-- Logs begin at Wed 2021-12-15 12:52:25 UTC, end at Wed 2021-12-15 15:23:54 UTC. -- Dec 15 13:28:25.321515 n-d-815324-3 systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 13:28:28.140785 n-d-815324-3 neutron-server[103235]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:28:28.141382 n-d-815324-3 neutron-server[103235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:28:28.141554 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:28:28.144747 n-d-815324-3 neutron-server[103235]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:28:28.145006 n-d-815324-3 neutron-server[103235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:28:28.145318 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:28:28.146237 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:28:28.146983 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:28:28.147339 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:28:28.147580 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:28:28.147803 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:28:28.148117 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.148562 n-d-815324-3 neutron-server[103235]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 13:28:28.148879 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.149171 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.149463 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.149756 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.150044 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.150324 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.150610 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.150902 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.151185 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.151462 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.151741 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.152028 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.152308 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.152613 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.152898 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.153178 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] debug = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.153456 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.153884 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.154276 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.154555 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.154845 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.155121 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.155390 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.155661 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.155942 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.156265 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] host = n-d-815324-3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.156561 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.156846 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.157129 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.157412 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.157684 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.157955 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.158235 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.158505 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.158779 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.159052 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.159333 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.159615 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.159900 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.160120 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.160339 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.160654 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.160938 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.161210 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.161483 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.161755 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.162620 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.162904 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.163172 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.163456 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.163741 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.164024 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.164298 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.164594 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.164865 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.165135 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.165416 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.165687 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.165959 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.166229 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.166513 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.166779 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.167049 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.167346 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.167628 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.167910 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.168191 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.168463 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.168773 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.169042 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.169309 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.169580 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] use_json = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.169850 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.170117 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.170395 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.170662 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.170930 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.171198 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.171465 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.171745 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:28.172040 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.172334 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.172660 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.173261 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.173571 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.173854 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.174144 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.174423 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.174712 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.174998 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.175285 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.175564 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.175845 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.176122 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.176415 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.176751 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.177042 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.177334 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.177645 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.177921 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.178198 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.178478 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.178767 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.179044 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.179334 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.179621 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.179900 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.180195 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.180485 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.180795 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.181081 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.181353 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.181629 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.181916 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.182192 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.182464 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.182742 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.183028 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.183303 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.183578 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.183859 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.184137 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.184408 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.184702 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.184978 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.185263 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.185537 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.185804 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.186074 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.186347 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.186618 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.186900 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.187174 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.187445 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.187716 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.187991 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.188264 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.188556 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.188967 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.189253 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.189531 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.189803 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.190078 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.190353 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.190893 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.191164 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.191434 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.191701 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.191976 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.192250 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.192549 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.192828 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.193102 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.193401 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.193689 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.194059 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.194344 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.194625 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.194904 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.195180 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.195456 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.195732 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.196010 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.196289 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.196590 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.196882 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.197168 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.197455 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.197737 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.198037 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.198331 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.198610 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.198898 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.199174 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.199452 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.199734 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.200016 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.200308 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.200636 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.200932 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.201225 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.201516 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.201795 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.202100 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.202379 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:28.202596 n-d-815324-3 neutron-server[103235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:28:28.202832 n-d-815324-3 neutron-server[103235]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103235) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 13:28:28.625237 n-d-815324-3 neutron-server[103235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:28:28.625512 n-d-815324-3 neutron-server[103235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:28:28.625800 n-d-815324-3 neutron-server[103235]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:28:28.626141 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 13:28:28.955086 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:28.955325 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:28.955603 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:28.956913 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:28.957186 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:28.957451 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.002417 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.002698 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.002964 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.017755 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.018034 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.018304 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.046302 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.046586 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.046857 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.084324 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.084625 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.084890 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.420334 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.420999 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.420999 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.421156 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.421824 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.520221 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.520563 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.520848 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.521118 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.522207 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.522207 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.523081 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.523081 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.523081 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.523319 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.523541 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.523805 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.524061 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.524311 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.524587 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.524850 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.525103 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.525366 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.525633 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.525887 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.526153 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.526402 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.526678 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.527052 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.527297 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.527537 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.527928 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:29.528164 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:29.528399 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:29.528661 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:29.528897 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:29.529130 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:29.529490 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 13:28:29.532649 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 13:28:29.536671 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 13:28:29.541289 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Dec 15 13:28:29.542911 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 13:28:29.543360 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 13:28:29.543693 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 13:28:29.544071 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 13:28:29.546893 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 13:28:29.547150 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 13:28:29.547500 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:28:29.552800 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 13:28:29.576059 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 13:28:29.576535 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.576849 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103235) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 13:28:29.577209 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.578590 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103235) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 13:28:29.578875 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:28:29.579115 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 13:28:29.582394 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.582678 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:29.647799 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 13:28:29.648037 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 13:28:29.648272 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 13:28:29.648683 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 13:28:29.670450 n-d-815324-3 neutron-server[103235]: DEBUG oslo_db.sqlalchemy.engines [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103235) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 13:28:30.108021 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing driver for type 'gre' Dec 15 13:28:30.108581 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] gre ID ranges: [(1, 1000)] Dec 15 13:28:30.159766 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing driver for type 'local' Dec 15 13:28:30.160121 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing driver for type 'vlan' Dec 15 13:28:30.173211 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] VlanTypeDriver initialization complete Dec 15 13:28:30.173543 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing driver for type 'vxlan' Dec 15 13:28:30.174015 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] vxlan ID ranges: [(1, 1000)] Dec 15 13:28:30.227158 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing extension driver 'port_security' Dec 15 13:28:30.227485 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.extensions.port_security [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] PortSecurityExtensionDriver initialization complete Dec 15 13:28:30.227815 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing mechanism driver 'openvswitch' Dec 15 13:28:30.228154 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing mechanism driver 'hyperv' Dec 15 13:28:30.234778 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:30.235617 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.236044 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.236332 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.236898 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:30.237329 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.237683 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.238028 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.238422 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:30.238898 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.239242 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.239575 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.239973 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:30.240905 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.241250 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.241586 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.241986 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:30.242386 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.242727 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.243064 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.243458 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:30.243858 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.244198 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.244552 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.244952 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:30.245330 n-d-815324-3 neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] ML2 OVO RPC backend initialized. {{(pid=103235) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 13:28:30.246024 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.246374 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.246791 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.247135 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > networks before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.247477 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.247902 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > ports before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.248243 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.248608 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.248956 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.249301 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.249634 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.249967 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.250302 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.250679 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.251047 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.251450 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.251807 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.252384 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.plugin [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Modular L2 Plugin initialization complete Dec 15 13:28:30.252744 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading services supported by the core plugin {{(pid=103235) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 13:28:30.253069 n-d-815324-3 neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Got port-security extension from driver 'port_security' Dec 15 13:28:30.253528 n-d-815324-3 neutron-server[103235]: INFO neutron.extensions.vlantransparent [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Disabled vlantransparent extension. Dec 15 13:28:30.254002 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103235) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 13:28:30.254315 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: router Dec 15 13:28:30.290302 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.290691 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.291062 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router before_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.291424 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.291791 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.292144 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_delete 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.292522 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.292994 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.293353 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.293699 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.294046 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.294398 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.294929 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.295342 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.295710 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.296047 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.296383 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.296743 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.297092 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.297436 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.297775 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.298116 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.298469 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.298808 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.299158 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.299524 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.299871 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.300241 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > agent after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.300629 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.300973 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.301913 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Tracking information for resource: router configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:30.302249 n-d-815324-3 neutron-server[103235]: DEBUG neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Tracking information for resource: floatingip configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:30.308138 n-d-815324-3 neutron-server[103235]: INFO neutron.db.l3_agentschedulers_db [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 13:28:30.308751 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.309112 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.309465 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.309812 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.310611 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router before_create 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.310973 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.311331 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.311684 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.316829 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.provider_configuration [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service providers = [] {{(pid=103235) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 13:28:30.317192 n-d-815324-3 neutron-server[103235]: DEBUG neutron.db.servicetype_db [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103235) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 13:28:30.320803 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.service_base [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:30.321147 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.service_base [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:30.321484 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.service_base [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:30.322360 n-d-815324-3 neutron-server[103235]: DEBUG neutron.services.service_base [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:30.322727 n-d-815324-3 neutron-server[103235]: INFO neutron.services.service_base [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 13:28:30.323101 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.323412 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 13:28:30.334307 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.334636 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: auto_allocate Dec 15 13:28:30.340409 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: network precommit_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.340798 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: network precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.341311 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.341626 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: tag Dec 15 13:28:30.348360 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.348718 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: timestamp Dec 15 13:28:30.352572 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.352898 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: network_ip_availability Dec 15 13:28:30.358343 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.358707 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.359061 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.359763 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.360077 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: flavors Dec 15 13:28:30.365639 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.365991 n-d-815324-3 neutron-server[103235]: INFO neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading Plugin: revisions Dec 15 13:28:30.370304 n-d-815324-3 neutron-server[103235]: DEBUG neutron.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:30.370689 n-d-815324-3 neutron-server[103235]: DEBUG oslo_concurrency.lockutils [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:28:30.371425 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103235) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 13:28:30.371759 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Initializing extension manager. Dec 15 13:28:30.372270 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: __init__.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.372635 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: __pycache__ {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.372968 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.373296 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: address_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.374032 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.374594 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: address-group Dec 15 13:28:30.374916 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: address_scope.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.375620 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.376123 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: address-scope Dec 15 13:28:30.376442 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.377378 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.377878 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: router-admin-state-down-before-update Dec 15 13:28:30.378196 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: agent.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.378880 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.379392 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: agent Dec 15 13:28:30.379690 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: agent_resources_synced.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.380629 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.381751 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: agent-resources-synced Dec 15 13:28:30.382067 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.383831 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.384342 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: allowed-address-pairs Dec 15 13:28:30.384696 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.385773 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.386289 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: auto-allocated-topology Dec 15 13:28:30.386609 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: availability_zone.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.387288 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.387788 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: availability_zone Dec 15 13:28:30.388103 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: availability_zone_filter.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.389035 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.389536 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: availability_zone_filter Dec 15 13:28:30.389851 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: data_plane_status.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.390748 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.391246 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 13:28:30.391564 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: default_subnetpools.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.392468 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.392987 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: default-subnetpools Dec 15 13:28:30.393303 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.394091 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.394583 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: dhcp_agent_scheduler Dec 15 13:28:30.394898 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: dns.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.395805 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.396315 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 13:28:30.396664 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: dns_domain_ports.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.397574 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.398067 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 13:28:30.398385 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.399295 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.399787 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 13:28:30.400106 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: dvr.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.400789 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.401284 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: dvr Dec 15 13:28:30.401602 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: ecmp_routes.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.402512 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.403006 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 13:28:30.403321 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: empty_string_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.404219 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.404750 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: empty-string-filtering Dec 15 13:28:30.405066 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.405969 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.406463 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:28:30.406776 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.407672 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.408162 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 13:28:30.408476 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: external_net.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.409393 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.409885 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: external-net Dec 15 13:28:30.410200 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.411101 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.411597 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: extra_dhcp_opt Dec 15 13:28:30.411934 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: extraroute.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.412871 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.413371 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: extraroute Dec 15 13:28:30.413686 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: extraroute_atomic.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.416188 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.416736 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: extraroute-atomic Dec 15 13:28:30.417066 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: filter_validation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.417730 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.418232 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: filter-validation Dec 15 13:28:30.418552 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: fip_pf_description.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.419544 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.420054 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 13:28:30.420374 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: fip_port_details.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.421333 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.421834 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: fip-port-details Dec 15 13:28:30.422152 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: flavors.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.423397 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.423905 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: flavors Dec 15 13:28:30.424228 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.425934 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.426449 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 13:28:30.426776 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: floatingip_pools.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.427462 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.428514 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: floatingip-pools Dec 15 13:28:30.428848 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: ip_allocation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.429771 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.430267 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 13:28:30.430589 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.431496 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.432002 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: ip-substring-filtering Dec 15 13:28:30.432324 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l2_adjacency.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.433267 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.433762 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 13:28:30.434081 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.435028 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.435535 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: router Dec 15 13:28:30.435860 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.438158 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.438680 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:28:30.439010 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.439931 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.440722 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: ext-gw-mode Dec 15 13:28:30.441050 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.441964 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.442468 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: l3-ha Dec 15 13:28:30.442790 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3_flavors.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.444252 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.444793 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: l3-flavors Dec 15 13:28:30.445114 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.446024 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.446525 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 13:28:30.446844 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: l3agentscheduler.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.447868 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.448369 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: l3_agent_scheduler Dec 15 13:28:30.448723 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: local_ip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.450525 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.451043 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension local_ip not supported by any of loaded plugins Dec 15 13:28:30.451375 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: logging.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.452879 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.453391 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension logging not supported by any of loaded plugins Dec 15 13:28:30.453720 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: metering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.454572 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.455137 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: metering Dec 15 13:28:30.455462 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.456595 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.457101 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: metering_source_and_destination_fields Dec 15 13:28:30.457424 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: multiprovidernet.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.458348 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.458873 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: multi-provider Dec 15 13:28:30.459193 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: netmtu.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.460104 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.460635 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: net-mtu Dec 15 13:28:30.460953 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: netmtu_writable.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.461859 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.462353 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: net-mtu-writable Dec 15 13:28:30.462670 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: network_availability_zone.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.463330 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.463820 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: network_availability_zone Dec 15 13:28:30.464133 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: network_ip_availability.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.465257 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.465762 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: network-ip-availability Dec 15 13:28:30.466087 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: network_segment_range.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.466838 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.467329 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 13:28:30.467647 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: pagination.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.468652 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.468977 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: pagination Dec 15 13:28:30.469289 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: port_device_profile.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.470197 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.470703 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: port-device-profile Dec 15 13:28:30.471019 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.471923 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.472424 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: port-mac-address-regenerate Dec 15 13:28:30.472767 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.473672 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.474172 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: port-numa-affinity-policy Dec 15 13:28:30.474511 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: port_resource_request.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.475418 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.475925 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 13:28:30.476242 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.477244 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.477744 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 13:28:30.478059 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: portbindings.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.478977 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.479476 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: binding Dec 15 13:28:30.479789 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: portbindings_extended.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.481088 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.481591 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: binding-extended Dec 15 13:28:30.481914 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: portsecurity.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.482832 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.483339 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: port-security Dec 15 13:28:30.483664 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: project_id.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.484673 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.485003 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: project-id Dec 15 13:28:30.485322 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: providernet.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.486293 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.486762 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: provider Dec 15 13:28:30.487077 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.491136 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.491655 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos not supported by any of loaded plugins Dec 15 13:28:30.491982 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.493253 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.493762 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 13:28:30.494088 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.494996 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.495505 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 13:28:30.495833 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_default.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.496759 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.497266 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-default not supported by any of loaded plugins Dec 15 13:28:30.497589 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_fip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.498234 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.498726 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 13:28:30.499045 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.500032 n-d-815324-3 neutron-server[103235]: WARNING neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 13:28:30.500359 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.501285 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.501793 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 13:28:30.502112 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.503030 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.503536 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 13:28:30.503855 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.505016 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.505523 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 13:28:30.506445 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_pps_rule.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.507620 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.508129 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 13:28:30.508450 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.509383 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.509888 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 13:28:30.510207 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: qos_rules_alias.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.511236 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.511738 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 13:28:30.512058 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: quota_check_limit.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.512978 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.513482 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: quota-check-limit Dec 15 13:28:30.513800 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: quotasv2.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.514715 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.515039 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: quotas Dec 15 13:28:30.515357 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: quotasv2_detail.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.518487 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.518827 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: quota_details Dec 15 13:28:30.519157 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: rbac.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.520290 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.520844 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: rbac-policies Dec 15 13:28:30.521175 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: rbac_address_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.522129 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.522642 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: rbac-address-group Dec 15 13:28:30.522966 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: rbac_address_scope.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.523882 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.524392 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: rbac-address-scope Dec 15 13:28:30.524746 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: rbac_security_groups.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.525655 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.526167 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: rbac-security-groups Dec 15 13:28:30.526495 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.527400 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.527902 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: rbac-subnetpool Dec 15 13:28:30.528222 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: revisionifmatch.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.529175 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.529675 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: revision-if-match Dec 15 13:28:30.529996 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: revisions.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.531096 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.531597 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: standard-attr-revisions Dec 15 13:28:30.531918 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: router_availability_zone.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.532609 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.533106 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: router_availability_zone Dec 15 13:28:30.533423 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: routerservicetype.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.534332 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.534831 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 13:28:30.535152 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.536141 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.536678 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: security-groups-normalized-cidr Dec 15 13:28:30.537027 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.537941 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.538439 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: port-security-groups-filtering Dec 15 13:28:30.538758 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.539677 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.540174 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: security-groups-remote-address-group Dec 15 13:28:30.540492 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.541438 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.541939 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: security-groups-shared-filtering Dec 15 13:28:30.542258 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.542830 n-d-815324-3 neutron-server[103235]: WARNING neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 13:28:30.543148 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: securitygroup.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.553411 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.553932 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: security-group Dec 15 13:28:30.554264 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: segment.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.555039 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.555538 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension segment not supported by any of loaded plugins Dec 15 13:28:30.555860 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.556827 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.557330 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 13:28:30.557651 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: servicetype.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.558752 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.559262 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: service-type Dec 15 13:28:30.559584 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: sorting.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.560583 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.560913 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: sorting Dec 15 13:28:30.561230 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: standard_attr_segment.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.562139 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.562646 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 13:28:30.562965 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: standardattrdescription.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.563603 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.564100 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: standard-attr-description Dec 15 13:28:30.564418 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: stateful_security_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.565367 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.566140 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: stateful-security-group Dec 15 13:28:30.566460 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: stdattrs_common.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.567027 n-d-815324-3 neutron-server[103235]: WARNING neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 13:28:30.567343 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.568975 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.569540 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 13:28:30.569860 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: subnet_onboard.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.570928 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.571439 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: subnet_onboard Dec 15 13:28:30.571760 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.572700 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.573201 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 13:28:30.573524 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: subnet_service_types.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.574494 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.575097 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: subnet-service-types Dec 15 13:28:30.575454 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: subnetallocation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.576763 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.577307 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: subnet_allocation Dec 15 13:28:30.577697 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.578474 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.579046 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: subnetpool-prefix-ops Dec 15 13:28:30.579471 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.580574 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.581175 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 13:28:30.581530 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: tagging.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.582728 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.583379 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: standard-attr-tag Dec 15 13:28:30.583739 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: timestamp.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.585212 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.585786 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loaded extension: standard-attr-timestamp Dec 15 13:28:30.586172 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: trunk.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.587413 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.587960 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension trunk not supported by any of loaded plugins Dec 15 13:28:30.588427 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: trunk_details.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.589547 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.590139 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 13:28:30.590523 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.591480 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.592033 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 13:28:30.592444 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Loading extension file: vlantransparent.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:30.593262 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:30.593815 n-d-815324-3 neutron-server[103235]: INFO neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 13:28:30.596761 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:network Dec 15 13:28:30.597315 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:subnet Dec 15 13:28:30.597783 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:30.598261 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:port Dec 15 13:28:30.600305 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.601030 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service FLAVORS assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.601711 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.602159 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.602486 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:router Dec 15 13:28:30.602908 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:28:30.603396 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service METERING assigned prefix: /metering {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.604852 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.605216 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.605561 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:30.606572 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:28:30.606998 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:28:30.607437 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:28:30.608044 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.608368 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:30.608735 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] subnetpool is already registered Dec 15 13:28:30.609169 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.609488 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:30.609811 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] subnetpool is already registered Dec 15 13:28:30.612042 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.612471 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service FLAVORS assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.613071 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.613484 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.613811 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:router Dec 15 13:28:30.614143 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] router is already registered Dec 15 13:28:30.614549 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:28:30.614879 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] floatingip is already registered Dec 15 13:28:30.615907 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service METERING assigned prefix: /metering {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.616585 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:28:30.616909 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] rbac_policy is already registered Dec 15 13:28:30.617320 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:28:30.617651 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] security_group is already registered Dec 15 13:28:30.618046 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:28:30.618374 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] security_group_rule is already registered Dec 15 13:28:30.619007 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.619331 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:30.619660 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] subnetpool is already registered Dec 15 13:28:30.620070 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:30.620389 n-d-815324-3 neutron-server[103235]: INFO neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:30.620734 n-d-815324-3 neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] subnetpool is already registered Dec 15 13:28:30.621298 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: extensions {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.622756 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: address-groups {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.624233 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: address-scopes {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.625587 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: agents {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.626735 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: auto-allocated-topology {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.627980 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: availability_zones {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.629221 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: dhcp-networks {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.630767 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: dhcp-agents {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.632191 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: routers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.634413 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: flavors {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.635578 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: service_profiles {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.636813 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: next_providers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.638259 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: service_profiles {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.640758 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: floatingip-pools {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.641993 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: routers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.644083 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: floatingips {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.645404 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: l3-routers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.646821 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: l3-agents {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.648232 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: metering-labels {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.649620 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: metering-label-rules {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.650890 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: network-ip-availabilities {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.652140 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: bindings {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.653850 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: quotas {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.655408 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: quotas {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.656961 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: rbac-policies {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.658249 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: security-groups {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.659484 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: security-group-rules {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.660710 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: service-providers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.662469 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: subnetpools {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.663878 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: subnetpools {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.665351 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.667026 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.668861 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.670670 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.672454 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.674325 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.676013 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.678633 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.680399 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.682247 n-d-815324-3 neutron-server[103235]: DEBUG neutron.api.extensions [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:30.688411 n-d-815324-3 neutron-server[103235]: WARNING keystonemiddleware.auth_token [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 13:28:30.693643 n-d-815324-3 neutron-server[103235]: WARNING keystonemiddleware.auth_token [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 13:28:30.702162 n-d-815324-3 neutron-server[103235]: DEBUG oslo_concurrency.lockutils [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Acquired lock "singleton_lock" {{(pid=103235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 13:28:30.702621 n-d-815324-3 neutron-server[103235]: DEBUG oslo_concurrency.lockutils [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Releasing lock "singleton_lock" {{(pid=103235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 13:28:30.703256 n-d-815324-3 neutron-server[103235]: INFO oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Starting 2 workers Dec 15 13:28:30.708057 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Started child 103378 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:30.712509 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Started child 103379 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:30.713566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:30.714213 n-d-815324-3 neutron-server[103235]: INFO neutron.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 13:28:30.714666 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Publish callbacks [] for process, before_spawn {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:30.715091 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [-] (103378) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:28:30.717187 n-d-815324-3 neutron-server[103235]: INFO oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Starting 1 workers Dec 15 13:28:30.717299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:30.718714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [-] (103379) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:28:30.722477 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Started child 103380 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:30.723029 n-d-815324-3 neutron-server[103235]: INFO oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Starting 1 workers Dec 15 13:28:30.726749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] calling RpcWorker wait() {{(pid=103380) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 13:28:30.727291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] returning from RpcWorker wait() {{(pid=103380) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 13:28:30.728012 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Started child 103381 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:30.728705 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:30.728815 n-d-815324-3 neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9cb025d7-417a-44e4-a632-7fa16b232dd1 None None] Publish callbacks [] for process, after_spawn {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:30.729246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:30.730799 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:28:30.731005 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:28:30.731191 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:28:30.731417 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:28:30.731755 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:28:30.731940 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:28:30.732431 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.732755 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.733016 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.733270 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.733559 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.734136 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.734344 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:30.734814 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.734814 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.734984 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.735133 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.735298 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.735460 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.735730 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.735977 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.736288 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.736635 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.736817 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.737059 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.737223 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.737484 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.737740 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.737965 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.738223 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] debug = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.738455 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.738949 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.739173 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.739426 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.739656 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.739916 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.740769 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.741046 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.741292 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.741504 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.741735 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.741985 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.742226 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.742437 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.742658 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.742883 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.743132 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.743388 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.743852 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] host = n-d-815324-3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.744080 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.744293 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.744532 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.744782 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.745024 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.745258 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.745512 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.745772 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.745994 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.746235 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.746481 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.746742 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.746971 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.747220 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.747380 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_options = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.747611 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.747887 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.748139 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.748329 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.748491 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.748689 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.748950 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.749112 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.749371 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.749586 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.749796 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.750005 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.750216 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.750471 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.750737 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.750979 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.751191 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.751413 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.751666 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.751896 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.752117 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.752349 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.752596 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.752831 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.753040 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.753249 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.753471 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.753680 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.753910 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.754134 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.754364 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.754606 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.754821 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.755073 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.755325 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.755567 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.755845 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.756068 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.756328 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.756573 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.756833 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.757076 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.757288 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.757526 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.757733 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.757941 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.758166 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_json = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.758428 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.758623 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.758866 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.759073 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.759279 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.759487 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.759726 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.759980 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.760420 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.760721 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.761056 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.761315 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.761564 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.761802 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.762047 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.762299 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.762550 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.762796 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.763106 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.763342 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.763623 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.763857 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.764119 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.764455 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.764735 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.765000 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.765231 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.765445 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.765676 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.765892 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.766161 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.766396 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.767677 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.768044 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.768434 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.768952 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.769243 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.769624 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.769935 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.770277 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.771519 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.771519 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.771519 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.771778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:30.771864 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.772367 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.772367 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.772578 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.772771 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.773020 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775054 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775587 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775587 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775587 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775808 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.775983 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.776213 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.776454 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.776724 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.776969 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.777205 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.777450 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.777676 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.777894 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.778629 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.778629 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.778629 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.778881 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.778965 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.779195 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.780650 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.780650 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.780650 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.780650 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.780650 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.781018 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.781018 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.781238 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.781456 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.781989 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.782394 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.785995 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.786249 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.786500 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.786741 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.787476 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.787735 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.787988 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.788242 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.788647 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.789041 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.789419 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.789649 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.789876 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.790157 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.790493 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.790741 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.791003 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.791228 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.791498 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.791741 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.791995 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.792222 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.792474 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.792887 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.793147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.793401 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.793678 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.793922 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.794179 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.794466 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.794704 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.794946 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.795194 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.795451 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.795682 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.795966 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.796231 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.796472 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.796742 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.797011 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.797310 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.797561 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.798114 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.798346 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.798630 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.798929 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.799207 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.799473 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.799710 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.799943 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.800248 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.800488 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.800792 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.801043 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.801414 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.801713 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.802115 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.802399 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.802687 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.803490 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.804032 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.804341 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.804626 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.804847 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.805229 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.805483 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.805738 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.806023 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.806266 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.806501 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.806760 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.807020 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.807235 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.807495 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.807720 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.808023 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.808276 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.808519 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.809220 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.809220 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.809220 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.809467 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.809624 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.809843 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.810090 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.811324 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.811598 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.811881 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.812145 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.812391 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.812683 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.812947 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.813184 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.813418 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.813662 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.813940 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.814173 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.814459 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.814717 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.814973 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.815228 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.815753 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.816016 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.816242 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.816544 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.819401 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.821641 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.821986 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.822537 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.822782 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.823040 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.823540 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.823784 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.824044 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.824313 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.824832 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.825184 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.825596 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.825863 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.826486 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.826750 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.827000 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.829722 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.830577 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.830822 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.831079 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.831342 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.831604 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.831877 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.832107 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.832337 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.832582 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.832811 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.833052 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.833349 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.833604 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.833877 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.834144 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.834378 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.834599 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.834858 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.835076 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.835293 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.835524 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.835769 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.835985 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.836234 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.836450 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.837020 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.837288 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.837521 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.837772 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.838013 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.838226 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.838445 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.838675 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.839367 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.839741 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.840083 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.841018 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.841268 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.841534 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.841767 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.841976 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.842894 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.843148 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.843377 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.843774 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.844062 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.844292 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.844633 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.844929 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.845169 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.845474 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.845715 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.845969 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.846231 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.846557 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.846796 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.847047 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.847316 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.847573 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.847818 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.848079 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.848410 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.848723 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.848977 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.849218 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.850030 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.850307 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.850579 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.850800 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.851107 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.851460 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.851743 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.851997 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.852256 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.852523 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.852762 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.853620 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.854432 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.854611 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.854870 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.855393 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.855767 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.856523 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.856773 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.857257 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.857512 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.857790 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.858031 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.858294 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.858536 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.858700 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:28:30.859251 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:28:30.859442 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:28:30.859601 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:28:30.859787 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:28:30.859970 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:28:30.860127 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:28:30.860338 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.861609 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.862965 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.863151 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.863333 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.863530 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.864560 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.864770 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.864948 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.865728 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.865908 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.866081 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.866252 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.866421 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.866582 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.866752 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.866913 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.867077 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.867245 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.867405 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.867567 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.867731 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.867891 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] debug = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.868053 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.868270 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.868437 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.868966 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.868966 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.868966 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.869203 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.869281 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.869374 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.869526 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.869683 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.869842 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.870000 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.870159 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.870411 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.870603 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.870764 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.870873 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871039 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] host = n-d-815324-3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871197 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871354 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871514 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871672 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871830 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.871990 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.872147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.872307 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.872466 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.872651 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.872810 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.872967 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.873125 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.873283 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.873369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:30.873465 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_options = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.873586 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.873743 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.873900 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.874085 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.874248 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.874408 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.874566 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.874725 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.874882 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875040 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875198 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875355 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875512 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875670 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875827 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.875988 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.876145 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.876302 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.876461 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.876720 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.876878 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877036 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877194 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877351 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877508 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877670 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877829 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.877985 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.878142 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.878301 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.878458 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.878616 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.878777 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.878937 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.879094 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.879252 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.879409 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.879566 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.879728 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.879886 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.880043 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.880202 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.880360 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.880562 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.880729 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.880892 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881050 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_json = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881208 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881365 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881523 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881681 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881841 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.881999 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.882156 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.882315 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:30.882497 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.882663 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.882836 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.882999 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.883160 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.883321 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.883484 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.883718 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.883884 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.884039 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.884211 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.884379 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.884573 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.884736 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885074 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885074 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885267 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885351 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885508 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885653 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885987 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.885987 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.886206 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.886286 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.886436 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.886641 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.886823 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.886917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.887091 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.887248 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.887407 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.887571 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.887738 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.887904 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.888069 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.888221 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.888390 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.888580 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.888724 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.888967 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.889064 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.889196 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.889358 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.889517 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.889679 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.889842 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890004 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890166 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890354 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890518 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890731 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890827 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.890994 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.891160 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.891323 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.891490 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.891648 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.891822 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.891983 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.892139 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.892294 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.892450 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.892650 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.892819 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.892975 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.893296 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.893460 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.893621 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.893797 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.893958 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.894122 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.894284 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.894447 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.894608 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.894770 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.894931 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.895092 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.895254 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.895416 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.895578 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.895739 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.895900 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.896080 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.896226 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.896587 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.896753 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.896917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.897078 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.897246 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.897392 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.897556 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.897731 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.897906 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.898068 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.898229 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.898394 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.898552 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.898879 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.899041 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.899345 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.899657 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.899818 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.899985 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.900143 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.900445 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.900768 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.900932 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.901096 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.901249 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.901402 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.901539 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.901710 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.901866 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.902029 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.902189 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.902350 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.902509 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.902670 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.902841 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903003 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903172 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903325 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903489 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903660 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903814 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.903955 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.904103 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.904269 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.904414 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.904586 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.904751 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.904897 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.905061 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.905219 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.905384 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.905529 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.905695 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.905861 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906044 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906208 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906363 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906502 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906651 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906814 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.906959 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.907124 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.907287 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.907438 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.907597 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.907764 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.907929 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.908082 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.908241 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.908396 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.908567 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.908714 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.908875 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909040 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909203 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909348 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909497 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909660 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909806 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.909970 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.910134 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.910277 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.910429 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.910592 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.910746 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.910886 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.911051 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.911195 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.911344 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.911508 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913147 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913621 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913621 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913621 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913822 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.913969 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.914075 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.914234 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.914406 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.914596 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.914795 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915086 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915086 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915555 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915555 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915555 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915973 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915973 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.915973 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916181 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916181 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916331 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916682 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916682 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916849 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.916972 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.917134 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.917295 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.917456 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.917616 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.917777 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.917938 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.918113 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.918279 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.918439 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.918599 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.918758 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.918919 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.919089 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.919246 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.919406 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.919565 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.919726 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.919885 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.920055 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.920217 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.920378 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.920558 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.920719 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.920880 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.921049 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.921893 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.921893 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.921893 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.921893 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.921893 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.922244 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.922244 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.922244 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.922819 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.922819 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.922819 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.923057 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.923057 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.923635 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.923635 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.923635 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.923635 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.924643 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.925118 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.925118 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.925118 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.926917 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928265 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928847 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928847 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928847 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928847 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.928847 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.929196 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.929196 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.929336 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.929772 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.929772 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.929772 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930015 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930096 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930200 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930361 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930521 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930682 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:30.930837 n-d-815324-3 neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:28:30.990942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:30.999655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065668 Dec 15 13:28:42.525416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b2d2bb-5acf-45ee-9045-3527408ccffb None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:28:42.629361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b2d2bb-5acf-45ee-9045-3527408ccffb None None] No non-hosted networks {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 13:28:42.658212 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71b17c50-3c16-46b1-8b75-b9e31af48710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:44.610629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a381b7f7-734a-4770-bcd3-a41e4b3fd96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:44.651997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d418fdf7-d017-4af7-a709-f02fea31d7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:46.073359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:47.297675 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.311696 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.312628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.313168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.313608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.314677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.315146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.315559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.316279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.316711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.317105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.317541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.318631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.319650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.323372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.324488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815324-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:48.336948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815324-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:48.602681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:49.109955 n-d-815324-3 neutron-server[103378]: WARNING oslo_policy.policy [None req-789ebdb8-2a58-49ff-a36c-7f17464b5f3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:49.110552 n-d-815324-3 neutron-server[103378]: WARNING oslo_policy.policy [None req-789ebdb8-2a58-49ff-a36c-7f17464b5f3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:49.336254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-789ebdb8-2a58-49ff-a36c-7f17464b5f3d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:28:49.337592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-789ebdb8-2a58-49ff-a36c-7f17464b5f3d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7329102 Dec 15 13:28:52.019869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35476) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:52.089115 n-d-815324-3 neutron-server[103380]: INFO neutron.db.l3_hamode_db [None req-2dd20b82-9596-441a-823a-97f174263b4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 13:28:52.164658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd20b82-9596-441a-823a-97f174263b4d None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:28:52.165050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd20b82-9596-441a-823a-97f174263b4d None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:28:52.514414 n-d-815324-3 neutron-server[103379]: WARNING oslo_policy.policy [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:52.514986 n-d-815324-3 neutron-server[103379]: WARNING oslo_policy.policy [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:52.735926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:52.831351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.policy [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103379) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:28:52.878228 n-d-815324-3 neutron-server[103379]: WARNING oslo_policy.policy [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:52.878592 n-d-815324-3 neutron-server[103379]: WARNING oslo_policy.policy [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:52.887095 n-d-815324-3 neutron-server[103379]: INFO neutron.quota [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] Loaded quota_driver: . Dec 15 13:28:52.975754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746710799169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746710799668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746710805176', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746710816143', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746710821089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746710638286', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-594416', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1750557'] for rbac-policy, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:53.040950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:53.042088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d4a51d1c-69b1-46e3-8195-3832fafc3fc8 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0212212 Dec 15 13:28:55.857814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:56.151392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Request body: {'network': {'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'name': 'private', 'admin_state_up': True, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:56.180715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Made reservation on behalf of 0afed8a32f294a72aba3dc2a97c72b80 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:28:56.183662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.200330 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.308587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.313144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.334211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:28:56.362398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746712544889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.362998 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Unsubscribe: segment precommit_create {{(pid=103379) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:28:56.363492 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Added segment 5061c392-27b0-4e9b-89b7-ba8459ece265 of type vlan for network 80e9db63-12f6-4c8d-b172-d0db8c546747 Dec 15 13:28:56.378583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86749bd4-0a0f-40dd-8cc3-6b094c005cef,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:56.405338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.405682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.406016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.406345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.406673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.406997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.407314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.407630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.407947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.408260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.408602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.408919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.409229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Tracked resource versions report: Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: pushed versions: Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: { 'AddressGroup': {'1.2'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Log': {'1.0'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Network': {'1.1'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Port': {'1.7'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'PortForwarding': {'1.2'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'QosPolicy': {'1.10'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'SecurityGroup': {'1.5'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'SubPort': {'1.0'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Subnet': {'1.1'}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Trunk': {'1.1'}} Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: consumer versions: Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: L3 agent@n-d-815324-3: {}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: Metadata agent@n-d-815324-3: {}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: Metering agent@n-d-815324-3: {}, Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'ConntrackHelper': '1.0', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'LocalIPAssociation': '1.0', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Log': '1.0', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Network': '1.1', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Port': '1.7', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'PortForwarding': '1.2', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'QosPolicy': '1.10', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'SecurityGroup': '1.5', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'SecurityGroupRule': '1.2', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'SubPort': '1.0', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Subnet': '1.1', Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: 'Trunk': '1.1'}} Dec 15 13:28:56.410377 n-d-815324-3 neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:28:56.482739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.519866 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.521492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:28:56.522185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.597442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7384918 Dec 15 13:28:56.620880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e187dcb-444b-46f4-a579-d26c2e421582 admin admin] Pushing event updated for resources: {'Network': ['ID=80e9db63-12f6-4c8d-b172-d0db8c546747,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:56.633091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:28:59.449892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35508) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:59.834410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564679ae-2926-49c5-8c45-513d7da5bb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:28:59.835772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-564679ae-2926-49c5-8c45-513d7da5bb97 admin admin] 10.222.0.32 "GET /v2.0/networks/80e9db63-12f6-4c8d-b172-d0db8c546747 HTTP/1.1" status: 200 len: 826 time: 0.3849354 Dec 15 13:28:59.860198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7bb5c31f-aac0-4766-af16-b4de14e3ab29 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/d5b5ac50-a690-4919-abf8-a9148bf35f0c HTTP/1.1" status: 200 len: 734 time: 0.0183263 Dec 15 13:28:59.869830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Request body: {'subnet': {'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'gateway_ip': '172.20.0.1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:59.890846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Made reservation on behalf of 0afed8a32f294a72aba3dc2a97c72b80 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:28:59.893097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:00.175577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:00.245196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Checking segment: {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:00.245562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Network hostable DHCP agents. Network: 80e9db63-12f6-4c8d-b172-d0db8c546747, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:29:00.249997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b48653-66e6-4072-b547-45449904f845,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:00.267948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:29:00.278954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 80e9db63-12f6-4c8d-b172-d0db8c546747) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:00.283277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:00.283856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:00.289722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88cbae-1f8d-4183-ba95-1c35fa933b87 None None] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:29:00.307304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-66ea650f-9411-4bb7-8136-5120bee6ed08 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4408231 Dec 15 13:29:00.554619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-80e9db63-12f6-4c8d-b172-d0db8c546747', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:29:00.555871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:00.868164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Allocated IP 172.20.0.2 (80e9db63-12f6-4c8d-b172-d0db8c546747/f1b48653-66e6-4072-b547-45449904f845/ca5ce30a-29ec-40c2-bfd2-7830fc373816) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:29:01.125241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:01.132557 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:01.207411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:01.212663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:01.225659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Pushing event updated for resources: {'Port': ['ID=ca5ce30a-29ec-40c2-bfd2-7830fc373816,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:01.227936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:29:01.237572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.237916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.238258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.238598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.238933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.239291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.240191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.240539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.240869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.241195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.241520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.241842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.242165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Tracked resource versions report: Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: pushed versions: Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: { 'AddressGroup': {'1.2'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'ConntrackHelper': {'1.0'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Log': {'1.0'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Network': {'1.1'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Port': {'1.7'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'PortForwarding': {'1.2'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'QosPolicy': {'1.10'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'SecurityGroup': {'1.5'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'SubPort': {'1.0'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Subnet': {'1.1'}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Trunk': {'1.1'}} Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: consumer versions: Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: L3 agent@n-d-815324-3: {}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: Metadata agent@n-d-815324-3: {}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: Metering agent@n-d-815324-3: {}, Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'ConntrackHelper': '1.0', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'LocalIPAssociation': '1.0', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Log': '1.0', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Network': '1.1', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Port': '1.7', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'PortForwarding': '1.2', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'QosPolicy': '1.10', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'SecurityGroup': '1.5', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'SecurityGroupRule': '1.2', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'SubPort': '1.0', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Subnet': '1.1', Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: 'Trunk': '1.1'}} Dec 15 13:29:01.243311 n-d-815324-3 neutron-server[103380]: {{(pid=103380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:29:01.315073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Attempting to bind port ca5ce30a-29ec-40c2-bfd2-7830fc373816 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:29:01.315720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Attempting to bind port ca5ce30a-29ec-40c2-bfd2-7830fc373816 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:29:01.316130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Attempting to bind port ca5ce30a-29ec-40c2-bfd2-7830fc373816 on network 80e9db63-12f6-4c8d-b172-d0db8c546747 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:29:01.321056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:29:01.321438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Checking segment: {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:01.321888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:01.322273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Bound using segment: {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:29:01.322754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Bound port: ca5ce30a-29ec-40c2-bfd2-7830fc373816, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:29:01.323155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:01.388070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] For port ca5ce30a-29ec-40c2-bfd2-7830fc373816, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:29:01.392315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] For port ca5ce30a-29ec-40c2-bfd2-7830fc373816, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ca5ce30a-29ec-40c2-bfd2-7830fc373816,segment=NetworkSegment(5061c392-27b0-4e9b-89b7-ba8459ece265),segment_id=5061c392-27b0-4e9b-89b7-ba8459ece265)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:29:01.396731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:01.456493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077636bc-fa38-43f8-9ca9-467d5aff3b62 None None] Pushing event updated for resources: {'Port': ['ID=ca5ce30a-29ec-40c2-bfd2-7830fc373816,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:02.955192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35516) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:03.269073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-08aed4a6-6bb7-4c48-a7f3-084ef66f61f5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:29:03.270068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-08aed4a6-6bb7-4c48-a7f3-084ef66f61f5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140330 Dec 15 13:29:05.855606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35524) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:06.173785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-02d6aa2c-067c-4284-87f0-989b2d7aa786 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:29:06.174787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-02d6aa2c-067c-4284-87f0-989b2d7aa786 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3181846 Dec 15 13:29:08.990876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:09.291419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:09.315422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.318504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.451204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.455926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.469957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.471154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-74b6850b-6187-42eb-8793-99ad3f6073f0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4792442 Dec 15 13:29:10.148531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ca5ce30a-29ec-40c2-bfd2-7830fc373816 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:10.237204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ca5ce30a-29ec-40c2-bfd2-7830fc373816 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:10.237860 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.362498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.396585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port ca5ce30a-29ec-40c2-bfd2-7830fc373816, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ca5ce30a-29ec-40c2-bfd2-7830fc373816,segment=NetworkSegment(5061c392-27b0-4e9b-89b7-ba8459ece265),segment_id=5061c392-27b0-4e9b-89b7-ba8459ece265)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:29:10.401337 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.447723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=ca5ce30a-29ec-40c2-bfd2-7830fc373816,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:10.574874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51f141-49ad-4985-92d1-f8fa490cadf8 None None] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:29:10.689788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a1c82ed3-fac3-4082-b294-a2a27e5313c4 None None] Provisioning complete for port ca5ce30a-29ec-40c2-bfd2-7830fc373816 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:10.690082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a1c82ed3-fac3-4082-b294-a2a27e5313c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.897340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-593ad8b7-c57b-475a-8fef-b9385ae39580 None None] Provisioning complete for port ca5ce30a-29ec-40c2-bfd2-7830fc373816 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:10.897703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-593ad8b7-c57b-475a-8fef-b9385ae39580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:12.054772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:12.112009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ca5ce30a-29ec-40c2-bfd2-7830fc373816 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:12.158182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ca5ce30a-29ec-40c2-bfd2-7830fc373816 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:12.158551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:12.367633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-88fb505b-cc19-49c3-a0f6-417569eae4f7 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:29:12.368619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-88fb505b-cc19-49c3-a0f6-417569eae4f7 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3128629 Dec 15 13:29:12.449385 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67610f03-966c-412e-a301-c38211a1d739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:14.609852 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8c3a-bfb5-4d7f-868a-75eaae3ccb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:14.967073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:15.272584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:15.274004 n-d-815324-3 neutron-server[103378]: INFO neutron.quota [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Loaded quota_driver: . Dec 15 13:29:15.327908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Made reservation on behalf of 38ab5043a9fb41dbb949e50d3194403f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:29:15.394264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.policy [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103378) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:29:15.441367 n-d-815324-3 neutron-server[103378]: WARNING oslo_policy.policy [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:29:15.441734 n-d-815324-3 neutron-server[103378]: WARNING oslo_policy.policy [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:29:15.452213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.471380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.583907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.587974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.601564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Reserving flat network on physical network physnet1 {{(pid=103378) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 13:29:15.633593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746712544889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.634145 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Unsubscribe: segment precommit_create {{(pid=103378) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:29:15.634646 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Added segment 1296b54c-d323-48b0-b793-6293bcf3ea9e of type flat for network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c Dec 15 13:29:15.651279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24465063-180c-4429-a3d1-4ea381b1b73f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:15.672116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.672454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.672810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.673136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.673455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.673771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.674084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.674395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.674704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.675013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.675321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.675626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.675934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Tracked resource versions report: Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: pushed versions: Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: { 'AddressGroup': {'1.2'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Log': {'1.0'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Network': {'1.1'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Port': {'1.7'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'PortForwarding': {'1.2'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'QosPolicy': {'1.10'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'SecurityGroup': {'1.5'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'SubPort': {'1.0'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Subnet': {'1.1'}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Trunk': {'1.1'}} Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: consumer versions: Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: L3 agent@n-d-815324-3: {}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: Metadata agent@n-d-815324-3: {}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: Metering agent@n-d-815324-3: {}, Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'ConntrackHelper': '1.0', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'LocalIPAssociation': '1.0', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Log': '1.0', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Network': '1.1', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Port': '1.7', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'PortForwarding': '1.2', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'QosPolicy': '1.10', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'SecurityGroup': '1.5', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'SecurityGroupRule': '1.2', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'SubPort': '1.0', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Subnet': '1.1', Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: 'Trunk': '1.1'}} Dec 15 13:29:15.677145 n-d-815324-3 neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:29:15.767766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.814182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.815389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:15.816315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.899124 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9308870 Dec 15 13:29:15.926496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bf86-92aa-469c-a064-24544bfc3035 admin admin] Pushing event updated for resources: {'Network': ['ID=2829e856-ad44-4d14-b4aa-ef97e8bdf20c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:15.940666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:29:16.023586 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:17.221300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:17.794362 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:29:18.307056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.474216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:18.649594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e895b2-1578-4a38-a142-20db840bedbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:18.650909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d1e895b2-1578-4a38-a142-20db840bedbd admin admin] 10.222.0.32 "GET /v2.0/subnets/f1b48653-66e6-4072-b547-45449904f845 HTTP/1.1" status: 200 len: 849 time: 0.1757669 Dec 15 13:29:18.772087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e9f500bc-27d7-46c0-8722-323c2fae2fff admin admin] 10.222.0.32 "GET /v2.0/routers/25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 HTTP/1.1" status: 200 len: 704 time: 0.1151934 Dec 15 13:29:19.039340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.332420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Allocated IP 172.20.0.1 (80e9db63-12f6-4c8d-b172-d0db8c546747/f1b48653-66e6-4072-b547-45449904f845/d1ee03fe-72e6-4bc6-b0e4-0484a7f53258) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:29:19.486819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.596419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.670681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:19.675447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:19.680978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:29:19.681425 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.703326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:19.880588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.903003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cd535cb6-437b-4da2-8ccf-38e891360026 None None] Provisioning complete for port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:19.903556 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd535cb6-437b-4da2-8ccf-38e891360026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.935828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cd535cb6-437b-4da2-8ccf-38e891360026 None None] Port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:29:20.085531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:20.090051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:20.090792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:20.165988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:20.209507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:20.210783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:20.357133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1166a8c-9520-4f6e-a1cd-2ba0af8e6acd None None] Provisioning complete for port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:20.357503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1166a8c-9520-4f6e-a1cd-2ba0af8e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:20.369731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:29:20.390022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f1166a8c-9520-4f6e-a1cd-2ba0af8e6acd None None] Port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:29:20.458390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:29:20.463420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-09e2e832-843b-4e8d-9800-e9e2c7baf153 admin admin] 10.222.0.32 "PUT /v2.0/routers/25d81a93-8a26-495a-9bb8-d0d1f6a3aa14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6857114 Dec 15 13:29:20.471203 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Sync routers for ids ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:29:20.483754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Routers {'25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:20.484484 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:29:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:20.671821 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Set router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:21.124158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'name': 'router1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:29:09Z', 'updated_at': '2021-12-15T13:29:19Z', 'revision_number': 2, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'gw_port_host': None, '_interfaces': [{'id': 'd1ee03fe-72e6-4bc6-b0e4-0484a7f53258', 'name': '', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'mac_address': 'fa:16:3e:3c:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:19Z', 'updated_at': '2021-12-15T13:29:19Z', 'revision_number': 2, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnets': [{'id': 'f1b48653-66e6-4072-b547-45449904f845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:21.176068 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Checking router: 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:29:21.176493 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Updating router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:29:21.224756 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:21.726268 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:21.732851 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:21.900561 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Pushing event updated for resources: {'Port': ['ID=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:21.915140 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.915492 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.916098 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.916223 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.916489 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.916848 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.917174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.917496 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.917816 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.917908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2da24a2c-313d-4ef6-8e95-eb72a805cc70 None None] Provisioning complete for port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:21.918342 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.918416 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2da24a2c-313d-4ef6-8e95-eb72a805cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:21.918486 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.918747 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.919062 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Tracked resource versions report: Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: pushed versions: Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: { 'AddressGroup': {'1.2'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'ConntrackHelper': {'1.0'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Log': {'1.0'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Network': {'1.1'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Port': {'1.7'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'PortForwarding': {'1.2'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'QosPolicy': {'1.10'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'SecurityGroup': {'1.5'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'SubPort': {'1.0'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Subnet': {'1.1'}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Trunk': {'1.1'}} Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: consumer versions: Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: L3 agent@n-d-815324-3: {}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: Metadata agent@n-d-815324-3: {}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: Metering agent@n-d-815324-3: {}, Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'ConntrackHelper': '1.0', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'LocalIPAssociation': '1.0', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Log': '1.0', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Network': '1.1', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Port': '1.7', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'PortForwarding': '1.2', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'QosPolicy': '1.10', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'SecurityGroup': '1.5', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'SecurityGroupRule': '1.2', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'SubPort': '1.0', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Subnet': '1.1', Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: 'Trunk': '1.1'}} Dec 15 13:29:21.920182 n-d-815324-3 neutron-server[103381]: {{(pid=103381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:29:21.924242 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Attempting to bind port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:29:21.924674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Attempting to bind port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:29:21.925096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Attempting to bind port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 on network 80e9db63-12f6-4c8d-b172-d0db8c546747 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:29:21.931289 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:29:21.931702 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Checking segment: {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:21.932471 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:21.932582 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Bound using segment: {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:29:21.933067 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Bound port: d1ee03fe-72e6-4bc6-b0e4-0484a7f53258, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5061c392-27b0-4e9b-89b7-ba8459ece265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:29:21.933511 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:21.960336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2da24a2c-313d-4ef6-8e95-eb72a805cc70 None None] Port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:29:22.000009 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] For port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:29:22.018588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] For port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,segment=NetworkSegment(5061c392-27b0-4e9b-89b7-ba8459ece265),segment_id=5061c392-27b0-4e9b-89b7-ba8459ece265)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:29:22.024307 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:22.078070 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Routers {'25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:22.078600 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:29:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:22.147509 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d538-8ee7-4143-9284-33c74f75d035 None None] Pushing event updated for resources: {'Port': ['ID=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:22.175939 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] Set router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:22.287596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-180d55a4-d6ae-4760-ae46-dd15200d13ab None None] Provisioning complete for port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:22.287892 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-180d55a4-d6ae-4760-ae46-dd15200d13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:22.364377 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-180d55a4-d6ae-4760-ae46-dd15200d13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:22.393031 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'name': 'router1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:29:09Z', 'updated_at': '2021-12-15T13:29:19Z', 'revision_number': 2, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'gw_port_host': None, '_interfaces': [{'id': 'd1ee03fe-72e6-4bc6-b0e4-0484a7f53258', 'name': '', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'mac_address': 'fa:16:3e:3c:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:19Z', 'updated_at': '2021-12-15T13:29:21Z', 'revision_number': 4, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnets': [{'id': 'f1b48653-66e6-4072-b547-45449904f845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:22.396797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-180d55a4-d6ae-4760-ae46-dd15200d13ab None None] For port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,segment=NetworkSegment(5061c392-27b0-4e9b-89b7-ba8459ece265),segment_id=5061c392-27b0-4e9b-89b7-ba8459ece265)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:29:22.401911 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-180d55a4-d6ae-4760-ae46-dd15200d13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:22.422225 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cca40-2a82-4190-950d-0a968a1d3253 None None] The sync data for ids ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'] in n-d-815324-3 is: [{'id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'name': 'router1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:29:09Z', 'updated_at': '2021-12-15T13:29:19Z', 'revision_number': 2, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'gw_port_host': None, '_interfaces': [{'id': 'd1ee03fe-72e6-4bc6-b0e4-0484a7f53258', 'name': '', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'mac_address': 'fa:16:3e:3c:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:19Z', 'updated_at': '2021-12-15T13:29:21Z', 'revision_number': 4, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnets': [{'id': 'f1b48653-66e6-4072-b547-45449904f845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:29:22.457108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d55a4-d6ae-4760-ae46-dd15200d13ab None None] Pushing event updated for resources: {'Port': ['ID=d1ee03fe-72e6-4bc6-b0e4-0484a7f53258,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:22.930045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35598) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:23.038653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562efce-1be1-4d46-8472-b7f6bfd951e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:23.040030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9562efce-1be1-4d46-8472-b7f6bfd951e2 admin admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 842 time: 0.1090248 Dec 15 13:29:23.049886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'enable_dhcp': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:23.072252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Made reservation on behalf of 38ab5043a9fb41dbb949e50d3194403f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:29:23.074549 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:23.351719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:29:23.352426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:23.478094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c0499c-3fde-4d3d-bcc1-7bc4066a31f0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:23.485916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:23.486263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Network hostable DHCP agents. Network: 2829e856-ad44-4d14-b4aa-ef97e8bdf20c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:29:23.502804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:29:23.510984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2829e856-ad44-4d14-b4aa-ef97e8bdf20c) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:23.515941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:23.517003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:23.521831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d0358-d964-4ab0-895e-92acae95fe77 None None] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:29:23.541093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ad147e35-04e7-4c8b-ac08-a01381af3a65 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4944599 Dec 15 13:29:23.643884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaeca8-25b0-441e-a486-178968a041e9 None None] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:29:26.008626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35606) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:26.147538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38bd629e-2d4a-4907-ac4f-137f1b6c5b19 admin admin] 10.222.0.32 "GET /v2.0/routers/25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 HTTP/1.1" status: 200 len: 710 time: 0.1376784 Dec 15 13:29:26.236979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1cfb8-9cf0-4ac1-87fc-7878b760c005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:26.238282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38f1cfb8-9cf0-4ac1-87fc-7878b760c005 admin admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 886 time: 0.0847065 Dec 15 13:29:26.247883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:26.494166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:26.740515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:26.811640 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:26.912429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Allocated IP 172.25.2.178 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/79739968-8cae-4c0c-b3d1-16457987ff79) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:29:27.015930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:27.046983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:27.083260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:27.085885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:27.088470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:29:27.149809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=79739968-8cae-4c0c-b3d1-16457987ff79,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:27.332172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:27.623147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:27.626453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:27.732253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:29:27.836854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:29:27.841029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:27.842208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0ad955b5-17bf-4f90-a623-1dc6e4581eb5 admin admin] 10.222.0.32 "PUT /v2.0/routers/25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 HTTP/1.1" status: 200 len: 890 time: 1.5977519 Dec 15 13:29:28.161454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:28.213789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:28.214180 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:29.453684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Sync routers for ids ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:29:29.465301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Routers {'25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:29.466032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:29:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:29.672008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Set router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:30.128198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'name': 'router1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '79739968-8cae-4c0c-b3d1-16457987ff79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:29:09Z', 'updated_at': '2021-12-15T13:29:27Z', 'revision_number': 4, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'gw_port': {'id': '79739968-8cae-4c0c-b3d1-16457987ff79', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:26Z', 'updated_at': '2021-12-15T13:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1ee03fe-72e6-4bc6-b0e4-0484a7f53258', 'name': '', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'mac_address': 'fa:16:3e:3c:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:19Z', 'updated_at': '2021-12-15T13:29:22Z', 'revision_number': 5, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnets': [{'id': 'f1b48653-66e6-4072-b547-45449904f845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:30.176642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Checking router: 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:29:30.176992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Updating router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 port 79739968-8cae-4c0c-b3d1-16457987ff79 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:29:30.225650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:30.467225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35618) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:30.535010 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:30.540309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:30.589188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fe4bf8a9-6651-4685-b4af-ba83df632f1b admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1082492 Dec 15 13:29:30.594926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70c24-3201-4968-8ade-e2ce53801709 None None] Pushing event updated for resources: {'Port': ['ID=79739968-8cae-4c0c-b3d1-16457987ff79,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:30.602484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Attempting to bind port 79739968-8cae-4c0c-b3d1-16457987ff79 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:29:30.602804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Attempting to bind port 79739968-8cae-4c0c-b3d1-16457987ff79 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:29:30.603171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Attempting to bind port 79739968-8cae-4c0c-b3d1-16457987ff79 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:29:30.608935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:29:30.609318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:30.609729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:30.610126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:29:30.610619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Bound port: 79739968-8cae-4c0c-b3d1-16457987ff79, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:29:30.611026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:30.665232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] For port 79739968-8cae-4c0c-b3d1-16457987ff79, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:29:30.668967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] For port 79739968-8cae-4c0c-b3d1-16457987ff79, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=79739968-8cae-4c0c-b3d1-16457987ff79,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:29:30.673405 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:30.733330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Routers {'25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:30.733969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:29:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:30.782249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70c24-3201-4968-8ade-e2ce53801709 None None] Pushing event updated for resources: {'Port': ['ID=79739968-8cae-4c0c-b3d1-16457987ff79,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:30.854539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] Set router 25d81a93-8a26-495a-9bb8-d0d1f6a3aa14 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:31.063901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'name': 'router1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '79739968-8cae-4c0c-b3d1-16457987ff79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:29:09Z', 'updated_at': '2021-12-15T13:29:27Z', 'revision_number': 4, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'gw_port': {'id': '79739968-8cae-4c0c-b3d1-16457987ff79', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:26Z', 'updated_at': '2021-12-15T13:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1ee03fe-72e6-4bc6-b0e4-0484a7f53258', 'name': '', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'mac_address': 'fa:16:3e:3c:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:19Z', 'updated_at': '2021-12-15T13:29:22Z', 'revision_number': 5, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnets': [{'id': 'f1b48653-66e6-4072-b547-45449904f845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:31.091242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c94191-1124-4d6d-8137-114e0353d8af None None] The sync data for ids ['25d81a93-8a26-495a-9bb8-d0d1f6a3aa14'] in n-d-815324-3 is: [{'id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'name': 'router1', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '79739968-8cae-4c0c-b3d1-16457987ff79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:29:09Z', 'updated_at': '2021-12-15T13:29:27Z', 'revision_number': 4, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'gw_port': {'id': '79739968-8cae-4c0c-b3d1-16457987ff79', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:26Z', 'updated_at': '2021-12-15T13:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1ee03fe-72e6-4bc6-b0e4-0484a7f53258', 'name': '', 'network_id': '80e9db63-12f6-4c8d-b172-d0db8c546747', 'tenant_id': '0afed8a32f294a72aba3dc2a97c72b80', 'mac_address': 'fa:16:3e:3c:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d81a93-8a26-495a-9bb8-d0d1f6a3aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b48653-66e6-4072-b547-45449904f845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:19Z', 'updated_at': '2021-12-15T13:29:22Z', 'revision_number': 5, 'project_id': '0afed8a32f294a72aba3dc2a97c72b80', 'subnets': [{'id': 'f1b48653-66e6-4072-b547-45449904f845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b5ac50-a690-4919-abf8-a9148bf35f0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:29:32.151837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 79739968-8cae-4c0c-b3d1-16457987ff79 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:32.202895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 79739968-8cae-4c0c-b3d1-16457987ff79 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:32.203269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:32.282072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:32.305119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 79739968-8cae-4c0c-b3d1-16457987ff79, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=79739968-8cae-4c0c-b3d1-16457987ff79,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:29:32.318681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:32.374776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=79739968-8cae-4c0c-b3d1-16457987ff79,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:34.151243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 79739968-8cae-4c0c-b3d1-16457987ff79 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:34.221734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 79739968-8cae-4c0c-b3d1-16457987ff79 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:34.222344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:42.453340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-297b8f0a-b14c-4828-b7a7-0b8ece0a86fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:44.632921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a00130bb-ff11-4013-8080-214b8806b443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:46.014107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:47.232104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:48.312122 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:54.794482 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:30:12.458981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-647612a0-d22e-40ee-863d-4e3a57f80922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:14.621360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2da48956-b961-44e7-898e-4e2a1598e8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:16.011158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:17.228094 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:18.315429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:31.793980 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:30:42.459808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c824699-aa4c-4df3-ba07-6f19396f8efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:44.614711 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ed96d00-e296-4446-9130-68ef1192ee71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:46.013408 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:47.230350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:48.320039 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.740841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36134) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:57.801334 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bbfe72-2093-4930-8aee-41f6966d820c admin admin] GET failed (client error): The resource could not be found. Dec 15 13:30:57.802592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-72bbfe72-2093-4930-8aee-41f6966d820c admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607884 Dec 15 13:30:57.960408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41588a5e-c781-4552-b297-752bf26f9ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:57.961796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-41588a5e-c781-4552-b297-752bf26f9ab9 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1546595 Dec 15 13:31:00.321798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36144) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:00.412340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6ffb3f-45d4-4fb7-9a61-7a41353a5dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:00.413728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bb6ffb3f-45d4-4fb7-9a61-7a41353a5dd6 admin admin] 10.222.0.32 "GET /v2.0/subnets/f1b48653-66e6-4072-b547-45449904f845 HTTP/1.1" status: 200 len: 849 time: 0.0909922 Dec 15 13:31:00.423578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:00.506982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Publish callbacks [] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.646810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746712608988'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.675584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:00.676170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.677476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] 10.222.0.32 "PUT /v2.0/subnets/f1b48653-66e6-4072-b547-45449904f845 HTTP/1.1" status: 200 len: 868 time: 0.2574413 Dec 15 13:31:00.697935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b48653-66e6-4072-b547-45449904f845,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:00.699758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e284bd42-f07e-4bbf-8702-21b892b18cac None None] Network 80e9db63-12f6-4c8d-b172-d0db8c546747 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:00.705850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.706249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.706538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.706873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.707207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.707536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.707862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.708190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.708530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.708870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.709197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.709544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.709835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2ddb-4c08-4aa6-8d95-fb96a31d7e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:00.995489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f8bf4b04-5419-455f-9231-ba1c2543a834 None None] Provisioning complete for port d1ee03fe-72e6-4bc6-b0e4-0484a7f53258 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:00.996046 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4b04-5419-455f-9231-ba1c2543a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.084008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f8bf4b04-5419-455f-9231-ba1c2543a834 None None] Provisioning complete for port ca5ce30a-29ec-40c2-bfd2-7830fc373816 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:01.084289 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4b04-5419-455f-9231-ba1c2543a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.061457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:03.253940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f431f54-ee40-43cc-b1d6-0ef1dd4d61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:03.254343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f431f54-ee40-43cc-b1d6-0ef1dd4d61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:03.255843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f431f54-ee40-43cc-b1d6-0ef1dd4d61b2 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1934414 Dec 15 13:31:05.641634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:05.773341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b2687-3e79-427e-ab2c-951e9e7d6368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:05.773800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b2687-3e79-427e-ab2c-951e9e7d6368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:05.775306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e79b2687-3e79-427e-ab2c-951e9e7d6368 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1328235 Dec 15 13:31:08.134776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36168) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:08.260705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5acbb9b-409a-4539-b598-db703fad8c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:08.261955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b5acbb9b-409a-4539-b598-db703fad8c1e admin admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 886 time: 0.1262341 Dec 15 13:31:08.792768 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:31:10.651215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36176) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:10.777694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99a3dd-a1c0-46ea-abab-1fcb43c305be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:10.779041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cc99a3dd-a1c0-46ea-abab-1fcb43c305be admin admin] 10.222.0.32 "GET /v2.0/networks/80e9db63-12f6-4c8d-b172-d0db8c546747 HTTP/1.1" status: 200 len: 870 time: 0.1269007 Dec 15 13:31:12.465494 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea2031d4-20d7-4de2-8934-c2c86a7b579f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.165750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36184) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:13.384642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e2e7d-fa6f-444b-a550-95855920eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:13.385095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e2e7d-fa6f-444b-a550-95855920eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:13.386605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b32e2e7d-fa6f-444b-a550-95855920eb0d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2199347 Dec 15 13:31:14.618543 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92809528-8c46-4fbf-9070-b307aa2518c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.780396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36192) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:15.870114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0fde23-21da-4224-8b40-33c434917126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:15.870570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0fde23-21da-4224-8b40-33c434917126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:15.872049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ff0fde23-21da-4224-8b40-33c434917126 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907111 Dec 15 13:31:16.017223 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.231874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.252140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:18.321471 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.371961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da3a89-573d-4b59-a786-12c78f7ee990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:18.373360 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17da3a89-573d-4b59-a786-12c78f7ee990 admin admin] 10.222.0.32 "GET /v2.0/subnets/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0 HTTP/1.1" status: 200 len: 816 time: 0.1202624 Dec 15 13:31:20.760625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:20.853118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdee698-d060-4394-851d-45a91928a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:20.854431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8cdee698-d060-4394-851d-45a91928a205 admin admin] 10.222.0.32 "GET /v2.0/subnets/f1b48653-66e6-4072-b547-45449904f845 HTTP/1.1" status: 200 len: 868 time: 0.0928793 Dec 15 13:31:42.466463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-075f4927-67be-44cc-9102-5d548f346aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.620390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ba99c4c-8865-4edf-8d67-7b357c9aa5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.791516 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:31:45.975418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:46.018700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.022003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-9365a564-2db1-41ce-8b2e-cd4299abf8ba admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:31:46.022978 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9365a564-2db1-41ce-8b2e-cd4299abf8ba admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466466 Dec 15 13:31:47.234873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.325240 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.479391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36272) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:48.538206 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be66312-37c1-4665-9f68-f0eb990d4d62 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:31:48.539464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8be66312-37c1-4665-9f68-f0eb990d4d62 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591307 Dec 15 13:31:48.623357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764c307e-2479-4ed1-a475-df44954b32f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:48.624762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-764c307e-2479-4ed1-a475-df44954b32f1 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806773 Dec 15 13:31:50.999528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36280) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:51.046421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:51.065919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Made reservation on behalf of 38ab5043a9fb41dbb949e50d3194403f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:51.068526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:51.096146 n-d-815324-3 neutron-server[103379]: WARNING neutron.services.revisions.revision_plugin [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Could not find related network for resource to bump revision. Dec 15 13:31:51.108138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:31:51.117292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:51.117625 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Added segment 10509ef3-dfb2-4996-bafc-9deb6da6412a of type vlan for network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 Dec 15 13:31:51.166658 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:51.189298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:51.190124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:51.190713 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:51.240854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2402134 Dec 15 13:31:51.251440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478db7a-96a6-4372-b6a5-69ef969c638a admin admin] Pushing event updated for resources: {'Network': ['ID=506a09ba-d582-47a0-b1c1-8fff3eff48e7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:51.262812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:31:53.636950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36288) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:53.696616 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d79f84-06a7-4200-85a5-d74dcf3f7ff4 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:31:53.697862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-31d79f84-06a7-4200-85a5-d74dcf3f7ff4 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599627 Dec 15 13:31:53.768225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc271a8a-d4b1-4613-ac2f-9bf38b016290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:53.769644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc271a8a-d4b1-4613-ac2f-9bf38b016290 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0671833 Dec 15 13:31:53.779466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:53.798342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Made reservation on behalf of 38ab5043a9fb41dbb949e50d3194403f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:53.800528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:53.959394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.009253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:54.020035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:54.020383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Network hostable DHCP agents. Network: 506a09ba-d582-47a0-b1c1-8fff3eff48e7, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:31:54.035762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:31:54.044529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 506a09ba-d582-47a0-b1c1-8fff3eff48e7) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:54.049989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:54.051927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.053351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bacb56b-66f7-405c-a9ab-c77cad12660e None None] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:54.072822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e1ae4736-09e2-431e-a09e-6c4275bc9c1e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2910657 Dec 15 13:31:54.157602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'project_id': '38ab5043a9fb41dbb949e50d3194403f', 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:31:54.158571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.399169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Allocated IP 192.168.233.2 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/8fefffbc-2faf-4d19-84d9-41ed93a7b5ec) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:54.542648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.551507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.592872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:54.596188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:54.600490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:54.603922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Pushing event updated for resources: {'Port': ['ID=8fefffbc-2faf-4d19-84d9-41ed93a7b5ec,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:54.615359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.615703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.616047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.616373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.616723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.617047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.617367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.617686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.618002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.618317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.618630 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.618945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.619259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:54.670372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Attempting to bind port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:54.670667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Attempting to bind port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:54.671036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Attempting to bind port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:54.676194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:54.676599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:54.677000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.677401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:54.677866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Bound port: 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:54.678265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.740001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] For port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:54.743124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] For port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8fefffbc-2faf-4d19-84d9-41ed93a7b5ec,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:54.747708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:54.804218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c6d3a-836a-4044-b716-6398b37abf5d None None] Pushing event updated for resources: {'Port': ['ID=8fefffbc-2faf-4d19-84d9-41ed93a7b5ec,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:55.692444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691973ef-8097-4aa9-8155-8f7ca9537206 None None] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:55.801781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f876f3b3-7932-4590-83bc-d961a7a75c2d None None] Provisioning complete for port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:55.802057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f876f3b3-7932-4590-83bc-d961a7a75c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:55.896020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f876f3b3-7932-4590-83bc-d961a7a75c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:55.941738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f876f3b3-7932-4590-83bc-d961a7a75c2d None None] For port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8fefffbc-2faf-4d19-84d9-41ed93a7b5ec,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:55.947120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f876f3b3-7932-4590-83bc-d961a7a75c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:56.011703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876f3b3-7932-4590-83bc-d961a7a75c2d None None] Pushing event updated for resources: {'Port': ['ID=8fefffbc-2faf-4d19-84d9-41ed93a7b5ec,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:56.168286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b1178efd-11d4-4fc5-8f0d-17a9ddd3b6e3 None None] Provisioning complete for port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:56.168680 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1178efd-11d4-4fc5-8f0d-17a9ddd3b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:56.298678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:56.348851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8fefffbc-2faf-4d19-84d9-41ed93a7b5ec triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:56.349463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.468858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5de0f583-a5a6-4f24-ad4c-9ca142ef3471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.622986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84fd3d06-b238-4bab-8477-ce741bbea949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.021676 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.238303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.326930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.789755 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:32:42.471272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84821853-d0bf-47bb-a8c8-4ae6c92106b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:44.620012 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45fa1bfa-6015-4279-9884-b1ac6c440cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.025300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:47.240324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:48.332857 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.789187 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:06.374469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:06.380368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-83b9b6a5-05b4-4976-9991-b08f4c4331b9 tempest-verify_tempest_config-118729878 tempest-verify_tempest_config-118729878-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:33:06.381404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-83b9b6a5-05b4-4976-9991-b08f4c4331b9 tempest-verify_tempest_config-118729878 tempest-verify_tempest_config-118729878-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059690 Dec 15 13:33:06.672010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36350) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:06.773134 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:06.846930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:06.850726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:06.895756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8057a0c-6e58-4ae9-8ff7-75adb4f413e8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:06.903556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=600f7bf41e8c44b89f805acd13439c7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2304616 Dec 15 13:33:06.905671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.906018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.906393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.906697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.907019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.907132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:06.907560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.907647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.907957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.908270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.908616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.908937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.909271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.909568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751b8b9-99b3-46a3-a469-e35f0edd1abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:06.962857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:06.986028 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:07.075507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:07.078713 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:07.079853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8057a0c-6e58-4ae9-8ff7-75adb4f413e8 HTTP/1.1" status: 204 len: 168 time: 0.1696243 Dec 15 13:33:07.087413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8057a0c-6e58-4ae9-8ff7-75adb4f413e8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:07.093919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.094268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.094607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.094945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.095279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.095605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.095930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.096255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.096606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.096988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.097248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.097569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:07.097890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7c175-e8bb-4632-a577-fde90fddbdb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:12.472655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61bb9777-d1ba-47e6-9547-7b5311e0d860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:14.620959 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0415b064-c546-426c-bf8f-c9eb05b9fa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:16.027874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:17.243310 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:18.325285 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:36.787401 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:42.474861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1209b923-183c-4b79-8aa5-02f16ab6e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.622370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34faaf02-a499-496a-831a-ba411fe9622d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.031163 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.247118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:48.327598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:12.476646 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-845014fd-7cb4-4fcb-82d2-8fb6c480f331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:13.785711 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:34:14.623729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4dffecb-4048-48f0-bc47-271b4bafa16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:16.034278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:17.249099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:18.330177 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:42.481414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1b3d807-15a2-4791-b4ed-03efa16d7123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.626081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-814d3daf-0a32-4054-802e-a5cac1b418bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:46.036976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:47.252040 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:48.332975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.783416 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:12.482739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62eccf1f-ccc6-4c79-855b-46c109a3fd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:14.626931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59826e35-0726-4e36-aaf7-82bcdd96de73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:16.039356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:17.256047 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:18.334558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:27.782336 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:42.483532 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88b021c5-fc63-44c7-9488-1c2429317f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:44.629987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed2a45d1-8527-4712-8a5d-5b020e2e09fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:46.042915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:47.258821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.336623 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.780815 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:12.484008 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c034aa9c-6a5e-4798-a3e7-b81f302fb3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:13.683338 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:14.634493 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70a754d7-39f2-460a-9f1a-a83b05dd483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:16.045729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:17.260716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:18.338713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:20.671224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581260'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:41.779128 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:42.484816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-69826a64-94e0-42a3-bc93-12bbbb72a5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:43.646074 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.634076 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ad59c4-9962-4cb5-ad68-05f026bffdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.049696 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:47.262636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.343284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.652628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.906784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:01.009460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-62549906-21ee-4ebf-a1f8-c30a70067ce6 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1015718 Dec 15 13:37:03.383116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:03.437855 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd9fe047-c56d-4633-8284-12029e21c343 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0536399 Dec 15 13:37:12.485862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8551f7a-b0aa-46d1-a518-cabe8431dd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.668846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.635513 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d0c17f1-0907-425d-8294-ed122271477f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:16.060007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:17.265866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:18.349631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:18.777384 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:37:20.651497 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.488760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f5746af-3fb2-49ee-b1e5-a9da2877a691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.662228 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.638116 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f93e21f0-1cdd-42df-a657-4a9740c8f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.063755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.276957 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.371205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.667036 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.776491 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:12.489898 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-785ff355-8b53-4718-bafb-07d16bde6e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.676344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.639823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1d92-b650-4456-8322-093ac27dab67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.059334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.274770 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.354084 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:20.690323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.255880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.668334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.681157 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e31e79b6-4b3e-4f6e-a2cd-630287df6a83 tempest-AutoAllocateNetworkTest-1277153422 tempest-AutoAllocateNetworkTest-1277153422-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=41d9aa10e0d247b0b9ea57b6b679e530&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4238746 Dec 15 13:38:25.854073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b93ba-52e5-460f-9239-f14f54e0d89e tempest-AutoAllocateNetworkTest-1277153422 tempest-AutoAllocateNetworkTest-1277153422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.856993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-122b93ba-52e5-460f-9239-f14f54e0d89e tempest-AutoAllocateNetworkTest-1277153422 tempest-AutoAllocateNetworkTest-1277153422-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1875641 Dec 15 13:38:25.858423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.927151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fdd7e361-1844-49d2-8eaf-2f77ccd72d93 tempest-AutoAllocateNetworkTest-1277153422 tempest-AutoAllocateNetworkTest-1277153422-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675361 Dec 15 13:38:25.929810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.960316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eea89a1b-3d7e-4e63-86cb-62265d46954d tempest-AutoAllocateNetworkTest-1277153422 tempest-AutoAllocateNetworkTest-1277153422-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=41d9aa10e0d247b0b9ea57b6b679e530 HTTP/1.1" status: 200 len: 208 time: 0.0292726 Dec 15 13:38:26.645716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:26.900431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.980759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.994118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.025363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3d6744-c269-4f3f-ab3f-c7da11f76f4f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:27.036960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.037625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.038176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.038692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.039354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.040056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.040637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.041153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.041659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.042162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.042685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.043966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.044492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] Tracked resource versions report: Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: pushed versions: Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: { 'AddressGroup': {'1.2'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Log': {'1.0'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Network': {'1.1'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Port': {'1.7'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'PortForwarding': {'1.2'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'QosPolicy': {'1.10'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'SecurityGroup': {'1.5'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'SubPort': {'1.0'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Subnet': {'1.1'}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Trunk': {'1.1'}} Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: consumer versions: Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: HyperV agent@n-h1-815324-3: {}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: HyperV agent@n-h2-815324-3: {}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: L3 agent@n-d-815324-3: {}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: Metadata agent@n-d-815324-3: {}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: Metering agent@n-d-815324-3: {}, Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'ConntrackHelper': '1.0', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'LocalIPAssociation': '1.0', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Log': '1.0', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Network': '1.1', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Port': '1.7', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'PortForwarding': '1.2', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'QosPolicy': '1.10', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'SecurityGroup': '1.5', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'SecurityGroupRule': '1.2', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'SubPort': '1.0', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Subnet': '1.1', Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: 'Trunk': '1.1'}} Dec 15 13:38:27.046866 n-d-815324-3 neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:38:27.081248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d27e4f9-4659-4468-8e85-108223916318 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41d9aa10e0d247b0b9ea57b6b679e530&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4318500 Dec 15 13:38:27.081547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:27.128956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.150062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.201635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.204698 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.207973 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c3d6744-c269-4f3f-ab3f-c7da11f76f4f HTTP/1.1" status: 204 len: 168 time: 0.1254349 Dec 15 13:38:27.215764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3d6744-c269-4f3f-ab3f-c7da11f76f4f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:27.223267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.223614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.223952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.224281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.224637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.224966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.225285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.225607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.225919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.226381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.226837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.227290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.227836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb10-6511-44bf-82dc-6dee2802dc98 admin admin] Tracked resource versions report: Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: pushed versions: Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: { 'AddressGroup': {'1.2'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Log': {'1.0'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Network': {'1.1'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Port': {'1.7'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'PortForwarding': {'1.2'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'QosPolicy': {'1.10'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'SecurityGroup': {'1.5'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'SubPort': {'1.0'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Subnet': {'1.1'}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Trunk': {'1.1'}} Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: consumer versions: Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: HyperV agent@n-h1-815324-3: {}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: HyperV agent@n-h2-815324-3: {}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: L3 agent@n-d-815324-3: {}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: Metadata agent@n-d-815324-3: {}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: Metering agent@n-d-815324-3: {}, Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'ConntrackHelper': '1.0', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'LocalIPAssociation': '1.0', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Log': '1.0', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Network': '1.1', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Port': '1.7', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'PortForwarding': '1.2', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'QosPolicy': '1.10', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'SecurityGroup': '1.5', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'SecurityGroupRule': '1.2', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'SubPort': '1.0', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Subnet': '1.1', Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: 'Trunk': '1.1'}} Dec 15 13:38:27.229018 n-d-815324-3 neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:38:28.069530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:28.226059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-566aa262-dccd-4529-80cf-e1db710ca180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.314070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-566aa262-dccd-4529-80cf-e1db710ca180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.318928 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-566aa262-dccd-4529-80cf-e1db710ca180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.370284 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-566aa262-dccd-4529-80cf-e1db710ca180 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81d29868a9324550aee5d8fbc9ad81fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2973344 Dec 15 13:38:28.370566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36848) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:28.390531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aa262-dccd-4529-80cf-e1db710ca180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ef6db6-0f1a-4a0d-ac62-dba217d1060c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:28.435879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eec65dd-d281-474b-a1cc-b19394f12947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.459232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eec65dd-d281-474b-a1cc-b19394f12947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.515998 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eec65dd-d281-474b-a1cc-b19394f12947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.518973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eec65dd-d281-474b-a1cc-b19394f12947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.520112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9eec65dd-d281-474b-a1cc-b19394f12947 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9ef6db6-0f1a-4a0d-ac62-dba217d1060c HTTP/1.1" status: 204 len: 168 time: 0.1485963 Dec 15 13:38:28.527760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec65dd-d281-474b-a1cc-b19394f12947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ef6db6-0f1a-4a0d-ac62-dba217d1060c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:28.670327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:28.673224 n-d-815324-3 neutron-server[103379]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 13:38:28.702116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-3eb3b0a0-5e54-4d48-b8cc-9b323a35d6d1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299592 Dec 15 13:38:28.818376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-9fe3125a-9eea-4a0a-8bd3-39963ffae684 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:28.820260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-9fe3125a-9eea-4a0a-8bd3-39963ffae684 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119337 Dec 15 13:38:28.842169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-727936d5-8cf4-4972-9a7f-c569aa3dd1f1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/quotas/24a7254fde2740a9a0bca6f015a6bae5 HTTP/1.1" status: 200 len: 375 time: 0.0146348 Dec 15 13:38:28.912328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-389663fa-7623-4841-8795-21bf02511054 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630414 Dec 15 13:38:29.167923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:29.185977 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bedac25-db63-4c9d-889e-0d486bfbe3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.292126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bedac25-db63-4c9d-889e-0d486bfbe3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.299755 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bedac25-db63-4c9d-889e-0d486bfbe3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.382185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedac25-db63-4c9d-889e-0d486bfbe3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a44c8-12ef-46ae-9e98-4c4e113a7f95,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.401431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9bedac25-db63-4c9d-889e-0d486bfbe3cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e661fee42ba044f2a8999ce1bd9b64ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2293043 Dec 15 13:38:29.401573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:29.466157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5163efb9-6e1a-4b74-831f-e4bad43d4536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.496439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5163efb9-6e1a-4b74-831f-e4bad43d4536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.508822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36928) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:29.559518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5163efb9-6e1a-4b74-831f-e4bad43d4536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.562631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5163efb9-6e1a-4b74-831f-e4bad43d4536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.563758 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5163efb9-6e1a-4b74-831f-e4bad43d4536 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c7a44c8-12ef-46ae-9e98-4c4e113a7f95 HTTP/1.1" status: 204 len: 168 time: 0.1614380 Dec 15 13:38:29.576662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163efb9-6e1a-4b74-831f-e4bad43d4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a44c8-12ef-46ae-9e98-4c4e113a7f95,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.805497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242d1ebc-b25e-4729-baba-9e4441da1c3b req-b69c6749-4ea7-459b-9ffd-71b33e62d3ff tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 210 time: 0.2952349 Dec 15 13:38:30.919631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:31.095204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.67', 58069) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:31.127529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-bc040b92-74a8-4bd5-8219-10046af7814b tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246518 Dec 15 13:38:31.138468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:31.430535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37080) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:31.449231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19d1c7ac-8e7a-47cd-a090-6791ef775b4b req-418d32dd-7856-4767-ac53-4b65d16be11a tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 210 time: 0.0614510 Dec 15 13:38:31.523755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-0c7723e9-9979-4b01-9ea4-48923d64b78d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:31.525625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-0c7723e9-9979-4b01-9ea4-48923d64b78d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910227 Dec 15 13:38:31.547563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f757883-ab01-41e8-9ca2-fdab843f762b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.549657 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24836f2-2d5e-4d48-9ddd-c0858fb3daa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.643416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Request body: {'port': {'device_id': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '24a7254fde2740a9a0bca6f015a6bae5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:31.868315 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6515-62bf-4f08-b4f3-766d4352855b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.936225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Made reservation on behalf of 24a7254fde2740a9a0bca6f015a6bae5 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:31.943536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.956810 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.975683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f757883-ab01-41e8-9ca2-fdab843f762b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.985148 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24836f2-2d5e-4d48-9ddd-c0858fb3daa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.987196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f757883-ab01-41e8-9ca2-fdab843f762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.002482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24836f2-2d5e-4d48-9ddd-c0858fb3daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.066805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f757883-ab01-41e8-9ca2-fdab843f762b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48f1a373b65647a7979e4ad364e33d82&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1448686 Dec 15 13:38:32.070729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f757883-ab01-41e8-9ca2-fdab843f762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3788c56f-50d1-4eb9-a8a3-0978e765a95a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:32.070863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:32.101080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d24836f2-2d5e-4d48-9ddd-c0858fb3daa6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47342487b2ef4afb840ebca0ba65c746&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9615538 Dec 15 13:38:32.105272 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.112770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37138) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:32.126494 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.129757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6515-62bf-4f08-b4f3-766d4352855b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.137224 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6515-62bf-4f08-b4f3-766d4352855b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.139920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24836f2-2d5e-4d48-9ddd-c0858fb3daa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f396334-d52a-4238-900f-e9b76828f2b7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:32.186023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dd8e6515-62bf-4f08-b4f3-766d4352855b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2321b945c2184000b25326b4a17c915e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7357318 Dec 15 13:38:32.190453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:32.197575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6515-62bf-4f08-b4f3-766d4352855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cb0e95-e2e6-4468-a8cf-2d28a614162b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:32.307325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af2a1c7f-1124-4e02-ad50-948c959c2ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.350124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af2a1c7f-1124-4e02-ad50-948c959c2ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.370238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25556e-fe73-4b2d-8986-e52b60733421,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:32.400578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:32.452822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af2a1c7f-1124-4e02-ad50-948c959c2ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.456376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af2a1c7f-1124-4e02-ad50-948c959c2ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.457766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-af2a1c7f-1124-4e02-ad50-948c959c2ded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0cb0e95-e2e6-4468-a8cf-2d28a614162b HTTP/1.1" status: 204 len: 168 time: 0.2661438 Dec 15 13:38:32.472232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a1c7f-1124-4e02-ad50-948c959c2ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cb0e95-e2e6-4468-a8cf-2d28a614162b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:32.532789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22d5c376-44f6-427f-b542-0bd4292dedc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.583023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e391012-c0a0-49c6-9c28-0b14731baff9 req-77b67c55-8e47-4575-bf49-b70e33e1055c tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 210 time: 0.0386949 Dec 15 13:38:32.590915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2012737d-4799-4337-8031-5ec334f31ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.622304 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22d5c376-44f6-427f-b542-0bd4292dedc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.643731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Allocated IP 192.168.233.195 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/26394000-523c-4598-baca-282a7cd50762) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:32.649522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2012737d-4799-4337-8031-5ec334f31ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.777424 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:32.796795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2012737d-4799-4337-8031-5ec334f31ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.801641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2012737d-4799-4337-8031-5ec334f31ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.806361 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2012737d-4799-4337-8031-5ec334f31ff5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f396334-d52a-4238-900f-e9b76828f2b7 HTTP/1.1" status: 204 len: 168 time: 0.6921613 Dec 15 13:38:32.824087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22d5c376-44f6-427f-b542-0bd4292dedc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.824416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b481d106-9372-47d5-8e5b-d450186654db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.827215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22d5c376-44f6-427f-b542-0bd4292dedc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.829185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-22d5c376-44f6-427f-b542-0bd4292dedc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3788c56f-50d1-4eb9-a8a3-0978e765a95a HTTP/1.1" status: 204 len: 168 time: 0.7570477 Dec 15 13:38:32.883123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012737d-4799-4337-8031-5ec334f31ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f396334-d52a-4238-900f-e9b76828f2b7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:32.910570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5c376-44f6-427f-b542-0bd4292dedc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788c56f-50d1-4eb9-a8a3-0978e765a95a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.002057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.137711 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b481d106-9372-47d5-8e5b-d450186654db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.140435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.143623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b481d106-9372-47d5-8e5b-d450186654db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.231731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:33.283009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b481d106-9372-47d5-8e5b-d450186654db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fbae78f985e462994184f68a2d56c14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8813667 Dec 15 13:38:33.288219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37192) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:33.302001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481d106-9372-47d5-8e5b-d450186654db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9c964a-4102-4de8-a854-edced62df8b7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.426124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:33.448841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-acaf5bd2-2d38-455f-9770-e3ebf3cdf0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.463193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:33.475261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.476193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.518450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-acaf5bd2-2d38-455f-9770-e3ebf3cdf0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.617327 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9784319 Dec 15 13:38:33.618371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51f88-232e-4eb9-af14-c763174779c6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Pushing event updated for resources: {'Port': ['ID=26394000-523c-4598-baca-282a7cd50762,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.671698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-be8740a7-4114-48be-b948-58dfe51a745d tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f7ad4af5941b4204aaef8b599e33dbb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522614 Dec 15 13:38:33.800218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-acaf5bd2-2d38-455f-9770-e3ebf3cdf0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.803805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-acaf5bd2-2d38-455f-9770-e3ebf3cdf0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.809189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-acaf5bd2-2d38-455f-9770-e3ebf3cdf0af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a9c964a-4102-4de8-a854-edced62df8b7 HTTP/1.1" status: 204 len: 168 time: 0.5166535 Dec 15 13:38:33.809442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-372c1dd7-3e93-4486-a293-ad99386ee9f1 None None] Provisioning complete for port 26394000-523c-4598-baca-282a7cd50762 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:33.809943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-372c1dd7-3e93-4486-a293-ad99386ee9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.829561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5bd2-2d38-455f-9770-e3ebf3cdf0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9c964a-4102-4de8-a854-edced62df8b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.900380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-6cb552e5-0a18-4469-a7d5-b448c9a18c84 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.901949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-6cb552e5-0a18-4469-a7d5-b448c9a18c84 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241158 Dec 15 13:38:33.918387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-372c1dd7-3e93-4486-a293-ad99386ee9f1 None None] Port 26394000-523c-4598-baca-282a7cd50762 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:33.941884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-a12135d2-a992-43f1-9199-3714d5b399c5 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/quotas/f7ad4af5941b4204aaef8b599e33dbb5 HTTP/1.1" status: 200 len: 375 time: 0.0309682 Dec 15 13:38:33.983129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-8af599ce-239b-4597-9c10-a7c47700b475 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7ad4af5941b4204aaef8b599e33dbb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396461 Dec 15 13:38:34.253100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37230) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:34.269617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6988b231-8b0e-488a-a060-b69caa1118aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.309690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37234) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:34.370984 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1a5160f-0fcb-4a26-a393-2c94c51a39e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.383723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6988b231-8b0e-488a-a060-b69caa1118aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.393436 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6988b231-8b0e-488a-a060-b69caa1118aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.440827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80673-960f-489e-8143-06c567febb8f req-1cea329f-3edd-41c8-b538-88c35d149383 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:34.443621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70b80673-960f-489e-8143-06c567febb8f req-1cea329f-3edd-41c8-b538-88c35d149383 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.2005775 Dec 15 13:38:34.515664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988b231-8b0e-488a-a060-b69caa1118aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303394f9-d5c7-4398-bfe3-a6226901935a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:34.534721 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6988b231-8b0e-488a-a060-b69caa1118aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0c2e3a23dfc46bf95ee7c9c13712967&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2798498 Dec 15 13:38:34.538567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:34.614501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4917f4d2-be29-45d8-879c-056f41fd10cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.677505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4917f4d2-be29-45d8-879c-056f41fd10cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.689286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:34.713800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70b80673-960f-489e-8143-06c567febb8f req-5adc82f8-330f-42c2-b9f7-4a18b0fe13cd tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627671 Dec 15 13:38:34.741426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eed10d18-c12f-47a0-8d9d-667cf169a14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.782000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4917f4d2-be29-45d8-879c-056f41fd10cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.785123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4917f4d2-be29-45d8-879c-056f41fd10cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.791568 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4917f4d2-be29-45d8-879c-056f41fd10cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/303394f9-d5c7-4398-bfe3-a6226901935a HTTP/1.1" status: 204 len: 168 time: 0.2492754 Dec 15 13:38:34.819091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917f4d2-be29-45d8-879c-056f41fd10cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303394f9-d5c7-4398-bfe3-a6226901935a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:34.851839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2737ba4f-0c94-4a1d-86d0-7c7cd264095c req-00181495-8cba-49cc-87ac-2872a892d9e2 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0568879 Dec 15 13:38:34.861578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-22a79c6d-4dfc-4cd3-8c2f-2af1537a61bb tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:38:34.864127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-22a79c6d-4dfc-4cd3-8c2f-2af1537a61bb tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170050 Dec 15 13:38:34.928043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1a5160f-0fcb-4a26-a393-2c94c51a39e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.945856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1a5160f-0fcb-4a26-a393-2c94c51a39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.038166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e1a5160f-0fcb-4a26-a393-2c94c51a39e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f3df3a06eef4278be141d83ad7092f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7142787 Dec 15 13:38:35.041191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:35.043240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5160f-0fcb-4a26-a393-2c94c51a39e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c4c33-3611-4b3e-8563-49fa4c143130,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:35.083446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eed10d18-c12f-47a0-8d9d-667cf169a14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.088863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eed10d18-c12f-47a0-8d9d-667cf169a14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.179105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-160f9826-257b-4376-8403-95595a7e28a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.194730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed10d18-c12f-47a0-8d9d-667cf169a14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade92852-be37-4ca6-a9ef-85f54d6386f5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:35.203214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eed10d18-c12f-47a0-8d9d-667cf169a14c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99e8fc3f00b74a0b893217cf90cd1fb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5113208 Dec 15 13:38:35.204940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:35.272566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-160f9826-257b-4376-8403-95595a7e28a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.346892 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccf357cf-5d8a-4677-b920-94427abe2eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.412836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37274) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:35.435946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccf357cf-5d8a-4677-b920-94427abe2eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.442678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-160f9826-257b-4376-8403-95595a7e28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.447414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-160f9826-257b-4376-8403-95595a7e28a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.452991 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-160f9826-257b-4376-8403-95595a7e28a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c70c4c33-3611-4b3e-8563-49fa4c143130 HTTP/1.1" status: 204 len: 168 time: 0.4099102 Dec 15 13:38:35.455539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf05f-b0c6-47a5-8ba8-9180f7c09ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.494550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9826-257b-4376-8403-95595a7e28a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c4c33-3611-4b3e-8563-49fa4c143130,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:35.547975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccf357cf-5d8a-4677-b920-94427abe2eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.556152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccf357cf-5d8a-4677-b920-94427abe2eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.573439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ccf357cf-5d8a-4677-b920-94427abe2eea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ade92852-be37-4ca6-a9ef-85f54d6386f5 HTTP/1.1" status: 204 len: 168 time: 0.3666146 Dec 15 13:38:35.589512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf357cf-5d8a-4677-b920-94427abe2eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade92852-be37-4ca6-a9ef-85f54d6386f5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:35.665622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf05f-b0c6-47a5-8ba8-9180f7c09ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.678470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf05f-b0c6-47a5-8ba8-9180f7c09ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.767574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdf05f-b0c6-47a5-8ba8-9180f7c09ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7799f3f-1ab6-484b-91d6-167e87275825,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:35.776184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7dcdf05f-b0c6-47a5-8ba8-9180f7c09ad7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24c29eaf24a148cc9ac880be93509e91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3683493 Dec 15 13:38:35.776666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:35.843481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a54830b-4558-4d4e-89c8-b91363f7692d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.891101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a54830b-4558-4d4e-89c8-b91363f7692d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.997638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a54830b-4558-4d4e-89c8-b91363f7692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.000662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a54830b-4558-4d4e-89c8-b91363f7692d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.002064 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a54830b-4558-4d4e-89c8-b91363f7692d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7799f3f-1ab6-484b-91d6-167e87275825 HTTP/1.1" status: 204 len: 168 time: 0.2245667 Dec 15 13:38:36.014889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54830b-4558-4d4e-89c8-b91363f7692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7799f3f-1ab6-484b-91d6-167e87275825,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:36.359842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b479-37cd-4003-80c9-4d218c1c9796 req-11ed0559-808a-4d5e-9f98-11e4b4d29f7f tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:36.367837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fae1b479-37cd-4003-80c9-4d218c1c9796 req-11ed0559-808a-4d5e-9f98-11e4b4d29f7f tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.0596845 Dec 15 13:38:36.465331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fae1b479-37cd-4003-80c9-4d218c1c9796 req-2eea0781-b24c-48c6-9305-ecfdd71d47a2 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963917 Dec 15 13:38:36.690086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0433182-b84c-46d7-b911-0c00aaf04fa1 req-1ccc14c6-14ea-427a-b30a-7bc48679c21a tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0562644 Dec 15 13:38:37.161087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:37.462078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-101bf35d-9db7-49d1-a8fd-abac19a90621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.579155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-101bf35d-9db7-49d1-a8fd-abac19a90621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.583920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-101bf35d-9db7-49d1-a8fd-abac19a90621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.700015 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-101bf35d-9db7-49d1-a8fd-abac19a90621 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62933ebf87f44e768fc36ed022c505ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5346007 Dec 15 13:38:37.705302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:37.732106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf35d-9db7-49d1-a8fd-abac19a90621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50811082-cfb3-4aba-b931-fa3cd42f840e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:37.766522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c03d4-f45e-415e-9a16-5360cda8790e req-edee4eae-2d72-4c83-a208-93b383ac4406 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:37.771894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62fefb8b-a6f3-413e-ba92-661614b1e6d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.793662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284c03d4-f45e-415e-9a16-5360cda8790e req-edee4eae-2d72-4c83-a208-93b383ac4406 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.1586275 Dec 15 13:38:37.795789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62fefb8b-a6f3-413e-ba92-661614b1e6d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.853578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62fefb8b-a6f3-413e-ba92-661614b1e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.856694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62fefb8b-a6f3-413e-ba92-661614b1e6d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.857843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-62fefb8b-a6f3-413e-ba92-661614b1e6d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50811082-cfb3-4aba-b931-fa3cd42f840e HTTP/1.1" status: 204 len: 168 time: 0.1516259 Dec 15 13:38:37.870868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fefb8b-a6f3-413e-ba92-661614b1e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50811082-cfb3-4aba-b931-fa3cd42f840e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:37.907346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dff38a5a-04d3-43e0-9947-8ea1e3858747 req-490ef408-4b3e-4a45-8b9a-72d887a0835b tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0747757 Dec 15 13:38:37.941493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284c03d4-f45e-415e-9a16-5360cda8790e req-5ba71ad5-e362-4ccd-a73c-815739f240ef tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399541 Dec 15 13:38:38.013213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37400) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:38.344406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef34d01c-913a-4af3-9866-3f217309c4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.472459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef34d01c-913a-4af3-9866-3f217309c4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.488753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef34d01c-913a-4af3-9866-3f217309c4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.544675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d01c-913a-4af3-9866-3f217309c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e8822-cc63-4191-89d6-06f9d353b5e4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:38.564550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef34d01c-913a-4af3-9866-3f217309c4eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6471e7bfbb74ddfa1a38d378464369d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.5487144 Dec 15 13:38:38.564688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:38.565842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:38.589324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10e97ddd-f856-4dcf-aaaa-8188179d0c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.631248 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41611258-3354-448f-9e99-ee2b58eac032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.660540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41611258-3354-448f-9e99-ee2b58eac032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.732690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10e97ddd-f856-4dcf-aaaa-8188179d0c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.737494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10e97ddd-f856-4dcf-aaaa-8188179d0c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.758367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41611258-3354-448f-9e99-ee2b58eac032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.761706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41611258-3354-448f-9e99-ee2b58eac032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.763483 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41611258-3354-448f-9e99-ee2b58eac032 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f55e8822-cc63-4191-89d6-06f9d353b5e4 HTTP/1.1" status: 204 len: 168 time: 0.1965339 Dec 15 13:38:38.792234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-10e97ddd-f856-4dcf-aaaa-8188179d0c16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=986af0966794468c915391c096a5f075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276380 Dec 15 13:38:38.793634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97ddd-f856-4dcf-aaaa-8188179d0c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208fe9d3-9912-439a-8700-82e3d825365d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:38.795120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:38.795994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41611258-3354-448f-9e99-ee2b58eac032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e8822-cc63-4191-89d6-06f9d353b5e4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:38.877110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-569ad33d-fb35-4499-a4a0-825c74691a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.911278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-569ad33d-fb35-4499-a4a0-825c74691a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.995111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-569ad33d-fb35-4499-a4a0-825c74691a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:39.000818 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-569ad33d-fb35-4499-a4a0-825c74691a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:39.005084 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-569ad33d-fb35-4499-a4a0-825c74691a6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/208fe9d3-9912-439a-8700-82e3d825365d HTTP/1.1" status: 204 len: 168 time: 0.2061195 Dec 15 13:38:39.021592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ad33d-fb35-4499-a4a0-825c74691a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208fe9d3-9912-439a-8700-82e3d825365d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:39.084431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c448895f-a97f-4065-8fe1-e1101f20f75d req-b100587a-4cd8-4cd3-bc38-fd9c1572ba0b tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0637693 Dec 15 13:38:39.156642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd8af-a9ab-4bfd-b747-98fb25bfdbb2 req-6f9b915b-198f-4200-ac12-7b23b793233a tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:39.164424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f68fd8af-a9ab-4bfd-b747-98fb25bfdbb2 req-6f9b915b-198f-4200-ac12-7b23b793233a tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.0679879 Dec 15 13:38:39.231289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f68fd8af-a9ab-4bfd-b747-98fb25bfdbb2 req-68cdeca1-c80e-4de3-9098-16d40ceb404e tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658276 Dec 15 13:38:39.717480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:39.731295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b723d9d-7b36-4cb6-871c-00d4a00fdda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:39.825445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b723d9d-7b36-4cb6-871c-00d4a00fdda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:39.826732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:39.843048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b723d9d-7b36-4cb6-871c-00d4a00fdda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:39.853673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ab808a3-135f-4189-a6da-0bc21136f1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:39.933501 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b723d9d-7b36-4cb6-871c-00d4a00fdda6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1012a99c073458cbe1877d31858cf8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117441 Dec 15 13:38:39.933839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:39.934335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b723d9d-7b36-4cb6-871c-00d4a00fdda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1604417d-da32-41dd-9056-b01532b1465b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:40.025884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44012f70-fe4b-40d9-b6e4-d4d6951725a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.030561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ab808a3-135f-4189-a6da-0bc21136f1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.048057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ab808a3-135f-4189-a6da-0bc21136f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.066312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44012f70-fe4b-40d9-b6e4-d4d6951725a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.099533 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ab808a3-135f-4189-a6da-0bc21136f1f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5727aab2f5f470e93d2890203da2f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709279 Dec 15 13:38:40.104733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37474) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:40.159446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44012f70-fe4b-40d9-b6e4-d4d6951725a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.164206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44012f70-fe4b-40d9-b6e4-d4d6951725a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.165996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-44012f70-fe4b-40d9-b6e4-d4d6951725a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1604417d-da32-41dd-9056-b01532b1465b HTTP/1.1" status: 204 len: 168 time: 0.2310700 Dec 15 13:38:40.182937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44012f70-fe4b-40d9-b6e4-d4d6951725a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1604417d-da32-41dd-9056-b01532b1465b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:40.194922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab808a3-135f-4189-a6da-0bc21136f1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b5609-785c-43c2-ba20-f6dbb950ec58,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:40.230027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9b3198f-5e27-4c02-88e7-51925df8b1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.280256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62cbc4bd-ef9b-4fac-acf3-8c89936855f1 req-c8ed9661-9732-4cfb-ace5-3b0e9059b8f8 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0626886 Dec 15 13:38:40.293547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9b3198f-5e27-4c02-88e7-51925df8b1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.390672 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9b3198f-5e27-4c02-88e7-51925df8b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.394609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9b3198f-5e27-4c02-88e7-51925df8b1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.396225 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f9b3198f-5e27-4c02-88e7-51925df8b1ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b2b5609-785c-43c2-ba20-f6dbb950ec58 HTTP/1.1" status: 204 len: 168 time: 0.2905810 Dec 15 13:38:40.414853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3198f-5e27-4c02-88e7-51925df8b1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b5609-785c-43c2-ba20-f6dbb950ec58,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:40.436911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9158d-1b5b-4a39-ad42-7bb7b6d806b8 req-e6228a7b-4b3e-47c3-af9d-046df96c7e0d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:40.438834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8e9158d-1b5b-4a39-ad42-7bb7b6d806b8 req-e6228a7b-4b3e-47c3-af9d-046df96c7e0d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.1034737 Dec 15 13:38:40.528717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8e9158d-1b5b-4a39-ad42-7bb7b6d806b8 req-92142aad-74f8-417d-bdd2-df844a4753ec tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789895 Dec 15 13:38:41.425663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf712995-b207-4cc7-8a91-8e0542ebed99 req-83497ad9-e871-466f-85dc-d58566a6c14e tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0462246 Dec 15 13:38:41.694541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424bdc-a871-4d74-82cd-2e3b59ca1049 req-cdce60f2-e5f4-49c3-b980-13e5428af106 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.696427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b424bdc-a871-4d74-82cd-2e3b59ca1049 req-cdce60f2-e5f4-49c3-b980-13e5428af106 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.0687270 Dec 15 13:38:41.749481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b424bdc-a871-4d74-82cd-2e3b59ca1049 req-d9a944d7-5916-473e-b8a8-2367dfa165aa tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Dec 15 13:38:42.240356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:42.582593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b5e2-61e0-4d7a-937a-854c12da5250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:42.619636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88ef11cd-9692-4896-bbbc-473e47ac3d96 req-d1a1810f-086e-48ef-acdf-b165cde19772 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0496514 Dec 15 13:38:42.682609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:42.830460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82ddf8e9-b73f-44d6-ba8c-aff1832cf295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:42.941217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00db49d0-3cf2-4110-8532-be16fbe2b542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:42.996008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662dab-0bd4-4d2d-b50e-e275d06cb592 req-defbf939-48f4-48bc-8ed9-fb9d09bead54 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:43.001003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b662dab-0bd4-4d2d-b50e-e275d06cb592 req-defbf939-48f4-48bc-8ed9-fb9d09bead54 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.1363351 Dec 15 13:38:43.055717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82ddf8e9-b73f-44d6-ba8c-aff1832cf295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.074932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82ddf8e9-b73f-44d6-ba8c-aff1832cf295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.127686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b662dab-0bd4-4d2d-b50e-e275d06cb592 req-2b44727d-bca5-4a7d-be91-88bd9720316f tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191628 Dec 15 13:38:43.137821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-82ddf8e9-b73f-44d6-ba8c-aff1832cf295 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6943206ac8824c898515a2ae27bcf483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8953679 Dec 15 13:38:43.141237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:43.200265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddf8e9-b73f-44d6-ba8c-aff1832cf295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0610f0e9-332f-4836-8b99-5aef4ada617c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.244622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b930e-9260-4db5-a676-b70c404324dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.249498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:43.260603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:43.276127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00db49d0-3cf2-4110-8532-be16fbe2b542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.284871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00db49d0-3cf2-4110-8532-be16fbe2b542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.309532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b930e-9260-4db5-a676-b70c404324dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.359488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db49d0-3cf2-4110-8532-be16fbe2b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c8e9d-5511-4b3a-b1cb-b7c44d22c8de,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.368889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-00db49d0-3cf2-4110-8532-be16fbe2b542 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=347d21e8b1344213be3da80d61babd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6849639 Dec 15 13:38:43.371465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:43.390979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b930e-9260-4db5-a676-b70c404324dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.393821 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b930e-9260-4db5-a676-b70c404324dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.395030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3d2b930e-9260-4db5-a676-b70c404324dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0610f0e9-332f-4836-8b99-5aef4ada617c HTTP/1.1" status: 204 len: 168 time: 0.2525492 Dec 15 13:38:43.409715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b930e-9260-4db5-a676-b70c404324dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0610f0e9-332f-4836-8b99-5aef4ada617c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.429002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-837822782-network', 'tenant_id': '457718dc070c40c0801e143b33cc2467'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:43.480909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Made reservation on behalf of 457718dc070c40c0801e143b33cc2467 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:43.484339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.499478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22311284-05b8-4e9c-9832-e22b91526d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.501986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.515466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-317173e4-8c1a-4521-814c-ea9401e13e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.542214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22311284-05b8-4e9c-9832-e22b91526d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.612348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22311284-05b8-4e9c-9832-e22b91526d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.615441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22311284-05b8-4e9c-9832-e22b91526d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.616621 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-22311284-05b8-4e9c-9832-e22b91526d82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/850c8e9d-5511-4b3a-b1cb-b7c44d22c8de HTTP/1.1" status: 204 len: 168 time: 0.2440023 Dec 15 13:38:43.635646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22311284-05b8-4e9c-9832-e22b91526d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c8e9d-5511-4b3a-b1cb-b7c44d22c8de,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.657599 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.663699 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-317173e4-8c1a-4521-814c-ea9401e13e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.676451 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.689571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-317173e4-8c1a-4521-814c-ea9401e13e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.694510 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.732789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:43.734038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-317173e4-8c1a-4521-814c-ea9401e13e8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f7146c7b5ed4821beb3004158a5b79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719210 Dec 15 13:38:43.754654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:38:43.759566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337760b-3e12-4797-9598-a2fba0669d61,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.793824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:43.794651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5375fa14-7cb8-44d4-9380-71c92060c7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.804730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f83f43fd-bdf7-49b2-a823-3285644031df req-badd0b60-1ac1-4814-aa95-c2ca5b9ffbaa tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0653539 Dec 15 13:38:43.818594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.819260 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Added segment 51a09a80-08c7-479b-a50f-b1e65d049572 of type vlan for network dd8522aa-f6ca-4c29-9f30-edc66a499ecc Dec 15 13:38:43.835095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5375fa14-7cb8-44d4-9380-71c92060c7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.859552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317173e4-8c1a-4521-814c-ea9401e13e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e10d4b-4f4d-40d1-85d1-cc5f788b7274,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.888854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.889847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9310332-88c9-46ac-9f31-31c98ce918ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.910090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5375fa14-7cb8-44d4-9380-71c92060c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.912637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5375fa14-7cb8-44d4-9380-71c92060c7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.916040 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5375fa14-7cb8-44d4-9380-71c92060c7b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37e10d4b-4f4d-40d1-85d1-cc5f788b7274 HTTP/1.1" status: 204 len: 168 time: 0.1789720 Dec 15 13:38:43.926222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375fa14-7cb8-44d4-9380-71c92060c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e10d4b-4f4d-40d1-85d1-cc5f788b7274,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.929081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.930081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:43.933268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.996825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9310332-88c9-46ac-9f31-31c98ce918ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.002883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9310332-88c9-46ac-9f31-31c98ce918ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.021018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7703938 Dec 15 13:38:44.026304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:44.027114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6a9ea-6a2b-453f-83fc-84e8d1c52760 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8522aa-f6ca-4c29-9f30-edc66a499ecc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.034538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Request body: {'subnet': {'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-837822782-subnet', 'tenant_id': '457718dc070c40c0801e143b33cc2467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:44.039478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:38:44.057399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9310332-88c9-46ac-9f31-31c98ce918ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7124e25-647d-4d32-8d60-d5ccacfb08e6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.070846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Made reservation on behalf of 457718dc070c40c0801e143b33cc2467 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:44.073794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.095590 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b9310332-88c9-46ac-9f31-31c98ce918ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02cb26e604514a68b1486301e23029e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187989 Dec 15 13:38:44.103569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:44.226507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9c04521-49eb-4744-9571-924b3b882ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.228156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:44.262478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9c04521-49eb-4744-9571-924b3b882ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.293705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-932629de-2644-4d16-a921-c5e6e6496f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.367666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9c04521-49eb-4744-9571-924b3b882ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.370309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a09e74-3589-44fe-9600-b2e46aa6ee89 req-edd3d3a9-2bd3-47a6-9860-9f6b15aee127 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.371502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9c04521-49eb-4744-9571-924b3b882ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.372343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2a09e74-3589-44fe-9600-b2e46aa6ee89 req-edd3d3a9-2bd3-47a6-9860-9f6b15aee127 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 936 time: 0.1524496 Dec 15 13:38:44.373086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b9c04521-49eb-4744-9571-924b3b882ebe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7124e25-647d-4d32-8d60-d5ccacfb08e6 HTTP/1.1" status: 204 len: 168 time: 0.2682636 Dec 15 13:38:44.384299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04521-49eb-4744-9571-924b3b882ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7124e25-647d-4d32-8d60-d5ccacfb08e6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.478360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Request body: {'port': {'device_id': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:44.522007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2a09e74-3589-44fe-9600-b2e46aa6ee89 req-e222095c-d3b3-4e07-89aa-6a4c88d16495 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398568 Dec 15 13:38:44.530261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.554996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37686) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:44.575536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd0b083-a4d5-44f6-83f6-9e208594d4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.580325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-932629de-2644-4d16-a921-c5e6e6496f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.594127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-932629de-2644-4d16-a921-c5e6e6496f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.617052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.636569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00b65c8-c61e-45e1-97c6-77a7a7a03587,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.659989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-932629de-2644-4d16-a921-c5e6e6496f75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de8b29b0267f4e00b0c8412c43e5bc11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280562 Dec 15 13:38:44.659989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932629de-2644-4d16-a921-c5e6e6496f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2385de6-7e2e-481c-8338-c4c1041d17c9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.662430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:44.678869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:44.679652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Network hostable DHCP agents. Network: dd8522aa-f6ca-4c29-9f30-edc66a499ecc, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:38:44.699231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b88584c-dbc8-47e7-813f-70529264b520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.750306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:38:44.758277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-588e4930-8a83-44ab-a1dd-966061b11443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.771142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, dd8522aa-f6ca-4c29-9f30-edc66a499ecc) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:44.782346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438a3fd-ba89-4281-914d-1c1f16be8124 None None] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:44.785452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.786313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.793967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-588e4930-8a83-44ab-a1dd-966061b11443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.820110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f25e6bb-7753-4160-96b0-752681603ceb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7903738 Dec 15 13:38:44.863409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-588e4930-8a83-44ab-a1dd-966061b11443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.868726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-588e4930-8a83-44ab-a1dd-966061b11443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.874519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-588e4930-8a83-44ab-a1dd-966061b11443 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2385de6-7e2e-481c-8338-c4c1041d17c9 HTTP/1.1" status: 204 len: 168 time: 0.2044752 Dec 15 13:38:44.896484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e4930-8a83-44ab-a1dd-966061b11443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2385de6-7e2e-481c-8338-c4c1041d17c9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.907311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.67', 58074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:45.003151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-b30b1e2e-5257-4014-8708-b6356daadd3d tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f7ad4af5941b4204aaef8b599e33dbb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918272 Dec 15 13:38:45.047900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58bc7f-9263-4427-94e4-fd12bc79ee58 None None] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:45.179892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd0b083-a4d5-44f6-83f6-9e208594d4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.185601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3710781-bbd6-4e42-8eb9-bd88d9b567d1 req-a1dd972e-eac8-4ee2-9480-f42a53302fca tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.1899981 Dec 15 13:38:45.199631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd0b083-a4d5-44f6-83f6-9e208594d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.252561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-494947c0-5e12-4fc8-bfda-866b3ede73d1 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.254210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-494947c0-5e12-4fc8-bfda-866b3ede73d1 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258513 Dec 15 13:38:45.270869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Request body: {'port': {'device_id': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'f7ad4af5941b4204aaef8b599e33dbb5'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:45.275953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bcd0b083-a4d5-44f6-83f6-9e208594d4f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcc2a6a80c2a4554ac41e935180ff6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7197652 Dec 15 13:38:45.281312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0b083-a4d5-44f6-83f6-9e208594d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059737b8-f4b8-43f3-bf23-6368b489755d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:45.283617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:45.391940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26394000-523c-4598-baca-282a7cd50762 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:45.402142 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.439330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Transition to ACTIVE for port object 26394000-523c-4598-baca-282a7cd50762 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:38:45.443717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.482083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ca438be-f57d-47e6-95e0-a1318cd8d3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.528649 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ca438be-f57d-47e6-95e0-a1318cd8d3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.597070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Made reservation on behalf of f7ad4af5941b4204aaef8b599e33dbb5 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:45.600941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.633146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Attempting to bind port 26394000-523c-4598-baca-282a7cd50762 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:45.633577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Attempting to bind port 26394000-523c-4598-baca-282a7cd50762 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:45.634121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Attempting to bind port 26394000-523c-4598-baca-282a7cd50762 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:45.635323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.751863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Port 26394000-523c-4598-baca-282a7cd50762 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:38:45.752142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Attempting to bind port 26394000-523c-4598-baca-282a7cd50762 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:45.757044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Pushing event updated for resources: {'Port': ['ID=26394000-523c-4598-baca-282a7cd50762,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:45.763743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:45.764236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:45.765971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:45.766914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Bound port: 26394000-523c-4598-baca-282a7cd50762, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:45.766996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.800371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ca438be-f57d-47e6-95e0-a1318cd8d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.807647 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ca438be-f57d-47e6-95e0-a1318cd8d3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.812601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8ca438be-f57d-47e6-95e0-a1318cd8d3c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/059737b8-f4b8-43f3-bf23-6368b489755d HTTP/1.1" status: 204 len: 168 time: 0.5278604 Dec 15 13:38:45.855081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] For port 26394000-523c-4598-baca-282a7cd50762, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:45.875058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] For port 26394000-523c-4598-baca-282a7cd50762, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26394000-523c-4598-baca-282a7cd50762,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:45.883847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.930192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.930890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.933034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] 10.222.0.67 "PUT /v2.0/ports/26394000-523c-4598-baca-282a7cd50762 HTTP/1.1" status: 200 len: 1096 time: 1.8350785 Dec 15 13:38:45.935626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'tag': '26394000-523c-4598-baca-282a7cd50762'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:45.986536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca438be-f57d-47e6-95e0-a1318cd8d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059737b8-f4b8-43f3-bf23-6368b489755d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:46.042108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac517fa-17af-4923-9863-4f9bd56ea023 req-0f7deaac-0d7e-4674-8e7f-abb82181cb03 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.043912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cac517fa-17af-4923-9863-4f9bd56ea023 req-0f7deaac-0d7e-4674-8e7f-abb82181cb03 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 948 time: 0.3121760 Dec 15 13:38:46.097524 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.153781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.168875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.198834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38dcf7-3094-4167-a9bd-ccc0feaf0176 service neutron] Pushing event updated for resources: {'Port': ['ID=26394000-523c-4598-baca-282a7cd50762,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:46.247431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-549d9824-2da9-4c6a-b797-2f9229bd1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.250917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-549d9824-2da9-4c6a-b797-2f9229bd1376 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 1099 time: 0.1719594 Dec 15 13:38:46.338583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cac517fa-17af-4923-9863-4f9bd56ea023 req-93ba8211-557a-4e6c-9ea6-e964725c29cb tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808723 Dec 15 13:38:46.355537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-53cc1fdc-187c-4954-bac8-1cf851831ec4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=26394000-523c-4598-baca-282a7cd50762 HTTP/1.1" status: 200 len: 217 time: 0.0933180 Dec 15 13:38:46.429639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e03df2-2ced-4697-889e-8538e484cb8c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:46.502163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c4c26fc-a11e-4a93-a477-fc574fa4c208 req-b15108cf-451c-4304-90f6-e22142ae8f12 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 210 time: 0.0560753 Dec 15 13:38:46.506357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-0e06d696-e083-4c2f-9734-350330ad4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.508410 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-0e06d696-e083-4c2f-9734-350330ad4856 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1457634 Dec 15 13:38:46.575465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Allocated IP 192.168.233.30 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/f94c5a9a-ee6b-4f84-9d5a-54683974fdaa) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:46.615124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6cfe0744-1307-4f13-9634-128a368bf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.617396 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-6cfe0744-1307-4f13-9634-128a368bf710 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020005 Dec 15 13:38:46.731545 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-2f16c534-e2bb-47b1-8c85-b8580d5edd23 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063631 Dec 15 13:38:46.776742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.789516 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4266e92c-46e8-4bae-92a6-cc74732c8b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce40c6a-5923-472e-8ae4-e77e9527532e", "tag": "26394000-523c-4598-baca-282a7cd50762"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:46.834594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.852760 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb84dd6b-a4a2-4a95-8ea5-ad4582958472 req-015ee7b9-0532-462b-8997-e479502d6bf8 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139073 Dec 15 13:38:46.921247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:46.931995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:46.933393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:46.939112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.939722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.947814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37776) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:46.954216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-227921195-network', 'tenant_id': '63851ee8bd754184b6ce30667762709f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:46.959831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Pushing event updated for resources: {'Port': ['ID=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:46.970663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-66eb3fc9-d45a-485f-b308-dd62d5c6da43 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7047846 Dec 15 13:38:46.991795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Request body: {'port': {'device_id': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'device_owner': 'compute:tempest-test_az-1167832941', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:46.998140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Made reservation on behalf of 63851ee8bd754184b6ce30667762709f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:47.005862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.023973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.077957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.080041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:47.143664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.148736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.196132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:38:47.210326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.210574 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Added segment 957c3431-d653-43ed-83f7-e96db2a8a2f1 of type vlan for network 3c8a1402-1f83-4e0c-9adb-6740fb51db09 Dec 15 13:38:47.212249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e8cb2-42bd-4ed4-af3d-ad584361e8a9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:47.251147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-200285d8-75ee-496b-93c9-ec73dea92ce3 None None] Provisioning complete for port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:47.252220 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-200285d8-75ee-496b-93c9-ec73dea92ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.299984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-200285d8-75ee-496b-93c9-ec73dea92ce3 None None] Port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:47.322000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.341034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.354049 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a9a1b7-cd93-4fae-b8e1-a88d4e606b44 x-openstack-request-id: req-c4a9a1b7-cd93-4fae-b8e1-a88d4e606b44 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:47.354522 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce40c6a-5923-472e-8ae4-e77e9527532e", "tag": "26394000-523c-4598-baca-282a7cd50762", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:47.355144 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4a9a1b7-cd93-4fae-b8e1-a88d4e606b44 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:47.355724 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'tag': '26394000-523c-4598-baca-282a7cd50762', 'status': 'completed', 'code': 200} Dec 15 13:38:47.431847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.432725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.433910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.457111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5066164 Dec 15 13:38:47.466925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37794) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:47.474701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Request body: {'subnet': {'network_id': '3c8a1402-1f83-4e0c-9adb-6740fb51db09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-227921195-subnet', 'tenant_id': '63851ee8bd754184b6ce30667762709f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:47.496949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-705d26dd-e295-474c-b046-ff4fb72e26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.499608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-705d26dd-e295-474c-b046-ff4fb72e26e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 1099 time: 0.1151762 Dec 15 13:38:47.539422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8749c2-fa13-4422-808f-cdb195f65438 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8a1402-1f83-4e0c-9adb-6740fb51db09,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:47.551622 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3c8a1402-1f83-4e0c-9adb-6740fb51db09 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:38:47.555388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c557cce-e5fb-4796-a8cb-9f3c6208fec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.568923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8598be7-d319-4444-a421-ce679e3f17b5 req-33595b38-17eb-49fc-a87e-d688bdfd81cf tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.570442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8598be7-d319-4444-a421-ce679e3f17b5 req-33595b38-17eb-49fc-a87e-d688bdfd81cf tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 948 time: 0.1389596 Dec 15 13:38:47.577579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Made reservation on behalf of 63851ee8bd754184b6ce30667762709f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:47.579803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.596352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94c5a9a-ee6b-4f84-9d5a-54683974fdaa {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:47.644130 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.715879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Transition to ACTIVE for port object f94c5a9a-ee6b-4f84-9d5a-54683974fdaa will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:38:47.736301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.776306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-957ebe48-80c6-4d45-a74a-7845728075d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.778167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-957ebe48-80c6-4d45-a74a-7845728075d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2654173 Dec 15 13:38:47.809556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Pushing event updated for resources: {'Port': ['ID=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:47.831260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-8cb6bd01-ef31-4657-b85a-e212eae76b76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=26394000-523c-4598-baca-282a7cd50762 HTTP/1.1" status: 200 len: 217 time: 0.0453281 Dec 15 13:38:47.865785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8598be7-d319-4444-a421-ce679e3f17b5 req-74ddd783-f318-4b1f-8598-f244a9a515c8 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817080 Dec 15 13:38:47.893515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d268c54-c9af-40dd-afb4-7407aaf35638 req-4b819d5b-5a5d-4613-82f0-71dc0b2dd5c4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.895892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d268c54-c9af-40dd-afb4-7407aaf35638 req-4b819d5b-5a5d-4613-82f0-71dc0b2dd5c4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 969 time: 0.2481468 Dec 15 13:38:47.931501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-16da819f-4f0c-424c-b0bb-0715a8d02b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.934683 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-16da819f-4f0c-424c-b0bb-0715a8d02b63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0947769 Dec 15 13:38:47.992065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-d1598335-1cc8-47f8-95fe-c1bdb6c1e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.993965 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-d1598335-1cc8-47f8-95fe-c1bdb6c1e638 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509822 Dec 15 13:38:48.079135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d268c54-c9af-40dd-afb4-7407aaf35638 req-2c694962-67bc-4f55-9c3b-08689a0504f6 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330197 Dec 15 13:38:48.079942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Attempting to bind port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:48.080312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Attempting to bind port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:48.080685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Attempting to bind port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:48.100392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c557cce-e5fb-4796-a8cb-9f3c6208fec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.100392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:38:48.100392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Attempting to bind port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:48.106468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c557cce-e5fb-4796-a8cb-9f3c6208fec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.142896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2c557cce-e5fb-4796-a8cb-9f3c6208fec1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2b7b136264c488696b3663cb1686635&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0617752 Dec 15 13:38:48.143786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:48.144542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:48.144737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:48.145171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Bound port: f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:48.145526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.148946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:48.165200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-a60018ce-8f90-44bb-8a6e-01976a718ef9 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628072 Dec 15 13:38:48.210782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c557cce-e5fb-4796-a8cb-9f3c6208fec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3ae7e-9954-478d-ad35-31ff19d84e28,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:48.299911 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4266e92c-46e8-4bae-92a6-cc74732c8b9d req-48c443ab-de34-4e14-bbae-ff00a469e555 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264775 Dec 15 13:38:48.316040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa692294-9747-4e84-87e6-7a1c5d81c6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.320208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.355805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.385201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa692294-9747-4e84-87e6-7a1c5d81c6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.414963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] For port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:48.461004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d95e203-8edf-44ec-8cbf-4c62f5d5494d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:48.464399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] For port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:48.474432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.486189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Checking segment: {'id': '957c3431-d653-43ed-83f7-e96db2a8a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3c8a1402-1f83-4e0c-9adb-6740fb51db09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:48.486534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Network hostable DHCP agents. Network: 3c8a1402-1f83-4e0c-9adb-6740fb51db09, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:38:48.683109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:48.683778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.685405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] 10.222.0.67 "PUT /v2.0/ports/f94c5a9a-ee6b-4f84-9d5a-54683974fdaa HTTP/1.1" status: 200 len: 1117 time: 1.7064607 Dec 15 13:38:48.687562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'tag': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:48.822907 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa692294-9747-4e84-87e6-7a1c5d81c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.825814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa692294-9747-4e84-87e6-7a1c5d81c6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.827894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aa692294-9747-4e84-87e6-7a1c5d81c6f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98c3ae7e-9954-478d-ad35-31ff19d84e28 HTTP/1.1" status: 204 len: 168 time: 0.6764128 Dec 15 13:38:48.852214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Network 3c8a1402-1f83-4e0c-9adb-6740fb51db09 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:38:48.869647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692294-9747-4e84-87e6-7a1c5d81c6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3ae7e-9954-478d-ad35-31ff19d84e28,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:48.874715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c931-6766-4fc2-9857-1dab2949f04b service neutron] Pushing event updated for resources: {'Port': ['ID=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:48.883364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3c8a1402-1f83-4e0c-9adb-6740fb51db09) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:48.897097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:48.897684 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.910041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-61ba85fb-0153-4244-a817-8d0da2c4cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:48.911588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-61ba85fb-0153-4244-a817-8d0da2c4cb0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7ad4af5941b4204aaef8b599e33dbb5&device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 1120 time: 0.1615674 Dec 15 13:38:48.919621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63270952-a29b-486f-a0e3-089ef5627189 None None] Network 3c8a1402-1f83-4e0c-9adb-6740fb51db09 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:49.039087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-0275aecb-5f19-432d-9a02-cca6e2234fe0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa HTTP/1.1" status: 200 len: 217 time: 0.1144218 Dec 15 13:38:49.099987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a5725-b0ec-4145-ad4e-e4d12c4bedff None None] Network 3c8a1402-1f83-4e0c-9adb-6740fb51db09 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:49.120897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fc97c7fb-f233-4b32-8c56-47a4604175d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6512461 Dec 15 13:38:49.147597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-881a9592-a744-4ec9-a9db-dff2d225c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:49.149168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-881a9592-a744-4ec9-a9db-dff2d225c627 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0900824 Dec 15 13:38:49.163485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cc169-b61a-42fa-8828-be974edbbd4d req-b4366be9-6577-46ce-8884-35d30db89be9 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:49.165737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e85cc169-b61a-42fa-8828-be974edbbd4d req-b4366be9-6577-46ce-8884-35d30db89be9 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 948 time: 0.1236923 Dec 15 13:38:49.276431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-dfdda9f0-c5c3-4ff6-991a-5a125c84f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:49.278101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-dfdda9f0-c5c3-4ff6-991a-5a125c84f80a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113400 Dec 15 13:38:49.281939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e85cc169-b61a-42fa-8828-be974edbbd4d req-e84a9740-3d5c-489b-b496-ba7d7d9797b3 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023932 Dec 15 13:38:49.284605 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9636ae-49ae-419f-ba6d-4f01a8591cde" -d '{"events": [{"name": "network-changed", "server_uuid": "b70a28c8-9b50-4ea0-ad54-9acef2250e88", "tag": "f94c5a9a-ee6b-4f84-9d5a-54683974fdaa"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:49.373208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-5d3ba7f4-9a17-4482-821b-36d36748a121 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854859 Dec 15 13:38:49.475502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa939a2-4771-469b-86ae-9f3bf2bd2e09 req-cc38e9e9-66cb-4aac-8559-005c6dff68cc service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912061 Dec 15 13:38:49.566900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:49.585946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8363159e-4475-478b-a980-77eb0e40b8e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.625178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490557-fa63-4b8f-ae49-e0e451d4df2e req-d402d6ea-37e6-4351-b4cd-0e99e58cf45d tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:49.628139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4490557-fa63-4b8f-ae49-e0e451d4df2e req-d402d6ea-37e6-4351-b4cd-0e99e58cf45d tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 969 time: 0.0821905 Dec 15 13:38:49.687788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8363159e-4475-478b-a980-77eb0e40b8e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.692984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8363159e-4475-478b-a980-77eb0e40b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.708323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4490557-fa63-4b8f-ae49-e0e451d4df2e req-a4ee4365-4ba3-43fa-ab60-ffe4b4071c40 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Dec 15 13:38:49.743759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8363159e-4475-478b-a980-77eb0e40b8e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=172271081996453b9d017913d780d99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754715 Dec 15 13:38:49.744427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363159e-4475-478b-a980-77eb0e40b8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe815977-8c1f-4fa5-80d1-68fbbd622c8f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:49.746496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:49.808715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a41a6344-8246-4ea9-a980-b009e8894dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.831983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a41a6344-8246-4ea9-a980-b009e8894dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.894060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a41a6344-8246-4ea9-a980-b009e8894dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.900349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a41a6344-8246-4ea9-a980-b009e8894dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.902134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a41a6344-8246-4ea9-a980-b009e8894dfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe815977-8c1f-4fa5-80d1-68fbbd622c8f HTTP/1.1" status: 204 len: 168 time: 0.1545212 Dec 15 13:38:49.911949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a6344-8246-4ea9-a980-b009e8894dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe815977-8c1f-4fa5-80d1-68fbbd622c8f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:49.980461 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e572a1e-f996-4039-bfa2-5ed24731267b x-openstack-request-id: req-9e572a1e-f996-4039-bfa2-5ed24731267b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:49.981331 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70a28c8-9b50-4ea0-ad54-9acef2250e88", "tag": "f94c5a9a-ee6b-4f84-9d5a-54683974fdaa", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:49.981691 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e572a1e-f996-4039-bfa2-5ed24731267b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:49.982231 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'tag': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa', 'status': 'completed', 'code': 200} Dec 15 13:38:50.057614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-3c580352-c3e7-428f-95c4-c36a3b0e8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.059248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-3c580352-c3e7-428f-95c4-c36a3b0e8d8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7ad4af5941b4204aaef8b599e33dbb5&device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 1120 time: 0.0465360 Dec 15 13:38:50.240185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-b03909a2-52f5-4ff9-838b-3b3b88ca4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.241968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-b03909a2-52f5-4ff9-838b-3b3b88ca4fe9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1756620 Dec 15 13:38:50.304054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-7b8e273a-c967-4ef4-bd3a-50f89a3be611 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa HTTP/1.1" status: 200 len: 217 time: 0.0527687 Dec 15 13:38:50.359170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-9cc5573e-4dbb-468d-93c3-35a8593a31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.360753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-9cc5573e-4dbb-468d-93c3-35a8593a31c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0488200 Dec 15 13:38:50.418130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-6fc51bf1-576d-437e-bb4e-21faeba452e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.418991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:50.425288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-6fc51bf1-576d-437e-bb4e-21faeba452e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560322 Dec 15 13:38:50.588849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26394000-523c-4598-baca-282a7cd50762 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:50.683394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-125e5c50-f5a0-4117-9612-4e51d395e20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.713709 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.736952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-2933ddff-0171-4e6a-9c92-eeabb423c074 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026865 Dec 15 13:38:50.752224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26394000-523c-4598-baca-282a7cd50762, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26394000-523c-4598-baca-282a7cd50762,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:50.766530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-35c12be0-9f20-4871-aa58-f760a2c85588 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.768011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '26394000-523c-4598-baca-282a7cd50762', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '26394000-523c-4598-baca-282a7cd50762', 'mac_address': 'fa:16:3e:fb:71:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:50.782404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-35c12be0-9f20-4871-aa58-f760a2c85588 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.3208034 Dec 15 13:38:50.827668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-125e5c50-f5a0-4117-9612-4e51d395e20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.828760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.833440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-125e5c50-f5a0-4117-9612-4e51d395e20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.852807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26394000-523c-4598-baca-282a7cd50762 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:50.854975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-a4464b41-7b1e-4210-b329-1e346d3717bf tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/quotas/457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 375 time: 0.0716801 Dec 15 13:38:50.882363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26394000-523c-4598-baca-282a7cd50762, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26394000-523c-4598-baca-282a7cd50762,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:50.888192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.896731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-125e5c50-f5a0-4117-9612-4e51d395e20f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6025895b45254c16a96f102b63ca6cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766207 Dec 15 13:38:50.899253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:50.900662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-3b9b59ef-ae1b-4461-a69c-2a31e4f01338 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447550 Dec 15 13:38:50.908085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e5c50-f5a0-4117-9612-4e51d395e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f116c-2a22-4d36-a03a-4e11ffc28f37,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:50.939704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9636ae-49ae-419f-ba6d-4f01a8591cde req-2459e13d-3cb7-4dae-a297-aeffd75079ac service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932971 Dec 15 13:38:50.978716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=26394000-523c-4598-baca-282a7cd50762,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:50.987165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea516a7a-66eb-4614-b97d-4970c1e79f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.005527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.005971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.006215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.006711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.007582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.008326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.008635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.009113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.009607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.009960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.010291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.010667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.011433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Tracked resource versions report: Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: pushed versions: Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: { 'AddressGroup': {'1.2'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'ConntrackHelper': {'1.0'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Log': {'1.0'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Network': {'1.1'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Port': {'1.7'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'PortForwarding': {'1.2'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'QosPolicy': {'1.10'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'SecurityGroup': {'1.5'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'SubPort': {'1.0'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Subnet': {'1.1'}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Trunk': {'1.1'}} Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: consumer versions: Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: HyperV agent@n-h1-815324-3: {}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: HyperV agent@n-h2-815324-3: {}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: L3 agent@n-d-815324-3: {}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: Metadata agent@n-d-815324-3: {}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: Metering agent@n-d-815324-3: {}, Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'ConntrackHelper': '1.0', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'LocalIPAssociation': '1.0', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Log': '1.0', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Network': '1.1', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Port': '1.7', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'PortForwarding': '1.2', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'QosPolicy': '1.10', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'SecurityGroup': '1.5', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'SecurityGroupRule': '1.2', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'SubPort': '1.0', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Subnet': '1.1', Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: 'Trunk': '1.1'}} Dec 15 13:38:51.014090 n-d-815324-3 neutron-server[103380]: {{(pid=103380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:38:51.023188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea516a7a-66eb-4614-b97d-4970c1e79f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.038997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec077bf2-7092-4b0e-bf44-e50dfecc543e req-037053c2-21f4-41c7-a782-c9b1fe14f688 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:51.040744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec077bf2-7092-4b0e-bf44-e50dfecc543e req-037053c2-21f4-41c7-a782-c9b1fe14f688 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 949 time: 0.0497792 Dec 15 13:38:51.117710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec077bf2-7092-4b0e-bf44-e50dfecc543e req-5018fd4e-5b3d-4c79-97ba-8eaa4f5f2027 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704119 Dec 15 13:38:51.135154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-dfadccfb-5d93-41bf-b265-31b8740dfef0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:38:51.135154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-dfadccfb-5d93-41bf-b265-31b8740dfef0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0597296 Dec 15 13:38:51.211567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea516a7a-66eb-4614-b97d-4970c1e79f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.216407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea516a7a-66eb-4614-b97d-4970c1e79f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.221522 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ea516a7a-66eb-4614-b97d-4970c1e79f74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b3f116c-2a22-4d36-a03a-4e11ffc28f37 HTTP/1.1" status: 204 len: 168 time: 0.3190558 Dec 15 13:38:51.243189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516a7a-66eb-4614-b97d-4970c1e79f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f116c-2a22-4d36-a03a-4e11ffc28f37,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:51.256828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['26394000-523c-4598-baca-282a7cd50762'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:51.405938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-4098f84b-2061-4e06-973f-3d94972956e3 service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622745 Dec 15 13:38:51.536861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-276b7ffb-5ca1-4965-9b94-b4be1e461f8e service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232531 Dec 15 13:38:51.597545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-6122ef98-7691-40e4-91e6-236b006d08f7 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254939 Dec 15 13:38:51.734119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-9d79012b-08b0-4fa5-8ee5-d60a2619aaf4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:51.735773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-9d79012b-08b0-4fa5-8ee5-d60a2619aaf4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319611 Dec 15 13:38:51.763339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-3f316191-c767-460c-b17a-37cc5f43cbab tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/quotas/77f8fd5222124cdeb054dd394b6cccf7 HTTP/1.1" status: 200 len: 375 time: 0.0218925 Dec 15 13:38:51.801081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:51.804597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-76c7cb46-c617-40e0-a798-72852b3f34c4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400622 Dec 15 13:38:51.820599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-795e1ccc-2bf3-4d4f-9e2c-2d7d8f4a7569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.844243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6219f-0f44-49bc-b225-b3327796a113 req-7c7778a3-cca5-4bc0-9600-3b0030644195 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:51.845790 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aed6219f-0f44-49bc-b225-b3327796a113 req-7c7778a3-cca5-4bc0-9600-3b0030644195 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 969 time: 0.0714190 Dec 15 13:38:51.909598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aed6219f-0f44-49bc-b225-b3327796a113 req-f3e68ec5-3d1f-4fe9-acdf-0538a1287cc3 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Dec 15 13:38:52.043938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-795e1ccc-2bf3-4d4f-9e2c-2d7d8f4a7569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.050575 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-795e1ccc-2bf3-4d4f-9e2c-2d7d8f4a7569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.074080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ecee8a8-a948-4275-a166-5d0b9636cce9 req-0382c03a-bf4b-4a8f-a55d-3c630bbec72d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 210 time: 0.0710862 Dec 15 13:38:52.105635 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-795e1ccc-2bf3-4d4f-9e2c-2d7d8f4a7569 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21db6bc1fb9e4a6db0c194ce72732794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985256 Dec 15 13:38:52.105635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e1ccc-2bf3-4d4f-9e2c-2d7d8f4a7569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d6172-0296-415b-a7ab-c5bbeb4034e8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:52.105802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38000) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:52.162418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60ace8e-ff4a-4471-8165-f9d1375905cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.206342 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60ace8e-ff4a-4471-8165-f9d1375905cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.230614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-824ec2f4-a63c-437d-a9be-b0ec4b5ac83a req-6a0f18e1-6b33-4048-be65-1ffb9f6ed53a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0478389 Dec 15 13:38:52.300768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60ace8e-ff4a-4471-8165-f9d1375905cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.304309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60ace8e-ff4a-4471-8165-f9d1375905cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.307806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a60ace8e-ff4a-4471-8165-f9d1375905cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec4d6172-0296-415b-a7ab-c5bbeb4034e8 HTTP/1.1" status: 204 len: 168 time: 0.1987190 Dec 15 13:38:52.316779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ace8e-ff4a-4471-8165-f9d1375905cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d6172-0296-415b-a7ab-c5bbeb4034e8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:52.423346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c016532-0d27-41cd-9856-777fc21fa9a7 req-3104e317-bfe3-4916-90e6-7bd33faf2b00 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:52.425130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c016532-0d27-41cd-9856-777fc21fa9a7 req-3104e317-bfe3-4916-90e6-7bd33faf2b00 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 949 time: 0.0878286 Dec 15 13:38:52.429242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94c5a9a-ee6b-4f84-9d5a-54683974fdaa details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:52.468701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26394000-523c-4598-baca-282a7cd50762 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:52.511542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c016532-0d27-41cd-9856-777fc21fa9a7 req-96375a85-29cd-4c37-bc7c-61d824ab87d1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643067 Dec 15 13:38:52.633944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 26394000-523c-4598-baca-282a7cd50762 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:38:52.644323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 26394000-523c-4598-baca-282a7cd50762 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:52.645024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.757275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:52.778950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa', 'mac_address': 'fa:16:3e:ac:b4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:tempest-test_az-1167832941', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:52.935106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.937787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.967331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94c5a9a-ee6b-4f84-9d5a-54683974fdaa {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:53.016140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:53.017677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26394000-523c-4598-baca-282a7cd50762'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:53.020307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:53.157824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419ab8e-2303-48e6-ab37-bf42b764aad2 req-1bf5c65c-ed01-45dc-a2c4-a08046b890eb tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:53.162340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7419ab8e-2303-48e6-ab37-bf42b764aad2 req-1bf5c65c-ed01-45dc-a2c4-a08046b890eb tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 970 time: 0.1116676 Dec 15 13:38:53.167680 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.192169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26394000-523c-4598-baca-282a7cd50762, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26394000-523c-4598-baca-282a7cd50762,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:53.220677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.244438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:53.277828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98256d93-178b-4f37-a84a-b38604ca5e50 req-04a92c3b-0b9e-4ee8-926d-9897c305773f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 210 time: 0.0886261 Dec 15 13:38:53.327292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=26394000-523c-4598-baca-282a7cd50762,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:53.329320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7419ab8e-2303-48e6-ab37-bf42b764aad2 req-98535c54-7da7-404d-9d6f-d13047367888 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586347 Dec 15 13:38:53.355524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.85', 50846) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:53.368146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f992406-67b4-4c28-a86e-906966d16b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.423096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f94c5a9a-ee6b-4f84-9d5a-54683974fdaa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:53.529831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-61d605b3-5c7b-480d-9309-4e5dc2a50f97 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:53.532341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-61d605b3-5c7b-480d-9309-4e5dc2a50f97 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.1755633 Dec 15 13:38:53.549706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f992406-67b4-4c28-a86e-906966d16b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.558112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f992406-67b4-4c28-a86e-906966d16b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.562878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1638b9c-2fb1-4052-8656-7abd3f52a16d req-31f2f2f8-f45d-46e0-934f-1668a1bfc458 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0293052 Dec 15 13:38:53.570993 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93e69d-36e9-474c-a262-9e488e17de6a" -d '{"events": [{"server_uuid": "9ce40c6a-5923-472e-8ae4-e77e9527532e", "name": "network-vif-plugged", "status": "completed", "tag": "26394000-523c-4598-baca-282a7cd50762"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:53.627469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f992406-67b4-4c28-a86e-906966d16b2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaa5866608a5457aa8a024da47eeb4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6054971 Dec 15 13:38:53.630375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38098) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:53.631025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Request body: {'port': {'device_id': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'admin_state_up': True, 'tenant_id': '457718dc070c40c0801e143b33cc2467'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:53.681944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f992406-67b4-4c28-a86e-906966d16b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40daa7f6-bb10-42cb-a9b9-fcaf80e2c29e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:53.743239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3d7-dc2b-480d-b518-9a283f9f5371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.798716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43b0cf-c454-43e8-a072-889b6d0ce59d req-4d4ec7f5-bca7-4df6-933e-bcb07bd3cf33 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:53.800387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b43b0cf-c454-43e8-a072-889b6d0ce59d req-4d4ec7f5-bca7-4df6-933e-bcb07bd3cf33 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 950 time: 0.1005132 Dec 15 13:38:53.837654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3d7-dc2b-480d-b518-9a283f9f5371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.845128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Made reservation on behalf of 457718dc070c40c0801e143b33cc2467 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:53.848777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.900302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b43b0cf-c454-43e8-a072-889b6d0ce59d req-d5904b10-b72b-4406-bc27-8251243d4927 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921905 Dec 15 13:38:53.971853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3d7-dc2b-480d-b518-9a283f9f5371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.975719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3d7-dc2b-480d-b518-9a283f9f5371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.977038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f2db3d7-dc2b-480d-b518-9a283f9f5371 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40daa7f6-bb10-42cb-a9b9-fcaf80e2c29e HTTP/1.1" status: 204 len: 168 time: 0.3452480 Dec 15 13:38:53.991904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2db3d7-dc2b-480d-b518-9a283f9f5371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40daa7f6-bb10-42cb-a9b9-fcaf80e2c29e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.035913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Allocated IP 172.20.0.9 (dd8522aa-f6ca-4c29-9f30-edc66a499ecc/d00b65c8-c61e-45e1-97c6-77a7a7a03587/13c5f9e3-1477-451b-8069-be85ca51b5c7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:54.146677 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eec4ae-5c0d-449a-ba7e-9698fb04e998 x-openstack-request-id: req-b9eec4ae-5c0d-449a-ba7e-9698fb04e998 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:54.147427 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce40c6a-5923-472e-8ae4-e77e9527532e", "name": "network-vif-plugged", "status": "completed", "tag": "26394000-523c-4598-baca-282a7cd50762", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:54.147557 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9eec4ae-5c0d-449a-ba7e-9698fb04e998 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:54.147954 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26394000-523c-4598-baca-282a7cd50762', 'code': 200} Dec 15 13:38:54.236289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.337126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.358826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8ab7-34c6-4314-8949-c6927205e3bc req-2dbf7285-77de-4f31-aae9-76d17918ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.360649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b7c8ab7-34c6-4314-8949-c6927205e3bc req-2dbf7285-77de-4f31-aae9-76d17918ec38 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 1101 time: 0.1040962 Dec 15 13:38:54.443751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94c5a9a-ee6b-4f84-9d5a-54683974fdaa up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:54.507286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:38:54.512031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:54.512408 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.519659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:54.524948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:54.528130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:54.535715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.536330 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.546328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38126) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:54.549374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b7c8ab7-34c6-4314-8949-c6927205e3bc req-f992680b-aa9c-470d-8eb0-969698abdf41 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.588450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38130) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:54.618589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9bbeb63-a837-4f3c-8a25-dbcb5f337818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.626677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.633385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab2ff3-98fd-4dcd-9f9e-b0c5353294f8 req-fa6d1518-f3ea-4705-a963-7a4856ff9628 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.640606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1ab2ff3-98fd-4dcd-9f9e-b0c5353294f8 req-fa6d1518-f3ea-4705-a963-7a4856ff9628 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.2434459 Dec 15 13:38:54.648400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.665356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-63ca8646-c0bc-4f20-acd4-2960509c881e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0433156 Dec 15 13:38:54.675853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289397-ff3c-4b58-a1a7-16d27eb289ad req-922c92cb-e7a9-43bb-8149-3b70e369d74a tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.677833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0289397-ff3c-4b58-a1a7-16d27eb289ad req-922c92cb-e7a9-43bb-8149-3b70e369d74a tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 970 time: 0.2253802 Dec 15 13:38:54.714148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:54.720686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.791926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0289397-ff3c-4b58-a1a7-16d27eb289ad req-5041da48-d590-405f-8524-5fedef4f676d tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860965 Dec 15 13:38:54.806666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.813246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9bbeb63-a837-4f3c-8a25-dbcb5f337818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.819753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9bbeb63-a837-4f3c-8a25-dbcb5f337818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.856437 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f9bbeb63-a837-4f3c-8a25-dbcb5f337818 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94c2aac0f8b542fd9dad794ac725d1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668924 Dec 15 13:38:54.857191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38138) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:54.876583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1ab2ff3-98fd-4dcd-9f9e-b0c5353294f8 req-94fc83ec-c7fe-4599-ae78-b7e228797acb tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312934 Dec 15 13:38:54.945996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbeb63-a837-4f3c-8a25-dbcb5f337818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4aabbe-5e77-4b15-95f6-7e73cd19624c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.948771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb876243-494c-4b7f-9a67-6cf8824cfa92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.959502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e837d617-7024-4298-a883-ad319df96449 req-08e01987-3397-43cd-a328-66216a952157 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0519631 Dec 15 13:38:54.977800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b7c8ab7-34c6-4314-8949-c6927205e3bc req-f992680b-aa9c-470d-8eb0-969698abdf41 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.995639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b7c8ab7-34c6-4314-8949-c6927205e3bc req-f992680b-aa9c-470d-8eb0-969698abdf41 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.026015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5457e68-b1bf-4260-bc37-72d41bcf29a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.058517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992680b-aa9c-470d-8eb0-969698abdf41 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da461a-1c9f-4fbe-954b-5a745190a66c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.063310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b7c8ab7-34c6-4314-8949-c6927205e3bc req-f992680b-aa9c-470d-8eb0-969698abdf41 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321535 Dec 15 13:38:55.064785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5457e68-b1bf-4260-bc37-72d41bcf29a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.111284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0cd0d-cd2d-40f5-9c9c-4d29ae1a1caf req-7036784f-b718-459a-a950-515b1106b5cc tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:55.113034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfa0cd0d-cd2d-40f5-9c9c-4d29ae1a1caf req-7036784f-b718-459a-a950-515b1106b5cc tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 950 time: 0.0784624 Dec 15 13:38:55.140410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb876243-494c-4b7f-9a67-6cf8824cfa92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.145852 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb876243-494c-4b7f-9a67-6cf8824cfa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.175207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5457e68-b1bf-4260-bc37-72d41bcf29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.178040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5457e68-b1bf-4260-bc37-72d41bcf29a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.179162 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c5457e68-b1bf-4260-bc37-72d41bcf29a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e4aabbe-5e77-4b15-95f6-7e73cd19624c HTTP/1.1" status: 204 len: 168 time: 0.3197286 Dec 15 13:38:55.191434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfa0cd0d-cd2d-40f5-9c9c-4d29ae1a1caf req-70705264-a783-4bc0-89be-f56eb0dc39a6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Dec 15 13:38:55.195360 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb876243-494c-4b7f-9a67-6cf8824cfa92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ce26ef952834e9e9175392080be2f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473999 Dec 15 13:38:55.196495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb876243-494c-4b7f-9a67-6cf8824cfa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9861fb-4fba-4170-8520-240aa2730393,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.198426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:55.208290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5457e68-b1bf-4260-bc37-72d41bcf29a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4aabbe-5e77-4b15-95f6-7e73cd19624c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.269843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebd67-dfc7-4b32-82b6-fa60d587b9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.292833 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebd67-dfc7-4b32-82b6-fa60d587b9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.351708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebd67-dfc7-4b32-82b6-fa60d587b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.354382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebd67-dfc7-4b32-82b6-fa60d587b9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.355595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4c7ebd67-dfc7-4b32-82b6-fa60d587b9ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab9861fb-4fba-4170-8520-240aa2730393 HTTP/1.1" status: 204 len: 168 time: 0.1557534 Dec 15 13:38:55.364757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ebd67-dfc7-4b32-82b6-fa60d587b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9861fb-4fba-4170-8520-240aa2730393,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.755222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38178) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:55.768284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e83e5029-0b37-4673-827e-c2f5648d7a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.905156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:55.933632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e83e5029-0b37-4673-827e-c2f5648d7a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.949809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630cedb-1a44-4786-8a4c-eaf6a5f7cc6b req-784f2c4c-ffd4-47d2-b822-003c2a936d09 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:55.952210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e630cedb-1a44-4786-8a4c-eaf6a5f7cc6b req-784f2c4c-ffd4-47d2-b822-003c2a936d09 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 971 time: 0.0810785 Dec 15 13:38:55.952868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e83e5029-0b37-4673-827e-c2f5648d7a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.995883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e5029-0b37-4673-827e-c2f5648d7a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c855f1-eea0-43e4-bbb4-fdefa7e3ca8f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:56.040226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e2e673-1194-404c-bc73-fde697923c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.062393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e83e5029-0b37-4673-827e-c2f5648d7a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3999ea4d65b845959ceafde1e6612c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060267 Dec 15 13:38:56.065990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:56.092795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e630cedb-1a44-4786-8a4c-eaf6a5f7cc6b req-d5f4b16f-336e-4ad0-b4d0-5f2ae5ac43b9 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992317 Dec 15 13:38:56.100374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750fabe-1138-4022-8d94-fe23f9fd4498 req-87a74acf-635d-4565-83b6-296e268b9ba5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:56.101860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e750fabe-1138-4022-8d94-fe23f9fd4498 req-87a74acf-635d-4565-83b6-296e268b9ba5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.1074028 Dec 15 13:38:56.149768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:56.152822 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac07be5-8828-4c16-b251-b0284e790e29" -d '{"events": [{"server_uuid": "b70a28c8-9b50-4ea0-ad54-9acef2250e88", "name": "network-vif-plugged", "status": "completed", "tag": "f94c5a9a-ee6b-4f84-9d5a-54683974fdaa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:56.167756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e750fabe-1138-4022-8d94-fe23f9fd4498 req-f189aaef-91a3-4d9b-a3da-6dda104f0fc0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Dec 15 13:38:56.187068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcfbb-11e3-4e86-bbe8-0ff796e1fbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.214490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcfbb-11e3-4e86-bbe8-0ff796e1fbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.236202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a44f030c-e74e-4295-809d-e02df3ff29b7 req-22340810-77f5-431f-8fab-f40c975442ab tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0316384 Dec 15 13:38:56.239090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e2e673-1194-404c-bc73-fde697923c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.256593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e2e673-1194-404c-bc73-fde697923c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.310262 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94583103-a643-4afe-815e-ee95495ba503 x-openstack-request-id: req-94583103-a643-4afe-815e-ee95495ba503 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:56.311539 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70a28c8-9b50-4ea0-ad54-9acef2250e88", "name": "network-vif-plugged", "status": "completed", "tag": "f94c5a9a-ee6b-4f84-9d5a-54683974fdaa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:56.312145 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94583103-a643-4afe-815e-ee95495ba503 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:56.312785 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa', 'code': 200} Dec 15 13:38:56.325688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcfbb-11e3-4e86-bbe8-0ff796e1fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.329063 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcfbb-11e3-4e86-bbe8-0ff796e1fbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.334940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb5bcfbb-11e3-4e86-bbe8-0ff796e1fbdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1c855f1-eea0-43e4-bbb4-fdefa7e3ca8f HTTP/1.1" status: 204 len: 168 time: 0.2652194 Dec 15 13:38:56.350255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2e673-1194-404c-bc73-fde697923c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7ea309-751c-4f88-b2aa-00cd7e106189,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:56.354909 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68e2e673-1194-404c-bc73-fde697923c20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=610ee971b6d14bfbb834459b8e7e046d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4486737 Dec 15 13:38:56.366867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bcfbb-11e3-4e86-bbe8-0ff796e1fbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c855f1-eea0-43e4-bbb4-fdefa7e3ca8f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:56.369467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38212) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:56.428759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfe0-1e95-4ca6-b216-aad98a8fbdee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.452855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda49d0-80bd-4bb3-80d8-3628f6f2a76c req-641a703e-3029-4498-824e-759a9a320fb8 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:56.454525 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dda49d0-80bd-4bb3-80d8-3628f6f2a76c req-641a703e-3029-4498-824e-759a9a320fb8 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 950 time: 0.1238861 Dec 15 13:38:56.460211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfe0-1e95-4ca6-b216-aad98a8fbdee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.462528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ef3a0-cd98-4ef9-8ece-4fa9e7266046 req-7d7aef10-744e-4f8c-83c7-837cc4ecc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:56.463980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-905ef3a0-cd98-4ef9-8ece-4fa9e7266046 req-7d7aef10-744e-4f8c-83c7-837cc4ecc086 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 1122 time: 0.0854452 Dec 15 13:38:56.531717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfe0-1e95-4ca6-b216-aad98a8fbdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.534828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfe0-1e95-4ca6-b216-aad98a8fbdee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.536243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-65bcdfe0-1e95-4ca6-b216-aad98a8fbdee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac7ea309-751c-4f88-b2aa-00cd7e106189 HTTP/1.1" status: 204 len: 168 time: 0.1654706 Dec 15 13:38:56.544791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcdfe0-1e95-4ca6-b216-aad98a8fbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7ea309-751c-4f88-b2aa-00cd7e106189,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:56.553366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dda49d0-80bd-4bb3-80d8-3628f6f2a76c req-204a683e-1fd4-47f1-aea5-1baf33430265 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832162 Dec 15 13:38:56.571077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-905ef3a0-cd98-4ef9-8ece-4fa9e7266046 req-73fb9497-2d0a-4edd-9fe1-3869994184cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893030 Dec 15 13:38:56.895635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:56.910352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a31a304e-2f0a-4e13-be32-05834cd4de75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.002418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a31a304e-2f0a-4e13-be32-05834cd4de75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.008860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a31a304e-2f0a-4e13-be32-05834cd4de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.051514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a31a304e-2f0a-4e13-be32-05834cd4de75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa47137cc5d341e88ac4830f8798a884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547987 Dec 15 13:38:57.052722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a304e-2f0a-4e13-be32-05834cd4de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230f87a-6d2c-43c6-81cb-0bdfb5ff69d7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:57.054421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:57.130788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dbf93d6-f4e9-47c9-8bdd-d5aee772e117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.172971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dbf93d6-f4e9-47c9-8bdd-d5aee772e117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.261596 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dbf93d6-f4e9-47c9-8bdd-d5aee772e117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.267689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dbf93d6-f4e9-47c9-8bdd-d5aee772e117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.272199 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1dbf93d6-f4e9-47c9-8bdd-d5aee772e117 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f230f87a-6d2c-43c6-81cb-0bdfb5ff69d7 HTTP/1.1" status: 204 len: 168 time: 0.2139847 Dec 15 13:38:57.280974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf93d6-f4e9-47c9-8bdd-d5aee772e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230f87a-6d2c-43c6-81cb-0bdfb5ff69d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:57.295473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07cb27-307c-4eb8-b4bf-a6893423e005 req-3364dc13-8030-410c-9525-a80656d62d47 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:57.298257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea07cb27-307c-4eb8-b4bf-a6893423e005 req-3364dc13-8030-410c-9525-a80656d62d47 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 971 time: 0.1063223 Dec 15 13:38:57.371102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459fb95-4b52-4e7f-960e-2eaf54f08b45 req-1da1b4bc-0a36-424a-ace2-2adf3d69802d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:57.372585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2459fb95-4b52-4e7f-960e-2eaf54f08b45 req-1da1b4bc-0a36-424a-ace2-2adf3d69802d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.1138287 Dec 15 13:38:57.381262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea07cb27-307c-4eb8-b4bf-a6893423e005 req-7418412c-80fd-4e9d-baf5-f6d3118bd6b3 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648084 Dec 15 13:38:57.473997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2459fb95-4b52-4e7f-960e-2eaf54f08b45 req-11c37c6a-50c6-46ae-b50b-89a5d1ceb3b9 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912764 Dec 15 13:38:57.510357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21abd583-6dde-45e9-b5c0-f7988f4f371f req-47ab56a3-508d-4f77-8c09-6602ca2bfc48 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0264761 Dec 15 13:38:57.687079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50a33b-7718-4b53-9cbb-0502abd4840e req-37eae5fa-dc89-4f57-a42c-8f1c1a3201e1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:57.697261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a50a33b-7718-4b53-9cbb-0502abd4840e req-37eae5fa-dc89-4f57-a42c-8f1c1a3201e1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 950 time: 0.0617476 Dec 15 13:38:57.756721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a50a33b-7718-4b53-9cbb-0502abd4840e req-e9d9aa6f-b4de-4dc3-bca7-2d10caf4bba6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584016 Dec 15 13:38:58.515449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a563e-d9ed-4d03-b0fa-276056ca2216 req-ca23789c-bd33-4dfc-9beb-955da5bc94ab tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:58.517103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-512a563e-d9ed-4d03-b0fa-276056ca2216 req-ca23789c-bd33-4dfc-9beb-955da5bc94ab tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 971 time: 0.0537744 Dec 15 13:38:58.563505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38320) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:58.582990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-512a563e-d9ed-4d03-b0fa-276056ca2216 req-0b876636-d312-4be3-9c04-d6d94dbfba42 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561764 Dec 15 13:38:58.697979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6652b-28ad-4fce-b40c-7e240c210737 req-cd7ca798-0fef-4166-a50b-67271449715b tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:58.699964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0f6652b-28ad-4fce-b40c-7e240c210737 req-cd7ca798-0fef-4166-a50b-67271449715b tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 950 time: 0.0528350 Dec 15 13:38:58.734007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-724362295-network', 'tenant_id': '01d02b2b82e748f28aabc1b043c4a95a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:58.767530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Made reservation on behalf of 01d02b2b82e748f28aabc1b043c4a95a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:58.772948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.793035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.799375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0f6652b-28ad-4fce-b40c-7e240c210737 req-6c5cdd5d-afbf-4282-b411-14f960070ca0 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816987 Dec 15 13:38:58.879334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.883584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.918232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ef2a2-26a6-4bab-a791-9187acb5a274,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:58.921717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:38:58.933116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.933830 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Added segment f5389d80-ce86-42a7-804f-5e95cb1e06fd of type vlan for network 62085ffc-a328-428d-8518-ab1288367925 Dec 15 13:38:58.956551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcbbbd-14c7-47d2-81c4-a226cd94b326 req-ba693a0a-38b1-42eb-b41f-c58cf7337b6c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:58.958047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2abcbbbd-14c7-47d2-81c4-a226cd94b326 req-ba693a0a-38b1-42eb-b41f-c58cf7337b6c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.0716159 Dec 15 13:38:59.003488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.021023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2abcbbbd-14c7-47d2-81c4-a226cd94b326 req-f1ea39bb-151b-4f65-a1c3-88b5bcf47d9c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568638 Dec 15 13:38:59.031634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.032912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.037186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.070209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a879ede-7782-48b2-948b-833d228657cd req-49eb3dae-c2b9-407b-848c-0f2eb81b5ef2 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0302408 Dec 15 13:38:59.098016 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5320840 Dec 15 13:38:59.103259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:59.110626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Request body: {'subnet': {'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-724362295-subnet', 'tenant_id': '01d02b2b82e748f28aabc1b043c4a95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:59.112436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d1a12-f19e-439d-a328-40bdcda9ecdc admin admin] Pushing event updated for resources: {'Network': ['ID=62085ffc-a328-428d-8518-ab1288367925,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:59.122868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 62085ffc-a328-428d-8518-ab1288367925 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:38:59.171795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Made reservation on behalf of 01d02b2b82e748f28aabc1b043c4a95a for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:59.174884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.178771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07b2b-2bb6-4927-a551-f07532b4eecf req-a2f01c90-1569-4caa-bbfb-7cf2a406436d tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.180405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58d07b2b-2bb6-4927-a551-f07532b4eecf req-a2f01c90-1569-4caa-bbfb-7cf2a406436d tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 1122 time: 0.0863447 Dec 15 13:38:59.242223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58d07b2b-2bb6-4927-a551-f07532b4eecf req-9025f9a0-fad9-485d-82bb-fb641708ee76 tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.289909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-d542a7ac-5d95-4436-bc3a-d5d32f4cf5e2 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9c11ea2ba825479caa9b2b37d3ff5ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443118 Dec 15 13:38:59.693585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a054ca52-cb47-46bc-a427-21015e699be5 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.695110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a054ca52-cb47-46bc-a427-21015e699be5 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3889835 Dec 15 13:38:59.697157 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58d07b2b-2bb6-4927-a551-f07532b4eecf req-9025f9a0-fad9-485d-82bb-fb641708ee76 tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.706684 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58d07b2b-2bb6-4927-a551-f07532b4eecf req-9025f9a0-fad9-485d-82bb-fb641708ee76 tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.733571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.751186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8190c4c0-2884-46df-bb44-521d6d40b069 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/quotas/9c11ea2ba825479caa9b2b37d3ff5ec0 HTTP/1.1" status: 200 len: 375 time: 0.0478156 Dec 15 13:38:59.793848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58d07b2b-2bb6-4927-a551-f07532b4eecf req-9025f9a0-fad9-485d-82bb-fb641708ee76 tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032450 Dec 15 13:38:59.825864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-786494c9-3973-43af-8a4f-1d0287088008 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c11ea2ba825479caa9b2b37d3ff5ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501513 Dec 15 13:38:59.831423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025f9a0-fad9-485d-82bb-fb641708ee76 tempest-AggregatesAdminTestJSON-809647504 tempest-AggregatesAdminTestJSON-809647504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bff361-fb1c-47cc-b1de-d04a9009c58f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:59.855369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9356c5-284b-4559-a444-b391e66cc952,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:59.883248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:59.883679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Network hostable DHCP agents. Network: 62085ffc-a328-428d-8518-ab1288367925, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:38:59.890807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-b7907ec4-d04a-4a9e-8d3c-832c8458a606 tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.892412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-b7907ec4-d04a-4a9e-8d3c-832c8458a606 tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 1101 time: 0.0780027 Dec 15 13:38:59.940059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Network 62085ffc-a328-428d-8518-ab1288367925 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:00.007491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 62085ffc-a328-428d-8518-ab1288367925) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:00.016525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520db63e-bcfd-4ff0-8bb0-7868d0a39043 None None] Network 62085ffc-a328-428d-8518-ab1288367925 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:00.016917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.017655 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.060712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a54f2a47-e505-4dc9-a285-5fbce682b073 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9543183 Dec 15 13:39:00.092721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Deleting port 26394000-523c-4598-baca-282a7cd50762 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:00.095201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.211707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14448fb-eb9a-4148-99a4-e00a96cddbc9 None None] Network 62085ffc-a328-428d-8518-ab1288367925 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:00.315339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] For port 26394000-523c-4598-baca-282a7cd50762, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26394000-523c-4598-baca-282a7cd50762,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:00.315701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.344384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8d0da-b4d0-4040-9c8d-15b6e211bf9e req-19e72228-6fa6-457a-a173-2b7fd66ff7df tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.345959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46b8d0da-b4d0-4040-9c8d-15b6e211bf9e req-19e72228-6fa6-457a-a173-2b7fd66ff7df tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 950 time: 0.1574154 Dec 15 13:39:00.357225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Calling delete_port for 26394000-523c-4598-baca-282a7cd50762 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:00.504723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a445a-d5b1-4ec6-93c5-904eac7cfb57 req-65381a28-ee88-4810-8723-165232b163a5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.506401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c6a445a-d5b1-4ec6-93c5-904eac7cfb57 req-65381a28-ee88-4810-8723-165232b163a5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.2130091 Dec 15 13:39:00.568408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46b8d0da-b4d0-4040-9c8d-15b6e211bf9e req-e74d1892-a4b9-4449-96e5-4762c8e1882f tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042899 Dec 15 13:39:00.623452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c6a445a-d5b1-4ec6-93c5-904eac7cfb57 req-d6b72f47-0de1-424d-a3dc-98b6dab06510 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081200 Dec 15 13:39:00.726425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2cce51-9d46-4965-b44b-3fb1ff8a5f71 req-eece5f7e-7397-41c0-aeef-36783c96ee0a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0552959 Dec 15 13:39:00.744374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.758501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['26394000-523c-4598-baca-282a7cd50762'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:00.821742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Pushing event deleted for resources: {'Port': ['ID=26394000-523c-4598-baca-282a7cd50762,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:00.869473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d6a6933-8fe9-4fc2-a0b1-7b28b5b135f8 req-771e0c69-14a7-4895-9a32-29ba64e9b466 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 210 time: 0.0825477 Dec 15 13:39:00.869619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:00.875651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1782671191-network', 'tenant_id': '3808789cdd0a4aa3936b0ab0fdd3a78d'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:00.922372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Made reservation on behalf of 3808789cdd0a4aa3936b0ab0fdd3a78d for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:00.925033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.945510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] No DVR routers for this DVR port 26394000-523c-4598-baca-282a7cd50762 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:00.947265 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.949845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.954138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b43745-dcf9-4e88-9ab3-31b7fb11c0e9 req-a167c9e6-701a-4709-a323-51bea50076bd tempest-DeleteServersAdminTestJSON-96755767 tempest-DeleteServersAdminTestJSON-96755767-project-admin] 10.222.0.67 "DELETE /v2.0/ports/26394000-523c-4598-baca-282a7cd50762 HTTP/1.1" status: 204 len: 173 time: 1.0536294 Dec 15 13:39:00.954727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'name': 'network-vif-deleted', 'tag': '26394000-523c-4598-baca-282a7cd50762'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:00.957247 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4435eb-075a-4d49-accb-01c6932ff0d6" -d '{"events": [{"server_uuid": "9ce40c6a-5923-472e-8ae4-e77e9527532e", "name": "network-vif-deleted", "tag": "26394000-523c-4598-baca-282a7cd50762"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:01.048320 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ebbb6-a4f7-4795-96d9-c3b162eec3cc x-openstack-request-id: req-4e4ebbb6-a4f7-4795-96d9-c3b162eec3cc {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:01.048571 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce40c6a-5923-472e-8ae4-e77e9527532e", "name": "network-vif-deleted", "tag": "26394000-523c-4598-baca-282a7cd50762", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:01.048863 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e4ebbb6-a4f7-4795-96d9-c3b162eec3cc {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:01.049253 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce40c6a-5923-472e-8ae4-e77e9527532e', 'name': 'network-vif-deleted', 'tag': '26394000-523c-4598-baca-282a7cd50762', 'status': 'completed', 'code': 200} Dec 15 13:39:01.100926 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.107376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.126548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:39:01.157681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.158020 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Added segment 1fc15d09-239a-4f3e-8584-c6e7dae1162c of type vlan for network 566b5f71-0419-4466-9d45-5e037f58896f Dec 15 13:39:01.173682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38773919-37ab-46d7-8d79-9f9cea7714f7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:01.222009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.257902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.259087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.259683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.322225 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4482553 Dec 15 13:39:01.322405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:01.336837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Request body: {'subnet': {'network_id': '566b5f71-0419-4466-9d45-5e037f58896f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1782671191-subnet', 'tenant_id': '3808789cdd0a4aa3936b0ab0fdd3a78d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:01.351051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1f27a-7296-4c35-865c-0053cefc448c admin admin] Pushing event updated for resources: {'Network': ['ID=566b5f71-0419-4466-9d45-5e037f58896f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:01.363227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 566b5f71-0419-4466-9d45-5e037f58896f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:39:01.368867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Made reservation on behalf of 3808789cdd0a4aa3936b0ab0fdd3a78d for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:01.371694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.632676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-b2af04fd-014b-4fc8-ac49-96948bcd3826 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9c11ea2ba825479caa9b2b37d3ff5ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531795 Dec 15 13:39:01.684202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.807637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7a3521f-890f-4367-a37a-771ab77bc2bf req-91a47957-619b-47b1-b933-4b21cca886a4 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce40c6a-5923-472e-8ae4-e77e9527532e HTTP/1.1" status: 200 len: 210 time: 0.0486805 Dec 15 13:39:01.833400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1072190-a0a8-494c-8eed-f8c212acb581,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:01.845376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Checking segment: {'id': '1fc15d09-239a-4f3e-8584-c6e7dae1162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '566b5f71-0419-4466-9d45-5e037f58896f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:01.845734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Network hostable DHCP agents. Network: 566b5f71-0419-4466-9d45-5e037f58896f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:39:01.905835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-80f92c4f-a295-45b1-8943-e8359a708923 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.907570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-80f92c4f-a295-45b1-8943-e8359a708923 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715051 Dec 15 13:39:01.923376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Network 566b5f71-0419-4466-9d45-5e037f58896f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:01.931131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Request body: {'port': {'device_id': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '9c11ea2ba825479caa9b2b37d3ff5ec0'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:01.949796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 566b5f71-0419-4466-9d45-5e037f58896f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:01.959894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77953f8c-1fee-4474-b350-bd13d496045b None None] Network 566b5f71-0419-4466-9d45-5e037f58896f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:01.976826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.977266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.017455 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-216cc126-8c2a-4b97-a925-29beb67245f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6936185 Dec 15 13:39:02.035638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93b78aef-9397-4cfc-a621-7d09bc64f74b req-82125926-e1e5-4616-8f4b-1f36cc8a680c tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0866060 Dec 15 13:39:02.047236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f93bb1-cde9-4174-8a8e-ceff6eee730c req-c6570524-f87c-4f12-b49c-ac51a0ead414 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:02.054514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16f93bb1-cde9-4174-8a8e-ceff6eee730c req-c6570524-f87c-4f12-b49c-ac51a0ead414 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.1730576 Dec 15 13:39:02.124659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b5533-7b7b-47f2-a68f-97280fdb45c0 None None] Network 566b5f71-0419-4466-9d45-5e037f58896f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:02.132805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16f93bb1-cde9-4174-8a8e-ceff6eee730c req-815ef33a-75b8-495c-b996-1396e6b1b680 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728726 Dec 15 13:39:02.188867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Made reservation on behalf of 9c11ea2ba825479caa9b2b37d3ff5ec0 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:02.195274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.230535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.259248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a246d6e-6e33-43cd-a699-9abdc10c2e79 req-f8b42c98-f9d0-4fef-996b-ffe9a7821695 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 210 time: 0.0539458 Dec 15 13:39:02.372825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.378332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.473953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a44157-440e-40bd-aa95-71e4fb349075,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:02.549657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Allocated IP 192.168.233.245 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/e407cc3a-e554-4637-a3c5-1a0cc0f1a526) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:02.601007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:02.739417 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.771684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ab279be-be18-49e9-ab4f-e8909f02237b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.786159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.843545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:02.847954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:02.852256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:02.858648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:02.859339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.873248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Pushing event updated for resources: {'Port': ['ID=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:02.877115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ab279be-be18-49e9-ab4f-e8909f02237b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.886076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ab279be-be18-49e9-ab4f-e8909f02237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.889830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-a7b0afa2-bd8b-4029-b231-cafe908acb61 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9659932 Dec 15 13:39:02.911152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Request body: {'port': {'device_id': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:02.921225 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ab279be-be18-49e9-ab4f-e8909f02237b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c97935f8446b4093be1f632d42493b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162580 Dec 15 13:39:02.925984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:02.939553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.85', 50849) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:02.965662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-c34d4898-d62f-4c7f-a9d3-ec26cf80168b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:02.966409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-c34d4898-d62f-4c7f-a9d3-ec26cf80168b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085819 Dec 15 13:39:03.029709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab279be-be18-49e9-ab4f-e8909f02237b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59397fac-f943-4588-8dda-3a18af7ede68,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:03.047512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-76c8356a-c5ef-401d-b41b-d6505323cd0a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866122 Dec 15 13:39:03.119852 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d99b78-aa6d-413b-acb6-133c7beddd40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.153843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d99b78-aa6d-413b-acb6-133c7beddd40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.233259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Request body: {'port': {'device_id': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:03.249863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d99b78-aa6d-413b-acb6-133c7beddd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.252779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.253484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d99b78-aa6d-413b-acb6-133c7beddd40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.257230 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-87d99b78-aa6d-413b-acb6-133c7beddd40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59397fac-f943-4588-8dda-3a18af7ede68 HTTP/1.1" status: 204 len: 168 time: 0.3277438 Dec 15 13:39:03.263425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d99b78-aa6d-413b-acb6-133c7beddd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59397fac-f943-4588-8dda-3a18af7ede68,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:03.331510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b61ffb6e-890d-4679-a164-f1e9362f15b7 None None] Provisioning complete for port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:03.332492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b61ffb6e-890d-4679-a164-f1e9362f15b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.347844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-e8248e45-1508-4d6a-a78b-20947546d679 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:03.349714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-e8248e45-1508-4d6a-a78b-20947546d679 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457023 Dec 15 13:39:03.355229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-295d163f-a64c-4d79-b627-cd755b5e600c req-d2e7be52-4245-4c49-a929-8ba547050db4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0794840 Dec 15 13:39:03.384105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b61ffb6e-890d-4679-a164-f1e9362f15b7 None None] Port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:03.405860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Request body: {'port': {'device_id': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '77f8fd5222124cdeb054dd394b6cccf7'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:03.433452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-a93c594e-0686-4938-80c9-dbcc17d90954 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:03.434890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-a93c594e-0686-4938-80c9-dbcc17d90954 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.5434887 Dec 15 13:39:03.522931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.550238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-3c44a46d-889f-4a0e-8b2a-e2c171e47b70 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/quotas/01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 375 time: 0.0793073 Dec 15 13:39:03.561595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:03.574350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bd0591d-d401-47eb-81a0-613657f4962b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.652020 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bd0591d-d401-47eb-81a0-613657f4962b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.657588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bd0591d-d401-47eb-81a0-613657f4962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.697185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bd0591d-d401-47eb-81a0-613657f4962b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f1ff21383814ba0998ad1c6a17ecfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344972 Dec 15 13:39:03.700197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:03.706319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0591d-d401-47eb-81a0-613657f4962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f31dea-6a67-4a40-b1f1-89932c99e80e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:03.752473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce9a-480b-4abc-b481-236b051d1c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.774636 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce9a-480b-4abc-b481-236b051d1c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.822405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce9a-480b-4abc-b481-236b051d1c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.825279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce9a-480b-4abc-b481-236b051d1c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.828889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d87ce9a-480b-4abc-b481-236b051d1c31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6f31dea-6a67-4a40-b1f1-89932c99e80e HTTP/1.1" status: 204 len: 168 time: 0.1252766 Dec 15 13:39:03.836771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87ce9a-480b-4abc-b481-236b051d1c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f31dea-6a67-4a40-b1f1-89932c99e80e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:03.881619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-5ffc0308-b8c4-4e89-89b0-6f50459effa1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2822440 Dec 15 13:39:03.905872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce7eeb-3d57-4594-b9fe-346d62980798 req-c4169596-ccd9-416d-a590-f5cd1bffe70e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:03.907269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddce7eeb-3d57-4594-b9fe-346d62980798 req-c4169596-ccd9-416d-a590-f5cd1bffe70e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 931 time: 0.4392574 Dec 15 13:39:04.165020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Made reservation on behalf of 77f8fd5222124cdeb054dd394b6cccf7 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:04.168415 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.241353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddce7eeb-3d57-4594-b9fe-346d62980798 req-67a76b7e-4e02-4475-b28f-196efa36b276 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880588 Dec 15 13:39:04.246064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.274687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-af225feb-e273-4ddd-93b1-148d2be8d8d2 service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785336 Dec 15 13:39:04.457006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-d78de9da-7923-4779-9978-54a318c410b3 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863359 Dec 15 13:39:04.490879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26394000-523c-4598-baca-282a7cd50762 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:04.497849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e407cc3a-e554-4637-a3c5-1a0cc0f1a526 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:04.511420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 26394000-523c-4598-baca-282a7cd50762 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:04.511768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26394000-523c-4598-baca-282a7cd50762 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:04.527445 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.554962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:04.609155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Transition to ACTIVE for port object e407cc3a-e554-4637-a3c5-1a0cc0f1a526 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:04.643060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.657982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-network', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:04.658172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-d50211bc-1f71-4a9d-8df4-5de3468f7cc5 service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676541 Dec 15 13:39:04.698531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Made reservation on behalf of cd17767765114690a0f5d9425daecaa0 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:04.702902 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.709923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.722479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.726460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.745261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c5f9e3-1477-451b-8069-be85ca51b5c7 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:04.781154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.792785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Pushing event updated for resources: {'Port': ['ID=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:04.804406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-0924e915-ff8c-4ab7-8ccd-d15f4b2ea093 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:04.812552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-0924e915-ff8c-4ab7-8ccd-d15f4b2ea093 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409059 Dec 15 13:39:04.870425 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.877795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.907562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:39:04.928724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90076f-ea2c-4038-b944-4a8e482722ce,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:04.930422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.931121 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Added segment f3142356-82ef-4200-8aed-a37e0aeed044 of type vlan for network 4667d9a7-77a6-4764-83cd-72fdf77fd294 Dec 15 13:39:04.942880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Transition to ACTIVE for port object 13c5f9e3-1477-451b-8069-be85ca51b5c7 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:04.961070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-80aadf38-6dc8-4f82-85c2-749e30b9b9c3 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/quotas/24a7254fde2740a9a0bca6f015a6bae5 HTTP/1.1" status: 200 len: 375 time: 0.1476171 Dec 15 13:39:04.984569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.030798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.035307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7337019c-7613-4af7-8f58-24b6e7f3f403,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:05.035456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Attempting to bind port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:05.035727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Attempting to bind port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:05.036055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Attempting to bind port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:05.063091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.064461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:05.065385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.070415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:05.070768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Attempting to bind port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:05.085143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-dfa6e8aa-67f6-4740-b8fb-ea738d4fc840 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231248 Dec 15 13:39:05.121649 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5655000 Dec 15 13:39:05.125321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:05.140615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781a120-37a4-42d2-86ed-9c1fc901fb59 admin admin] Pushing event updated for resources: {'Network': ['ID=4667d9a7-77a6-4764-83cd-72fdf77fd294,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:05.145734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Request body: {'subnet': {'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-subnet', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:05.155334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:39:05.182950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Made reservation on behalf of cd17767765114690a0f5d9425daecaa0 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:05.185657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.203382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Allocated IP 192.168.233.72 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/96b190c8-fe78-4a4c-936d-50b64184240c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:05.268590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:05.269306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:05.269981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:05.270586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Bound port: e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:05.272166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.323429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:05.370907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b7eba-aa31-4651-8970-b832f56a044d req-f7b83f49-a26c-4e93-8b29-d37e98cefc32 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:05.382974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-173b7eba-aa31-4651-8970-b832f56a044d req-f7b83f49-a26c-4e93-8b29-d37e98cefc32 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 948 time: 0.4642596 Dec 15 13:39:05.446977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.594019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:05.594301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:05.594818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:05.618633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0306573-6b55-4c0c-be6a-eded793ef1cf,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:05.625492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Checking segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:05.626568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Network hostable DHCP agents. Network: 4667d9a7-77a6-4764-83cd-72fdf77fd294, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:39:05.634648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:05.635152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:05.659293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-173b7eba-aa31-4651-8970-b832f56a044d req-05277087-3444-4959-ab80-b0cad800851c tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753627 Dec 15 13:39:05.690764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:05.709976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a07d4f5e-a57f-439a-98a0-6750f9c45c7a req-cf8df338-1fcc-4943-8b95-2a376709c4dd tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 210 time: 0.0951242 Dec 15 13:39:05.711551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] For port e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:05.716765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:05.717939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:05.718530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:05.719191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Bound port: 13c5f9e3-1477-451b-8069-be85ca51b5c7, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:05.719758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.723030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 4667d9a7-77a6-4764-83cd-72fdf77fd294) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:05.734827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c4a68-e9aa-4ffb-bf53-c3e224f7b4d4 None None] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:05.749127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:05.749743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.754887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] For port e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:05.782633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.798278 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e00f9d6d-e16c-435e-bff3-c129aba29af1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6586728 Dec 15 13:39:05.800541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:05.815796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:05.878674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.880235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.885162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.894409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-4667d9a7-77a6-4764-83cd-72fdf77fd294', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:39:05.897779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.932347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00976e05-4533-4ee4-9674-b801a4d94fc0 req-2f4092f3-2a00-4df8-845c-5fb650929145 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 210 time: 0.0753553 Dec 15 13:39:05.963047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:05.981630 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.983397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] 10.222.0.67 "PUT /v2.0/ports/e407cc3a-e554-4637-a3c5-1a0cc0f1a526 HTTP/1.1" status: 200 len: 1096 time: 3.0783088 Dec 15 13:39:05.985584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'tag': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:05.990225 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1707f07-e263-41d5-8af7-a7a7ca7eee04" -d '{"events": [{"name": "network-changed", "server_uuid": "7226965e-67c3-40f2-88fa-e6f45acb5e8a", "tag": "e407cc3a-e554-4637-a3c5-1a0cc0f1a526"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:06.162327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1758-7a6d-4e54-8e97-f1cbec2d668d service neutron] Pushing event updated for resources: {'Port': ['ID=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:06.184316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13898f5b-52d7-480d-9571-0fa8ea41198d req-d73e1995-27ba-43d3-90e7-c0b9cc8c335c tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 210 time: 0.1778650 Dec 15 13:39:06.229292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Allocated IP 172.20.0.2 (4667d9a7-77a6-4764-83cd-72fdf77fd294/a0306573-6b55-4c0c-be6a-eded793ef1cf/7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:06.236587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:06.334963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.367456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448c07-bf3a-4cc3-b09e-685aa41f1e85 req-ec158e96-5198-4455-b378-7b1b5657b07f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:06.370870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.382587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2448c07-bf3a-4cc3-b09e-685aa41f1e85 req-ec158e96-5198-4455-b378-7b1b5657b07f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.4670079 Dec 15 13:39:06.391808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:06.417169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-6115417d-4c67-4871-940e-799fa7b6317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:06.421807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-6115417d-4c67-4871-940e-799fa7b6317b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c11ea2ba825479caa9b2b37d3ff5ec0&device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 1099 time: 0.3795300 Dec 15 13:39:06.425829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.611776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.633712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.714049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:06.717963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:06.728626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:06.744281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Pushing event updated for resources: {'Port': ['ID=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:06.817008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Attempting to bind port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:06.817692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Attempting to bind port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:06.818345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Attempting to bind port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:06.824700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:06.825209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Checking segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:06.825767 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.826305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Bound using segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:06.827434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Bound port: 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:06.827964 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.887019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:06.903141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] For port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:06.905231 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45bb137-49a2-4507-8dbb-8db7c36fdbc2 x-openstack-request-id: req-d45bb137-49a2-4507-8dbb-8db7c36fdbc2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:06.905532 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7226965e-67c3-40f2-88fa-e6f45acb5e8a", "tag": "e407cc3a-e554-4637-a3c5-1a0cc0f1a526", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:06.905787 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d45bb137-49a2-4507-8dbb-8db7c36fdbc2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:06.906169 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'tag': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526', 'status': 'completed', 'code': 200} Dec 15 13:39:06.906763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] For port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:06.912045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.977752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32504752-1754-4ca2-96fc-2c682f37d391 None None] Pushing event updated for resources: {'Port': ['ID=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:07.010550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:07.018248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-2bfb1108-39c6-435f-b378-be139200fbf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526 HTTP/1.1" status: 200 len: 217 time: 0.1176293 Dec 15 13:39:07.021601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.021825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.023435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] 10.222.0.85 "PUT /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 1091 time: 3.9267509 Dec 15 13:39:07.046623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:07.068642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:07.076195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.076933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.085213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Pushing event updated for resources: {'Port': ['ID=96b190c8-fe78-4a4c-936d-50b64184240c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:07.114190 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.203817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-e7b3c3c1-9832-4664-ade2-874167e79227 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.205311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-e7b3c3c1-9832-4664-ade2-874167e79227 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.8306179 Dec 15 13:39:07.207628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff3fba-e5be-4cc4-89a6-ffa81b16a1a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.223470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Request body: {'port': {'device_id': 'ec95b428-030c-42ce-addc-07af1120ac92', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'admin_state_up': True, 'tenant_id': '01d02b2b82e748f28aabc1b043c4a95a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:07.231815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2448c07-bf3a-4cc3-b09e-685aa41f1e85 req-0d2a8cac-3d81-41a3-8611-709a8bb616e4 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189921 Dec 15 13:39:07.296047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752376b9-0c57-4ff0-96e2-943624be0b6c req-e445ccee-0886-47b6-9909-f48336d8f9ed tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.303656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-752376b9-0c57-4ff0-96e2-943624be0b6c req-e445ccee-0886-47b6-9909-f48336d8f9ed tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 948 time: 0.3966036 Dec 15 13:39:07.312985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.67', 58088) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:07.320315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-0286480b-b7d8-4dfd-8bb1-734aedca5f44 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9510529 Dec 15 13:39:07.365671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-37434620-36b8-491e-be35-8ff5ed2fda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.381280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-37434620-36b8-491e-be35-8ff5ed2fda47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.3231106 Dec 15 13:39:07.385286 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-b45b9b3b-7ed7-478e-94ff-787182a859aa tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710645 Dec 15 13:39:07.408308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Request body: {'port': {'device_id': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:07.415532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e722b-1d40-4451-a811-8eff6e67ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:07.489287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c8aa2e96-f291-43b5-8b66-a6c6fe288925 None None] Provisioning complete for port 96b190c8-fe78-4a4c-936d-50b64184240c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:07.489566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2e96-f291-43b5-8b66-a6c6fe288925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.537645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-1e0b1b66-ebe0-4d4d-91cf-d8e626c11e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.539606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-1e0b1b66-ebe0-4d4d-91cf-d8e626c11e17 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1094 time: 0.4437511 Dec 15 13:39:07.558890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa2e96-f291-43b5-8b66-a6c6fe288925 None None] Port 96b190c8-fe78-4a4c-936d-50b64184240c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:07.582343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a179-eba2-48e6-85b2-48d54351506a req-260b432d-950d-406e-b92e-3a90740c0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.583910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-260b432d-950d-406e-b92e-3a90740c0ed9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014043 Dec 15 13:39:07.591055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff3fba-e5be-4cc4-89a6-ffa81b16a1a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.603824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff3fba-e5be-4cc4-89a6-ffa81b16a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.631014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83219-011c-4542-b3ab-7b05606e8b3a req-aa614156-1d19-469d-a2b0-4125b26e2a21 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.632365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c83219-011c-4542-b3ab-7b05606e8b3a req-aa614156-1d19-469d-a2b0-4125b26e2a21 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 935 time: 0.2212040 Dec 15 13:39:07.649075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-ee841b29-b06c-4386-8085-f8f65f2bba90 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0916979 Dec 15 13:39:07.657073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-752376b9-0c57-4ff0-96e2-943624be0b6c req-0b0137c3-a3ef-4124-89d9-767e7be96ff0 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523331 Dec 15 13:39:07.700942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff3fba-e5be-4cc4-89a6-ffa81b16a1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b5a06-86af-4425-b0dc-801d8848162d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:07.708725 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95ff3fba-e5be-4cc4-89a6-ffa81b16a1a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fefca3c3a93f400e83d088ae712818ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8049104 Dec 15 13:39:07.710818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38666) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:07.725849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Made reservation on behalf of 01d02b2b82e748f28aabc1b043c4a95a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:07.729795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.755178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.756047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-9e165943-ef21-4f2c-af71-cc80eb7f4393 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.757524 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-9e165943-ef21-4f2c-af71-cc80eb7f4393 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600972 Dec 15 13:39:07.804944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abec3814-bcd8-4e9d-83db-43599214d1c5 req-10c33c35-4e17-43fe-b8a9-ca5865dc66d1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 210 time: 0.0570183 Dec 15 13:39:07.830727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Request body: {'port': {'device_id': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '24a7254fde2740a9a0bca6f015a6bae5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:07.862180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-837213b8-fd16-4b17-b4da-752c545bd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.863649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-837213b8-fd16-4b17-b4da-752c545bd03d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1924908 Dec 15 13:39:07.875896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c83219-011c-4542-b3ab-7b05606e8b3a req-02734c7d-036c-4c6c-ae9c-cabe0eaccdaa tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177513 Dec 15 13:39:07.950174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-227420f1-aa96-4b0d-877e-764de3142e2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644190 Dec 15 13:39:07.955075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-edb9bab6-c7d5-40c6-b1c3-8e340f8c836f service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366854 Dec 15 13:39:07.959438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4a18fd0-1cf9-4f17-a45b-75d8d9401e8b req-222d617d-55cc-4aef-8ab9-5b64f6081bd3 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 210 time: 0.0810368 Dec 15 13:39:08.061850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.113838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.144123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9524fe-5bc1-4303-bbf4-37c6464b0934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.249359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-5e22b7d4-3ba3-4a7e-9981-74aef698726b service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888243 Dec 15 13:39:08.253749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64a7a179-eba2-48e6-85b2-48d54351506a req-24a6c86a-a7f4-4317-b602-197d477e818b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797842 Dec 15 13:39:08.355519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9524fe-5bc1-4303-bbf4-37c6464b0934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.470530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Allocated IP 172.20.0.12 (62085ffc-a328-428d-8518-ab1288367925/be9356c5-284b-4559-a444-b391e66cc952/e362c3bf-9250-4e52-8dfa-34b2bfd73167) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:08.479795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9524fe-5bc1-4303-bbf4-37c6464b0934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.484572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9524fe-5bc1-4303-bbf4-37c6464b0934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.489571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1a9524fe-5bc1-4303-bbf4-37c6464b0934 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/326b5a06-86af-4425-b0dc-801d8848162d HTTP/1.1" status: 204 len: 168 time: 0.7711523 Dec 15 13:39:08.506481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eaa1b75-6f8a-43d5-890e-601df2cb9183 req-d09f1ace-f6f0-48d1-bfb2-9dec772ddc23 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496076 Dec 15 13:39:08.534824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad1ee-bd73-4c08-a694-438d7986130a req-b76a5fc8-153f-4216-bd5e-412c400c318f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:08.541862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808d8e6-d4c7-452e-bd35-83392f02daf8 None None] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:08.542425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bbad1ee-bd73-4c08-a694-438d7986130a req-b76a5fc8-153f-4216-bd5e-412c400c318f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.1727557 Dec 15 13:39:08.551992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-4ebfa14b-79ca-4e9f-8f2e-2e33c55c00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:08.553538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-4ebfa14b-79ca-4e9f-8f2e-2e33c55c00d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c11ea2ba825479caa9b2b37d3ff5ec0&device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 1099 time: 0.2296863 Dec 15 13:39:08.559355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Made reservation on behalf of 24a7254fde2740a9a0bca6f015a6bae5 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:08.564133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.571225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9524fe-5bc1-4303-bbf4-37c6464b0934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b5a06-86af-4425-b0dc-801d8848162d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:08.603879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b190c8-fe78-4a4c-936d-50b64184240c {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:08.627236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.655947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Transition to ACTIVE for port object 96b190c8-fe78-4a4c-936d-50b64184240c will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:08.687091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Allocated IP 172.25.2.52 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/7f1e8a31-1d22-4013-9412-c92c68cbddbb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:08.710008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:08.744065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c3fae597-5b97-4786-ab7f-f3eb2d4498e7 None None] Provisioning complete for port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:08.744422 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3fae597-5b97-4786-ab7f-f3eb2d4498e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.752282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.899482 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3fae597-5b97-4786-ab7f-f3eb2d4498e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.908100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bbad1ee-bd73-4c08-a694-438d7986130a req-1bb57e0b-54fc-4ccf-a902-21076660d270 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651347 Dec 15 13:39:08.931155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Pushing event updated for resources: {'Port': ['ID=96b190c8-fe78-4a4c-936d-50b64184240c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:08.937660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:08.954813 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380d75c-06ac-41fc-9fd3-3dcee0d91620" -d '{"events": [{"name": "network-changed", "server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:09.015791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c3fae597-5b97-4786-ab7f-f3eb2d4498e7 None None] For port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:09.026785 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3fae597-5b97-4786-ab7f-f3eb2d4498e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.054943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-1261b8d0-3e80-4233-843e-2afe51463cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.059141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-1261b8d0-3e80-4233-843e-2afe51463cac service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.4963236 Dec 15 13:39:09.083091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:09.083467 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.134034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:09.154206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae597-5b97-4786-ab7f-f3eb2d4498e7 None None] Pushing event updated for resources: {'Port': ['ID=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.155472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-44e22fbc-0376-4df2-a2bc-37b59faaa933 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526 HTTP/1.1" status: 200 len: 217 time: 0.0635705 Dec 15 13:39:09.192275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d34ed-2690-4c98-a7c4-7b1c4955a817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.261927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3e8c8112-ef65-459f-ab7f-4b3ea235722f None None] Provisioning complete for port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:09.262584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8112-ef65-459f-ab7f-4b3ea235722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.345929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Allocated IP 192.168.233.149 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/4dc00fe7-0a76-42b5-93f5-b2d50bd4f766) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:09.375779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.399035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.444324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbe41a8e-5f6e-4465-97bc-618f7d8970de req-bd1847a3-ae8f-4a98-ab41-db68442b9804 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 210 time: 0.3629160 Dec 15 13:39:09.462515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Attempting to bind port 96b190c8-fe78-4a4c-936d-50b64184240c on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:09.462848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Attempting to bind port 96b190c8-fe78-4a4c-936d-50b64184240c by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:09.463171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Attempting to bind port 96b190c8-fe78-4a4c-936d-50b64184240c on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:09.486363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-2d8bcc56-cf3b-4581-bc6d-3f0f41a06496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.489256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-2d8bcc56-cf3b-4581-bc6d-3f0f41a06496 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.3205416 Dec 15 13:39:09.497781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123bb0b-9f53-4431-bdd9-d49d89a0eb98 req-41f02642-9149-4773-baab-f9f175792380 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.499758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a123bb0b-9f53-4431-bdd9-d49d89a0eb98 req-41f02642-9149-4773-baab-f9f175792380 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 948 time: 0.5419474 Dec 15 13:39:09.501675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Port 96b190c8-fe78-4a4c-936d-50b64184240c on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:09.501996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Attempting to bind port 96b190c8-fe78-4a4c-936d-50b64184240c on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:09.514515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d34ed-2690-4c98-a7c4-7b1c4955a817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.524799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:09.524799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:09.525152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:09.525622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Bound port: 96b190c8-fe78-4a4c-936d-50b64184240c, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:09.525622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.555551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.556996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d34ed-2690-4c98-a7c4-7b1c4955a817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.588214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.638500 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-da4d34ed-2690-4c98-a7c4-7b1c4955a817 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19f3f74da9f8433a928f17291e328e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034032 Dec 15 13:39:09.639814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:09.666500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-2ec8d70c-84da-4bb6-9845-4e9f0a0a610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.669082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-2ec8d70c-84da-4bb6-9845-4e9f0a0a610c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681230 Dec 15 13:39:09.670306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Network 62085ffc-a328-428d-8518-ab1288367925 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:09.679972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:09.682948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d34ed-2690-4c98-a7c4-7b1c4955a817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdb36f7-19bd-4384-97e6-510fdea7559a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.684153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a123bb0b-9f53-4431-bdd9-d49d89a0eb98 req-6e7b7d6d-cb2e-4ee3-a9c2-6d3e2942ba66 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688099 Dec 15 13:39:09.705117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:09.707269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:09.718495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:09.727596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bb8bd-16d7-4c2e-8c99-dc6478a804f3 req-1d3e4c9c-3322-48be-aff2-d87e43c8a5ac tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.729391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce7bb8bd-16d7-4c2e-8c99-dc6478a804f3 req-1d3e4c9c-3322-48be-aff2-d87e43c8a5ac tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 971 time: 0.1807983 Dec 15 13:39:09.730760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] For port 96b190c8-fe78-4a4c-936d-50b64184240c, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:09.778326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:39:09.790610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] For port 96b190c8-fe78-4a4c-936d-50b64184240c, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=96b190c8-fe78-4a4c-936d-50b64184240c,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:09.818315 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.822891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.863575 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.875561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:09.881125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.881729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.894742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.895352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.896728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] 10.222.0.85 "PUT /v2.0/ports/96b190c8-fe78-4a4c-936d-50b64184240c HTTP/1.1" status: 200 len: 1095 time: 2.5364456 Dec 15 13:39:09.934641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f94f-2dcf-4ee5-81c5-75258e39049b req-375172b5-f532-4ec2-9861-43ff99ae0cce tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.943478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f702f94f-2dcf-4ee5-81c5-75258e39049b req-375172b5-f532-4ec2-9861-43ff99ae0cce tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 947 time: 0.1751118 Dec 15 13:39:09.960234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1306eb7d-a249-441c-9c57-5544cc8f4676 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7413690 Dec 15 13:39:09.965165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce7bb8bd-16d7-4c2e-8c99-dc6478a804f3 req-f84e0fef-19d5-4b6a-ac57-c4c935c86bd1 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978602 Dec 15 13:39:09.976048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1337e8c-91f2-4bf3-be32-d82404f4b942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.981511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Request body: {'port': {'device_id': 'ec95b428-030c-42ce-addc-07af1120ac92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:09.994510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760c6e5-c159-4520-bd1b-f80148380d12 service neutron] Pushing event updated for resources: {'Port': ['ID=96b190c8-fe78-4a4c-936d-50b64184240c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.999380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-60c20aca-abd1-430f-af01-225bc9a23fd7 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128395 Dec 15 13:39:10.021133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1e8a31-1d22-4013-9412-c92c68cbddbb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:10.114657 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afacd08-47ae-4a95-bde7-346cd550b26a x-openstack-request-id: req-0afacd08-47ae-4a95-bde7-346cd550b26a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:10.114994 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:10.115157 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0afacd08-47ae-4a95-bde7-346cd550b26a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:10.115532 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'status': 'completed', 'code': 200} Dec 15 13:39:10.164825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.168828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1337e8c-91f2-4bf3-be32-d82404f4b942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.220626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-8937194d-8f22-4659-b107-67e738ca3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.222138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-8937194d-8f22-4659-b107-67e738ca3f3a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 1098 time: 0.2289801 Dec 15 13:39:10.225445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f702f94f-2dcf-4ee5-81c5-75258e39049b req-e758c839-c51f-44f7-9288-383ed7fa6f51 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811918 Dec 15 13:39:10.253492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1707f07-e263-41d5-8af7-a7a7ca7eee04 req-46de4413-06d6-4ea7-86d4-600f4540eeb7 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169781 Dec 15 13:39:10.281843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-e28a7977-1959-4460-a590-338e68f25ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.283324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-e28a7977-1959-4460-a590-338e68f25ffc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1094 time: 0.1705012 Dec 15 13:39:10.286966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-65acf2be-27c6-49bc-a69a-713fb07a89aa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=96b190c8-fe78-4a4c-936d-50b64184240c HTTP/1.1" status: 200 len: 217 time: 0.0492275 Dec 15 13:39:10.297853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72693006-28d6-4dfa-b17c-fb926ace4995 req-afc9f373-db65-4786-943c-2c3db5a4820a tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.299319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72693006-28d6-4dfa-b17c-fb926ace4995 req-afc9f373-db65-4786-943c-2c3db5a4820a tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 936 time: 0.1660573 Dec 15 13:39:10.315624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.319714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:10.322375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.333777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:10.367382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Pushing event updated for resources: {'Port': ['ID=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:10.400329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:10.406465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.407069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.474406 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-2f06eb80-20a8-43fb-86f7-82fe02a2e44d tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6750600 Dec 15 13:39:10.483777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1337e8c-91f2-4bf3-be32-d82404f4b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.486387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1337e8c-91f2-4bf3-be32-d82404f4b942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.487518 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f1337e8c-91f2-4bf3-be32-d82404f4b942 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fdb36f7-19bd-4384-97e6-510fdea7559a HTTP/1.1" status: 204 len: 168 time: 0.8194959 Dec 15 13:39:10.504897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-447a7921-0db1-49cd-b132-9f7a191a7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.505383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Request body: {'port': {'device_id': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:10.506448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-447a7921-0db1-49cd-b132-9f7a191a7d15 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2043099 Dec 15 13:39:10.565609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:10.575813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1337e8c-91f2-4bf3-be32-d82404f4b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdb36f7-19bd-4384-97e6-510fdea7559a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:10.584973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1418801-7fba-4070-af3f-73cba1314224 req-f9f0f39b-50c2-418e-bcd7-225e08bf22df tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.586795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1418801-7fba-4070-af3f-73cba1314224 req-f9f0f39b-50c2-418e-bcd7-225e08bf22df tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.67 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 971 time: 0.2864649 Dec 15 13:39:10.635002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72693006-28d6-4dfa-b17c-fb926ace4995 req-1339b56c-db4a-43dd-b9df-ff10788957e6 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221443 Dec 15 13:39:10.644671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf7225-d866-495f-b35f-3ff23848e091 req-87463176-f5c0-446d-b006-f5a6f7efed22 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.646775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcaf7225-d866-495f-b35f-3ff23848e091 req-87463176-f5c0-446d-b006-f5a6f7efed22 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.3455379 Dec 15 13:39:10.648057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-d8162613-6089-4dd2-87fd-f0a01b1bdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.649606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-d8162613-6089-4dd2-87fd-f0a01b1bdad7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3463013 Dec 15 13:39:10.683060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:10.683806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.731199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c332c9a1-f57b-4df1-b617-67af46dd340f None None] Provisioning complete for port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:10.731926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c332c9a1-f57b-4df1-b617-67af46dd340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.763145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-93c85991-d534-4983-841f-dcdb8b4ff62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.766177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-93c85991-d534-4983-841f-dcdb8b4ff62e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2429032 Dec 15 13:39:10.837456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c332c9a1-f57b-4df1-b617-67af46dd340f None None] Port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:10.850659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-eecbce37-a623-4a81-ac8f-3ff397f5877e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0900347 Dec 15 13:39:10.881773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.970696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.995873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcaf7225-d866-495f-b35f-3ff23848e091 req-2669546f-57db-44e0-a044-4605aa969e05 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380749 Dec 15 13:39:11.045365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-a53fd206-80c2-49ba-8894-22c891520f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.046774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-a53fd206-80c2-49ba-8894-22c891520f92 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1615534 Dec 15 13:39:11.059605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5a264-e6e7-43b1-8fe2-ff102c152218 req-3cfbfe72-402c-40eb-8605-76dbc27cbe20 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.067179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96c5a264-e6e7-43b1-8fe2-ff102c152218 req-3cfbfe72-402c-40eb-8605-76dbc27cbe20 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 932 time: 0.2188845 Dec 15 13:39:11.095086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Deleting port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:11.095319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.141036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-6afbf8c9-9449-4aff-98cf-f1843981a84f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692184 Dec 15 13:39:11.276124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e362c3bf-9250-4e52-8dfa-34b2bfd73167 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:11.290996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.323075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Transition to ACTIVE for port object e362c3bf-9250-4e52-8dfa-34b2bfd73167 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:11.339416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.434285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:11.445488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:39:11.455271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-f8432d52-b638-4e8b-bb72-3aeecb83fdba service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997519 Dec 15 13:39:11.509818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:11.510141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:11.510866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:11.537581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96c5a264-e6e7-43b1-8fe2-ff102c152218 req-fcacd63d-67d5-4bb5-883e-333b58ed3b3d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689803 Dec 15 13:39:11.560216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:11.560530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:11.563333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df3fb-cb39-4b8f-b4b3-927759fc4f44 req-c0e3102c-37ca-4aa2-99eb-817a6078739c tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.571228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be6df3fb-cb39-4b8f-b4b3-927759fc4f44 req-c0e3102c-37ca-4aa2-99eb-817a6078739c tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 948 time: 0.4784088 Dec 15 13:39:11.592921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:11.606497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.612223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:11.612576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:11.612955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:11.613390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Bound port: e362c3bf-9250-4e52-8dfa-34b2bfd73167, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:11.613725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.637812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Transition to ACTIVE for port object 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:11.645895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.722084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] For port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:11.722719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.755457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:11.770075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:11.772218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-13c143fb-3996-48d6-b688-df3de8d2e76f service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933249 Dec 15 13:39:11.774938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Calling delete_port for f94c5a9a-ee6b-4f84-9d5a-54683974fdaa owned by compute:tempest-test_az-1167832941 {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:11.788200 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:11.793299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:11.796363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be6df3fb-cb39-4b8f-b4b3-927759fc4f44 req-9da42324-454d-40d7-b4e8-12733727cfd4 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191849 Dec 15 13:39:11.810785 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:11.810785 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:38:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:11.818900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:11.824811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Attempting to bind port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:11.825344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Attempting to bind port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:11.825839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Attempting to bind port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:11.837467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.840959 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4f9d5089-7518-4821-8d29-843c0c5fed58 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0372481 Dec 15 13:39:11.844442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.845170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f041de9b-cf51-4251-9598-4d29d8b8fbc5 req-e9fb281c-134b-4430-ae5e-1ef77b1a4e74 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799398 Dec 15 13:39:11.845760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:11.854637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:11.855208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Attempting to bind port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:11.893086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:11.893630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:11.894188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:11.894804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Bound port: 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:11.895344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.903944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.905413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.907010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] 10.222.0.67 "PUT /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 1092 time: 1.9363196 Dec 15 13:39:11.907641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:11.910088 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92366d94-802a-4480-9a1f-d417325d6a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:12.006932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42ba7c-2a76-4191-a95d-0cc2fd3f69df service neutron] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.019551 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:12.081283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-396201dd-e156-4cf6-9507-7a2829621cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.082927 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-396201dd-e156-4cf6-9507-7a2829621cdb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1095 time: 0.1096988 Dec 15 13:39:12.098054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] For port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:12.105627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] For port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:12.121998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'tag': '96b190c8-fe78-4a4c-936d-50b64184240c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:12.124808 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77ce3c-09a5-4338-9a64-3ed69023c07e" -d '{"events": [{"name": "network-changed", "server_uuid": "92367bc7-060f-4a6a-a1b1-117d9f07cf89", "tag": "96b190c8-fe78-4a4c-936d-50b64184240c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:12.163760 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-3ef138f2-fc35-4e82-8d1e-eb7e4b528043 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 217 time: 0.0559511 Dec 15 13:39:12.165693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.169841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db3fc0-c0f8-45cf-843f-5525eeb40127 req-067536da-11dc-4673-83db-8b8a07c3ff00 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.177523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3db3fc0-c0f8-45cf-843f-5525eeb40127 req-067536da-11dc-4673-83db-8b8a07c3ff00 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70a28c8-9b50-4ea0-ad54-9acef2250e88 HTTP/1.1" status: 200 len: 971 time: 0.5628312 Dec 15 13:39:12.212237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.212992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.214491 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] 10.222.0.67 "PUT /v2.0/ports/4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 HTTP/1.1" status: 200 len: 1096 time: 1.7218714 Dec 15 13:39:12.318446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b561029-3ffb-406e-8a66-8a33f4657f6c req-d8a185bc-62e4-4547-8f9a-6d73022d83c4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.320133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b561029-3ffb-406e-8a66-8a33f4657f6c req-d8a185bc-62e4-4547-8f9a-6d73022d83c4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 947 time: 0.3464882 Dec 15 13:39:12.350050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ffb29-c3a7-49df-b15e-017ad69e0ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.369189 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:09Z', 'revision_number': 3, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:12.375225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9597ab46-2086-4700-b162-2205dffdf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.376980 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-9597ab46-2086-4700-b162-2205dffdf75a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1974456 Dec 15 13:39:12.386323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-c9b26407-ae17-46f8-9ee8-07adf36c53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.390165 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-c9b26407-ae17-46f8-9ee8-07adf36c53fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 1099 time: 0.1162739 Dec 15 13:39:12.412799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3db3fc0-c0f8-45cf-843f-5525eeb40127 req-060ce433-549c-4670-9dca-4ee105301b34 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e03df2-2ced-4697-889e-8538e484cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263329 Dec 15 13:39:12.415026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0380d75c-06ac-41fc-9fd3-3dcee0d91620 req-0456e83c-b1d6-4fb3-bbb8-d505a34f7c36 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021094 Dec 15 13:39:12.420321 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:12.420707 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Updating router 54d93f20-249f-4197-aa0b-5cca6e4291fa port 7f1e8a31-1d22-4013-9412-c92c68cbddbb binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:12.455684 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.475635 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-c93347e5-dce1-40a0-9684-b4100c979cb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914588 Dec 15 13:39:12.492768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-edc09114-7b43-4037-9d61-bb9e5173b4b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 HTTP/1.1" status: 200 len: 217 time: 0.0793295 Dec 15 13:39:12.511164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e407cc3a-e554-4637-a3c5-1a0cc0f1a526 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:12.514886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e884fb2b-f8cf-4291-a3ff-650fd1b95d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.606430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b561029-3ffb-406e-8a66-8a33f4657f6c req-7952c36d-3c9e-4159-8c5b-84ce785ddc7a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440836 Dec 15 13:39:12.610019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.621986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:12.625456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-16568e5c-0cd2-4c97-a5f1-779499ec773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.628093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-16568e5c-0cd2-4c97-a5f1-779499ec773c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1333740 Dec 15 13:39:12.650238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526', 'mac_address': 'fa:16:3e:f7:76:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:12.660762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f94c5a9a-ee6b-4f84-9d5a-54683974fdaa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:12.685406 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a25f7-3be0-4145-a484-d05802b7345b x-openstack-request-id: req-600a25f7-3be0-4145-a484-d05802b7345b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:12.686230 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:12.686486 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-600a25f7-3be0-4145-a484-d05802b7345b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:12.686880 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'status': 'completed', 'code': 200} Dec 15 13:39:12.706612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-aedd9648-4ee8-464f-9323-0c9fda6a1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.708234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-aedd9648-4ee8-464f-9323-0c9fda6a1cb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723927 Dec 15 13:39:12.712810 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-6efce6c8-d04a-4e94-94d6-a3076cb43cfb service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061629 Dec 15 13:39:12.715225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Pushing event deleted for resources: {'Port': ['ID=f94c5a9a-ee6b-4f84-9d5a-54683974fdaa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.786802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ce74-877c-4ef8-9554-4fec60534b76 req-786f501f-1ada-4257-bd92-aa1120fe0bd5 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.788810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cda8ce74-877c-4ef8-9554-4fec60534b76 req-786f501f-1ada-4257-bd92-aa1120fe0bd5 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 948 time: 0.2812817 Dec 15 13:39:12.824267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.847986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e407cc3a-e554-4637-a3c5-1a0cc0f1a526 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:12.894469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:12.903909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.953586 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bc503a29-2477-420b-a4e3-8de464bd8307 req-1d192bab-948c-4850-be71-a71f9618d739 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265954 Dec 15 13:39:12.954734 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.958666 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-d619da8a-83bc-4a62-8adc-6e36955188fa service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062312 Dec 15 13:39:12.961777 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.970368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.974453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] No DVR routers for this DVR port f94c5a9a-ee6b-4f84-9d5a-54683974fdaa on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:12.979815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.984262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1418801-7fba-4070-af3f-73cba1314224 req-7bd6fd25-4262-40a7-b67c-ab2ba004eab4 tempest-AggregatesAdminTestJSON-390683283 tempest-AggregatesAdminTestJSON-390683283-project] 10.222.0.67 "DELETE /v2.0/ports/f94c5a9a-ee6b-4f84-9d5a-54683974fdaa HTTP/1.1" status: 204 len: 173 time: 2.3335803 Dec 15 13:39:13.050551 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Pushing event updated for resources: {'Port': ['ID=7f1e8a31-1d22-4013-9412-c92c68cbddbb,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:13.070655 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Attempting to bind port 7f1e8a31-1d22-4013-9412-c92c68cbddbb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:13.071031 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Attempting to bind port 7f1e8a31-1d22-4013-9412-c92c68cbddbb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:13.071408 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Attempting to bind port 7f1e8a31-1d22-4013-9412-c92c68cbddbb on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:13.079158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.079614 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.079961 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.080367 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.080734 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.081069 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.081407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.081738 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.082067 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.082396 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.082725 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.083052 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.083375 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Tracked resource versions report: Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: pushed versions: Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: { 'AddressGroup': {'1.2'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'ConntrackHelper': {'1.0'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Log': {'1.0'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Network': {'1.1'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Port': {'1.7'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'PortForwarding': {'1.2'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'QosPolicy': {'1.10'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'SecurityGroup': {'1.5'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'SubPort': {'1.0'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Subnet': {'1.1'}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Trunk': {'1.1'}} Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: consumer versions: Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: { DHCP agent@n-d-815324-3: {}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: HyperV agent@n-h1-815324-3: {}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: HyperV agent@n-h2-815324-3: {}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: L3 agent@n-d-815324-3: {}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: Metadata agent@n-d-815324-3: {}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: Metering agent@n-d-815324-3: {}, Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: Open vSwitch agent@n-d-815324-3: { 'AddressGroup': '1.2', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'ConntrackHelper': '1.0', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'LocalIPAssociation': '1.0', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Log': '1.0', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Network': '1.1', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Port': '1.7', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'PortForwarding': '1.2', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'QosPolicy': '1.10', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'SecurityGroup': '1.5', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'SecurityGroupRule': '1.2', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'SubPort': '1.0', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Subnet': '1.1', Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: 'Trunk': '1.1'}} Dec 15 13:39:13.084518 n-d-815324-3 neutron-server[103381]: {{(pid=103381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:39:13.089670 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:13.090062 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:13.090469 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.090856 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:13.091406 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Bound port: 7f1e8a31-1d22-4013-9412-c92c68cbddbb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:13.091842 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.104680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325483-0046-4fa1-adc1-81521d8b6865 req-99f06924-6f58-4da7-87bd-70dc41a0e564 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.106183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48325483-0046-4fa1-adc1-81521d8b6865 req-99f06924-6f58-4da7-87bd-70dc41a0e564 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.2592952 Dec 15 13:39:13.108843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dedce88-842d-46db-9f6d-89899d2f43b2 req-f1c94115-1cc2-4aca-9e0c-65c3d4900884 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426818 Dec 15 13:39:13.124852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cda8ce74-877c-4ef8-9554-4fec60534b76 req-758bdb8a-bb1e-4dd9-a3d5-0673761e85d0 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534907 Dec 15 13:39:13.126078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e407cc3a-e554-4637-a3c5-1a0cc0f1a526'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:13.194710 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] For port 7f1e8a31-1d22-4013-9412-c92c68cbddbb, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:13.199273 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] For port 7f1e8a31-1d22-4013-9412-c92c68cbddbb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7f1e8a31-1d22-4013-9412-c92c68cbddbb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:13.202849 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055121d3-54cd-4fd2-9269-8e3cfc952a85 x-openstack-request-id: req-055121d3-54cd-4fd2-9269-8e3cfc952a85 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:13.203145 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92367bc7-060f-4a6a-a1b1-117d9f07cf89", "tag": "96b190c8-fe78-4a4c-936d-50b64184240c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:13.203386 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-055121d3-54cd-4fd2-9269-8e3cfc952a85 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:13.203837 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'tag': '96b190c8-fe78-4a4c-936d-50b64184240c', 'status': 'completed', 'code': 200} Dec 15 13:39:13.206562 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.237150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92366d94-802a-4480-9a1f-d417325d6a8c req-3fc7714f-7f0c-4660-b3c1-b49b4b39a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.238636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-3fc7714f-7f0c-4660-b3c1-b49b4b39a28e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1095 time: 0.2226238 Dec 15 13:39:13.264065 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:13.264983 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:38:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:13.360836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48325483-0046-4fa1-adc1-81521d8b6865 req-1481ec12-c9ed-4ed6-90e5-9458705be266 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317030 Dec 15 13:39:13.396971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.410737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:13.426018 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:13.491740 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fab153-a25b-40b3-a5be-b02d8519de4d None None] Pushing event updated for resources: {'Port': ['ID=7f1e8a31-1d22-4013-9412-c92c68cbddbb,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:13.511037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-3f0543be-78e4-4390-8b33-e7065d21ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.512618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-3f0543be-78e4-4390-8b33-e7065d21ea6a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 1098 time: 0.2730799 Dec 15 13:39:13.552211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:13.567721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'port_id': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'mac_address': 'fa:16:3e:ba:82:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b65c8-c61e-45e1-97c6-77a7a7a03587', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:13.614376 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.632886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c5f9e3-1477-451b-8069-be85ca51b5c7 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:13.669110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:13.674084 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:09Z', 'revision_number': 3, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:13.674553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.703921 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529bbd-a073-49f6-ae46-25c4a1e57cfe None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:09Z', 'revision_number': 3, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:13.744976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:13.749249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.808386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92366d94-802a-4480-9a1f-d417325d6a8c req-05efd3fc-57a1-426e-b4ed-e848140be534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.809900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-05efd3fc-57a1-426e-b4ed-e848140be534 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.5507054 Dec 15 13:39:13.904576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d4b69-89d7-4c9f-aeb6-92fe1977032e req-3a524982-8a56-4422-b670-e6d527965b4f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.906521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d51d4b69-89d7-4c9f-aeb6-92fe1977032e req-3a524982-8a56-4422-b670-e6d527965b4f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.4555211 Dec 15 13:39:13.914519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-887669c3-14a8-4016-8a77-e11be78009de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 217 time: 0.0696347 Dec 15 13:39:13.949890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe4c5a-8ce9-47be-a6cb-85afe70ab867 req-bc40a5a1-ef44-4531-9a48-e421a073a898 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.957798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fe4c5a-8ce9-47be-a6cb-85afe70ab867 req-bc40a5a1-ef44-4531-9a48-e421a073a898 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 949 time: 0.4854910 Dec 15 13:39:14.092693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-b63c64f8-7725-49ab-856a-9cf7251400bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.094132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-b63c64f8-7725-49ab-856a-9cf7251400bb service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.5702991 Dec 15 13:39:14.142858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['13c5f9e3-1477-451b-8069-be85ca51b5c7'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:14.156368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92366d94-802a-4480-9a1f-d417325d6a8c req-7362d361-9c60-4205-bfb8-a16688673e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.157826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-7362d361-9c60-4205-bfb8-a16688673e47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.2263534 Dec 15 13:39:14.203772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d51d4b69-89d7-4c9f-aeb6-92fe1977032e req-8f8436b5-ab3d-41ee-b5f4-ef59c9884922 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835023 Dec 15 13:39:14.229739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fe4c5a-8ce9-47be-a6cb-85afe70ab867 req-062813d1-4877-418c-b256-eb6d20f80f91 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710621 Dec 15 13:39:14.231194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-754418db-85ec-4267-a69a-7d1fffc74bdb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=96b190c8-fe78-4a4c-936d-50b64184240c HTTP/1.1" status: 200 len: 217 time: 0.1213090 Dec 15 13:39:14.271071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-dfb896c0-a5c2-4836-85f0-eb78b3ca3b25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753403 Dec 15 13:39:14.351639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Allocated IP 172.20.0.1 (4667d9a7-77a6-4764-83cd-72fdf77fd294/a0306573-6b55-4c0c-be6a-eded793ef1cf/e20a2d29-6952-4314-9304-8d3e998606a1) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:14.522085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e407cc3a-e554-4637-a3c5-1a0cc0f1a526 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:14.595620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f1e8a31-1d22-4013-9412-c92c68cbddbb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:14.600764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:14.600945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-99c4b753-b8e4-4aaa-8271-bd33a11d40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.601968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-99c4b753-b8e4-4aaa-8271-bd33a11d40e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.3287878 Dec 15 13:39:14.647341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:14.647712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.689277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'tag': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:14.697725 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35104f78-a33c-4a69-8960-4e807087d2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "440b632b-52c5-4de6-9a48-7cdbf5616547", "tag": "4dc00fe7-0a76-42b5-93f5-b2d50bd4f766"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:14.697917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c021a-c54e-4099-8549-fae9e317d434 req-c8927520-143b-4dca-9e66-e6eb34c2ec48 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.700429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b760f248-6b52-48fb-9769-e72ed6bdedbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.706501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e93c021a-c54e-4099-8549-fae9e317d434 req-c8927520-143b-4dca-9e66-e6eb34c2ec48 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 947 time: 0.2168620 Dec 15 13:39:14.714252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-75e43365-0b5c-41bc-ba5e-6b30655fb77f service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206920 Dec 15 13:39:14.724664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7f1e8a31-1d22-4013-9412-c92c68cbddbb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:14.725032 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.726321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c246-f848-4703-91ee-efcbee8bc1e9 req-bc286cea-fbb4-491e-ba55-11be01d115d7 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.733958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc72c246-f848-4703-91ee-efcbee8bc1e9 req-bc286cea-fbb4-491e-ba55-11be01d115d7 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 948 time: 0.3070729 Dec 15 13:39:14.742480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:14.801967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.817852 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.851419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-aa19ee7c-a80c-4f1f-83ee-9f40b9cedcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.852981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-aa19ee7c-a80c-4f1f-83ee-9f40b9cedcde service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2347531 Dec 15 13:39:14.864134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:14.866497 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee1533-d2ce-4b9f-a1fe-3c83c4891ec9" -d '{"events": [{"server_uuid": "7226965e-67c3-40f2-88fa-e6f45acb5e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e407cc3a-e554-4637-a3c5-1a0cc0f1a526"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:14.871642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.891918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:14.902284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.903071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94c5a9a-ee6b-4f84-9d5a-54683974fdaa no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:14.906324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 7f1e8a31-1d22-4013-9412-c92c68cbddbb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7f1e8a31-1d22-4013-9412-c92c68cbddbb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:14.928801 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7f4e6dc0-7b8d-4e19-9dd9-a3847ea7a08b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7ad4af5941b4204aaef8b599e33dbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827648 Dec 15 13:39:14.929177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:14.947601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: f94c5a9a-ee6b-4f84-9d5a-54683974fdaa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:14.948176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94c5a9a-ee6b-4f84-9d5a-54683974fdaa not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:14.950847 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.960861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e93c021a-c54e-4099-8549-fae9e317d434 req-d658a8f4-03d5-4709-b315-9ada7f6a91de tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534702 Dec 15 13:39:14.968673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc72c246-f848-4703-91ee-efcbee8bc1e9 req-ace52c5b-91d2-41f3-be71-b7b87db813c7 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338622 Dec 15 13:39:15.005028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.006567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15261740-2618-4d04-894d-397e9bc91d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.024777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.032356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92366d94-802a-4480-9a1f-d417325d6a8c req-fb12189b-4ec6-488a-92f2-085c49941fc6 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922678 Dec 15 13:39:15.058787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15261740-2618-4d04-894d-397e9bc91d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.087654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=7f1e8a31-1d22-4013-9412-c92c68cbddbb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.129725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:15.142877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:15.147962 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fce3b8-08cb-46a4-8736-d7a6084da927 x-openstack-request-id: req-c2fce3b8-08cb-46a4-8736-d7a6084da927 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:15.148449 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226965e-67c3-40f2-88fa-e6f45acb5e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e407cc3a-e554-4637-a3c5-1a0cc0f1a526", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:15.148734 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2fce3b8-08cb-46a4-8736-d7a6084da927 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:15.149129 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526', 'code': 200} Dec 15 13:39:15.194100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:15.194683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.242156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'name': 'network-vif-deleted', 'tag': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:15.244637 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e29037-952e-45c3-8778-98085cc3abfb" -d '{"events": [{"server_uuid": "b70a28c8-9b50-4ea0-ad54-9acef2250e88", "name": "network-vif-deleted", "tag": "f94c5a9a-ee6b-4f84-9d5a-54683974fdaa"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:15.273292 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde6a3a-60c0-4300-b60a-0188a681230a x-openstack-request-id: req-ffde6a3a-60c0-4300-b60a-0188a681230a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:15.273650 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b632b-52c5-4de6-9a48-7cdbf5616547", "tag": "4dc00fe7-0a76-42b5-93f5-b2d50bd4f766", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:15.273832 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffde6a3a-60c0-4300-b60a-0188a681230a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:15.274227 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'tag': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766', 'status': 'completed', 'code': 200} Dec 15 13:39:15.292857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Pushing event updated for resources: {'Port': ['ID=e20a2d29-6952-4314-9304-8d3e998606a1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.301909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-e81039de-cea6-465e-a4a8-45f1ec69df29 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343057 Dec 15 13:39:15.323882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-27b29b80-2156-45aa-bf8a-ea9961ddc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.325425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-27b29b80-2156-45aa-bf8a-ea9961ddc054 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 1099 time: 0.1325166 Dec 15 13:39:15.355884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8e571-2ac8-4f15-badd-eff6705dd1ec req-8daf7b65-06c6-49df-920e-8cb642cf66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.356964 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-51f8e571-2ac8-4f15-badd-eff6705dd1ec req-8daf7b65-06c6-49df-920e-8cb642cf66c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 1101 time: 0.0818789 Dec 15 13:39:15.365937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15261740-2618-4d04-894d-397e9bc91d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.369054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15261740-2618-4d04-894d-397e9bc91d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.372752 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-15261740-2618-4d04-894d-397e9bc91d34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26e03df2-2ced-4697-889e-8538e484cb8c HTTP/1.1" status: 204 len: 168 time: 0.4401238 Dec 15 13:39:15.391500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 96b190c8-fe78-4a4c-936d-50b64184240c details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:15.429583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261740-2618-4d04-894d-397e9bc91d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e03df2-2ced-4697-889e-8538e484cb8c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.434322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:15.484651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-51f8e571-2ac8-4f15-badd-eff6705dd1ec req-01402a5d-5d7e-4757-8b48-239127a82f83 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129639 Dec 15 13:39:15.514876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273aa02-6f8d-472c-89ad-659b0345b0ad req-e7a429dc-e515-441c-ab4b-62e97e1c2d50 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.516345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6273aa02-6f8d-472c-89ad-659b0345b0ad req-e7a429dc-e515-441c-ab4b-62e97e1c2d50 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 944 time: 0.4495604 Dec 15 13:39:15.554719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-72053cbc-6b1a-43c7-9646-9a2ee6eafced None None] Provisioning complete for port e20a2d29-6952-4314-9304-8d3e998606a1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:15.555087 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72053cbc-6b1a-43c7-9646-9a2ee6eafced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.599678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee45c2d-9086-4400-a1bf-37834955e595 req-8116da08-a02e-482d-8394-47515dd256f7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.601358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ee45c2d-9086-4400-a1bf-37834955e595 req-8116da08-a02e-482d-8394-47515dd256f7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.3057799 Dec 15 13:39:15.627525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 96b190c8-fe78-4a4c-936d-50b64184240c, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=96b190c8-fe78-4a4c-936d-50b64184240c,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:15.629936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-72053cbc-6b1a-43c7-9646-9a2ee6eafced None None] Port e20a2d29-6952-4314-9304-8d3e998606a1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:15.637610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 13c5f9e3-1477-451b-8069-be85ca51b5c7 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:15.645469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 13c5f9e3-1477-451b-8069-be85ca51b5c7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:15.645773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.648540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '96b190c8-fe78-4a4c-936d-50b64184240c', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '96b190c8-fe78-4a4c-936d-50b64184240c', 'mac_address': 'fa:16:3e:4a:e8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:15.680869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6273aa02-6f8d-472c-89ad-659b0345b0ad req-53a660b8-c7d6-4e21-a5c8-10c0433674f0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457448 Dec 15 13:39:15.719944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.738029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b190c8-fe78-4a4c-936d-50b64184240c {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:15.791337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 96b190c8-fe78-4a4c-936d-50b64184240c, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=96b190c8-fe78-4a4c-936d-50b64184240c,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:15.798571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.803837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:15.839532 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.880301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a58fac1e-1469-4da7-81fb-058575d681a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e544b8786c14e348399fbf923c802f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746129 Dec 15 13:39:15.882819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:15.889341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:15.898897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.905966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=96b190c8-fe78-4a4c-936d-50b64184240c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.943489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17102b7-b510-46e7-a66f-596c08d6bf52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.964250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.965941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17102b7-b510-46e7-a66f-596c08d6bf52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.000673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-f7022834-d436-4ddd-bb7a-61d2826b9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.002142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-f7022834-d436-4ddd-bb7a-61d2826b9dfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.6482787 Dec 15 13:39:16.018390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a77ce3c-09a5-4338-9a64-3ed69023c07e req-b03d3604-0b08-4142-b2dd-4ed1f52e2a2c service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969917 Dec 15 13:39:16.024340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17102b7-b510-46e7-a66f-596c08d6bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.027121 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17102b7-b510-46e7-a66f-596c08d6bf52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.029043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ee45c2d-9086-4400-a1bf-37834955e595 req-6089061f-9736-4ad3-9bb8-f08bfb2db15a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124055 Dec 15 13:39:16.031616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c17102b7-b510-46e7-a66f-596c08d6bf52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0bff361-fb1c-47cc-b1de-d04a9009c58f HTTP/1.1" status: 204 len: 168 time: 0.1477561 Dec 15 13:39:16.041790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17102b7-b510-46e7-a66f-596c08d6bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bff361-fb1c-47cc-b1de-d04a9009c58f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:16.082279 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.095270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-78935a98-40e2-43aa-a8ad-c58760dfdb0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 HTTP/1.1" status: 200 len: 217 time: 0.0758705 Dec 15 13:39:16.101308 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8866814-8a1f-4e21-b20d-dcb8d3c66784 x-openstack-request-id: req-e8866814-8a1f-4e21-b20d-dcb8d3c66784 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:16.101595 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70a28c8-9b50-4ea0-ad54-9acef2250e88", "name": "network-vif-deleted", "tag": "f94c5a9a-ee6b-4f84-9d5a-54683974fdaa", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:16.101841 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8866814-8a1f-4e21-b20d-dcb8d3c66784 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:16.102223 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70a28c8-9b50-4ea0-ad54-9acef2250e88', 'name': 'network-vif-deleted', 'tag': 'f94c5a9a-ee6b-4f84-9d5a-54683974fdaa', 'status': 'completed', 'code': 200} Dec 15 13:39:16.115209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.149229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e6d5a-fd4b-4fb9-b2c7-3ee748b12bbb req-688084e1-8b43-4d06-8a8d-00bd5149e61e tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.150687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a3e6d5a-fd4b-4fb9-b2c7-3ee748b12bbb req-688084e1-8b43-4d06-8a8d-00bd5149e61e tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 950 time: 0.1805580 Dec 15 13:39:16.160156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['96b190c8-fe78-4a4c-936d-50b64184240c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:16.256543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-ea319189-30dc-430d-9978-65a3c2ae6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.258021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-ea319189-30dc-430d-9978-65a3c2ae6711 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1519563 Dec 15 13:39:16.365892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a3e6d5a-fd4b-4fb9-b2c7-3ee748b12bbb req-5106a437-5322-4c6f-8ef2-6acbac8bbc08 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022660 Dec 15 13:39:16.378098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83f77-691f-4be5-a53b-1c5ae34d1b52 req-872c1562-dbe6-4559-bde1-cb360f842837 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.379651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49f83f77-691f-4be5-a53b-1c5ae34d1b52 req-872c1562-dbe6-4559-bde1-cb360f842837 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 948 time: 0.2040184 Dec 15 13:39:16.419114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-11a29fbf-99d5-4b88-816e-1ffdab0ccb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.420662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-11a29fbf-99d5-4b88-816e-1ffdab0ccb7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440854 Dec 15 13:39:16.514903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f1e8a31-1d22-4013-9412-c92c68cbddbb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:16.542848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49f83f77-691f-4be5-a53b-1c5ae34d1b52 req-e8077ef9-2cce-433a-8c25-ca69464f8503 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545825 Dec 15 13:39:16.553015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:16.588186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef453c-034d-4a1a-a80b-6a59da5dd2ef req-06135e26-2dde-4523-958f-767e5d518e71 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.589640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1eef453c-034d-4a1a-a80b-6a59da5dd2ef req-06135e26-2dde-4523-958f-767e5d518e71 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 948 time: 0.1726625 Dec 15 13:39:16.636379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.643148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-71605026-a2f2-426f-81ac-baa052e1f732 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982865 Dec 15 13:39:16.649271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.649999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.679859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:16.705537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'port_id': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'mac_address': 'fa:16:3e:43:cd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9356c5-284b-4559-a444-b391e66cc952', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:16.751917 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.760428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7f1e8a31-1d22-4013-9412-c92c68cbddbb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:16.760828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.798152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1eef453c-034d-4a1a-a80b-6a59da5dd2ef req-64b04adc-a707-419d-adb3-2824cd05afb5 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987312 Dec 15 13:39:16.824280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Pushing event updated for resources: {'Port': ['ID=e20a2d29-6952-4314-9304-8d3e998606a1,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:16.830486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e362c3bf-9250-4e52-8dfa-34b2bfd73167 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:16.874662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:16.909347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:16.910003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:16.941155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:16.950051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:16.961997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35104f78-a33c-4a69-8960-4e807087d2f1 req-c5ac0f7f-7f2e-4edc-ad88-e8aa15f9a584 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095784 Dec 15 13:39:16.980185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0cacb-b429-4c59-8ecf-9bd122ccfc21 req-0fc2feed-17f2-42ae-9f37-fe8185d1da0b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.988634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57f0cacb-b429-4c59-8ecf-9bd122ccfc21 req-0fc2feed-17f2-42ae-9f37-fe8185d1da0b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 945 time: 0.1073370 Dec 15 13:39:17.041417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:17.131058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:17.145333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766', 'mac_address': 'fa:16:3e:c7:0d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:17.149981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:17.152717 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb595947-2eb0-42db-aa87-faa04aaa316f" -d '{"events": [{"server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "name": "network-vif-plugged", "status": "completed", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:17.168029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38872) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:17.196287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.219492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:17.231518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57f0cacb-b429-4c59-8ecf-9bd122ccfc21 req-27b0cb53-6f5f-4fbd-a89f-9c9493e78d4c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043710 Dec 15 13:39:17.273039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:17.283386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9be7aa-2ba8-401c-88e5-e9faf5fd83ab req-613757f8-0213-407f-b097-1494054df39d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.284943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c9be7aa-2ba8-401c-88e5-e9faf5fd83ab req-613757f8-0213-407f-b097-1494054df39d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.1063149 Dec 15 13:39:17.291802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:17.308319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.360097 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76587bac-1d2f-48da-b4ff-ff78eebb322c x-openstack-request-id: req-76587bac-1d2f-48da-b4ff-ff78eebb322c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:17.360730 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "name": "network-vif-plugged", "status": "completed", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:17.361156 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76587bac-1d2f-48da-b4ff-ff78eebb322c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:17.361547 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'code': 200} Dec 15 13:39:17.365500 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.414754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 96b190c8-fe78-4a4c-936d-50b64184240c up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:17.421086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67bf381a-5f99-49d7-a850-38a43c6c73f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.514153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e23e888e-fb49-4319-bcfc-b50e011522c7 None None] Provisioning complete for port e20a2d29-6952-4314-9304-8d3e998606a1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:17.514522 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e23e888e-fb49-4319-bcfc-b50e011522c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.516011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:17.523349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c9be7aa-2ba8-401c-88e5-e9faf5fd83ab req-90b101f4-bf9e-46f7-94fa-3855c502462a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312160 Dec 15 13:39:17.560216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e23e888e-fb49-4319-bcfc-b50e011522c7 None None] Port e20a2d29-6952-4314-9304-8d3e998606a1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:17.571765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 96b190c8-fe78-4a4c-936d-50b64184240c completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:17.575535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d5e3-7ade-479a-9ee2-31e0a004a20f req-c5ecd71f-c26d-45be-8af5-d7c7a86be497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.577257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9f7d5e3-7ade-479a-9ee2-31e0a004a20f req-c5ecd71f-c26d-45be-8af5-d7c7a86be497 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1096 time: 0.1457598 Dec 15 13:39:17.578420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 96b190c8-fe78-4a4c-936d-50b64184240c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:17.578926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.579165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:17.579830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67bf381a-5f99-49d7-a850-38a43c6c73f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.590690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-821f6a4a-f716-4855-aa19-41d8de89ca27 admin admin] 10.222.0.32 "PUT /v2.0/routers/54d93f20-249f-4197-aa0b-5cca6e4291fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7306135 Dec 15 13:39:17.605587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67bf381a-5f99-49d7-a850-38a43c6c73f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.608141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e362c3bf-9250-4e52-8dfa-34b2bfd73167'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:17.610486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4dc00fe7-0a76-42b5-93f5-b2d50bd4f766'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:17.614316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:17.615171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b80de-e3a8-4cd2-b988-c063467536d8 req-8d55ed91-209f-45d9-ba40-f9da2bc3aebc tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.616986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b27b80de-e3a8-4cd2-b988-c063467536d8 req-8d55ed91-209f-45d9-ba40-f9da2bc3aebc tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 950 time: 0.1332991 Dec 15 13:39:17.689106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9f7d5e3-7ade-479a-9ee2-31e0a004a20f req-e98da511-f41a-45a9-b641-9bb018a20d4f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959334 Dec 15 13:39:17.694822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-67bf381a-5f99-49d7-a850-38a43c6c73f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9793cfe43c4549609a486cf37ca3d524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251524 Dec 15 13:39:17.698976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:17.702137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf381a-5f99-49d7-a850-38a43c6c73f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5655ae8c-f5d6-4a48-a9ea-9dc9b7fc1552,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:17.748674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b27b80de-e3a8-4cd2-b988-c063467536d8 req-814d575e-278a-4881-af48-202bcf61a0fa tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231089 Dec 15 13:39:17.788733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:17.789388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:17.797806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34d70751-e328-44cd-8ffb-a40e254c0025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.814376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520224-f4f3-4804-9225-d7ce4f9854dd req-e4add182-1592-4859-8e0a-041d469839dc tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.817549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40520224-f4f3-4804-9225-d7ce4f9854dd req-e4add182-1592-4859-8e0a-041d469839dc tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 949 time: 0.1242402 Dec 15 13:39:17.825591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34d70751-e328-44cd-8ffb-a40e254c0025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.891863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34d70751-e328-44cd-8ffb-a40e254c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.894787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34d70751-e328-44cd-8ffb-a40e254c0025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.898377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40520224-f4f3-4804-9225-d7ce4f9854dd req-c66c6ae0-e661-4b5c-a578-110aa9591d59 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704646 Dec 15 13:39:17.902552 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-34d70751-e328-44cd-8ffb-a40e254c0025 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5655ae8c-f5d6-4a48-a9ea-9dc9b7fc1552 HTTP/1.1" status: 204 len: 168 time: 0.1950438 Dec 15 13:39:17.913496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70751-e328-44cd-8ffb-a40e254c0025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655ae8c-f5d6-4a48-a9ea-9dc9b7fc1552,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:18.038938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d38f7-0491-4f85-bfde-91f1f13cb41c req-4acc0e2e-f2f8-47a7-97fb-c271438cc8f2 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:18.040860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b9d38f7-0491-4f85-bfde-91f1f13cb41c req-4acc0e2e-f2f8-47a7-97fb-c271438cc8f2 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 948 time: 0.0670328 Dec 15 13:39:18.096164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b9d38f7-0491-4f85-bfde-91f1f13cb41c req-db9e7100-7ac3-40e2-a86f-2fe579a3f49c tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 Dec 15 13:39:18.210690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.308679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:18.337434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 96b190c8-fe78-4a4c-936d-50b64184240c, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=96b190c8-fe78-4a4c-936d-50b64184240c,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:18.373740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.442900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-d7a1649a-d45b-4151-b9b6-7c72f7296e0e tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:18.451316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-d7a1649a-d45b-4151-b9b6-7c72f7296e0e tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 821 time: 0.1330814 Dec 15 13:39:18.460597 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.470828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-6b15e798-a42e-4bb6-812d-e0e25fba0fbc tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/quotas/cd17767765114690a0f5d9425daecaa0 HTTP/1.1" status: 200 len: 375 time: 0.0185299 Dec 15 13:39:18.538487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:18.541098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0a6d0e61-9692-4c2f-8c55-4db028142980 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691845 Dec 15 13:39:18.554811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=96b190c8-fe78-4a4c-936d-50b64184240c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:18.569587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52efd84f-1400-42d0-b9f0-1ddb1e1279ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.644181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:16Z', 'revision_number': 2, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:18.676851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:18.677309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Updating router 54d93f20-249f-4197-aa0b-5cca6e4291fa port e20a2d29-6952-4314-9304-8d3e998606a1 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:18.685840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52efd84f-1400-42d0-b9f0-1ddb1e1279ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.692047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52efd84f-1400-42d0-b9f0-1ddb1e1279ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.708518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.720992 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52efd84f-1400-42d0-b9f0-1ddb1e1279ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaf1a30835d745debda5715b70ad7991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813791 Dec 15 13:39:18.723449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:18.769150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efd84f-1400-42d0-b9f0-1ddb1e1279ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1215eb1-120d-4034-8458-52bd1d25dd93,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:18.785868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c206ad-1595-45f6-87c1-9b7aec871a9e req-b284f80f-f40a-4661-b382-1d3c3871ed8f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:18.794145 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34c206ad-1595-45f6-87c1-9b7aec871a9e req-b284f80f-f40a-4661-b382-1d3c3871ed8f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 945 time: 0.0745480 Dec 15 13:39:18.796135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452171fc-6e13-4972-90a3-2374cf4f36cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.821369 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452171fc-6e13-4972-90a3-2374cf4f36cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.849141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34c206ad-1595-45f6-87c1-9b7aec871a9e req-a40c5df1-2696-4e77-84ed-71264dba56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Dec 15 13:39:18.856642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-c2efac91-147e-459e-a8b4-be5d9474934e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:18.859144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-c2efac91-147e-459e-a8b4-be5d9474934e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1515086 Dec 15 13:39:18.882595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452171fc-6e13-4972-90a3-2374cf4f36cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.887973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452171fc-6e13-4972-90a3-2374cf4f36cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.891521 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-452171fc-6e13-4972-90a3-2374cf4f36cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1215eb1-120d-4034-8458-52bd1d25dd93 HTTP/1.1" status: 204 len: 168 time: 0.1669455 Dec 15 13:39:18.919232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452171fc-6e13-4972-90a3-2374cf4f36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1215eb1-120d-4034-8458-52bd1d25dd93,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:19.010060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6a933-9134-443d-9e66-0001cb0cba93 req-822d97c6-5060-4dc6-83f4-041fef5ba9f3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:19.011810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13a6a933-9134-443d-9e66-0001cb0cba93 req-822d97c6-5060-4dc6-83f4-041fef5ba9f3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.0933669 Dec 15 13:39:19.014818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0afef57d-3224-42ef-8355-10489a02bf6b service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452167 Dec 15 13:39:19.077424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.084755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.116720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13a6a933-9134-443d-9e66-0001cb0cba93 req-ba7eb3cd-ad7d-4464-bdad-4c1f523eac40 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965071 Dec 15 13:39:19.163682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-fac22727-568e-49f4-9a9b-292ad4687d8a service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377263 Dec 15 13:39:19.220094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Attempting to bind port e20a2d29-6952-4314-9304-8d3e998606a1 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:19.220474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Attempting to bind port e20a2d29-6952-4314-9304-8d3e998606a1 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:19.220862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Attempting to bind port e20a2d29-6952-4314-9304-8d3e998606a1 on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:19.222864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec686c-f3b6-4d0d-b037-9f5839d756dd None None] Pushing event updated for resources: {'Port': ['ID=e20a2d29-6952-4314-9304-8d3e998606a1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:19.229424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:19.229801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Checking segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:19.230203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.230593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Bound using segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:19.231069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Bound port: e20a2d29-6952-4314-9304-8d3e998606a1, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:19.231496 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.356769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] For port e20a2d29-6952-4314-9304-8d3e998606a1, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:19.361826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] For port e20a2d29-6952-4314-9304-8d3e998606a1, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e20a2d29-6952-4314-9304-8d3e998606a1,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:19.362952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b190c8-fe78-4a4c-936d-50b64184240c'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:19.378073 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b40a3de-bbb8-440b-b8fa-3599fa9aac54" -d '{"events": [{"server_uuid": "92367bc7-060f-4a6a-a1b1-117d9f07cf89", "name": "network-vif-plugged", "status": "completed", "tag": "96b190c8-fe78-4a4c-936d-50b64184240c"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:19.396067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.411273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52271d61-5dce-417a-ba95-84c64413927d req-1a3f757b-cb41-474b-b4e2-c3f6136e4acd tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:19.418561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52271d61-5dce-417a-ba95-84c64413927d req-1a3f757b-cb41-474b-b4e2-c3f6136e4acd tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 949 time: 0.0773425 Dec 15 13:39:19.481514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52271d61-5dce-417a-ba95-84c64413927d req-4d91031c-677e-4293-bda0-7c8ac74fe523 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618441 Dec 15 13:39:19.532572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:19.533213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:19.586756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e2548-c4d5-47c0-bc7c-4e6735c42365 req-7b8dd251-be67-466a-96e7-ddca3ba7264e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:19.588303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-389e2548-c4d5-47c0-bc7c-4e6735c42365 req-7b8dd251-be67-466a-96e7-ddca3ba7264e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.1255195 Dec 15 13:39:19.593597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec686c-f3b6-4d0d-b037-9f5839d756dd None None] Pushing event updated for resources: {'Port': ['ID=e20a2d29-6952-4314-9304-8d3e998606a1,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:19.635815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-75933bd0-59dd-4134-9a6a-cd6785080d20 None None] Provisioning complete for port e20a2d29-6952-4314-9304-8d3e998606a1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:19.636550 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75933bd0-59dd-4134-9a6a-cd6785080d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.720086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-389e2548-c4d5-47c0-bc7c-4e6735c42365 req-79c5af0d-b680-4b7e-bbd8-b3764dd1e446 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884452 Dec 15 13:39:19.860022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4320a28d-ddb5-4c03-922c-b6c52a2a6bfe req-3330d1c9-eeed-4bb0-acf3-bb90bd10a6fd tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 210 time: 0.0508831 Dec 15 13:39:19.892935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75933bd0-59dd-4134-9a6a-cd6785080d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.921626 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b84222-8464-48a2-8689-2dd76a833039 x-openstack-request-id: req-21b84222-8464-48a2-8689-2dd76a833039 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:19.922059 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92367bc7-060f-4a6a-a1b1-117d9f07cf89", "name": "network-vif-plugged", "status": "completed", "tag": "96b190c8-fe78-4a4c-936d-50b64184240c", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:19.922499 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21b84222-8464-48a2-8689-2dd76a833039 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:19.923094 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b190c8-fe78-4a4c-936d-50b64184240c', 'code': 200} Dec 15 13:39:19.926240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:19.983959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-75933bd0-59dd-4134-9a6a-cd6785080d20 None None] For port e20a2d29-6952-4314-9304-8d3e998606a1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e20a2d29-6952-4314-9304-8d3e998606a1,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:19.993358 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75933bd0-59dd-4134-9a6a-cd6785080d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.134305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de561ae-9b85-449b-bd2c-c6cd7fa67bb1 req-be3d0349-86e8-4f71-afc9-d07d1c43b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.135757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75933bd0-59dd-4134-9a6a-cd6785080d20 None None] Pushing event updated for resources: {'Port': ['ID=e20a2d29-6952-4314-9304-8d3e998606a1,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:20.143026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ac3a706d-d128-4724-80bc-15c74c5ee92c None None] Provisioning complete for port e20a2d29-6952-4314-9304-8d3e998606a1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:20.143406 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac3a706d-d128-4724-80bc-15c74c5ee92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.158723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4de561ae-9b85-449b-bd2c-c6cd7fa67bb1 req-be3d0349-86e8-4f71-afc9-d07d1c43b5af service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 1100 time: 0.1329966 Dec 15 13:39:20.272476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeaf78-62e1-41ac-8307-40a2725334a2 req-ff8697b8-7c1c-4bd9-9244-83b2ff44a866 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.275181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0eeaf78-62e1-41ac-8307-40a2725334a2 req-ff8697b8-7c1c-4bd9-9244-83b2ff44a866 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 945 time: 0.1095362 Dec 15 13:39:20.278524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4de561ae-9b85-449b-bd2c-c6cd7fa67bb1 req-29904772-bd45-44f9-941c-24eb394ce9b5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116126 Dec 15 13:39:20.341301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0eeaf78-62e1-41ac-8307-40a2725334a2 req-7fbe862a-a967-4e4c-958c-a302060d6977 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570970 Dec 15 13:39:20.352189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:20.388143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe09611-f905-4fe4-86e1-7f26b2f4bb80 None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:20.414262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b212b1-346d-438b-b078-171757946a83 req-79821fd8-743d-480e-9f19-decdd7994fec tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.416060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66b212b1-346d-438b-b078-171757946a83 req-79821fd8-743d-480e-9f19-decdd7994fec tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 950 time: 0.0651524 Dec 15 13:39:20.532827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66b212b1-346d-438b-b078-171757946a83 req-ac3ece7f-f148-4f95-b680-86f31a7978f0 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065600 Dec 15 13:39:20.564121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0e313-b947-4222-a76a-24d8df06cea0 req-462602d5-42ac-42b4-a6a5-32b28016560b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.567875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:20.582793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bde0e313-b947-4222-a76a-24d8df06cea0 req-462602d5-42ac-42b4-a6a5-32b28016560b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.1143200 Dec 15 13:39:20.615635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e20a2d29-6952-4314-9304-8d3e998606a1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:20.675411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bde0e313-b947-4222-a76a-24d8df06cea0 req-a0257c97-071d-42a8-a0d3-35dd61d2b083 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878806 Dec 15 13:39:20.865758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d075d-d793-42fd-b8c1-70a65f2a77f0 req-f9b5d3d0-906e-4cac-9926-1a6c06b95503 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.873976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e37d075d-d793-42fd-b8c1-70a65f2a77f0 req-f9b5d3d0-906e-4cac-9926-1a6c06b95503 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 949 time: 0.0801086 Dec 15 13:39:20.939183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e37d075d-d793-42fd-b8c1-70a65f2a77f0 req-aa454eed-0a14-45ed-981e-bc57f4c0d3b0 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639975 Dec 15 13:39:20.955119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:20.963809 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.965474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:20.965830 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.016160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e20a2d29-6952-4314-9304-8d3e998606a1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:21.016549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.120614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.178939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d256f6-46b2-4e7a-851d-277ea35d9ed9 req-cdc478ad-0dd0-4c5d-a864-f8a99412606d tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.193572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95d256f6-46b2-4e7a-851d-277ea35d9ed9 req-cdc478ad-0dd0-4c5d-a864-f8a99412606d tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.0729706 Dec 15 13:39:21.194237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:21.200291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.201332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:21.286141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:21.301580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95d256f6-46b2-4e7a-851d-277ea35d9ed9 req-20e4b707-bd6d-43c5-b5fc-b7fd72c58b8b tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057723 Dec 15 13:39:21.309964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e362c3bf-9250-4e52-8dfa-34b2bfd73167 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:21.316888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26033c-a6a5-49ae-a3ba-c5fcd708269d req-b806e2a3-c14f-4521-8013-8782e077e076 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.333202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b26033c-a6a5-49ae-a3ba-c5fcd708269d req-b806e2a3-c14f-4521-8013-8782e077e076 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1096 time: 0.0782006 Dec 15 13:39:21.333492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e362c3bf-9250-4e52-8dfa-34b2bfd73167 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:21.333492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.394402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b26033c-a6a5-49ae-a3ba-c5fcd708269d req-4a29b0d8-742f-4a24-8eab-dd6e0ccab733 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Dec 15 13:39:21.452151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.525196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:21.535019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:21.607105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:21.781631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-461a18c0-8a03-4a19-b438-134f6c3fa5b4 req-76a7c3b2-16f3-48c4-8477-d6d895de439f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 210 time: 0.3646345 Dec 15 13:39:21.847363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-44c495ae-6b9d-4fca-802d-6c3ce3afd96b tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.849037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-44c495ae-6b9d-4fca-802d-6c3ce3afd96b tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 821 time: 0.5207515 Dec 15 13:39:21.857909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-81484b42-f57b-4f22-88a9-b4ec45b8cc24 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.859451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-81484b42-f57b-4f22-88a9-b4ec45b8cc24 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.67 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 950 time: 0.4913797 Dec 15 13:39:21.880905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'port': {'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'admin_state_up': True, 'tenant_id': 'cd17767765114690a0f5d9425daecaa0'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:21.925056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766'}, {'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:21.927562 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78978b24-c60d-43b5-acbd-462e5d2feaf0" -d '{"events": [{"server_uuid": "440b632b-52c5-4de6-9a48-7cdbf5616547", "name": "network-vif-plugged", "status": "completed", "tag": "4dc00fe7-0a76-42b5-93f5-b2d50bd4f766"}, {"server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "name": "network-vif-plugged", "status": "completed", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:22.062407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a924-7d8f-47da-aa56-8260a441f098 req-76fc57de-f13c-4a39-8cb5-49a86cf81c43 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.063925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72d7a924-7d8f-47da-aa56-8260a441f098 req-76fc57de-f13c-4a39-8cb5-49a86cf81c43 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/ports?device_id=7226965e-67c3-40f2-88fa-e6f45acb5e8a HTTP/1.1" status: 200 len: 950 time: 0.2034705 Dec 15 13:39:22.076416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9f78f-1203-4513-af36-28416ca000a7 req-b39dc6ed-87e2-4bcd-bdbc-1a23d1485ef7 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.077915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edc9f78f-1203-4513-af36-28416ca000a7 req-b39dc6ed-87e2-4bcd-bdbc-1a23d1485ef7 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1096 time: 0.2163866 Dec 15 13:39:22.184360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Deleting port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:22.184635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.195380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72d7a924-7d8f-47da-aa56-8260a441f098 req-17180f8f-e308-4386-b168-04995e58fece tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.32 "GET /v2.0/security-groups?id=10a44157-440e-40bd-aa95-71e4fb349075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211948 Dec 15 13:39:22.195934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Made reservation on behalf of cd17767765114690a0f5d9425daecaa0 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:22.199412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.250003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edc9f78f-1203-4513-af36-28416ca000a7 req-f8871a74-4378-4110-8a96-38518281709e tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606293 Dec 15 13:39:22.392103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] For port e407cc3a-e554-4637-a3c5-1a0cc0f1a526, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:22.392472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.401621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5bfc2-44d9-4d46-b4c5-b4f866ffe3f5 req-8f213c94-c521-4892-b2b3-e0b9ab9b3171 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.403102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b5bfc2-44d9-4d46-b4c5-b4f866ffe3f5 req-8f213c94-c521-4892-b2b3-e0b9ab9b3171 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 946 time: 0.1506169 Dec 15 13:39:22.439078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Calling delete_port for e407cc3a-e554-4637-a3c5-1a0cc0f1a526 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:22.488070 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f15ff-d137-47a5-a0e9-82f6dd88b8b3 x-openstack-request-id: req-2a7f15ff-d137-47a5-a0e9-82f6dd88b8b3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:22.488626 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b632b-52c5-4de6-9a48-7cdbf5616547", "name": "network-vif-plugged", "status": "completed", "tag": "4dc00fe7-0a76-42b5-93f5-b2d50bd4f766", "code": 200}, {"server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "name": "network-vif-plugged", "status": "completed", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:22.488717 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a7f15ff-d137-47a5-a0e9-82f6dd88b8b3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:22.489081 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766', 'code': 200} Dec 15 13:39:22.489393 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'code': 200} Dec 15 13:39:22.525719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Allocated IP 172.20.0.3 (4667d9a7-77a6-4764-83cd-72fdf77fd294/a0306573-6b55-4c0c-be6a-eded793ef1cf/6c41fe6a-9689-4bb4-b589-3d15606e6ec4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:22.552088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b5bfc2-44d9-4d46-b4c5-b4f866ffe3f5 req-60a34a2e-8dcb-48a6-a862-6297947093b3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257739 Dec 15 13:39:22.631789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f1c3d-4e5c-473a-b50c-944577de1f23 req-aeaaa322-ab7b-467d-8e83-ba3ea0256921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.633319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-401f1c3d-4e5c-473a-b50c-944577de1f23 req-aeaaa322-ab7b-467d-8e83-ba3ea0256921 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1097 time: 0.0713820 Dec 15 13:39:22.639822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e661b8-2bf4-4257-ac91-a6002c5e5be0 req-56bff858-9581-446c-9c9c-77534602a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.641579 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52e661b8-2bf4-4257-ac91-a6002c5e5be0 req-56bff858-9581-446c-9c9c-77534602a3d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 1101 time: 0.0712180 Dec 15 13:39:22.697018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa3134-cec2-48f4-9fb1-656d6b966110 req-7d604a0d-0961-4101-87e6-b7eb8389e4fc tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.698802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1fa3134-cec2-48f4-9fb1-656d6b966110 req-7d604a0d-0961-4101-87e6-b7eb8389e4fc tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 950 time: 0.1404634 Dec 15 13:39:22.705053 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-401f1c3d-4e5c-473a-b50c-944577de1f23 req-1f648d3a-dabf-4d15-85ca-d6e726528130 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624981 Dec 15 13:39:22.715666 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52e661b8-2bf4-4257-ac91-a6002c5e5be0 req-0625a957-0d04-4612-8b60-c77ba9297f74 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667450 Dec 15 13:39:22.826380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.838758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e407cc3a-e554-4637-a3c5-1a0cc0f1a526'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:22.885350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1fa3134-cec2-48f4-9fb1-656d6b966110 req-fcf6040b-1e71-4bf0-98aa-95c43dea006e tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764722 Dec 15 13:39:22.886055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Pushing event deleted for resources: {'Port': ['ID=e407cc3a-e554-4637-a3c5-1a0cc0f1a526,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:22.902954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51023d-6e17-40c1-8c2d-a0fb32405944 req-0a219e45-01c9-4493-a0da-e71bb4117ffd tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.904487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c51023d-6e17-40c1-8c2d-a0fb32405944 req-0a219e45-01c9-4493-a0da-e71bb4117ffd tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.1671829 Dec 15 13:39:22.910254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.965021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] No DVR routers for this DVR port e407cc3a-e554-4637-a3c5-1a0cc0f1a526 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:22.977153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.980471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c34b545-3068-45a4-82db-1d3dbd5edb98 req-99d7669b-238f-4a82-b6c4-ec9aa9ce79a7 tempest-TenantUsagesTestJSON-1457133762 tempest-TenantUsagesTestJSON-1457133762-project] 10.222.0.67 "DELETE /v2.0/ports/e407cc3a-e554-4637-a3c5-1a0cc0f1a526 HTTP/1.1" status: 204 len: 173 time: 1.0964832 Dec 15 13:39:22.987528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'name': 'network-vif-deleted', 'tag': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:22.990224 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9bce51-3125-4c45-b779-081ab14d5fc4" -d '{"events": [{"server_uuid": "7226965e-67c3-40f2-88fa-e6f45acb5e8a", "name": "network-vif-deleted", "tag": "e407cc3a-e554-4637-a3c5-1a0cc0f1a526"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:23.023005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c51023d-6e17-40c1-8c2d-a0fb32405944 req-c1594f82-b2b4-4546-a2d3-597813900059 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930457 Dec 15 13:39:23.029940 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.047364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-a19cbee8-7559-4579-8f07-4901d7cfb02d req-338580c2-d269-4b10-a75c-8a411e205109 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:23.048356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a19cbee8-7559-4579-8f07-4901d7cfb02d req-338580c2-d269-4b10-a75c-8a411e205109 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110950 Dec 15 13:39:23.094648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:23.097911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:23.101925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:23.108097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:23.120091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.131068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event updated for resources: {'Port': ['ID=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:23.173698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-a2a8c83e-98c1-462f-86f0-89f6db2d5ef2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949293 Dec 15 13:39:23.196111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Request body: {'port': {'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:23.287123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2565-91b0-4c08-bd8a-221b3fcac428 req-38750fee-1eea-47b1-a9b9-8c8ded1d9f31 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:23.288870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f8a2565-91b0-4c08-bd8a-221b3fcac428 req-38750fee-1eea-47b1-a9b9-8c8ded1d9f31 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 931 time: 0.1133335 Dec 15 13:39:23.299180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.407036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39090) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:23.424977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f8a2565-91b0-4c08-bd8a-221b3fcac428 req-f8f2a064-23cd-4a5c-bce9-b38e4e4cbbed tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Dec 15 13:39:23.487620 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffecf2b-657a-4dd4-b35c-09fded09af92 x-openstack-request-id: req-bffecf2b-657a-4dd4-b35c-09fded09af92 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:23.487994 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226965e-67c3-40f2-88fa-e6f45acb5e8a", "name": "network-vif-deleted", "tag": "e407cc3a-e554-4637-a3c5-1a0cc0f1a526", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:23.488210 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bffecf2b-657a-4dd4-b35c-09fded09af92 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:23.488623 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7226965e-67c3-40f2-88fa-e6f45acb5e8a', 'name': 'network-vif-deleted', 'tag': 'e407cc3a-e554-4637-a3c5-1a0cc0f1a526', 'status': 'completed', 'code': 200} Dec 15 13:39:23.497473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-562c9e57-4e50-4468-872b-b24ac3532f48 None None] Provisioning complete for port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:23.498042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-562c9e57-4e50-4468-872b-b24ac3532f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.539592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-562c9e57-4e50-4468-872b-b24ac3532f48 None None] Port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:23.570136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9982d954-78bf-4d35-81dc-ffa7e7988850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.692222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9982d954-78bf-4d35-81dc-ffa7e7988850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.698013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9982d954-78bf-4d35-81dc-ffa7e7988850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.733804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982d954-78bf-4d35-81dc-ffa7e7988850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528cd515-434d-4cdc-a9c9-5c2f75207f2c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:23.746538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:23.758591 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9982d954-78bf-4d35-81dc-ffa7e7988850 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7bd8660e6c742f5bdb6c4d30b03d2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504565 Dec 15 13:39:23.761075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39104) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:23.761497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.784256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Transition to ACTIVE for port object 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:23.790323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.833504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50534fa0-cffa-4736-aefb-6d0ddec9ce27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.869825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Pushing event updated for resources: {'Port': ['ID=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:23.896148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-571cfe61-4781-4a0f-98f5-102cc2ebea27 req-3cf6d070-09fd-4c12-baa5-88f590dc7248 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:23.897647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-571cfe61-4781-4a0f-98f5-102cc2ebea27 req-3cf6d070-09fd-4c12-baa5-88f590dc7248 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058184 Dec 15 13:39:23.911931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50534fa0-cffa-4736-aefb-6d0ddec9ce27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:23.916636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Attempting to bind port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:23.917199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Attempting to bind port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:23.917868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Attempting to bind port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:23.924764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:23.925272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Attempting to bind port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:23.932937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:23.933693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Checking segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:23.934675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Bound using segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:23.935303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Bound port: 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:23.935946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.048260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50534fa0-cffa-4736-aefb-6d0ddec9ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.051948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50534fa0-cffa-4736-aefb-6d0ddec9ce27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.058350 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-50534fa0-cffa-4736-aefb-6d0ddec9ce27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/528cd515-434d-4cdc-a9c9-5c2f75207f2c HTTP/1.1" status: 204 len: 168 time: 0.2954080 Dec 15 13:39:24.074222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50534fa0-cffa-4736-aefb-6d0ddec9ce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528cd515-434d-4cdc-a9c9-5c2f75207f2c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:24.108521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] For port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:24.172130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] For port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:24.174486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-3b1907c1-651e-4809-ad70-c2778755922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.179833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-3b1907c1-651e-4809-ad70-c2778755922c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1096 time: 0.1319408 Dec 15 13:39:24.181738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.306975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.307598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.308998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] 10.222.0.85 "PUT /v2.0/ports/6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 1091 time: 1.1197665 Dec 15 13:39:24.518190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-7cb80945-751b-4a2a-aeef-e8d919102df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.519685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-7cb80945-751b-4a2a-aeef-e8d919102df7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3144951 Dec 15 13:39:24.523981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514520a-1ac6-4329-934d-82b4c62ceafd service neutron] Pushing event updated for resources: {'Port': ['ID=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:24.580381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-b0c3dfb2-cbe9-4443-b429-9f00be50b997 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0493031 Dec 15 13:39:24.627640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-bdf0003c-f10d-4ee6-9e75-be5316a591f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.629192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-bdf0003c-f10d-4ee6-9e75-be5316a591f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1094 time: 0.2619731 Dec 15 13:39:24.635269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39140) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:24.640286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59a7d6-2fd8-4583-aa0f-a72abe3c035b req-974da652-4208-4d6e-a6e2-3cc1a821180d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.642360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e59a7d6-2fd8-4583-aa0f-a72abe3c035b req-974da652-4208-4d6e-a6e2-3cc1a821180d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 946 time: 0.2995410 Dec 15 13:39:24.662605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7d8-7cc7-4c56-9ca5-c30da1708e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.682050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39142) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:24.721030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-c556e456-c61e-4c68-a595-3c3809a2ea31 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 217 time: 0.0698609 Dec 15 13:39:24.737105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-26842d9b-7d83-4d5a-8a6c-91d066e070f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.738588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-26842d9b-7d83-4d5a-8a6c-91d066e070f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1489632 Dec 15 13:39:24.788018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7d8-7cc7-4c56-9ca5-c30da1708e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.793213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7d8-7cc7-4c56-9ca5-c30da1708e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.807191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-7f807a6f-8c88-4582-8e83-04938c326dad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384126 Dec 15 13:39:24.817453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e59a7d6-2fd8-4583-aa0f-a72abe3c035b req-50b5d9f4-d68e-49ff-bd88-4f6c73da2fbf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671045 Dec 15 13:39:24.844113 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f79ac7d8-7cc7-4c56-9ca5-c30da1708e34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6757e2a8447b452aa624ded018fbdd6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032127 Dec 15 13:39:24.852154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39148) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:24.919528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac7d8-7cc7-4c56-9ca5-c30da1708e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5ffce4-2c99-4ea2-845e-8976a5ce329a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:24.995791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a59d853-fce5-430c-9298-95ec9fede82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.001857 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2974dc56-f7fd-45cc-8727-ac06eb855cb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c11ea2ba825479caa9b2b37d3ff5ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185484 Dec 15 13:39:25.004333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:25.041742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a59d853-fce5-430c-9298-95ec9fede82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.092577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:25.102701 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a08c278c-9f90-460a-9c67-8391ac877c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.122354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-589740f2-e81d-4656-b420-8df64c8c7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.125440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-589740f2-e81d-4656-b420-8df64c8c7c79 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.3888228 Dec 15 13:39:25.128970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a08c278c-9f90-460a-9c67-8391ac877c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.138245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a59d853-fce5-430c-9298-95ec9fede82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.141717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a59d853-fce5-430c-9298-95ec9fede82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.142860 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3a59d853-fce5-430c-9298-95ec9fede82e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c5ffce4-2c99-4ea2-845e-8976a5ce329a HTTP/1.1" status: 204 len: 168 time: 0.2895489 Dec 15 13:39:25.169803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59d853-fce5-430c-9298-95ec9fede82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5ffce4-2c99-4ea2-845e-8976a5ce329a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:25.191456 n-d-815324-3 neutron-server[103378]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 13:39:25.196206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-786bce12-82c5-4f67-aa80-1431e4fa6c40 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:25.205988 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-786bce12-82c5-4f67-aa80-1431e4fa6c40 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1121161 Dec 15 13:39:25.227013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-b24e5585-3334-42f5-a184-2cc59ed2bbd4 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032917 Dec 15 13:39:25.231676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a08c278c-9f90-460a-9c67-8391ac877c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.236529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a08c278c-9f90-460a-9c67-8391ac877c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.239160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7474aaf-b168-45a1-8c2c-ed452b9bbd5f req-97f1fb8f-be4d-4841-8997-b1d2c2c4d0fa tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.243449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7474aaf-b168-45a1-8c2c-ed452b9bbd5f req-97f1fb8f-be4d-4841-8997-b1d2c2c4d0fa tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 950 time: 0.1145248 Dec 15 13:39:25.244244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-66f6f3b2-5c72-48b4-9911-2bb08869c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.244902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a08c278c-9f90-460a-9c67-8391ac877c11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10a44157-440e-40bd-aa95-71e4fb349075 HTTP/1.1" status: 204 len: 168 time: 0.2394965 Dec 15 13:39:25.245804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-66f6f3b2-5c72-48b4-9911-2bb08869c257 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050081 Dec 15 13:39:25.266733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c278c-9f90-460a-9c67-8391ac877c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a44157-440e-40bd-aa95-71e4fb349075,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:25.419867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7474aaf-b168-45a1-8c2c-ed452b9bbd5f req-888656fe-392c-42eb-af78-0571444c7be8 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664593 Dec 15 13:39:25.432435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bb9549-230e-4823-bce3-3a9508aa6c03 req-7345e77d-f800-402a-ab65-63dea763b93f service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907091 Dec 15 13:39:25.453659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-8c80cb8b-7f8e-4bf2-99eb-4ff502b5d2e3 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977627 Dec 15 13:39:25.549957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-47888f20-e890-4dbb-8a42-e24992e3a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.553267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-47888f20-e890-4dbb-8a42-e24992e3a287 service neutron] 10.222.0.32 "GET /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 1093 time: 0.2156110 Dec 15 13:39:25.562626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:25.565788 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12f989f-76be-4b65-a730-73e805163292" -d '{"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:25.567074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Request body: {'binding': {'host': 'n-h2-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:25.567814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:39:25.618238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba9fe70-24fc-4a54-a568-c4dcddf116a6 req-3a6eda85-d0b6-4c4d-a67c-ec545c801797 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578159 Dec 15 13:39:25.645002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71c934-2f56-4adc-ab1b-b0e3cedb2593 req-0d7649ff-84b8-450c-bd50-8d4b66b34cd4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.646738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d71c934-2f56-4adc-ab1b-b0e3cedb2593 req-0d7649ff-84b8-450c-bd50-8d4b66b34cd4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.0759101 Dec 15 13:39:25.711620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d71c934-2f56-4adc-ab1b-b0e3cedb2593 req-991b94c2-bd4d-4f9f-ad1e-a5598ab11e69 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576341 Dec 15 13:39:25.759169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on host n-h2-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:25.759708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:25.761092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:25.767536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:25.767856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:25.774079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:25.774489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:25.774846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:25.775383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Bound port: 13c5f9e3-1477-451b-8069-be85ca51b5c7, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:25.789008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39188) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:25.810043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-092783e0-a74a-4a06-a89f-2cd85aa38f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.885835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:25.894356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:25.895571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b1ba0bd0-dd93-44e4-bacb-943c7470bfe1 service neutron] 10.222.0.32 "POST /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3338811 Dec 15 13:39:25.943332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1163d6-dea1-4c33-9ded-6e9fecc67771 req-06b64a6c-85b5-4b99-b41d-8732470d9ea3 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.944968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc1163d6-dea1-4c33-9ded-6e9fecc67771 req-06b64a6c-85b5-4b99-b41d-8732470d9ea3 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 943 time: 0.0979578 Dec 15 13:39:26.035966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-092783e0-a74a-4a06-a89f-2cd85aa38f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.041673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc1163d6-dea1-4c33-9ded-6e9fecc67771 req-6d7a7fe7-ff9f-43af-b57a-60e463baca86 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867507 Dec 15 13:39:26.043109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-092783e0-a74a-4a06-a89f-2cd85aa38f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.099989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-092783e0-a74a-4a06-a89f-2cd85aa38f43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53fa46904caf4b689276e8e85bd07e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074896 Dec 15 13:39:26.099989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092783e0-a74a-4a06-a89f-2cd85aa38f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c2d82-b688-4d16-9b42-fc64bca06857,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:26.100574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39204) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:26.182987 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a59a90f0-cf3d-4ac4-8ded-3640fb119b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.208610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a59a90f0-cf3d-4ac4-8ded-3640fb119b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.228219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9bd6133d-0e77-4625-85cd-6d6c1d90b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.229941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9bd6133d-0e77-4625-85cd-6d6c1d90b3ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1096 time: 0.0638673 Dec 15 13:39:26.278081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a59a90f0-cf3d-4ac4-8ded-3640fb119b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.283078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a59a90f0-cf3d-4ac4-8ded-3640fb119b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.284544 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a59a90f0-cf3d-4ac4-8ded-3640fb119b76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e2c2d82-b688-4d16-9b42-fc64bca06857 HTTP/1.1" status: 204 len: 168 time: 0.1820018 Dec 15 13:39:26.300745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a90f0-cf3d-4ac4-8ded-3640fb119b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c2d82-b688-4d16-9b42-fc64bca06857,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:26.328411 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca5c418-9a5b-4ce4-a9c1-2b6746457880 x-openstack-request-id: req-eca5c418-9a5b-4ce4-a9c1-2b6746457880 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:26.328879 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:26.328995 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eca5c418-9a5b-4ce4-a9c1-2b6746457880 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:26.330225 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'status': 'completed', 'code': 200} Dec 15 13:39:26.449522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f989f-76be-4b65-a730-73e805163292 req-f710063d-5650-44e7-9344-87cb501dced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.451530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-f710063d-5650-44e7-9344-87cb501dced1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1094 time: 0.1136196 Dec 15 13:39:26.471979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-ddae89e0-0973-442e-b4bb-d1c0c51c0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.473532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-ddae89e0-0973-442e-b4bb-d1c0c51c0513 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.2352891 Dec 15 13:39:26.482897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-f4915acd-809d-4493-8c6e-9d8a5fb7b0f0 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577495 Dec 15 13:39:26.572716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-d2bd9dfe-4d36-4f4a-b7d2-07c215d5f8a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0888629 Dec 15 13:39:26.586531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096cf89-801b-43ab-8f8e-e0f2308290f2 req-13c11cd8-c173-4cd1-95b8-b1e2bc1029fd tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.588096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f096cf89-801b-43ab-8f8e-e0f2308290f2 req-13c11cd8-c173-4cd1-95b8-b1e2bc1029fd tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1097 time: 0.1988928 Dec 15 13:39:26.615153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e407cc3a-e554-4637-a3c5-1a0cc0f1a526 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:26.652043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: e407cc3a-e554-4637-a3c5-1a0cc0f1a526 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:26.652396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e407cc3a-e554-4637-a3c5-1a0cc0f1a526 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:26.746570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9be18913-de00-433e-8de9-ca7e742841ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.748607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9be18913-de00-433e-8de9-ca7e742841ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1576250 Dec 15 13:39:26.768724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f989f-76be-4b65-a730-73e805163292 req-e8369901-0c89-49f1-b1c1-f19bc1373e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.770043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-e8369901-0c89-49f1-b1c1-f19bc1373e17 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.3001771 Dec 15 13:39:26.804881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f096cf89-801b-43ab-8f8e-e0f2308290f2 req-8bf42565-0396-45ee-8faa-7f7d549d39d9 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729417 Dec 15 13:39:26.812181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-cfd2fd36-20af-4f04-89c9-bdcc67f69cf3 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.813595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-cfd2fd36-20af-4f04-89c9-bdcc67f69cf3 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111417 Dec 15 13:39:26.857579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-f48abc13-feaf-4a29-aa9d-993e7fea4e40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904689 Dec 15 13:39:26.860973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-a612efa6-f14b-44a9-aa9d-3c2e430d1618 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 217 time: 0.0768449 Dec 15 13:39:26.885564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-40eeb00e-50cd-4aa7-b4ad-d09c7a693bf0 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/quotas/77f8fd5222124cdeb054dd394b6cccf7 HTTP/1.1" status: 200 len: 375 time: 0.0268023 Dec 15 13:39:27.029696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f989f-76be-4b65-a730-73e805163292 req-8243970e-8368-44cf-bc8d-b198f96d7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.031443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-8243970e-8368-44cf-bc8d-b198f96d7842 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1555982 Dec 15 13:39:27.090820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0f0c1-f1b0-4472-96d4-9e3d9dab5b17 req-02c2797b-6e43-424c-9874-bebc6294f6fc tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.092823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7a0f0c1-f1b0-4472-96d4-9e3d9dab5b17 req-02c2797b-6e43-424c-9874-bebc6294f6fc tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 945 time: 0.1971002 Dec 15 13:39:27.109538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-217ecc70-fdfb-4765-8489-75a9b434e6e4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104754 Dec 15 13:39:27.112353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-57a9b645-a2db-47f4-9407-894b5def1a1b service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447364 Dec 15 13:39:27.214816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7a0f0c1-f1b0-4472-96d4-9e3d9dab5b17 req-ac334c00-5e1b-4e16-8e74-cc20a6818a58 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004896 Dec 15 13:39:27.217283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f989f-76be-4b65-a730-73e805163292 req-787aa803-335d-42d1-9ea4-da48a55c5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.218652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-787aa803-335d-42d1-9ea4-da48a55c5eb6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788456 Dec 15 13:39:27.347275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-41ead01d-a38b-42bf-a843-c52b4cf8efeb service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985936 Dec 15 13:39:27.405736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-110b06b5-fda2-4392-bdcd-612608b6db47 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773527 Dec 15 13:39:27.419385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ab05d-3720-4202-bdb4-459783bd453e req-2d887da3-123a-4e52-8d48-e9ceeaa05c55 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.420971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08ab05d-3720-4202-bdb4-459783bd453e req-2d887da3-123a-4e52-8d48-e9ceeaa05c55 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 950 time: 0.1219606 Dec 15 13:39:27.447502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcc955-8a06-41f1-9f7f-5559efd77cb0 req-8ce6d250-ed7b-4b10-8e52-24f58da70baf tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.449227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3fcc955-8a06-41f1-9f7f-5559efd77cb0 req-8ce6d250-ed7b-4b10-8e52-24f58da70baf tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1097 time: 0.1100874 Dec 15 13:39:27.823947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08ab05d-3720-4202-bdb4-459783bd453e req-84990f55-9bcd-4bb4-8464-79d0a9079be2 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917820 Dec 15 13:39:27.832089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3fcc955-8a06-41f1-9f7f-5559efd77cb0 req-0b8d6ca8-9ca8-4394-9e22-6413c89b6144 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548720 Dec 15 13:39:27.848914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12f989f-76be-4b65-a730-73e805163292 req-1e889278-3833-4ddb-bc16-f7fa0d9bdb93 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269979 Dec 15 13:39:27.862080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-1ed14169-d6b9-494d-a51d-e9acc3710506 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.863587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-1ed14169-d6b9-494d-a51d-e9acc3710506 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.3525734 Dec 15 13:39:27.875914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-3'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:27.961233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.007273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe8188-6745-4957-8202-4cd854ac343c req-ad764a2d-4376-4a93-9ad7-6bdd9d191745 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.008739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2efe8188-6745-4957-8202-4cd854ac343c req-ad764a2d-4376-4a93-9ad7-6bdd9d191745 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 943 time: 0.1007504 Dec 15 13:39:28.120248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-9dc4f297-50c3-4035-a5ab-6fb8c4662483 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458081 Dec 15 13:39:28.127947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2efe8188-6745-4957-8202-4cd854ac343c req-8c4ad94e-4085-4ea2-93ed-209ebabafa76 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125698 Dec 15 13:39:28.212578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:28.316912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:28.323304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18b236d3-8cf3-47a7-8a97-64674b24a213 req-8ee3904a-1b42-46ac-a748-4c216dfe6766 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 210 time: 0.0672953 Dec 15 13:39:28.366772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-23a3c35c-ae90-4b45-bbe1-98ebd30d7bf1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.368339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-23a3c35c-ae90-4b45-bbe1-98ebd30d7bf1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395377 Dec 15 13:39:28.370032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-de95f839-290a-4afd-96ec-158324525f01 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810137 Dec 15 13:39:28.468913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b9fb674b-939d-49a7-8f4d-bac7bed87558 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/quotas/270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 375 time: 0.0752504 Dec 15 13:39:28.473178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:28.476069 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db20c1-855d-4397-880a-6171b258e535" -d '{"events": [{"server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "name": "network-vif-unplugged", "status": "completed", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:28.482984 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.504802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.531632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-354b2832-c079-4b4c-a7a3-7ff531607dcb tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460632 Dec 15 13:39:28.625952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-f00e41ff-e1b7-41cb-aa9b-791d3d056fee tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.627890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-f00e41ff-e1b7-41cb-aa9b-791d3d056fee tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499065 Dec 15 13:39:28.632837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:28.663443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Request body: {'port': {'device_id': '4175ca08-6727-45bb-ae37-22addaf35298', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '77f8fd5222124cdeb054dd394b6cccf7'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:28.678514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.678894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.679231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.679565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.679909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.680219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.680564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.680889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.681207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.682208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.682544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.682957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.683287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:28.756294 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221fab9d-996e-4724-8595-e4cb7686e82f x-openstack-request-id: req-221fab9d-996e-4724-8595-e4cb7686e82f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:28.756662 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "name": "network-vif-unplugged", "status": "completed", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:28.756914 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-221fab9d-996e-4724-8595-e4cb7686e82f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:28.757304 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'code': 200} Dec 15 13:39:28.757949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on host n-h1-815324-3 for vnic_type normal with profile {"migrating_to": "n-h2-815324-3"} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:28.758267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:28.758577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:28.776830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:28.777177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Attempting to bind port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:28.797920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:28.798310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:28.798578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:28.799097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Bound port: 13c5f9e3-1477-451b-8069-be85ca51b5c7, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:28.799357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.856888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b3b9-0517-4ed5-aa37-202c7afc258e req-f3aba027-c140-4bd2-a0e9-758cec6e9f42 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.858410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f970b3b9-0517-4ed5-aa37-202c7afc258e req-f3aba027-c140-4bd2-a0e9-758cec6e9f42 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.1559784 Dec 15 13:39:28.949637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6961c-97c0-49e0-9428-ba24152c182a req-6048c1c7-d00a-4106-92f8-a359ab3c8ca2 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.951616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb6961c-97c0-49e0-9428-ba24152c182a req-6048c1c7-d00a-4106-92f8-a359ab3c8ca2 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 950 time: 0.1570981 Dec 15 13:39:28.988643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:29.010644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Made reservation on behalf of 77f8fd5222124cdeb054dd394b6cccf7 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:29.014613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.022327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:29.031695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f970b3b9-0517-4ed5-aa37-202c7afc258e req-ae44e2ea-5790-4a1c-bc2a-a418a096ff04 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469440 Dec 15 13:39:29.038525 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.153090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb6961c-97c0-49e0-9428-ba24152c182a req-10b02242-1510-498c-93e1-3906ce780b5e tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914330 Dec 15 13:39:29.228895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.229509 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.230895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] 10.222.0.67 "PUT /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 1121 time: 1.3597908 Dec 15 13:39:29.233550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05451689-4e8e-44ab-90fc-98b3ded7091d service neutron] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:29.301231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05f17de2-3144-4ec4-b123-364c08c9486d req-ed09b08f-24ad-4e9b-9ac4-3df739718807 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 210 time: 0.0498297 Dec 15 13:39:29.333609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Allocated IP 192.168.233.111 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:29.339859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['13c5f9e3-1477-451b-8069-be85ca51b5c7'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:29.470037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:29.528134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57a0c-897a-4b0e-82a1-b912b24c19a4 req-99cb5fe9-5872-4d48-8ce6-60d52674adbe tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.529731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fdf57a0c-897a-4b0e-82a1-b912b24c19a4 req-99cb5fe9-5872-4d48-8ce6-60d52674adbe tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 943 time: 0.1090617 Dec 15 13:39:29.569620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.603068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fdf57a0c-897a-4b0e-82a1-b912b24c19a4 req-1f731fae-2302-4c5d-9161-f0b89bf16fd2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Dec 15 13:39:29.626457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:29.637278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.638515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:29.683013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.710317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:29.711874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:29.725580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:29.737291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:29.738949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:29.740420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['96b190c8-fe78-4a4c-936d-50b64184240c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:29.749203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.749873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.778312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Pushing event updated for resources: {'Port': ['ID=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:29.785603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.800292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-9f0e8b8f-cb96-4497-8d38-b2edf4b3d918 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1559410 Dec 15 13:39:29.824247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Request body: {'port': {'device_id': '4175ca08-6727-45bb-ae37-22addaf35298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:29.889240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:29.916918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-02b5ca5e-fde3-4f2c-9e0a-43b519bfcbe2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609164 Dec 15 13:39:29.933786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eebc9-ff0d-4d83-9126-18e4337782c0 req-935c7006-2e01-4d57-a09c-63a5f5c8e133 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.941043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca8eebc9-ff0d-4d83-9126-18e4337782c0 req-935c7006-2e01-4d57-a09c-63a5f5c8e133 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 936 time: 0.1662683 Dec 15 13:39:29.945776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.104205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9581f170-93c4-4887-b69b-a98053312a2a None None] Provisioning complete for port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:30.104715 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9581f170-93c4-4887-b69b-a98053312a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.144942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca8eebc9-ff0d-4d83-9126-18e4337782c0 req-0373b6b9-a420-4f24-8f05-a55c8be606b7 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807997 Dec 15 13:39:30.148616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9581f170-93c4-4887-b69b-a98053312a2a None None] Port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:30.154615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-45ad29d4-5af8-4a5a-aebf-fb8befa09ac1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.156079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-45ad29d4-5af8-4a5a-aebf-fb8befa09ac1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141340 Dec 15 13:39:30.226728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8116fab1-a849-4c6c-84c9-414539c1be48 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.228673 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8116fab1-a849-4c6c-84c9-414539c1be48 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 950 time: 0.1267831 Dec 15 13:39:30.237897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Request body: {'port': {'device_id': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '270f4c1e49a84fbba8bd245195d3c568'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:30.256013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['6c41fe6a-9689-4bb4-b589-3d15606e6ec4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:30.405136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:30.426227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Deleting port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:30.426953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.466196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e6d9-d650-455b-9014-01a7a97238af req-e949c647-3b0a-47bf-8d05-46908b9bf459 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.468280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6047e6d9-d650-455b-9014-01a7a97238af req-e949c647-3b0a-47bf-8d05-46908b9bf459 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.1557081 Dec 15 13:39:30.533677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] For port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:30.534165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.547615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Made reservation on behalf of 270f4c1e49a84fbba8bd245195d3c568 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:30.551182 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.555161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Calling delete_port for 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:30.561713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-c5b72573-3c43-497c-b9c4-c595e0c20497 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:30.562826 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-c5b72573-3c43-497c-b9c4-c595e0c20497 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1564779 Dec 15 13:39:30.588705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.599642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6047e6d9-d650-455b-9014-01a7a97238af req-ab6a89c9-1b25-4b78-80e0-d1cc0129ef3d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215792 Dec 15 13:39:30.617643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:30.639468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.670751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Transition to ACTIVE for port object ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:30.686697 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.758442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:30.760711 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c6488d-688e-4379-8823-81c4293cce7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:30.768048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-20b06a86-2f8e-4973-8a75-460f1e3f6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.769598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-20b06a86-2f8e-4973-8a75-460f1e3f6625 service neutron] 10.222.0.32 "GET /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 1094 time: 0.1390829 Dec 15 13:39:30.786905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:30.787174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:39:30.791306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.794322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.804468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4dc00fe7-0a76-42b5-93f5-b2d50bd4f766'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:30.808043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466fada-eda3-4173-a7af-904737257684 service neutron] Pushing event updated for resources: {'Port': ['ID=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:30.819680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.899938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Pushing event deleted for resources: {'Port': ['ID=4dc00fe7-0a76-42b5-93f5-b2d50bd4f766,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:30.923080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b44f8e-6136-46ac-acc9-0cf558da7fbe req-9704608c-74ae-4985-b7eb-58bedeacd1f1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.924918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22b44f8e-6136-46ac-acc9-0cf558da7fbe req-9704608c-74ae-4985-b7eb-58bedeacd1f1 tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b632b-52c5-4de6-9a48-7cdbf5616547 HTTP/1.1" status: 200 len: 867 time: 0.2274363 Dec 15 13:39:30.929925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fb1ec7-a94a-4794-accb-c28418ef9f26,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:30.951195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Attempting to bind port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:30.951534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Attempting to bind port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:30.951858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Attempting to bind port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:30.975533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:30.976077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Attempting to bind port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:31.094275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.094616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.094953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.095282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.095608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.095927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.096248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.096591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.096910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.097227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.097541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.097852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.098165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:31.103132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] No DVR routers for this DVR port 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:31.116817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.120070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ddde4d0-7aa5-4bd8-a0c6-3e8345e6ad0c req-8a20c9e6-4d46-4a94-aefb-f528ebf3c0ce tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.67 "DELETE /v2.0/ports/4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 HTTP/1.1" status: 204 len: 173 time: 0.8836651 Dec 15 13:39:31.120568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'name': 'network-vif-deleted', 'tag': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:31.123526 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6352b-855b-416a-99af-58867cdd9e7f" -d '{"events": [{"server_uuid": "440b632b-52c5-4de6-9a48-7cdbf5616547", "name": "network-vif-deleted", "tag": "4dc00fe7-0a76-42b5-93f5-b2d50bd4f766"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:31.217919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:31.218260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:31.218644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:31.219091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Bound port: ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:31.219444 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.246703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:31.247307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:31.247429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:31.252843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:31.253174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:31.258128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:31.258464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:31.258841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:31.259266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Bound port: e362c3bf-9250-4e52-8dfa-34b2bfd73167, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:31.271540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22b44f8e-6136-46ac-acc9-0cf558da7fbe req-f9a4a3df-4982-4c5e-ae81-2eb7fa02664c tempest-DeleteServersAdminTestJSON-401352998 tempest-DeleteServersAdminTestJSON-401352998-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a25556e-fe73-4b2d-8986-e52b60733421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384929 Dec 15 13:39:31.290164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Allocated IP 192.168.233.128 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/84aa7e2e-fabb-4fc4-bd46-c390cb435838) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:31.335110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:31.349802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.351107 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4945a2db-f20e-4b18-93b1-71016820bcd9 service neutron] 10.222.0.32 "POST /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167/bindings HTTP/1.1" status: 201 len: 389 time: 0.5695596 Dec 15 13:39:31.358408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] For port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:31.387803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] For port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:31.418310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.486072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdceded7-dee8-4a84-a36f-829a6b1e8c6d req-81293d9b-a17d-4148-b711-7fd7488f97b5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 210 time: 0.0715630 Dec 15 13:39:31.489100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:31.525448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.525951 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.527709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-b466fada-eda3-4173-a7af-904737257684 service neutron] 10.222.0.85 "PUT /v2.0/ports/ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d HTTP/1.1" status: 200 len: 1096 time: 1.7121887 Dec 15 13:39:31.560342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466fada-eda3-4173-a7af-904737257684 service neutron] Pushing event updated for resources: {'Port': ['ID=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:31.585817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:31.591084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:31.592730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.593601 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda53f8c-3986-45f0-b5b2-33b6ca5319b6 x-openstack-request-id: req-bda53f8c-3986-45f0-b5b2-33b6ca5319b6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:31.593902 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:31.594160 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bda53f8c-3986-45f0-b5b2-33b6ca5319b6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:31.594568 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'status': 'completed', 'code': 200} Dec 15 13:39:31.625346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.632431 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240434e-369b-48fc-908d-bc0644a9124b x-openstack-request-id: req-6240434e-369b-48fc-908d-bc0644a9124b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:31.632944 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b632b-52c5-4de6-9a48-7cdbf5616547", "name": "network-vif-deleted", "tag": "4dc00fe7-0a76-42b5-93f5-b2d50bd4f766", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:31.633423 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6240434e-369b-48fc-908d-bc0644a9124b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:31.633970 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b632b-52c5-4de6-9a48-7cdbf5616547', 'name': 'network-vif-deleted', 'tag': '4dc00fe7-0a76-42b5-93f5-b2d50bd4f766', 'status': 'completed', 'code': 200} Dec 15 13:39:31.641220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eb412-a48b-4f85-b03b-405481b0abbb req-92d7c1d8-a493-4e02-b8e1-95fd3a711929 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.642882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-144eb412-a48b-4f85-b03b-405481b0abbb req-92d7c1d8-a493-4e02-b8e1-95fd3a711929 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 944 time: 0.1637595 Dec 15 13:39:31.664779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.85', 50880) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:31.758239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-bdc68bca-35c0-41cc-af9b-97b10227456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.759753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-bdc68bca-35c0-41cc-af9b-97b10227456c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1097 time: 0.0932906 Dec 15 13:39:31.798867 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.839617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:31.842045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:31.844442 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a70990f-5d32-4702-9b32-d512dfc6db43" -d '{"events": [{"server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "name": "network-vif-plugged", "status": "completed", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:31.849559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.899416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-22a0ade7-9ec6-48e2-9314-a002e8a3e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.901160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-22a0ade7-9ec6-48e2-9314-a002e8a3e262 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1325507 Dec 15 13:39:31.910689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:31.945498 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-c1159d77-c85e-41ad-a176-af13b53d6e9f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 217 time: 0.0367577 Dec 15 13:39:31.946213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6488d-688e-4379-8823-81c4293cce7a req-12c4fa06-1372-4988-99c0-51c9cf17d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.947869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-12c4fa06-1372-4988-99c0-51c9cf17d208 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1124 time: 0.3040922 Dec 15 13:39:31.951596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-144eb412-a48b-4f85-b03b-405481b0abbb req-47e1b71f-110e-4358-aef4-40663a1ceb52 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440007 Dec 15 13:39:31.980656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b49f9-6a75-4e96-a6c0-501274d21d0b req-cb206a53-2cf3-4830-96aa-a6f693b7e91f tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.982675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-706b49f9-6a75-4e96-a6c0-501274d21d0b req-cb206a53-2cf3-4830-96aa-a6f693b7e91f tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 948 time: 0.2295721 Dec 15 13:39:31.984711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-2ce83d56-191f-45bd-99c5-a029432b070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.986253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-2ce83d56-191f-45bd-99c5-a029432b070b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 1099 time: 0.2702632 Dec 15 13:39:31.996414 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:32.034161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-dab07547-859b-4d30-8bd5-10fff8384113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.035861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-dab07547-859b-4d30-8bd5-10fff8384113 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.0709929 Dec 15 13:39:32.087069 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-01aff6e0-857c-4256-b39e-aeb97ddeb5d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411835 Dec 15 13:39:32.131562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-2c3f3eab-ac22-4636-bd6f-faa068180549 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d HTTP/1.1" status: 200 len: 217 time: 0.1176119 Dec 15 13:39:32.187062 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-277453f9-1387-4809-8d49-279e49e82f7b service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Dec 15 13:39:32.195052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:32.231637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:32.241417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:32.248800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:32.254333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.254963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:32.262048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-706b49f9-6a75-4e96-a6c0-501274d21d0b req-a0cc29a1-bb15-4f53-81e5-a88f7f0703a3 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664993 Dec 15 13:39:32.291568 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-f16981c9-0112-434b-b415-c633b5d528c7 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977032 Dec 15 13:39:32.292098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-ed2b65d7-8653-4cf0-b40f-a90a93903ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.293717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-ed2b65d7-8653-4cf0-b40f-a90a93903ff7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1369541 Dec 15 13:39:32.297601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6488d-688e-4379-8823-81c4293cce7a req-e4c9d205-ab8d-40bd-a5fd-adab12ae8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.299277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-e4c9d205-ab8d-40bd-a5fd-adab12ae8ad9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3319080 Dec 15 13:39:32.305122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-878a5f82-059c-4ced-8d36-038cc541310d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0731046 Dec 15 13:39:32.314162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf62c78-fba5-4216-b03d-0f55a00c384f req-07d66de2-627a-4034-bc22-cdc2f2f0d475 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.315942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cf62c78-fba5-4216-b03d-0f55a00c384f req-07d66de2-627a-4034-bc22-cdc2f2f0d475 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 946 time: 0.1981604 Dec 15 13:39:32.321382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Request body: {'port': {'device_id': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:32.429977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-6f838210-d629-4516-8f0a-94480bc41c98 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.1054003 Dec 15 13:39:32.516572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-34bd63c4-9b59-47e5-93f5-9d439228267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.517949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-34bd63c4-9b59-47e5-93f5-9d439228267a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924508 Dec 15 13:39:32.536090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:32.543074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cf62c78-fba5-4216-b03d-0f55a00c384f req-fd7fa09e-4e24-4519-b886-52d1d34a66a0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156284 Dec 15 13:39:32.545820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-214c74fb-147b-4d4d-992d-e327ebdbe2da None None] Provisioning complete for port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:32.546872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-214c74fb-147b-4d4d-992d-e327ebdbe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:32.563692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77453-6686-4173-b7ee-10dce76ddd5f req-a2e70467-ca3a-4c5e-a648-be46d21a1f8c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.565184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d77453-6686-4173-b7ee-10dce76ddd5f req-a2e70467-ca3a-4c5e-a648-be46d21a1f8c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.2190235 Dec 15 13:39:32.587593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-214c74fb-147b-4d4d-992d-e327ebdbe2da None None] Port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:32.614114 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0863af-8001-49d5-b417-badffd5f6c43 x-openstack-request-id: req-2d0863af-8001-49d5-b417-badffd5f6c43 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:32.614652 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "name": "network-vif-plugged", "status": "completed", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:32.615125 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d0863af-8001-49d5-b417-badffd5f6c43 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:32.615699 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'code': 200} Dec 15 13:39:32.655861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:32.656070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-b2679877-73be-45b9-a8e1-d55bc0d2b4e8 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.658286 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-b2679877-73be-45b9-a8e1-d55bc0d2b4e8 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1097 time: 0.1001918 Dec 15 13:39:32.663292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6488d-688e-4379-8823-81c4293cce7a req-08509fcb-29f1-4f24-bc3e-07b1852100bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.664940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-08509fcb-29f1-4f24-bc3e-07b1852100bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1701758 Dec 15 13:39:32.672111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:32.737955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-0d0cb2af-207a-4687-a439-d9a1905d39bf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577781 Dec 15 13:39:32.744795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.85', 50882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:32.793645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:32.799074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:32.811890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 has no active binding in host n-h2-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:39:32.819692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989403d-23ee-4a94-ac45-1844e32072e0 req-6b8cd558-b1da-4886-a2bb-085afc5d08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.821247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f989403d-23ee-4a94-ac45-1844e32072e0 req-6b8cd558-b1da-4886-a2bb-085afc5d08d0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.0753279 Dec 15 13:39:32.825801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d77453-6686-4173-b7ee-10dce76ddd5f req-1d127c65-9aa0-4f78-a81e-c894df0a902f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527337 Dec 15 13:39:32.901284 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f989403d-23ee-4a94-ac45-1844e32072e0 req-40516c16-d8d8-4b92-bb6e-07a4c07e0f46 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623903 Dec 15 13:39:32.916051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-65c411f5-2297-4ac2-9dd3-f6eb00afffd8 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456192 Dec 15 13:39:33.009323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-a20af23a-6284-4652-aa37-be029cac0a5d service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515218 Dec 15 13:39:33.015342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:33.033600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70807258-2310-4b69-8cee-8d28b2ed6b11 req-64d40844-f616-463e-9bd4-01b08aa3951b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:33.036949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70807258-2310-4b69-8cee-8d28b2ed6b11 req-64d40844-f616-463e-9bd4-01b08aa3951b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 936 time: 0.2102182 Dec 15 13:39:33.061299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:33.106634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.112765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.164230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70807258-2310-4b69-8cee-8d28b2ed6b11 req-32d6293f-a641-442e-b15c-f8efd5e7e929 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200109 Dec 15 13:39:33.187793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84aa7e2e-fabb-4fc4-bd46-c390cb435838 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:33.194522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:33.202732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748062d9-979c-493f-ab11-ad5a9d4dfd65 req-72ed3041-1175-47e4-b9cf-d693e3e9e7f2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:33.209834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-748062d9-979c-493f-ab11-ad5a9d4dfd65 req-72ed3041-1175-47e4-b9cf-d693e3e9e7f2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 945 time: 0.1132364 Dec 15 13:39:33.211375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:33.211375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:33.211706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:33.216219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:33.216617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Attempting to bind port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:33.218618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.221574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:33.221927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:33.222285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:33.222708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Bound port: e362c3bf-9250-4e52-8dfa-34b2bfd73167, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:33.223053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.266005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Transition to ACTIVE for port object 84aa7e2e-fabb-4fc4-bd46-c390cb435838 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:33.306036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:33.309614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:33.315364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.326902 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.384638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-748062d9-979c-493f-ab11-ad5a9d4dfd65 req-16c4886c-6f24-4f42-98ef-4ee19b9744d4 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739061 Dec 15 13:39:33.396304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:33.457984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:33.459008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.460381 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-6c0f90f2-04df-4e76-97c6-adf8e6c06ddb service neutron] 10.222.0.85 "PUT /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 1122 time: 0.7953372 Dec 15 13:39:33.514064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:33.528186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e362c3bf-9250-4e52-8dfa-34b2bfd73167'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:33.586691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba821d63-8c8a-4c64-a2c9-7bed3177d152 req-0eda4298-766b-402b-a883-ab0c9f0b203e service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386419 Dec 15 13:39:33.596301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2c6488d-688e-4379-8823-81c4293cce7a req-98954899-3e89-481f-8f52-311a2ec7d7f3 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460331 Dec 15 13:39:33.599844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4175ca08-6727-45bb-ae37-22addaf35298', 'tag': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:33.602141 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27516662-9b39-4160-b70a-ccf8059bcc39" -d '{"events": [{"name": "network-changed", "server_uuid": "4175ca08-6727-45bb-ae37-22addaf35298", "tag": "ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:33.617872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:33.627447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:33.627778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:33.635236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167'}, {'name': 'network-changed', 'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:33.638520 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528efeed-73dd-4b6d-9743-62929f3c1fcf" -d '{"events": [{"server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "name": "network-vif-unplugged", "status": "completed", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167"}, {"name": "network-changed", "server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:33.654514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbf29-dc55-4e9e-a561-7cbf01ce3ea8 req-c6fe0090-4976-43d3-824e-192e0557845c tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:33.656068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f57bbf29-dc55-4e9e-a561-7cbf01ce3ea8 req-c6fe0090-4976-43d3-824e-192e0557845c tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 948 time: 0.2033620 Dec 15 13:39:33.656935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:33.657259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:33.667411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:33.667820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:33.672138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:33.676950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Bound port: 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:33.677236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.830028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:33.970472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-53d026af-a3a0-488a-ada7-d0528d55a864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24a7254fde2740a9a0bca6f015a6bae5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1366656 Dec 15 13:39:33.970697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:34.001749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f57bbf29-dc55-4e9e-a561-7cbf01ce3ea8 req-b2a3d7c2-a23c-4834-99dc-6d786871c2fe tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363566 Dec 15 13:39:34.021668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-343e6a47-2264-4660-b24e-7833fa793356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.038029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6008bd-4135-4fcf-990d-531af7ae8194 req-4c19c0c1-9871-4abc-9c01-80890b12a515 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.039673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d6008bd-4135-4fcf-990d-531af7ae8194 req-4c19c0c1-9871-4abc-9c01-80890b12a515 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.0936358 Dec 15 13:39:34.040818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:34.045075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:34.046510 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-343e6a47-2264-4660-b24e-7833fa793356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.060955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.072867 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1d9baa-9568-4a18-887f-92e5f5de4bfe x-openstack-request-id: req-cc1d9baa-9568-4a18-887f-92e5f5de4bfe {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:34.073148 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4175ca08-6727-45bb-ae37-22addaf35298", "tag": "ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:34.073424 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc1d9baa-9568-4a18-887f-92e5f5de4bfe {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:34.074057 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4175ca08-6727-45bb-ae37-22addaf35298', 'tag': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d', 'status': 'completed', 'code': 200} Dec 15 13:39:34.109085 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ab515-31f5-4004-9ab2-be75706416d4 x-openstack-request-id: req-650ab515-31f5-4004-9ab2-be75706416d4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:34.109391 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "name": "network-vif-unplugged", "status": "completed", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167", "code": 200}, {"name": "network-changed", "server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:34.109650 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-650ab515-31f5-4004-9ab2-be75706416d4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:34.110071 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'code': 200} Dec 15 13:39:34.110331 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'status': 'completed', 'code': 200} Dec 15 13:39:34.111121 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-343e6a47-2264-4660-b24e-7833fa793356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.113835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-343e6a47-2264-4660-b24e-7833fa793356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.115307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-343e6a47-2264-4660-b24e-7833fa793356 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a25556e-fe73-4b2d-8986-e52b60733421 HTTP/1.1" status: 204 len: 168 time: 0.1436996 Dec 15 13:39:34.131690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6a47-2264-4660-b24e-7833fa793356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25556e-fe73-4b2d-8986-e52b60733421,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:34.160053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:34.164133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.168994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.169992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-b75777ef-32b1-4997-86c6-10cee30cbb1f service neutron] 10.222.0.67 "PUT /v2.0/ports/84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 1096 time: 1.8524578 Dec 15 13:39:34.214092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-4b01e90d-13ce-4f71-81e9-ea403fad25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.219190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-4b01e90d-13ce-4f71-81e9-ea403fad25b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1125 time: 0.0712953 Dec 15 13:39:34.268118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d6008bd-4135-4fcf-990d-531af7ae8194 req-e96fc63c-df91-4aa0-a3fc-6b99e0b4d43f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176988 Dec 15 13:39:34.336521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-589a87fb-19bc-4d7a-ba9f-3f9ea108ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.338077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-589a87fb-19bc-4d7a-ba9f-3f9ea108ba22 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 1099 time: 0.2084434 Dec 15 13:39:34.351831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-e4dbd9ee-f766-4720-89ef-83f8f046c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.353330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-e4dbd9ee-f766-4720-89ef-83f8f046c324 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1099 time: 0.1389213 Dec 15 13:39:34.373605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-a9fc47c4-91a0-4ba2-89c1-db62fa8639bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.375096 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-a9fc47c4-91a0-4ba2-89c1-db62fa8639bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1488321 Dec 15 13:39:34.414121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f397f-65e6-4b81-9637-498693a95851 req-88072b21-b263-4085-9f63-a7491d497211 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.416064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba3f397f-65e6-4b81-9637-498693a95851 req-88072b21-b263-4085-9f63-a7491d497211 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.1730766 Dec 15 13:39:34.434932 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-fe001e6b-e1e8-424d-821b-f864465626ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 217 time: 0.0510728 Dec 15 13:39:34.500015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-5e28f62e-092e-40ae-92dc-9cb44d693f55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.1328263 Dec 15 13:39:34.514306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-6ed95774-5591-496e-bf14-0ba272cd31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.514306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-6ed95774-5591-496e-bf14-0ba272cd31d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.0625057 Dec 15 13:39:34.555162 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-8d7a8e17-352c-4d84-9417-b1c3adfa90d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365608 Dec 15 13:39:34.610226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:34.627948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba3f397f-65e6-4b81-9637-498693a95851 req-ebd1617e-cfea-4e84-b0ad-b56ba26d30a2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704926 Dec 15 13:39:34.634344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-540db88c-bbb8-4585-8b04-685f6230ac00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.644169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-186c44d2-68af-46ff-bf1b-98ae5d400ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.645656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-186c44d2-68af-46ff-bf1b-98ae5d400ae6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1339750 Dec 15 13:39:34.666751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:34.700952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-c6435434-87d0-4108-bcf5-28d2ad82d1e6 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379218 Dec 15 13:39:34.716863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-e44dc849-5af0-4f96-bca7-b69920b36be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.718502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-e44dc849-5af0-4f96-bca7-b69920b36be6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3687835 Dec 15 13:39:34.732633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f476ba-f4be-4999-90ff-01b0884b8eb8 req-15fe59be-4e20-44bb-81d0-0abbf56c8bdc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.734520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:34.734684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f476ba-f4be-4999-90ff-01b0884b8eb8 req-15fe59be-4e20-44bb-81d0-0abbf56c8bdc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 948 time: 0.1637731 Dec 15 13:39:34.735229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dc00fe7-0a76-42b5-93f5-b2d50bd4f766 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:34.818538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-402e180b-1034-4d9c-8f07-5faaa3b3b807 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d HTTP/1.1" status: 200 len: 217 time: 0.0817802 Dec 15 13:39:34.827123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-540db88c-bbb8-4585-8b04-685f6230ac00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.828816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-1cdd9d50-0c1d-4752-a8f9-f01bd0676d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.830276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-1cdd9d50-0c1d-4752-a8f9-f01bd0676d91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608133 Dec 15 13:39:34.831499 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-540db88c-bbb8-4585-8b04-685f6230ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.856680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-528efeed-73dd-4b6d-9743-62929f3c1fcf req-23e9a98a-31c2-42f9-9da9-98c6bc242e83 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433709 Dec 15 13:39:34.877924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540db88c-bbb8-4585-8b04-685f6230ac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec6e6f-7364-4591-9b6b-e5c320f51abc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:34.882063 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-540db88c-bbb8-4585-8b04-685f6230ac00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1295b2ff8e6b40d39ce1e208d0a87eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705040 Dec 15 13:39:34.884711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:34.940556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2292f35d-01e6-48d4-b845-29a17d649d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.961967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2292f35d-01e6-48d4-b845-29a17d649d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.983823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f476ba-f4be-4999-90ff-01b0884b8eb8 req-f705f0ad-7dd3-4cee-ab4d-7f74c23032fc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359786 Dec 15 13:39:35.013137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aba44-cde1-414f-8ed7-bb0d9536cd29 req-d199c9ee-f376-4ec3-b89b-7ae6159927cb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.015168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c57aba44-cde1-414f-8ed7-bb0d9536cd29 req-d199c9ee-f376-4ec3-b89b-7ae6159927cb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 945 time: 0.2251587 Dec 15 13:39:35.016620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-753feefd-5aef-4333-a89e-8c24f11a40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.017913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-753feefd-5aef-4333-a89e-8c24f11a40ea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1509228 Dec 15 13:39:35.035358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2292f35d-01e6-48d4-b845-29a17d649d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.041341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2292f35d-01e6-48d4-b845-29a17d649d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.045515 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2292f35d-01e6-48d4-b845-29a17d649d89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baec6e6f-7364-4591-9b6b-e5c320f51abc HTTP/1.1" status: 204 len: 168 time: 0.1572220 Dec 15 13:39:35.055815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292f35d-01e6-48d4-b845-29a17d649d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec6e6f-7364-4591-9b6b-e5c320f51abc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:35.119385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9a32d8ba-0a5e-4a95-8f28-9ba197e468af service neutron] 10.222.0.85 "GET /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7/bindings/n-h2-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.2040710 Dec 15 13:39:35.124340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-a801aff4-7d45-4b32-8dd3-e27cc7c24ffc service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771807 Dec 15 13:39:35.229351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c57aba44-cde1-414f-8ed7-bb0d9536cd29 req-76ba959c-a1f5-429f-ae0a-d9a102845ac8 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043931 Dec 15 13:39:35.233515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-264774ab-eea8-46db-b078-79dc735d1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.235469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-264774ab-eea8-46db-b078-79dc735d1845 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995785 Dec 15 13:39:35.376998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fde8c-4f49-42b1-86f5-2dcf7f27e2fd req-4a0b746e-ec95-4fa8-8047-ba978d3dbc02 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.378392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c2fde8c-4f49-42b1-86f5-2dcf7f27e2fd req-4a0b746e-ec95-4fa8-8047-ba978d3dbc02 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 948 time: 0.2088213 Dec 15 13:39:35.434991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6512a01-a1f4-4a36-8747-532e304a2507 req-7c6763f5-a97d-4f27-abdb-4e1b1812d73f service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936409 Dec 15 13:39:35.486037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:35.555859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-232339a5-0870-4cbf-b18a-48a0750acf72 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019807 Dec 15 13:39:35.622053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:35.637186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:39:35.640960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdabb9c-57d8-43a7-ad31-8834ca9266de req-646fb097-c6dd-4be7-8a85-1127030e93f7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.650386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bdabb9c-57d8-43a7-ad31-8834ca9266de req-646fb097-c6dd-4be7-8a85-1127030e93f7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.2708170 Dec 15 13:39:35.664358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:35.665195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c2fde8c-4f49-42b1-86f5-2dcf7f27e2fd req-45be1225-4f72-4704-8cbc-038dba22102f tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643323 Dec 15 13:39:35.752628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:35.796450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e572109-73f2-4b03-b11a-e303aa2fbd89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.822233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:35.828805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bdabb9c-57d8-43a7-ad31-8834ca9266de req-b31f3d14-73fe-4cf3-b5a5-413338be5caa tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773074 Dec 15 13:39:35.859614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27516662-9b39-4160-b70a-ccf8059bcc39 req-7ddf2eb7-0655-4dbf-8ac6-7f38c4fbe066 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920315 Dec 15 13:39:35.880829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c5f9e3-1477-451b-8069-be85ca51b5c7 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:35.896853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:35.914114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394561ae-2fd3-4358-b78a-8881842e51a6 req-ca825b34-bcf6-4a14-bb25-159705c65be8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.915718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-394561ae-2fd3-4358-b78a-8881842e51a6 req-ca825b34-bcf6-4a14-bb25-159705c65be8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 943 time: 0.1093390 Dec 15 13:39:35.927704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.947508 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e572109-73f2-4b03-b11a-e303aa2fbd89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.954163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e572109-73f2-4b03-b11a-e303aa2fbd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.019699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-394561ae-2fd3-4358-b78a-8881842e51a6 req-c237bbbe-1e6d-4ece-bc97-e84cf47d6b33 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934503 Dec 15 13:39:36.020206 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6e572109-73f2-4b03-b11a-e303aa2fbd89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1519f095a61c428cbadc70a29291244a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532717 Dec 15 13:39:36.020380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:36.024628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e572109-73f2-4b03-b11a-e303aa2fbd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835f1924-acec-4a18-82e2-b4dcca115675,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:36.074554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:36.076902 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4d708-632e-4c41-bab4-0d684538322f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:36.116248 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3a1535-fd39-4220-91b5-e872f5e9a3e1 x-openstack-request-id: req-5c3a1535-fd39-4220-91b5-e872f5e9a3e1 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:36.116560 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:36.116813 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c3a1535-fd39-4220-91b5-e872f5e9a3e1 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:36.117204 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'status': 'completed', 'code': 200} Dec 15 13:39:36.152678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] Transition to ACTIVE for port object 13c5f9e3-1477-451b-8069-be85ca51b5c7 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:36.187339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.237754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:36.367979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-312b1a3e-f9b4-44e9-bd44-243bc2286731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.453351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93d9141c-e4d6-438c-994b-093c1629bf28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.455690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-312b1a3e-f9b4-44e9-bd44-243bc2286731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.461398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-312b1a3e-f9b4-44e9-bd44-243bc2286731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.492250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c21aea-239a-4c04-8c26-7a421ec21bd3 req-6b8112bb-41f3-4af9-bfe9-a356a36d2cd3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.497048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29c21aea-239a-4c04-8c26-7a421ec21bd3 req-6b8112bb-41f3-4af9-bfe9-a356a36d2cd3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 948 time: 0.4074793 Dec 15 13:39:36.511070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-312b1a3e-f9b4-44e9-bd44-243bc2286731 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a37247e3054224911acd5a25a05737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721090 Dec 15 13:39:36.515774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:36.531677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b1a3e-f9b4-44e9-bd44-243bc2286731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ad78db-3bc1-4a70-9e36-bb4ba532bd48,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:36.561634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] Pushing event updated for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:36.568541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93d9141c-e4d6-438c-994b-093c1629bf28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.583905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5d4852d-2b75-4f41-81fa-b981546c6386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.604747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] No DVR routers for this DVR port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:36.605604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5d4852d-2b75-4f41-81fa-b981546c6386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.657931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5d4852d-2b75-4f41-81fa-b981546c6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.660905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5d4852d-2b75-4f41-81fa-b981546c6386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.664686 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b5d4852d-2b75-4f41-81fa-b981546c6386 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98ad78db-3bc1-4a70-9e36-bb4ba532bd48 HTTP/1.1" status: 204 len: 168 time: 0.1452861 Dec 15 13:39:36.666350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d708-632e-4c41-bab4-0d684538322f req-8ec88211-1af6-4591-a968-506d500760a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.667877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-8ec88211-1af6-4591-a968-506d500760a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1099 time: 0.5185556 Dec 15 13:39:36.670137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4852d-2b75-4f41-81fa-b981546c6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ad78db-3bc1-4a70-9e36-bb4ba532bd48,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:36.689295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c572e58-483c-4448-a9b0-1f3504bc0d0e req-fef560d6-4e30-4154-ba38-3fac2ab3f253 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.690808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c572e58-483c-4448-a9b0-1f3504bc0d0e req-fef560d6-4e30-4154-ba38-3fac2ab3f253 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 945 time: 0.2434707 Dec 15 13:39:36.757951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-e612caad-40c4-486f-bcda-2ff9ff04f8cd service neutron] 10.222.0.85 "PUT /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7/bindings/n-h2-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6293464 Dec 15 13:39:36.761468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29c21aea-239a-4c04-8c26-7a421ec21bd3 req-573efb0c-c0f9-43b6-a76e-53155b31c103 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966314 Dec 15 13:39:36.814246 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93d9141c-e4d6-438c-994b-093c1629bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.816346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93d9141c-e4d6-438c-994b-093c1629bf28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.817471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-93d9141c-e4d6-438c-994b-093c1629bf28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/835f1924-acec-4a18-82e2-b4dcca115675 HTTP/1.1" status: 204 len: 168 time: 0.7943702 Dec 15 13:39:36.853093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9141c-e4d6-438c-994b-093c1629bf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f1924-acec-4a18-82e2-b4dcca115675,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:36.861447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c572e58-483c-4448-a9b0-1f3504bc0d0e req-f2f505af-0e26-4c9d-a289-a74cc4a9fe76 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482251 Dec 15 13:39:36.863094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d708-632e-4c41-bab4-0d684538322f req-eaa73fe1-e247-4a44-b421-d5a68e94f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.864490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-eaa73fe1-e247-4a44-b421-d5a68e94f6c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1689563 Dec 15 13:39:36.937398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-2209d353-abff-4761-a862-21e9aff88584 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.939106 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-2209d353-abff-4761-a862-21e9aff88584 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.0796530 Dec 15 13:39:36.944975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-7f1ffbc0-cf94-45d5-9226-623b3a7086be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.0663900 Dec 15 13:39:37.000648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d708-632e-4c41-bab4-0d684538322f req-45074321-34f0-4272-9694-f8f25870b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.002110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-45074321-34f0-4272-9694-f8f25870b7e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0484383 Dec 15 13:39:37.055741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b21d82b1-3cd9-404a-9382-0b2e2e01ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.057943 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-b21d82b1-3cd9-404a-9382-0b2e2e01ca97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5&tenant_id=457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 1095 time: 0.1038404 Dec 15 13:39:37.081832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d708-632e-4c41-bab4-0d684538322f req-286e491f-5a27-46f9-8cc3-321eb9948baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.083301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-286e491f-5a27-46f9-8cc3-321eb9948baa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708566 Dec 15 13:39:37.091371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f719cc-c343-4105-8f4d-8da5eedc4fa5 req-a06d6465-e4cf-43fd-a06a-8c9ab853b16a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.092883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f719cc-c343-4105-8f4d-8da5eedc4fa5 req-a06d6465-e4cf-43fd-a06a-8c9ab853b16a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 948 time: 0.0897508 Dec 15 13:39:37.173452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-53ec0085-45f5-490f-b03a-6669e3c37800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.179455 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-53ec0085-45f5-490f-b03a-6669e3c37800 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1095 time: 0.0829427 Dec 15 13:39:37.200304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f719cc-c343-4105-8f4d-8da5eedc4fa5 req-89ed5d29-5b00-4223-ab1d-b97b6579b571 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639329 Dec 15 13:39:37.217204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-997466bf-4531-481d-b1b5-e30fc985b711 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233487 Dec 15 13:39:37.303714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-fd48df20-0122-40d6-98d5-1bd731e7c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.305787 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-fd48df20-0122-40d6-98d5-1bd731e7c91e service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.1202013 Dec 15 13:39:37.365132 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-798f1b88-591b-4111-87ee-e8b8ad205f67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0498488 Dec 15 13:39:37.365609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:37.387205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-404653cd-113d-43ec-bec7-3edb8d486b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.436915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9f3d0145-3aac-4071-beb7-9f441827b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.438416 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-9f3d0145-3aac-4071-beb7-9f441827b7fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0657086 Dec 15 13:39:37.477910 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-18e598ee-b986-4f7f-9885-b17ca79e430e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312343 Dec 15 13:39:37.503632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9af4e-9ab5-4c38-9588-88cface9c11d req-7f1155ed-1031-4526-ba2e-f5124d900e09 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.505058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bee9af4e-9ab5-4c38-9588-88cface9c11d req-7f1155ed-1031-4526-ba2e-f5124d900e09 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.2647281 Dec 15 13:39:37.515363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:37.541833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c4d708-632e-4c41-bab4-0d684538322f req-c5bc6383-fd85-419f-bfb0-1d128b5f2170 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123348 Dec 15 13:39:37.569308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-b0d4b67f-7a11-4b10-b302-31185a275abf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3306108 Dec 15 13:39:37.577845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:37.591442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-404653cd-113d-43ec-bec7-3edb8d486b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.602514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-404653cd-113d-43ec-bec7-3edb8d486b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.620701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bee9af4e-9ab5-4c38-9588-88cface9c11d req-2a96cf4e-fd16-41ce-8c9e-5aa6abbc6314 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945206 Dec 15 13:39:37.623558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.625714 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-092cc2f0-23ab-4176-81d7-ca4ef6fb742f service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342037 Dec 15 13:39:37.657580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404653cd-113d-43ec-bec7-3edb8d486b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc551990-d26e-4b90-af67-03eec222fcf4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:37.665385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-404653cd-113d-43ec-bec7-3edb8d486b2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0fa1385b59c4d5ba1e24382c0fd32db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987552 Dec 15 13:39:37.665994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:37.746368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:37.765093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d', 'mac_address': 'fa:16:3e:90:a3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:37.789034 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.795748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3540089d-29d0-4b26-9b59-3c85d69e1578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.817637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-2ad148be-5988-4bec-b3bc-a420f3b7e02a service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803117 Dec 15 13:39:37.835667 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.838119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3540089d-29d0-4b26-9b59-3c85d69e1578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.859603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:37.860294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b377e-5b8a-43b6-bc03-b82938af5a3a req-57e7cc7e-1dd5-443b-b5e2-35bcb9a422c0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.861815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc5b377e-5b8a-43b6-bc03-b82938af5a3a req-57e7cc7e-1dd5-443b-b5e2-35bcb9a422c0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 944 time: 0.1109865 Dec 15 13:39:37.894207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:37.901693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.906990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3540089d-29d0-4b26-9b59-3c85d69e1578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.910040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3540089d-29d0-4b26-9b59-3c85d69e1578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.913667 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3540089d-29d0-4b26-9b59-3c85d69e1578 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc551990-d26e-4b90-af67-03eec222fcf4 HTTP/1.1" status: 204 len: 168 time: 0.2350872 Dec 15 13:39:37.923584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540089d-29d0-4b26-9b59-3c85d69e1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc551990-d26e-4b90-af67-03eec222fcf4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:37.959972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:37.984247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Allocated IP 172.25.2.7 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0374af0e-ae63-4a49-9425-baa8e74a6efe) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:38.004893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc5b377e-5b8a-43b6-bc03-b82938af5a3a req-79219909-3004-4e02-9016-2dc42f1ea6cf tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365752 Dec 15 13:39:38.112052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-32f9f181-a03e-4ebc-9196-0c888e3afd69 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:38.113746 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-32f9f181-a03e-4ebc-9196-0c888e3afd69 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.0696352 Dec 15 13:39:38.152103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.200584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.247326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-603e3729-ef66-455a-828f-a234d1f31e40 service neutron] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:38.251535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-603e3729-ef66-455a-828f-a234d1f31e40 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.253320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9c5f7d7a-c8a4-4a44-acc8-ad2fc2315332 req-603e3729-ef66-455a-828f-a234d1f31e40 service neutron] 10.222.0.67 "DELETE /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7/bindings/n-h1-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.1311951 Dec 15 13:39:38.254102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:38.260771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:38.266022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:38.283779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event updated for resources: {'Port': ['ID=0374af0e-ae63-4a49-9425-baa8e74a6efe,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:38.361241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:38.363447 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.420056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.564063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ca050-7fde-4cbe-9df4-b300871efcc7 req-f2a25abe-5098-42a4-987c-0bba4ae311a0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:38.565558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d3ca050-7fde-4cbe-9df4-b300871efcc7 req-f2a25abe-5098-42a4-987c-0bba4ae311a0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 948 time: 0.0992446 Dec 15 13:39:38.643859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d3ca050-7fde-4cbe-9df4-b300871efcc7 req-a470e733-13d8-417a-b715-99c16b42028c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670981 Dec 15 13:39:38.653841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.659792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.692403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:38.696627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.720000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event updated for resources: {'Port': ['ID=0374af0e-ae63-4a49-9425-baa8e74a6efe,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:38.726456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.727829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ed85844c-a9e5-41c0-a7f7-ec599f2f94cf tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1576049 Dec 15 13:39:38.844628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-9000e0a9-1411-42eb-bf7c-90a62fdb6c0f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.1087623 Dec 15 13:39:38.865576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:38.880968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:38.884955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'mac_address': 'fa:16:3e:4f:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:38.938315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.954272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84aa7e2e-fabb-4fc4-bd46-c390cb435838 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:38.976071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:38.987058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:38.999659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-32f5306c-83dd-4229-92a7-59673ba74e0b tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.001061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-32f5306c-83dd-4229-92a7-59673ba74e0b tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1464200 Dec 15 13:39:39.011052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ab76c6d2-570b-49c8-a486-d69db95d1dbb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:39.012207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6dacfc-bdb6-4ed1-895c-9594b5e1c505 req-ab76c6d2-570b-49c8-a486-d69db95d1dbb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057242 Dec 15 13:39:39.035700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-network', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:39.066113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:39.071215 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Made reservation on behalf of 209919598cf645c6a0d2a1f0f1b62aef for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:39.074369 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.085179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.181856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c391f1a-50a3-43d2-8e06-0e97fb061355 req-df6c44e4-ed56-4a6b-9852-06588aa7d9e9 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.183430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c391f1a-50a3-43d2-8e06-0e97fb061355 req-df6c44e4-ed56-4a6b-9852-06588aa7d9e9 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 949 time: 0.0604835 Dec 15 13:39:39.210473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.222960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.225271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:39.255582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f1887-8c91-4068-853f-a6e04add7e23,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:39.281769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:39:39.294337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.294739 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Added segment 111de6ad-b2fa-484b-a785-11a40c51b9d7 of type vlan for network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 Dec 15 13:39:39.297509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c391f1a-50a3-43d2-8e06-0e97fb061355 req-3002c54e-9246-4fc0-ace1-58b95c57afe5 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018023 Dec 15 13:39:39.365884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.398192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.399323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.399871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.481287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5986681 Dec 15 13:39:39.481928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:39.496272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Request body: {'subnet': {'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-subnet', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:39.508861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23a97-3606-4c71-8cf0-541fbbb9e1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:39.525184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:39:39.527595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Made reservation on behalf of 209919598cf645c6a0d2a1f0f1b62aef for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:39.529876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:39.531692 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.558191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fdf46-831f-47a1-8088-52efec6eeecf req-39a4b02c-631d-421f-b320-82cf8ea99e56 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.570176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e46fdf46-831f-47a1-8088-52efec6eeecf req-39a4b02c-631d-421f-b320-82cf8ea99e56 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.1458592 Dec 15 13:39:39.597066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec9c3c-8f75-4629-be26-18a4064bbae4 req-3313ce60-d5a3-4de5-a434-3fd622888e6a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.598558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0aec9c3c-8f75-4629-be26-18a4064bbae4 req-3313ce60-d5a3-4de5-a434-3fd622888e6a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 944 time: 0.1527081 Dec 15 13:39:39.659243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e46fdf46-831f-47a1-8088-52efec6eeecf req-0937bb85-87d5-40ee-9f1f-33717d452144 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881774 Dec 15 13:39:39.702050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:39.706804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:39.707608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.711838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0aec9c3c-8f75-4629-be26-18a4064bbae4 req-04b366a7-6ccd-4adc-a909-74bc1efabd2b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016741 Dec 15 13:39:39.797649 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.802352 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.828605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4175ca08-6727-45bb-ae37-22addaf35298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:39.830898 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4165b-b247-467b-bb54-2fc1a86c34fb" -d '{"events": [{"server_uuid": "4175ca08-6727-45bb-ae37-22addaf35298", "name": "network-vif-plugged", "status": "completed", "tag": "ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:39.846292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:39.851950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.852774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:39.865930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:39.890604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Checking segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:39.891231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Network hostable DHCP agents. Network: bbc771ae-107d-49b6-ac96-ac24fe7f2dc4, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:39:39.911667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:39.924605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, bbc771ae-107d-49b6-ac96-ac24fe7f2dc4) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:39.937892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.939465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7322baf-e25f-408c-9ec8-6fa5b9af52b3 None None] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:39.940718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:39.964784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c7a7d2e4-321a-4083-a626-aa4589de1c89 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4759915 Dec 15 13:39:39.968189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:39.973864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:39.976449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-203f924f-f557-4875-aa4b-e86ecaf55157 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.986161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-203f924f-f557-4875-aa4b-e86ecaf55157 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 821 time: 0.2218041 Dec 15 13:39:40.007293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.008945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-2affb6c0-1d87-40d5-a0d5-3ee18b5532a7 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/quotas/cd17767765114690a0f5d9425daecaa0 HTTP/1.1" status: 200 len: 375 time: 0.0213883 Dec 15 13:39:40.009868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.043864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:40.053769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:40.088023 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.117946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-0f67e6da-a069-41f0-b982-1e760c72936e tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079686 Dec 15 13:39:40.120534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:39:40.121466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.135102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc51502-9374-4c7e-9263-e44c404cca8c req-b50ab308-20f2-4f88-9fa5-6adc0324881d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:40.136969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fc51502-9374-4c7e-9263-e44c404cca8c req-b50ab308-20f2-4f88-9fa5-6adc0324881d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 949 time: 0.0905871 Dec 15 13:39:40.408980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Allocated IP 172.20.0.2 (bbc771ae-107d-49b6-ac96-ac24fe7f2dc4/4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062/6bd106cb-0b96-474d-9999-9dcaff7169f6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:40.465846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.488224 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-2351248c-c8d9-4e3c-b769-9cc5c6a9466c service neutron] 10.222.0.67 "GET /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.1466887 Dec 15 13:39:40.513756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fc51502-9374-4c7e-9263-e44c404cca8c req-40d19b50-bd3d-4407-89ba-1130bf7bd635 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632867 Dec 15 13:39:40.533739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-b0decb2d-392f-4f3f-8f35-dfe041356ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064124 Dec 15 13:39:40.596164 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.605467 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.634883 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83350bcf-87ab-4917-96b4-14e67448ddac x-openstack-request-id: req-83350bcf-87ab-4917-96b4-14e67448ddac {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:40.635271 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4175ca08-6727-45bb-ae37-22addaf35298", "name": "network-vif-plugged", "status": "completed", "tag": "ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:40.635587 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83350bcf-87ab-4917-96b4-14e67448ddac {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:40.636070 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4175ca08-6727-45bb-ae37-22addaf35298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d', 'code': 200} Dec 15 13:39:40.643934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:40.649548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-04904d9a-6962-420b-9971-a83fbca83a9a service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091504 Dec 15 13:39:40.682986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:40.690357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:40.706530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:40.818251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:40.836980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Pushing event updated for resources: {'Port': ['ID=6bd106cb-0b96-474d-9999-9dcaff7169f6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:40.839319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e43e945-b299-49a3-a86c-849fd357719c req-92c5345b-84c9-4d08-81df-59cb1c54286b tempest-FlavorsV2NegativeTest-551302432 tempest-FlavorsV2NegativeTest-551302432-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a0b9672becc14c4f9a57a3990db383cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949249 Dec 15 13:39:40.873239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Attempting to bind port 6bd106cb-0b96-474d-9999-9dcaff7169f6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:40.873862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Attempting to bind port 6bd106cb-0b96-474d-9999-9dcaff7169f6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:40.874290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Attempting to bind port 6bd106cb-0b96-474d-9999-9dcaff7169f6 on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:40.877425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:40.885650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:40.886116 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.925453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:40.926054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:40.926054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Checking segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:40.928555 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.928555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Bound using segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:40.928555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Bound port: 6bd106cb-0b96-474d-9999-9dcaff7169f6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:40.928555 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:40.959250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b26eba-8d65-4604-ae7d-9df5f5b5cdff req-72889510-7f5a-496f-b186-6eea629e7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:40.960771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4b26eba-8d65-4604-ae7d-9df5f5b5cdff req-72889510-7f5a-496f-b186-6eea629e7158 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 1101 time: 0.1889975 Dec 15 13:39:40.990647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e362c3bf-9250-4e52-8dfa-34b2bfd73167 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:41.008648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.025828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c2b6f-dbcd-4111-9e41-d0dd69e18c28 req-8a0d23ac-392e-4312-953e-7a7f302451d2 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.027315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f1c2b6f-dbcd-4111-9e41-d0dd69e18c28 req-8a0d23ac-392e-4312-953e-7a7f302451d2 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.1265528 Dec 15 13:39:41.031429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.036945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43e945-b299-49a3-a86c-849fd357719c req-fc82da22-75ad-4e34-9963-f086b5f2d484 tempest-FlavorsV2NegativeTest-551302432 tempest-FlavorsV2NegativeTest-551302432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.043783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e43e945-b299-49a3-a86c-849fd357719c req-fc82da22-75ad-4e34-9963-f086b5f2d484 tempest-FlavorsV2NegativeTest-551302432 tempest-FlavorsV2NegativeTest-551302432-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031531 Dec 15 13:39:41.057390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c776277b-7052-4871-8177-36c4d18d708c None None] For port 6bd106cb-0b96-474d-9999-9dcaff7169f6, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:41.067567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:41.079616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c776277b-7052-4871-8177-36c4d18d708c None None] For port 6bd106cb-0b96-474d-9999-9dcaff7169f6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6bd106cb-0b96-474d-9999-9dcaff7169f6,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:41.087239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.089276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e43e945-b299-49a3-a86c-849fd357719c req-93e004d8-c2fa-47e3-8e63-7c96a110752d tempest-FlavorsV2NegativeTest-551302432 tempest-FlavorsV2NegativeTest-551302432-project] 10.222.0.32 "GET /v2.0/quotas/a0b9672becc14c4f9a57a3990db383cc HTTP/1.1" status: 200 len: 375 time: 0.0445423 Dec 15 13:39:41.090563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:41.092894 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.103366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.104128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:41.105370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4b26eba-8d65-4604-ae7d-9df5f5b5cdff req-579a9f72-b358-449a-a34a-e5bb994dfc24 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297848 Dec 15 13:39:41.146487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e43e945-b299-49a3-a86c-849fd357719c req-b2cef567-04b4-4b7b-8595-7e846c550274 tempest-FlavorsV2NegativeTest-551302432 tempest-FlavorsV2NegativeTest-551302432-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0b9672becc14c4f9a57a3990db383cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562432 Dec 15 13:39:41.208302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f1c2b6f-dbcd-4111-9e41-d0dd69e18c28 req-75b9c236-4453-4869-ac47-d8d902c3bf9b tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571889 Dec 15 13:39:41.277344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.303871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776277b-7052-4871-8177-36c4d18d708c None None] Pushing event updated for resources: {'Port': ['ID=6bd106cb-0b96-474d-9999-9dcaff7169f6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:41.311996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca28166-8dcd-45d7-9708-f9ae849ad164 req-2b6f1fbe-2ea5-4142-8425-cea184c6a9b1 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.317327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Allocated IP 172.25.2.239 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4841b69e-1dab-46b6-b354-06ae5fbfd632) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:41.319625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ca28166-8dcd-45d7-9708-f9ae849ad164 req-2b6f1fbe-2ea5-4142-8425-cea184c6a9b1 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1095 time: 0.0850167 Dec 15 13:39:41.412940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:41.489983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ca28166-8dcd-45d7-9708-f9ae849ad164 req-7fa1629e-8c48-4657-b2cc-f7a1b0e89321 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691372 Dec 15 13:39:41.522888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.550132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0d0f-549d-4482-894b-feb9029800b8 req-2c4c3079-8d09-428e-9194-ecf66447ba03 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.551688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e84c0d0f-549d-4482-894b-feb9029800b8 req-2c4c3079-8d09-428e-9194-ecf66447ba03 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 944 time: 0.1939068 Dec 15 13:39:41.676480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e84c0d0f-549d-4482-894b-feb9029800b8 req-20aa8985-73db-4bdc-9edf-69f08c04262a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076093 Dec 15 13:39:41.693563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.811954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:41.819230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-510b269b-5b9c-474b-b068-9d7bb0c8ec54 req-142aa84c-c370-47a5-92d7-31c698ecb603 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 210 time: 0.0614042 Dec 15 13:39:41.840685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:41.855294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:41.929551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437d433-2d7b-49a0-ab44-5e0052f273c4 req-ac4ecdf6-75a3-457a-8897-77f72a93d9ae tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.931348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8437d433-2d7b-49a0-ab44-5e0052f273c4 req-ac4ecdf6-75a3-457a-8897-77f72a93d9ae tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.0995209 Dec 15 13:39:41.938869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Pushing event updated for resources: {'Port': ['ID=4841b69e-1dab-46b6-b354-06ae5fbfd632,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:41.986206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] Transition to ACTIVE for port object e362c3bf-9250-4e52-8dfa-34b2bfd73167 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:41.995276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.002449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:42.010841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8437d433-2d7b-49a0-ab44-5e0052f273c4 req-620068ae-c830-4588-9d8d-8e0c3ab2499f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706847 Dec 15 13:39:42.178507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-398cb56f-7b74-433d-a63c-bff9d936a92c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:42.180166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-398cb56f-7b74-433d-a63c-bff9d936a92c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.1199028 Dec 15 13:39:42.202361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-498b5c95-c75b-4cca-9a6d-e3c579861864 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/quotas/457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 375 time: 0.0165031 Dec 15 13:39:42.215208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] Pushing event updated for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:42.245369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] No DVR routers for this DVR port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:42.264720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59472f1e-2d6b-4ba7-87e7-b0b7dc656592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.266452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-f45c0fd9-6fdf-4190-a6a8-4e1313d80777 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631454 Dec 15 13:39:42.357820 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4ce89db5-c39f-417f-8bc4-e767b1cbf52e service neutron] 10.222.0.67 "PUT /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8430126 Dec 15 13:39:42.467244 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.518575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c99408a6-d265-4556-ad66-7d1351a76372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.540039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:42.586397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59472f1e-2d6b-4ba7-87e7-b0b7dc656592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.596337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59472f1e-2d6b-4ba7-87e7-b0b7dc656592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.628781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b83bfe8e-fb2a-41dc-b37f-584a93d521eb service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544595 Dec 15 13:39:42.637547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:42.642073 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd833e3f-5921-4769-9388-bd026777c7f0" -d '{"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-plugged", "status": "completed", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:42.655011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bd106cb-0b96-474d-9999-9dcaff7169f6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:42.708862 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-59472f1e-2d6b-4ba7-87e7-b0b7dc656592 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0b9672becc14c4f9a57a3990db383cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7042310 Dec 15 13:39:42.723245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:42.746728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b3956-2b42-4ddb-bc26-532ed056a429 req-1b50258c-52c9-468c-9414-0cd1d3e94ff8 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:42.754992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f5b3956-2b42-4ddb-bc26-532ed056a429 req-1b50258c-52c9-468c-9414-0cd1d3e94ff8 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.3930292 Dec 15 13:39:42.763972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6bd106cb-0b96-474d-9999-9dcaff7169f6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:42.764346 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.795901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59472f1e-2d6b-4ba7-87e7-b0b7dc656592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075eca3e-56d8-4565-8818-843a31332c7b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:42.818342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b613dd2-cb91-47db-b304-45a8657aafa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.840567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96b9f608-d496-48f8-9a47-2b9577d71f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.840774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-7b0958d2-768c-4811-8565-1f0c5e95c5f0 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:42.841766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-7b0958d2-768c-4811-8565-1f0c5e95c5f0 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 821 time: 0.4942234 Dec 15 13:39:42.843771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-bd857bf6-d9c5-417b-863d-cd978a8fe5cb tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:42.845383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-bd857bf6-d9c5-417b-863d-cd978a8fe5cb tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.3449130 Dec 15 13:39:42.879743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'port': {'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'admin_state_up': True, 'tenant_id': 'cd17767765114690a0f5d9425daecaa0'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:42.910484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.924483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98414b37-5c79-42a6-97fc-390dd6ec4377 None None] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:43.021304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-0c4a0ed6-aad1-4759-80cc-9ef147d38666 service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794487 Dec 15 13:39:43.021574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6bd106cb-0b96-474d-9999-9dcaff7169f6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6bd106cb-0b96-474d-9999-9dcaff7169f6,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:43.038086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.043056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-67444efa-2a54-460e-beba-512464ae5fc8 None None] Provisioning complete for port 6bd106cb-0b96-474d-9999-9dcaff7169f6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:43.043425 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67444efa-2a54-460e-beba-512464ae5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.044058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f5b3956-2b42-4ddb-bc26-532ed056a429 req-98363f9d-3ee4-417d-b845-78b2e7b3db7a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876143 Dec 15 13:39:43.129831 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d791c-c9ef-40ea-adbf-5434d43870ea x-openstack-request-id: req-0a0d791c-c9ef-40ea-adbf-5434d43870ea {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:43.130029 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-plugged", "status": "completed", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:43.130291 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a0d791c-c9ef-40ea-adbf-5434d43870ea {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:43.130710 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'code': 200} Dec 15 13:39:43.157559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6bd106cb-0b96-474d-9999-9dcaff7169f6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:43.165453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96b9f608-d496-48f8-9a47-2b9577d71f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.242205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-00f7f43a-cc3d-4e10-b736-29a62e579a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.246934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-00f7f43a-cc3d-4e10-b736-29a62e579a0b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92&tenant_id=01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 1096 time: 0.3753800 Dec 15 13:39:43.251345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Made reservation on behalf of cd17767765114690a0f5d9425daecaa0 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:43.258141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.311271 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.375047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96b9f608-d496-48f8-9a47-2b9577d71f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.378908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96b9f608-d496-48f8-9a47-2b9577d71f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.382382 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96b9f608-d496-48f8-9a47-2b9577d71f5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/075eca3e-56d8-4565-8818-843a31332c7b HTTP/1.1" status: 204 len: 168 time: 0.6530807 Dec 15 13:39:43.384579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d2f6-c9f9-432d-ae22-b060ff1e547a req-2222bf85-a3db-4f36-9a55-16ba0b959323 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.394487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9358d2f6-c9f9-432d-ae22-b060ff1e547a req-2222bf85-a3db-4f36-9a55-16ba0b959323 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.1195810 Dec 15 13:39:43.496126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9f608-d496-48f8-9a47-2b9577d71f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075eca3e-56d8-4565-8818-843a31332c7b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:43.501750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213446b-6bdf-413a-b8b7-3cf3e63504f9 req-4de0565b-b641-4c86-bf7b-4b3a08dc4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.504631 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2213446b-6bdf-413a-b8b7-3cf3e63504f9 req-4de0565b-b641-4c86-bf7b-4b3a08dc4357 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1101 time: 0.3118827 Dec 15 13:39:43.509938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b613dd2-cb91-47db-b304-45a8657aafa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.535664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b613dd2-cb91-47db-b304-45a8657aafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.581316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3e8dd7a6-af88-4d63-9941-445628ffab44 None None] Provisioning complete for port 6bd106cb-0b96-474d-9999-9dcaff7169f6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:43.581815 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd7a6-af88-4d63-9941-445628ffab44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.582135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d093ad25-431b-4478-af01-b681f28a5056 req-ff7f99a8-fda5-4435-b567-e1c91f1ab0e6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 210 time: 0.1535711 Dec 15 13:39:43.654772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b613dd2-cb91-47db-b304-45a8657aafa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358686c7-11de-4082-bd06-e31d0922ea01,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:43.669133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-e19ac01a-3bb3-481d-aeb6-a7895bb51dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.671068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-e19ac01a-3bb3-481d-aeb6-a7895bb51dcb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1096 time: 0.2542906 Dec 15 13:39:43.690649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9358d2f6-c9f9-432d-ae22-b060ff1e547a req-0cacdb7a-349e-429f-86fc-6b1584e29c5f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951944 Dec 15 13:39:43.735780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2b613dd2-cb91-47db-b304-45a8657aafa1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0477d1387144b42a397d6a76662cc53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1600244 Dec 15 13:39:43.741813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:43.753018 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.785515 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2213446b-6bdf-413a-b8b7-3cf3e63504f9 req-873742df-87db-4687-be0c-51f22b012dc7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711411 Dec 15 13:39:43.840964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d196e7ab-0120-4007-8050-7042f4efd3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.846104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Router 18c3d590-395d-48ac-944d-6dc606df721a is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:39:43.849908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Allocated IP 172.20.0.12 (4667d9a7-77a6-4764-83cd-72fdf77fd294/a0306573-6b55-4c0c-be6a-eded793ef1cf/a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:43.866394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf69f8a7-f8de-4520-8ad5-4442b7eebd2d req-b3560b2d-3e2c-428c-a9a0-ed367ba5334b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 210 time: 0.1044891 Dec 15 13:39:43.881443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d196e7ab-0120-4007-8050-7042f4efd3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.931032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570aa606-d79e-42e8-8a2f-0fbf08ffdc3d req-e092bf26-d822-4814-932b-bb03ce50a9c0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.932532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-570aa606-d79e-42e8-8a2f-0fbf08ffdc3d req-e092bf26-d822-4814-932b-bb03ce50a9c0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.2199955 Dec 15 13:39:43.964260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4cf3ab8f-aefc-42f7-9e97-ab8aa4350aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.965796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-4cf3ab8f-aefc-42f7-9e97-ab8aa4350aa6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.2868304 Dec 15 13:39:44.037695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-2514cd8a-9eae-4eba-95ff-d67a64556fe2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 217 time: 0.0595748 Dec 15 13:39:44.043686 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:44.056446 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:44.061121 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d196e7ab-0120-4007-8050-7042f4efd3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.067370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d196e7ab-0120-4007-8050-7042f4efd3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.071399 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d196e7ab-0120-4007-8050-7042f4efd3cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/358686c7-11de-4082-bd06-e31d0922ea01 HTTP/1.1" status: 204 len: 168 time: 0.3257143 Dec 15 13:39:44.077376 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:44.078383 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:44.104778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.106047 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5f25f481-e9c9-4e60-a02f-fcf370d39241 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1363964 Dec 15 13:39:44.110895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e7ab-0120-4007-8050-7042f4efd3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358686c7-11de-4082-bd06-e31d0922ea01,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:44.120267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:44.237873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-570aa606-d79e-42e8-8a2f-0fbf08ffdc3d req-98f0c7e0-8ea5-45df-9b64-3b30854bc73e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886136 Dec 15 13:39:44.276356 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:44.286929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-ccfa1d05-a898-421c-b906-9190491bb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:44.289134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-ccfa1d05-a898-421c-b906-9190491bb248 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.2324684 Dec 15 13:39:44.320538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b35ba-9d69-46db-960a-aa77463d5983 req-5142ac22-4558-4043-808d-402d9a2916cb tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:44.327512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-903b35ba-9d69-46db-960a-aa77463d5983 req-5142ac22-4558-4043-808d-402d9a2916cb tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.1662991 Dec 15 13:39:44.370186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-8ec6fc29-0b7b-4cc2-8e28-9a7b121cde88 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718722 Dec 15 13:39:44.383148 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.479311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-903b35ba-9d69-46db-960a-aa77463d5983 req-e1f9e3db-1894-44c7-b585-44cef0bd82ce tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454754 Dec 15 13:39:44.577190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bd106cb-0b96-474d-9999-9dcaff7169f6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:44.598078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-48795c54-2d50-4991-b6ac-a50f6b5722bd service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179213 Dec 15 13:39:44.599843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.685788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['6c41fe6a-9689-4bb4-b589-3d15606e6ec4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:44.732354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:44.771196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:44.773335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event updated for resources: {'Port': ['ID=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:44.783661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:44.791048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:44.791884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.840633 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:42Z', 'revision_number': 3, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:44.936200 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:44.941395 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Updating router 18c3d590-395d-48ac-944d-6dc606df721a port 4841b69e-1dab-46b6-b354-06ae5fbfd632 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:44.951473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-26dbf57a-0ac5-44d8-aa48-73788c95ab03 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0775542 Dec 15 13:39:44.960972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-ba9d6270-f055-40be-aa9e-db4f9485c31a service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519135 Dec 15 13:39:44.990820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943f58-c016-49da-8ad8-7ffc6ba4a369 req-63e0c25a-1a2f-412a-9bc0-61d2de7828a9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:45.000243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb943f58-c016-49da-8ad8-7ffc6ba4a369 req-63e0c25a-1a2f-412a-9bc0-61d2de7828a9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 932 time: 0.2647576 Dec 15 13:39:45.024045 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.028989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Request body: {'port': {'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:45.031215 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:45.042344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbac4-5b11-48f3-bdf9-0e5761aa490b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.105709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86adf652-1687-4fe3-bf5b-978afd66a99c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.260854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6bd106cb-0b96-474d-9999-9dcaff7169f6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:45.261237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.344224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb943f58-c016-49da-8ad8-7ffc6ba4a369 req-58f4f89b-2f4a-44f5-946a-f99b683f8e0a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418446 Dec 15 13:39:45.381404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.387680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7ec4fd8f-5360-4deb-81ac-ab3b7f7d1744 None None] Provisioning complete for port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:45.388153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fd8f-5360-4deb-81ac-ab3b7f7d1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.406564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.467775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-94361e65-55c1-4e5a-8bf6-a34c5abe2268 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:45.469936 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-94361e65-55c1-4e5a-8bf6-a34c5abe2268 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.4912605 Dec 15 13:39:45.496903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Request body: {'port': {'device_id': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'admin_state_up': True, 'tenant_id': '457718dc070c40c0801e143b33cc2467'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:45.505324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4fd8f-5360-4deb-81ac-ab3b7f7d1744 None None] Port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:45.571651 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.587725 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.683275 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e18be3-3d5e-4a0b-a5a7-9ae3238b446c None None] Pushing event updated for resources: {'Port': ['ID=4841b69e-1dab-46b6-b354-06ae5fbfd632,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:45.702498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Attempting to bind port 4841b69e-1dab-46b6-b354-06ae5fbfd632 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:45.702498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Attempting to bind port 4841b69e-1dab-46b6-b354-06ae5fbfd632 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:45.702869 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Attempting to bind port 4841b69e-1dab-46b6-b354-06ae5fbfd632 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:45.708558 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:45.709041 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:45.709531 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.709990 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:45.710547 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Bound port: 4841b69e-1dab-46b6-b354-06ae5fbfd632, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:45.711024 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.767951 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] For port 4841b69e-1dab-46b6-b354-06ae5fbfd632, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:45.770987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] For port 4841b69e-1dab-46b6-b354-06ae5fbfd632, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4841b69e-1dab-46b6-b354-06ae5fbfd632,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:45.776822 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.790399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86adf652-1687-4fe3-bf5b-978afd66a99c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.804745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86adf652-1687-4fe3-bf5b-978afd66a99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.840548 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e18be3-3d5e-4a0b-a5a7-9ae3238b446c None None] Pushing event updated for resources: {'Port': ['ID=4841b69e-1dab-46b6-b354-06ae5fbfd632,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:45.846514 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:45.848344 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:45.893878 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86adf652-1687-4fe3-bf5b-978afd66a99c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29dbacae4e7b4b4b99c1c0c1716f5381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8540585 Dec 15 13:39:45.896234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adf652-1687-4fe3-bf5b-978afd66a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da22a03e-7f5f-4b67-9a47-32213521871d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:45.898556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:45.939911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Allocated IP 172.20.0.1 (bbc771ae-107d-49b6-ac96-ac24fe7f2dc4/4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062/172b880e-743b-4b07-aba7-d76c7ea2b18e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:45.946513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Made reservation on behalf of 457718dc070c40c0801e143b33cc2467 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:45.951318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.965774 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:45.993050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-918a975f-3798-40a5-875b-a01c99dcd2d7 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:45.994637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-918a975f-3798-40a5-875b-a01c99dcd2d7 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.5070522 Dec 15 13:39:46.020155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87031c75-8a23-4dca-8125-07aa85167320 req-0171f499-855f-45c4-83cd-0bfc5e01f3f8 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:46.027608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87031c75-8a23-4dca-8125-07aa85167320 req-0171f499-855f-45c4-83cd-0bfc5e01f3f8 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.4903219 Dec 15 13:39:46.078055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.133966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7204b-40c5-4309-a7ff-1c43f94b609c req-d1e8338b-4cf0-458f-8ae4-b332ac12585c tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:46.135667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edd7204b-40c5-4309-a7ff-1c43f94b609c req-d1e8338b-4cf0-458f-8ae4-b332ac12585c tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.2766681 Dec 15 13:39:46.207159 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:42Z', 'revision_number': 3, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:46.239324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9c440-3fc6-4e3a-8f1f-921e17c4b441 None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:42Z', 'revision_number': 3, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:46.239904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87031c75-8a23-4dca-8125-07aa85167320 req-45d89f00-1e6c-4237-a72b-008ae0000a12 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113154 Dec 15 13:39:46.275916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43abb02b-a30b-49de-9dcc-7de562d4ee0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.276567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edd7204b-40c5-4309-a7ff-1c43f94b609c req-bae506dc-75d1-4a7c-a739-ab441bcef506 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293666 Dec 15 13:39:46.370031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43abb02b-a30b-49de-9dcc-7de562d4ee0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.397287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.447596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-795f87e9-7943-492e-950b-7becd01e1524 req-cebabd99-6312-4462-9013-039b429f0e0e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 210 time: 0.0824673 Dec 15 13:39:46.449221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Allocated IP 172.20.0.7 (dd8522aa-f6ca-4c29-9f30-edc66a499ecc/d00b65c8-c61e-45e1-97c6-77a7a7a03587/e59e551b-b43c-489b-b1e4-8d78589dba11) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:46.490568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-d3b0b733-005e-4db5-a491-4686d115f716 service neutron] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:46.501277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-d3b0b733-005e-4db5-a491-4686d115f716 service neutron] Publish callbacks [] for binding, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.503105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb6ed35f-3672-4276-a7da-c2c33c236f6e req-d3b0b733-005e-4db5-a491-4686d115f716 service neutron] 10.222.0.85 "DELETE /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.4715321 Dec 15 13:39:46.510825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.527170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7a34-6e54-4a54-a51e-05d3a60ef882 req-249d1b1e-e884-4649-9187-225df0d902cb tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:46.536337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43abb02b-a30b-49de-9dcc-7de562d4ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.539829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43abb02b-a30b-49de-9dcc-7de562d4ee0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.543251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-43abb02b-a30b-49de-9dcc-7de562d4ee0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da22a03e-7f5f-4b67-9a47-32213521871d HTTP/1.1" status: 204 len: 168 time: 0.6356397 Dec 15 13:39:46.545255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02cf7a34-6e54-4a54-a51e-05d3a60ef882 req-249d1b1e-e884-4649-9187-225df0d902cb tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.1770518 Dec 15 13:39:46.562560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:46.580837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.581175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:46.625688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Transition to ACTIVE for port object a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:46.642478 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.666889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:46.670455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:46.671160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.675355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Pushing event updated for resources: {'Port': ['ID=172b880e-743b-4b07-aba7-d76c7ea2b18e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:46.776408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abb02b-a30b-49de-9dcc-7de562d4ee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da22a03e-7f5f-4b67-9a47-32213521871d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:46.799233 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:39:46.863456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02cf7a34-6e54-4a54-a51e-05d3a60ef882 req-c3c6e717-b333-454b-becf-1b4d110d0678 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164463 Dec 15 13:39:47.042936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Pushing event updated for resources: {'Port': ['ID=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:47.058408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Attempting to bind port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:47.058754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Attempting to bind port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:47.059082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Attempting to bind port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:47.081055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:47.081384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Attempting to bind port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb on network 4667d9a7-77a6-4764-83cd-72fdf77fd294 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:47.116779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d041f9-9156-4f98-ba52-f9214347be8b req-39553140-ee7b-4020-93f9-5508c8e10552 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.123806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.125138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23d041f9-9156-4f98-ba52-f9214347be8b req-39553140-ee7b-4020-93f9-5508c8e10552 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 944 time: 0.4462531 Dec 15 13:39:47.137574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:47.139410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Checking segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:47.139964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Bound using segment: {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:47.142400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Bound port: a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3142356-82ef-4200-8aed-a37e0aeed044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:47.143274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.227725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8d4d09bd-f800-4cf4-a502-1f32f1444596 None None] Provisioning complete for port 172b880e-743b-4b07-aba7-d76c7ea2b18e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:47.228362 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d4d09bd-f800-4cf4-a502-1f32f1444596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.250509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23d041f9-9156-4f98-ba52-f9214347be8b req-63e558dd-3000-4483-be9c-85f3dc79e022 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200941 Dec 15 13:39:47.266950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.320796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] For port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:47.326134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] For port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:47.333736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.334175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d09bd-f800-4cf4-a502-1f32f1444596 None None] Port 172b880e-743b-4b07-aba7-d76c7ea2b18e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:47.385186 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.411835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:47.426891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.427765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.429691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-11210832-4821-4f48-b924-ee31145ad61f service neutron] 10.222.0.85 "PUT /v2.0/ports/a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 1092 time: 2.4228168 Dec 15 13:39:47.435884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:47.439932 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f757c2-24cc-4072-9491-5f977a2e89ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:47.486279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.492114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:47.506875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:47.515437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.517625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.525297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:47.602839 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-b448f440-0da3-4fb8-bda5-05303546c514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135738 Dec 15 13:39:47.638328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Request body: {'port': {'device_id': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:47.670526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc0c30-c848-4a5d-b0e8-0995fd8b8f5f req-a9cb9b2b-bcff-4990-acbb-6e33e09c7461 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.672341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ccc0c30-c848-4a5d-b0e8-0995fd8b8f5f req-a9cb9b2b-bcff-4990-acbb-6e33e09c7461 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.2239020 Dec 15 13:39:47.680905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210832-4821-4f48-b924-ee31145ad61f service neutron] Pushing event updated for resources: {'Port': ['ID=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:47.740880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-fe874744-5b34-4c09-bf7c-ce73186664e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.743859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-fe874744-5b34-4c09-bf7c-ce73186664e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1095 time: 0.2290113 Dec 15 13:39:47.850342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.862490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.870444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.871140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.873342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ccc0c30-c848-4a5d-b0e8-0995fd8b8f5f req-414d60bd-42b3-4ffd-b8f0-6d91ea0a26f0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792436 Dec 15 13:39:47.875702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4dec8-935b-4646-ba31-b8c0c2c56ceb req-264b9ba5-5818-4626-b1d4-89d4dfbe8c6f tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.878221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78b4dec8-935b-4646-ba31-b8c0c2c56ceb req-264b9ba5-5818-4626-b1d4-89d4dfbe8c6f tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1101 time: 0.2328062 Dec 15 13:39:47.880162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-520cdf3f-f406-448d-9554-fa55a2626596 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 217 time: 0.1159410 Dec 15 13:39:47.933505 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-78b4dec8-935b-4646-ba31-b8c0c2c56ceb req-86f7c940-2d4d-44e4-8def-c93cad6aca22 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.019623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-ca12985e-90be-4cf5-92f3-590e58171cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:48.021742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-ca12985e-90be-4cf5-92f3-590e58171cd0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1328371 Dec 15 13:39:48.021937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Pushing event updated for resources: {'Port': ['ID=172b880e-743b-4b07-aba7-d76c7ea2b18e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:48.095460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbffb0-2add-4c58-a1fa-acaa0bb6b04a req-661baf90-25bb-4981-9b8f-63e4b6a2c59e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:48.100984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cddbffb0-2add-4c58-a1fa-acaa0bb6b04a req-661baf90-25bb-4981-9b8f-63e4b6a2c59e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.1287034 Dec 15 13:39:48.146722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-78b4dec8-935b-4646-ba31-b8c0c2c56ceb req-86f7c940-2d4d-44e4-8def-c93cad6aca22 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.151590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-dc9f6878-07f4-4e82-84f5-85bca6e7b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:48.154288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-dc9f6878-07f4-4e82-84f5-85bca6e7b4dc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201220 Dec 15 13:39:48.160366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-78b4dec8-935b-4646-ba31-b8c0c2c56ceb req-86f7c940-2d4d-44e4-8def-c93cad6aca22 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.161248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:48.166024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:48.278920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cddbffb0-2add-4c58-a1fa-acaa0bb6b04a req-ce7771cd-3c7d-4991-b60f-01bf485c2b3b tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643345 Dec 15 13:39:48.281302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78b4dec8-935b-4646-ba31-b8c0c2c56ceb req-86f7c940-2d4d-44e4-8def-c93cad6aca22 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966808 Dec 15 13:39:48.291212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7c940-2d4d-44e4-8def-c93cad6aca22 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74217c19-8534-4bfa-bf3a-12ea5a97db84,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:48.367206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.391214 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97cc2fb-0c5c-47fc-a27d-13ec1b84f6f7 x-openstack-request-id: req-d97cc2fb-0c5c-47fc-a27d-13ec1b84f6f7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:48.391633 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:48.392076 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d97cc2fb-0c5c-47fc-a27d-13ec1b84f6f7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:48.393085 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'status': 'completed', 'code': 200} Dec 15 13:39:48.432367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-9b0c9cff-3c93-4d03-b17a-138e6d0f4b21 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544098 Dec 15 13:39:48.541366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Router 18c3d590-395d-48ac-944d-6dc606df721a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:48.572193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59e551b-b43c-489b-b1e4-8d78589dba11 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:48.597239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.625116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Transition to ACTIVE for port object e59e551b-b43c-489b-b1e4-8d78589dba11 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:48.641296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1adcdbc4-ab10-497a-b408-065afe736343 None None] Provisioning complete for port 172b880e-743b-4b07-aba7-d76c7ea2b18e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:48.642569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1adcdbc4-ab10-497a-b408-065afe736343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.673032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d858530-5f3e-49fe-9b43-89872e51d130 req-aa48fd25-fb5b-4e67-8e99-cf53deac7db2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:48.674710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d858530-5f3e-49fe-9b43-89872e51d130 req-aa48fd25-fb5b-4e67-8e99-cf53deac7db2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 944 time: 0.1148221 Dec 15 13:39:48.686238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4841b69e-1dab-46b6-b354-06ae5fbfd632 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:48.688068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee94c0a-9a9d-4685-9f6e-dca2214712aa req-a790ee12-ed4e-43d3-9063-e4c186dacc15 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:48.690035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee94c0a-9a9d-4685-9f6e-dca2214712aa req-a790ee12-ed4e-43d3-9063-e4c186dacc15 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 931 time: 0.2018147 Dec 15 13:39:48.742327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ac26f92-7f56-4463-8400-21b3e43eb0fe req-8d540404-4d2e-43c6-9dd3-9b0d0607792a service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977390 Dec 15 13:39:48.759136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:48.769338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e277961e-fffc-43fa-9d0c-2235ee05687c admin admin] 10.222.0.32 "PUT /v2.0/routers/18c3d590-395d-48ac-944d-6dc606df721a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6479521 Dec 15 13:39:48.770131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.773193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1adcdbc4-ab10-497a-b408-065afe736343 None None] Port 172b880e-743b-4b07-aba7-d76c7ea2b18e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:48.788918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d858530-5f3e-49fe-9b43-89872e51d130 req-3cf8dc05-2124-4d94-ac44-aaaa85a733e7 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973785 Dec 15 13:39:48.812087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4841b69e-1dab-46b6-b354-06ae5fbfd632 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:48.812739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.852677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee94c0a-9a9d-4685-9f6e-dca2214712aa req-102f9ca8-5485-40f4-aaaa-a57361eda2d0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536694 Dec 15 13:39:48.999494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.023041 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.054995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:49.055434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:49.056465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:49.064669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:49.065895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:49.075053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 4841b69e-1dab-46b6-b354-06ae5fbfd632, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4841b69e-1dab-46b6-b354-06ae5fbfd632,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:49.076644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:49.077335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:49.080475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:49.080675 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.082148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Bound port: e59e551b-b43c-489b-b1e4-8d78589dba11, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:49.083276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.172336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb05f38-14a7-470c-95ce-8a6d36a15c54 req-082eaf84-f242-4d16-a0ef-4c532fe47dca tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.174383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-beb05f38-14a7-470c-95ce-8a6d36a15c54 req-082eaf84-f242-4d16-a0ef-4c532fe47dca tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 1101 time: 0.1083605 Dec 15 13:39:49.176363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-758b8b5c-8e44-47e1-b56f-b07415a1d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.177742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-758b8b5c-8e44-47e1-b56f-b07415a1d1e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1095 time: 0.2230120 Dec 15 13:39:49.178300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:49.183839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:49.188935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.203795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-beb05f38-14a7-470c-95ce-8a6d36a15c54 req-e511d61d-d3d7-4ecc-b97e-eef907d8c63a tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.243328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=4841b69e-1dab-46b6-b354-06ae5fbfd632,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.248139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:49.276289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.279705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.281611 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] 10.222.0.67 "PUT /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 1091 time: 1.6673648 Dec 15 13:39:49.282963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:49.283936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:49.286685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:49.287388 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da" -d '{"events": [{"name": "network-changed", "server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:49.345364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-82773d23-69a6-43d7-82b5-1aa3d79d2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.347552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-82773d23-69a6-43d7-82b5-1aa3d79d2af5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.1394920 Dec 15 13:39:49.349621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f3535-4210-4f53-8993-80a08ef4e27c service neutron] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.401776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-54a35187-c688-4e15-a106-2e1155a40462 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 217 time: 0.0459828 Dec 15 13:39:49.421426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-beb05f38-14a7-470c-95ce-8a6d36a15c54 req-e511d61d-d3d7-4ecc-b97e-eef907d8c63a tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.448455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-beb05f38-14a7-470c-95ce-8a6d36a15c54 req-e511d61d-d3d7-4ecc-b97e-eef907d8c63a tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.476527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-beb05f38-14a7-470c-95ce-8a6d36a15c54 req-e511d61d-d3d7-4ecc-b97e-eef907d8c63a tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901008 Dec 15 13:39:49.480009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-993c2eb3-79f3-4ad8-a714-bb2066492f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.483255 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-993c2eb3-79f3-4ad8-a714-bb2066492f19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1094 time: 0.1128066 Dec 15 13:39:49.513882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-14ce2f1e-93d2-450d-85f2-3e6dc93dd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.515893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-14ce2f1e-93d2-450d-85f2-3e6dc93dd74a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1040161 Dec 15 13:39:49.542208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511d61d-d3d7-4ecc-b97e-eef907d8c63a tempest-LiveMigrationNegativeTest-1870231235 tempest-LiveMigrationNegativeTest-1870231235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ec082b-278a-479a-99ea-3aff478da30f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.579864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-3e19a0ae-bb65-4ce5-81d4-8f0dcb6f08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.585497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-3e19a0ae-bb65-4ce5-81d4-8f0dcb6f08ca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570610 Dec 15 13:39:49.630815 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-cfc5b9b5-fa72-4365-be61-65d6af7cedf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 217 time: 0.1372271 Dec 15 13:39:49.648005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:49.712581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-84238274-9081-495f-a647-0e9261093ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.715330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-84238274-9081-495f-a647-0e9261093ed7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0725076 Dec 15 13:39:49.758173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9577743-9541-49fd-bd2b-c5087bb33578 req-32536b66-de36-4828-b1ca-3343a73d2765 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:49.768945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9577743-9541-49fd-bd2b-c5087bb33578 req-32536b66-de36-4828-b1ca-3343a73d2765 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1096 time: 0.0804172 Dec 15 13:39:49.794554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-a84252ac-6633-42e3-94e5-19b5ad15c2b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700498 Dec 15 13:39:49.807841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-0d033d4e-095d-465c-b935-efaf7d86d5c2 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132797 Dec 15 13:39:49.926585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9577743-9541-49fd-bd2b-c5087bb33578 req-4c68a224-b79b-45be-8ad0-73e8af5e26e6 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400831 Dec 15 13:39:49.943468 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-e8aaa365-9fbf-4f00-8f0e-109f5a72ce2d service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385376 Dec 15 13:39:49.990889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 2, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:50.001750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f757c2-24cc-4072-9491-5f977a2e89ca req-d8d1e9f0-910f-458f-b983-7653c17e3386 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785095 Dec 15 13:39:50.032836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:50.033290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Updating router 18c3d590-395d-48ac-944d-6dc606df721a port 172b880e-743b-4b07-aba7-d76c7ea2b18e binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:50.071541 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.161660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40016) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:50.170258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-network', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:50.211436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Made reservation on behalf of e471747a90304699bf3561b1ad0cb1d2 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:50.215745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.228933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.400546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.419263 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.427914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-114f5723-6ddf-4ff7-8dac-eba02d216375 req-e39ab70b-d25d-47de-a932-ee06ac7d4f81 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764171 Dec 15 13:39:50.455451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:39:50.478076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.478474 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Added segment 5d614da2-2ffe-4de5-a743-490dfb7558a8 of type vlan for network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e Dec 15 13:39:50.480146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980e9fd0-3cd5-4452-ae9f-2c4bbc58f69a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:50.495755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:50.537515 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4926f9-ef75-4dc6-ac4b-188cc08a3303 x-openstack-request-id: req-dc4926f9-ef75-4dc6-ac4b-188cc08a3303 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:50.537817 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:50.538584 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4926f9-ef75-4dc6-ac4b-188cc08a3303 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:50.538584 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'status': 'completed', 'code': 200} Dec 15 13:39:50.544679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.579782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.582133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:50.584062 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.626831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.633433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.726623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Pushing event updated for resources: {'Port': ['ID=172b880e-743b-4b07-aba7-d76c7ea2b18e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:50.755293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.771225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4841b69e-1dab-46b6-b354-06ae5fbfd632 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:50.797234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55c89368-e7da-463a-9780-f966c4a3b330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.819698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-a1a7b6f5-1252-404a-9c58-c828a5ef6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:50.821037 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-a1a7b6f5-1252-404a-9c58-c828a5ef6160 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1094 time: 0.2190204 Dec 15 13:39:50.834719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Attempting to bind port 172b880e-743b-4b07-aba7-d76c7ea2b18e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:50.835060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Attempting to bind port 172b880e-743b-4b07-aba7-d76c7ea2b18e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:50.835426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Attempting to bind port 172b880e-743b-4b07-aba7-d76c7ea2b18e on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:50.847556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:50.847829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Checking segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:50.848206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.848633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Bound using segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:50.849111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Bound port: 172b880e-743b-4b07-aba7-d76c7ea2b18e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:50.849499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.856981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6910174 Dec 15 13:39:50.891150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40032) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:50.905253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Request body: {'subnet': {'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-subnet', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:50.916604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4841b69e-1dab-46b6-b354-06ae5fbfd632 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:50.916975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.924169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1a6ea-6dd4-43b6-9418-8c180d312451 admin admin] Pushing event updated for resources: {'Network': ['ID=75430813-48ec-49c9-9fd5-bb1e5f5cab1e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:50.935809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-31c3a031-6d33-4b4d-af0a-af6a2cf8ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:50.937556 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-31c3a031-6d33-4b4d-af0a-af6a2cf8ee7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.1074700 Dec 15 13:39:50.952773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af32446-d52c-48a6-a18e-60e57d4f4926 req-bf379659-d6d8-4965-b5d5-cd24b94878d4 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:50.954305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1af32446-d52c-48a6-a18e-60e57d4f4926 req-bf379659-d6d8-4965-b5d5-cd24b94878d4 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 943 time: 0.1357899 Dec 15 13:39:50.964225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:39:50.965077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374e947-0942-4950-bfb7-b979b9cdd598 req-ebfc49ed-5607-4253-8fc5-acc3175aa780 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:50.969557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] For port 172b880e-743b-4b07-aba7-d76c7ea2b18e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:50.970455 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-7471ab73-8955-48ec-a7c9-a08fc59daba0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2873294 Dec 15 13:39:50.972976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e374e947-0942-4950-bfb7-b979b9cdd598 req-ebfc49ed-5607-4253-8fc5-acc3175aa780 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 944 time: 0.2002068 Dec 15 13:39:51.018667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-c6d0f39c-af16-4dea-a745-07eba3c6878d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:39:51.019727 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-c6d0f39c-af16-4dea-a745-07eba3c6878d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078824 Dec 15 13:39:51.022546 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-95fa8972-e9fa-46f4-9fce-decd3ec9a41d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 217 time: 0.0768950 Dec 15 13:39:51.026312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Made reservation on behalf of e471747a90304699bf3561b1ad0cb1d2 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:51.028785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.053782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] For port 172b880e-743b-4b07-aba7-d76c7ea2b18e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=172b880e-743b-4b07-aba7-d76c7ea2b18e,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:51.070470 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.099829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1af32446-d52c-48a6-a18e-60e57d4f4926 req-c5c30dff-29aa-49a3-9201-b270d8646afc tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178808 Dec 15 13:39:51.122479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-e368c6bd-d8da-46a9-9176-63e1dd907439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:51.125513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e374e947-0942-4950-bfb7-b979b9cdd598 req-e19dace2-d954-4acb-b7da-e979c492f927 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467178 Dec 15 13:39:51.132707 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-e368c6bd-d8da-46a9-9176-63e1dd907439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1011944 Dec 15 13:39:51.190188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55c89368-e7da-463a-9780-f966c4a3b330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.192985 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-78696146-44f2-49ca-83ba-c25018e00538 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478902 Dec 15 13:39:51.195831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55c89368-e7da-463a-9780-f966c4a3b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.258613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:51.259973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:51.382650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f84a7ce-b6d9-4258-a596-bb82a61d0e2f None None] Provisioning complete for port 172b880e-743b-4b07-aba7-d76c7ea2b18e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:51.383025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-b6d9-4258-a596-bb82a61d0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.391399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Pushing event updated for resources: {'Port': ['ID=172b880e-743b-4b07-aba7-d76c7ea2b18e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:51.431580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.431973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.432280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.432678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.437917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-d00b5d31-df80-42d7-8458-bb69612a7056 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251878 Dec 15 13:39:51.442756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276070-bb9f-4c8a-bfc3-e2fa2416cdb3 req-b05ff14c-ad70-4c1d-aaf2-a55edc845898 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:51.443980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.444440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.444828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.445179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.445522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.445865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.446208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.446543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.446879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2030528-6a2c-43fc-9cbb-ebd71209e491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:51.455563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32276070-bb9f-4c8a-bfc3-e2fa2416cdb3 req-b05ff14c-ad70-4c1d-aaf2-a55edc845898 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.1697204 Dec 15 13:39:51.470713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c89368-e7da-463a-9780-f966c4a3b330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db3ba9-3f95-4bfe-b8af-bc677c1c2262,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:51.501614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:51.545718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32276070-bb9f-4c8a-bfc3-e2fa2416cdb3 req-0321a9d8-c778-48cd-808a-9a16cfe4d49c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 Dec 15 13:39:51.605296 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ea83308d-8e72-4e6c-84d9-e2aa85bd94da req-4e71311a-4b81-4702-8824-88e7aa2c7974 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175175 Dec 15 13:39:51.610035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55c89368-e7da-463a-9780-f966c4a3b330 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=114a23a208ae43198e803fa1cf1fb032&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1126940 Dec 15 13:39:51.616575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:51.621917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-70436621-2874-4db6-ba9b-01fb8a77d303 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:51.624408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-70436621-2874-4db6-ba9b-01fb8a77d303 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.3744817 Dec 15 13:39:51.651710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-4436df5e-2956-4646-a171-46b2d6732db6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/quotas/01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 375 time: 0.0170496 Dec 15 13:39:51.702664 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.703787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dec0f331-3d6e-42d5-879d-686fb7991cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.738568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dec0f331-3d6e-42d5-879d-686fb7991cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.846845 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-b6d9-4258-a596-bb82a61d0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.848048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dec0f331-3d6e-42d5-879d-686fb7991cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.852901 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dec0f331-3d6e-42d5-879d-686fb7991cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.858356 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dec0f331-3d6e-42d5-879d-686fb7991cb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6db3ba9-3f95-4bfe-b8af-bc677c1c2262 HTTP/1.1" status: 204 len: 168 time: 0.2408535 Dec 15 13:39:51.888132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0f331-3d6e-42d5-879d-686fb7991cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db3ba9-3f95-4bfe-b8af-bc677c1c2262,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:51.893277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-8fc8edbf-131b-47e3-bac8-f21e4893ccf3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165351 Dec 15 13:39:51.897427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6dbd0d9-51b7-4af9-99f2-1ae3a80c1434,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:51.935703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0f84a7ce-b6d9-4258-a596-bb82a61d0e2f None None] For port 172b880e-743b-4b07-aba7-d76c7ea2b18e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=172b880e-743b-4b07-aba7-d76c7ea2b18e,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:51.946086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-b6d9-4258-a596-bb82a61d0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.996575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Checking segment: {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:51.997684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Network hostable DHCP agents. Network: 75430813-48ec-49c9-9fd5-bb1e5f5cab1e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:39:52.030309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-6a697c88-12e0-4363-b47e-973041ecf268 service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303663 Dec 15 13:39:52.086982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84a7ce-b6d9-4258-a596-bb82a61d0e2f None None] Pushing event updated for resources: {'Port': ['ID=172b880e-743b-4b07-aba7-d76c7ea2b18e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:52.103939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:50Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:52.139095 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-c36c6496-d705-42cb-b9d3-a19cda764dde service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055529 Dec 15 13:39:52.157945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:52.162800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-188b046b-7cb4-4b6f-8f31-600bd5c15f33 None None] Provisioning complete for port 172b880e-743b-4b07-aba7-d76c7ea2b18e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:52.163177 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-188b046b-7cb4-4b6f-8f31-600bd5c15f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.169513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051880-b27e-48d8-a926-9a4eabedfdf6 None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:50Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:52.185923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 75430813-48ec-49c9-9fd5-bb1e5f5cab1e) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:52.199553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:52.201395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.208480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32bd32b-6f46-474d-ac04-74dc00fed824 None None] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:52.268100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62173a2c-94f3-4e05-8bf3-8d84f178437f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3696437 Dec 15 13:39:52.272183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:52.278075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:52.338622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.340283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.473846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.812335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 172b880e-743b-4b07-aba7-d76c7ea2b18e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:52.921512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.965949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'fixed_ips': [{'subnet_id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:39:52.969876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.121515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 172b880e-743b-4b07-aba7-d76c7ea2b18e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:53.123360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.319857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Allocated IP 172.20.0.2 (75430813-48ec-49c9-9fd5-bb1e5f5cab1e/d6dbd0d9-51b7-4af9-99f2-1ae3a80c1434/18194229-3a7e-41f8-bb81-54caec6db052) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:53.390558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bc35-5ac5-467c-b812-f6f718a40741 req-284744ba-f2ae-44d4-a5eb-b04b98d4489b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:53.405074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9a0bc35-5ac5-467c-b812-f6f718a40741 req-284744ba-f2ae-44d4-a5eb-b04b98d4489b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 943 time: 0.7891905 Dec 15 13:39:53.500154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.522128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9a0bc35-5ac5-467c-b812-f6f718a40741 req-16d53733-f817-45bc-95ed-d6ab94d6717c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161883 Dec 15 13:39:53.537928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff75a1-4d13-4f43-8d6d-50922a4cafe8 req-75d18dfa-b4e6-404e-8ec6-4137491e5c55 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:53.542586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-7f5ca607-9ff3-4b32-a15a-f688b5fe1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:53.553707 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-7f5ca607-9ff3-4b32-a15a-f688b5fe1b7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1101 time: 0.1755998 Dec 15 13:39:53.554672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91ff75a1-4d13-4f43-8d6d-50922a4cafe8 req-75d18dfa-b4e6-404e-8ec6-4137491e5c55 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 944 time: 0.2076049 Dec 15 13:39:53.559477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.571013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:53.656962 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.659377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91ff75a1-4d13-4f43-8d6d-50922a4cafe8 req-5f483ee7-76de-4df7-ac9f-cdb8e0532ef9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032834 Dec 15 13:39:53.717211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.835724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:53.844138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:53.862569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:53.876614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e1542ce-53d6-4fea-ad8e-3553af29c644 req-c5cd3ea8-930a-499a-8169-f39b9e04fecc tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 210 time: 0.0484078 Dec 15 13:39:53.911389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c11dd-23b0-4221-8774-2174b59b2de7 req-d0192882-b720-430b-bd0e-bac4f8d4e83f tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:53.937608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-188c11dd-23b0-4221-8774-2174b59b2de7 req-d0192882-b720-430b-bd0e-bac4f8d4e83f tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.2327840 Dec 15 13:39:53.968008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Pushing event updated for resources: {'Port': ['ID=18194229-3a7e-41f8-bb81-54caec6db052,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.042864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:54.054217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Allocated IP 172.25.2.33 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/037cb268-decf-41fe-88b1-4f2847cbe52a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:54.057747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-75c5a7b7-41ed-420a-adfb-3a7c4d7042c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.060800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-75c5a7b7-41ed-420a-adfb-3a7c4d7042c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3326638 Dec 15 13:39:54.065750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Attempting to bind port 18194229-3a7e-41f8-bb81-54caec6db052 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:54.066252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Attempting to bind port 18194229-3a7e-41f8-bb81-54caec6db052 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:54.066725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Attempting to bind port 18194229-3a7e-41f8-bb81-54caec6db052 on network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:54.075293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:54.083491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:54.083799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Checking segment: {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:54.086680 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.087120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Bound using segment: {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:54.089394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Bound port: 18194229-3a7e-41f8-bb81-54caec6db052, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:54.089555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-188c11dd-23b0-4221-8774-2174b59b2de7 req-d88d2371-fa61-4f3d-920d-de88495fd02b tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498544 Dec 15 13:39:54.090502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.191054 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-0f0dbfcf-b8c9-4e38-aac5-3ce6d023b437 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.1103425 Dec 15 13:39:54.203967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b07f-c91f-479e-8ae5-a13d85e304de req-503eb2cb-77f6-40f8-a67f-a9a3079c970e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.212250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b82b07f-c91f-479e-8ae5-a13d85e304de req-503eb2cb-77f6-40f8-a67f-a9a3079c970e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.0803587 Dec 15 13:39:54.229392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.261045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:54.287665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] For port 18194229-3a7e-41f8-bb81-54caec6db052, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:54.288683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b82b07f-c91f-479e-8ae5-a13d85e304de req-87591233-b775-4091-91c9-67d6c2d55745 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724177 Dec 15 13:39:54.292446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] For port 18194229-3a7e-41f8-bb81-54caec6db052, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=18194229-3a7e-41f8-bb81-54caec6db052,segment=NetworkSegment(5d614da2-2ffe-4de5-a743-490dfb7558a8),segment_id=5d614da2-2ffe-4de5-a743-490dfb7558a8)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:54.295061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:54.299484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.310181 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.365502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec1f4-02b8-49a3-be53-114037043077 None None] Pushing event updated for resources: {'Port': ['ID=18194229-3a7e-41f8-bb81-54caec6db052,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.379632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-91266d79-20c3-4f2d-af30-27bf6a2718d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.381110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-91266d79-20c3-4f2d-af30-27bf6a2718d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1284049 Dec 15 13:39:54.436857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.474695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.507589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-38ebb75b-c6b1-49ed-9b67-011ccc06e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.509191 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-38ebb75b-c6b1-49ed-9b67-011ccc06e653 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199181 Dec 15 13:39:54.661832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.726967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-9946fc0f-a71b-4a5e-9584-67bd6f45fdf2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.728403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-9946fc0f-a71b-4a5e-9584-67bd6f45fdf2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.2908018 Dec 15 13:39:54.745994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Request body: {'port': {'device_id': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'admin_state_up': True, 'tenant_id': '01d02b2b82e748f28aabc1b043c4a95a'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:54.787274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:54.796965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:54.807529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:54.819451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:54.822061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:54.865275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:54.885144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-794b8e9e-f141-4770-882b-0e1fc5b47ba4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.886632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-794b8e9e-f141-4770-882b-0e1fc5b47ba4 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.2282367 Dec 15 13:39:54.909636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Pushing event updated for resources: {'Port': ['ID=037cb268-decf-41fe-88b1-4f2847cbe52a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.919948 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-50be0bea-c7ef-4d10-be2c-d281219a97af service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020190 Dec 15 13:39:54.972633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:55.002487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'port_id': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'mac_address': 'fa:16:3e:b0:84:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b65c8-c61e-45e1-97c6-77a7a7a03587', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:55.049530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319c31b-659b-4cf8-9e92-29be9472d917 req-4cf7ff73-5f4d-439d-89d6-6a62f8098d9d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.060205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a319c31b-659b-4cf8-9e92-29be9472d917 req-4cf7ff73-5f4d-439d-89d6-6a62f8098d9d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 943 time: 0.3036392 Dec 15 13:39:55.070024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.094838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59e551b-b43c-489b-b1e4-8d78589dba11 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:55.129741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:55.137392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.137962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da9627-9bc7-4c60-8a33-5fb27d553295 req-147d7ffa-cfc5-490e-ab59-1537c4726842 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.139545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9da9627-9bc7-4c60-8a33-5fb27d553295 req-147d7ffa-cfc5-490e-ab59-1537c4726842 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 945 time: 0.2789826 Dec 15 13:39:55.172726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e7401d-c0b2-406f-967d-4622f7b54a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.191132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:55.199553 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-f009d30b-15e3-4524-b9fe-61e93f91232b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187884 Dec 15 13:39:55.235042 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.267765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a319c31b-659b-4cf8-9e92-29be9472d917 req-f901ff75-b2df-45ed-9fb3-005ea11f8793 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064645 Dec 15 13:39:55.278025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Made reservation on behalf of 01d02b2b82e748f28aabc1b043c4a95a for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:55.282153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.359852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9da9627-9bc7-4c60-8a33-5fb27d553295 req-21e052e3-5d04-4278-8595-fbe2e4b2733e tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067635 Dec 15 13:39:55.394491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Deleting port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:55.396916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.415333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e59e551b-b43c-489b-b1e4-8d78589dba11'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:55.628875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9af5c8db-c3dd-48ab-8940-2c24ad9280e0 req-91837510-b2b0-4a0a-8604-732995023c0d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 210 time: 0.1483603 Dec 15 13:39:55.901726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8961f-7ca1-4f7a-99b3-8449461a7f0e None None] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:55.918363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.923106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] For port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:55.923682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.935131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc153-6146-4b7c-9d0b-56168d669833 req-b0a294df-6e56-4ece-88c5-5ed9fda8e418 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.936658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284fc153-6146-4b7c-9d0b-56168d669833 req-b0a294df-6e56-4ece-88c5-5ed9fda8e418 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 950 time: 0.4609351 Dec 15 13:39:55.945550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e7401d-c0b2-406f-967d-4622f7b54a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.961787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Calling delete_port for ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:55.977949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e7401d-c0b2-406f-967d-4622f7b54a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.989382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-07acb370-6105-45d1-8155-f78dcf3d798d None None] Provisioning complete for port 18194229-3a7e-41f8-bb81-54caec6db052 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:55.989925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07acb370-6105-45d1-8155-f78dcf3d798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.005584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Allocated IP 172.20.0.11 (62085ffc-a328-428d-8518-ab1288367925/be9356c5-284b-4559-a444-b391e66cc952/8ba96beb-eace-422b-9967-db56e161e28d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:56.037733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ff153-6379-40d0-a181-1e768e7773cd req-a7a192ab-5de2-423e-aaaa-cbe05dc04eef tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:56.041460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-962ff153-6379-40d0-a181-1e768e7773cd req-a7a192ab-5de2-423e-aaaa-cbe05dc04eef tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.3269835 Dec 15 13:39:56.082383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Router 532f53e8-0229-4f54-a3aa-66e615dd1e0f is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:39:56.122622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07acb370-6105-45d1-8155-f78dcf3d798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.161731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07acb370-6105-45d1-8155-f78dcf3d798d None None] For port 18194229-3a7e-41f8-bb81-54caec6db052, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=18194229-3a7e-41f8-bb81-54caec6db052,segment=NetworkSegment(5d614da2-2ffe-4de5-a743-490dfb7558a8),segment_id=5d614da2-2ffe-4de5-a743-490dfb7558a8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:56.167599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07acb370-6105-45d1-8155-f78dcf3d798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.172995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7401d-c0b2-406f-967d-4622f7b54a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af294cd-323d-421f-9185-6fd6faecfd63,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:56.194858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-32e7401d-c0b2-406f-967d-4622f7b54a8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91a113eb0dd54ec996fa936fe27c42c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3397009 Dec 15 13:39:56.195493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:56.221766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284fc153-6146-4b7c-9d0b-56168d669833 req-36d11561-888f-4da2-a5f7-514bc43b07c0 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648585 Dec 15 13:39:56.243489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acb370-6105-45d1-8155-f78dcf3d798d None None] Pushing event updated for resources: {'Port': ['ID=18194229-3a7e-41f8-bb81-54caec6db052,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:56.267845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:56.279490 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Sync routers for ids ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:56.290095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.296392 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e32e7583-c898-4d51-9e40-14255f84b04d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0228107 Dec 15 13:39:56.297142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:56.301914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-962ff153-6379-40d0-a181-1e768e7773cd req-c663c88e-fcc4-482c-ab51-38eced622647 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886644 Dec 15 13:39:56.303114 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Routers {'532f53e8-0229-4f54-a3aa-66e615dd1e0f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:56.303903 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:56.451467 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Set router 532f53e8-0229-4f54-a3aa-66e615dd1e0f gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:56.514099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-68ef2c6b-04b6-40d9-b6d0-9f7ae8e4702c None None] Provisioning complete for port 18194229-3a7e-41f8-bb81-54caec6db052 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:56.519154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68ef2c6b-04b6-40d9-b6d0-9f7ae8e4702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.582626 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-837493f3-9fee-4e81-8af7-3c2d77c0a6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.646465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.661696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 18194229-3a7e-41f8-bb81-54caec6db052 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:56.695246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bbda0-7aee-467c-b97d-f129ebe248bf req-f1d327b3-a756-4e62-8555-c46715adb915 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:56.701482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['96b190c8-fe78-4a4c-936d-50b64184240c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:56.703666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d3bbda0-7aee-467c-b97d-f129ebe248bf req-f1d327b3-a756-4e62-8555-c46715adb915 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 944 time: 0.2789135 Dec 15 13:39:56.734477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-837493f3-9fee-4e81-8af7-3c2d77c0a6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.807697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:56.827307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Pushing event deleted for resources: {'Port': ['ID=ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:56.864341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 18194229-3a7e-41f8-bb81-54caec6db052 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:56.864864 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.910861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2f39-d8b5-4571-85a8-8a1046faf751 req-9fe9727a-0661-461b-8dc4-61bc70517b5f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:56.918331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fca2f39-d8b5-4571-85a8-8a1046faf751 req-9fe9727a-0661-461b-8dc4-61bc70517b5f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 945 time: 0.3528285 Dec 15 13:39:56.934677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] No DVR routers for this DVR port ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:56.954898 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 3, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:56.955828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.959577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4025ec6c-7fa1-4f34-86b7-95fa28a0deab req-10051c61-f34c-4fab-8612-fd2aebf90c0e tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "DELETE /v2.0/ports/ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d HTTP/1.1" status: 204 len: 173 time: 2.0388057 Dec 15 13:39:56.963952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.970031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4175ca08-6727-45bb-ae37-22addaf35298', 'name': 'network-vif-deleted', 'tag': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:56.972420 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240692f8-63a9-42d7-b3b6-a75266b127ce" -d '{"events": [{"server_uuid": "4175ca08-6727-45bb-ae37-22addaf35298", "name": "network-vif-deleted", "tag": "ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:56.985989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d3bbda0-7aee-467c-b97d-f129ebe248bf req-3c672a03-c7e3-4ee9-98fd-8d8ad59d3b6b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813473 Dec 15 13:39:57.006756 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Checking router: 532f53e8-0229-4f54-a3aa-66e615dd1e0f for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:57.007624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Updating router 532f53e8-0229-4f54-a3aa-66e615dd1e0f port 037cb268-decf-41fe-88b1-4f2847cbe52a binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:57.058939 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.149434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.173675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701a5381-f556-4ffc-af4d-29d5eeda961a req-d2b73589-af6e-4471-b0eb-bca7ea7e8ce6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 210 time: 0.0717933 Dec 15 13:39:57.208612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fca2f39-d8b5-4571-85a8-8a1046faf751 req-8f13e875-2d03-4806-bcd6-3401b72971e3 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892704 Dec 15 13:39:57.216779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-837493f3-9fee-4e81-8af7-3c2d77c0a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.220660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-837493f3-9fee-4e81-8af7-3c2d77c0a6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.222230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-837493f3-9fee-4e81-8af7-3c2d77c0a6e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8af294cd-323d-421f-9185-6fd6faecfd63 HTTP/1.1" status: 204 len: 168 time: 1.0148270 Dec 15 13:39:57.257766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837493f3-9fee-4e81-8af7-3c2d77c0a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af294cd-323d-421f-9185-6fd6faecfd63,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:57.280187 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d5189c-8837-4de6-8074-71a4cdc4a7cb x-openstack-request-id: req-87d5189c-8837-4de6-8074-71a4cdc4a7cb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:57.284754 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4175ca08-6727-45bb-ae37-22addaf35298", "name": "network-vif-deleted", "tag": "ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:57.285036 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87d5189c-8837-4de6-8074-71a4cdc4a7cb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:57.285474 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4175ca08-6727-45bb-ae37-22addaf35298', 'name': 'network-vif-deleted', 'tag': 'ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d', 'status': 'completed', 'code': 200} Dec 15 13:39:57.300326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e59e551b-b43c-489b-b1e4-8d78589dba11 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:57.301126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.339175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e59e551b-b43c-489b-b1e4-8d78589dba11 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:57.346863 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.442722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Allocated IP 172.20.0.1 (75430813-48ec-49c9-9fd5-bb1e5f5cab1e/d6dbd0d9-51b7-4af9-99f2-1ae3a80c1434/e8edfce8-ec9c-40ed-899a-e7bedc05cc27) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:57.473606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0df1a370-dad7-4a9e-bca4-e33bc47297d6 req-e2f1cfd7-a6bf-441a-8146-da22f3e11b18 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=4175ca08-6727-45bb-ae37-22addaf35298 HTTP/1.1" status: 200 len: 210 time: 0.0762391 Dec 15 13:39:57.495249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Network 62085ffc-a328-428d-8518-ab1288367925 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:57.515526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:57.521795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:57.553837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:57.555081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.567631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:57.609131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-0fdf6a87-05d2-43b5-9c64-c7a11566934c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8687954 Dec 15 13:39:57.621332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:57.625202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.625696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Request body: {'port': {'device_id': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:57.631160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.644065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3222-9f86-4e30-b946-b5cd9236c5cb req-8b40bba7-8fa0-4dcb-8f90-82084444c67c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:57.662194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39c3222-9f86-4e30-b946-b5cd9236c5cb req-8b40bba7-8fa0-4dcb-8f90-82084444c67c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.2040944 Dec 15 13:39:57.713566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:57.718777 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9cf6a-ed80-4f1a-93ca-853d2a65b8ea" -d '{"events": [{"server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "name": "network-vif-plugged", "status": "completed", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:57.730503 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.738778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.741608 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.808305 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0303d1-a538-4901-9fac-9ff003792327 None None] Pushing event updated for resources: {'Port': ['ID=037cb268-decf-41fe-88b1-4f2847cbe52a,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:57.835388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:57.843039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:57.848757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.849525 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Attempting to bind port 037cb268-decf-41fe-88b1-4f2847cbe52a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:57.850039 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Attempting to bind port 037cb268-decf-41fe-88b1-4f2847cbe52a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:57.850536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:57.851056 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Attempting to bind port 037cb268-decf-41fe-88b1-4f2847cbe52a on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:57.863528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:57.865388 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.866014 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a8b1fc-5740-4f4c-a2b3-e21a8ececf11 x-openstack-request-id: req-23a8b1fc-5740-4f4c-a2b3-e21a8ececf11 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:57.866157 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "name": "network-vif-plugged", "status": "completed", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:57.866885 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23a8b1fc-5740-4f4c-a2b3-e21a8ececf11 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:57.866885 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'code': 200} Dec 15 13:39:57.868915 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:57.870169 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:57.873582 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.874313 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:57.877229 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Bound port: 037cb268-decf-41fe-88b1-4f2847cbe52a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:57.877921 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.923154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.928768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:57.958873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:57.962363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:57.977922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:57.978304 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.021764 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] For port 037cb268-decf-41fe-88b1-4f2847cbe52a, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:58.026342 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] For port 037cb268-decf-41fe-88b1-4f2847cbe52a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=037cb268-decf-41fe-88b1-4f2847cbe52a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:58.036322 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.093876 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93bb50ba-23c0-423f-a322-af70707076e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.150515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39c3222-9f86-4e30-b946-b5cd9236c5cb req-284f6561-7866-4fb5-8a53-087eba65421c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812174 Dec 15 13:39:58.190551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.204555 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Routers {'532f53e8-0229-4f54-a3aa-66e615dd1e0f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:58.209486 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:58.264492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:58.290934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:58.292903 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0303d1-a538-4901-9fac-9ff003792327 None None] Pushing event updated for resources: {'Port': ['ID=037cb268-decf-41fe-88b1-4f2847cbe52a,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:58.293576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.297764 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.301563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:58.332897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67a83d-76db-4d29-b469-59d0f6472209 req-505c2006-6620-420e-a8c2-f93b8d032dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:58.334453 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fa67a83d-76db-4d29-b469-59d0f6472209 req-505c2006-6620-420e-a8c2-f93b8d032dae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1096 time: 0.2241151 Dec 15 13:39:58.348365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:58.349086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ac15fab8-2424-4e0b-b7a8-dcb6fbe8261d not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:58.416491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:58.452257 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] Set router 532f53e8-0229-4f54-a3aa-66e615dd1e0f gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:58.455791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0e29f6c3-b8dd-4542-9276-6465c68fca64 None None] Provisioning complete for port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:58.460206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e29f6c3-b8dd-4542-9276-6465c68fca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.499913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fa67a83d-76db-4d29-b469-59d0f6472209 req-52580d78-a0da-4f57-ba0a-5d0efbb86b17 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442780 Dec 15 13:39:58.517272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0e29f6c3-b8dd-4542-9276-6465c68fca64 None None] Port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:58.712063 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.721622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.722403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.755174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e8edfce8-ec9c-40ed-899a-e7bedc05cc27', 'name': '', 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'mac_address': 'fa:16:3e:11:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:57Z', 'updated_at': '2021-12-15T13:39:57Z', 'revision_number': 1, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'subnets': [{'id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:58.783352 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd1f0-390d-4dde-bd28-d1fd5c4e9c50 None None] The sync data for ids ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'] in n-d-815324-3 is: [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e8edfce8-ec9c-40ed-899a-e7bedc05cc27', 'name': '', 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'mac_address': 'fa:16:3e:11:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:57Z', 'updated_at': '2021-12-15T13:39:57Z', 'revision_number': 1, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'subnets': [{'id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:58.818256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:58.872269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5625201-da5e-4917-94c4-04a091efb2e6 req-550446e8-ae04-44cf-8bf5-efd7ee454858 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:58.872530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:58.874288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:58.874539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5625201-da5e-4917-94c4-04a091efb2e6 req-550446e8-ae04-44cf-8bf5-efd7ee454858 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 945 time: 0.7472150 Dec 15 13:39:59.005182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662f934-f4b5-428a-95db-cf6241981a0b req-5e504bee-49d2-4812-9f7d-b6bddf6e4986 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:59.006293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6662f934-f4b5-428a-95db-cf6241981a0b req-5e504bee-49d2-4812-9f7d-b6bddf6e4986 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 932 time: 0.2152207 Dec 15 13:39:59.019235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Router 532f53e8-0229-4f54-a3aa-66e615dd1e0f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:59.027033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5625201-da5e-4917-94c4-04a091efb2e6 req-5a2929fa-3649-42b0-b67a-be592f37df2c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359339 Dec 15 13:39:59.068456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93bb50ba-23c0-423f-a322-af70707076e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.146695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93bb50ba-23c0-423f-a322-af70707076e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.191772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba96beb-eace-422b-9967-db56e161e28d {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:59.224193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:59.236385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-05b1385c-5979-41b3-b57f-1c25bc84b7f3 admin admin] 10.222.0.32 "PUT /v2.0/routers/532f53e8-0229-4f54-a3aa-66e615dd1e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9380310 Dec 15 13:39:59.255194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.275850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6662f934-f4b5-428a-95db-cf6241981a0b req-950f36a5-a2de-46ef-916a-acd852521674 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137587 Dec 15 13:39:59.281761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:59.282693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-93bb50ba-23c0-423f-a322-af70707076e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d622738ec0c44349c00f0a1011f4486&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3191979 Dec 15 13:39:59.292485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb50ba-23c0-423f-a322-af70707076e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5d144d-1cce-4052-8b51-910967f4aa1e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:59.309963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Transition to ACTIVE for port object 8ba96beb-eace-422b-9967-db56e161e28d will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:59.321380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.365421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fbb65-1b57-45b4-a3fa-683458566925 req-0eeeb72d-1ab6-4224-b676-2e25ca4bae7f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:59.367775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1fbb65-1b57-45b4-a3fa-683458566925 req-0eeeb72d-1ab6-4224-b676-2e25ca4bae7f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 946 time: 0.1649876 Dec 15 13:39:59.380615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6220eccd-238e-4b16-9b9c-f954cf436706 None None] Provisioning complete for port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:59.381184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6220eccd-238e-4b16-9b9c-f954cf436706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.394912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1817ed40-c030-4776-89dc-868f6abfa363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.439232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6220eccd-238e-4b16-9b9c-f954cf436706 None None] Port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:59.461628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1817ed40-c030-4776-89dc-868f6abfa363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.530350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:59.559503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1817ed40-c030-4776-89dc-868f6abfa363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.563602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:59.564047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:59.564469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:59.566460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1817ed40-c030-4776-89dc-868f6abfa363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.567732 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1817ed40-c030-4776-89dc-868f6abfa363 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e5d144d-1cce-4052-8b51-910967f4aa1e HTTP/1.1" status: 204 len: 168 time: 0.2848127 Dec 15 13:39:59.578200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:59.578847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:59.579431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817ed40-c030-4776-89dc-868f6abfa363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5d144d-1cce-4052-8b51-910967f4aa1e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:59.618082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1fbb65-1b57-45b4-a3fa-683458566925 req-4772eefa-5d81-482f-80c8-df89eae91a83 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974721 Dec 15 13:39:59.620720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:59.621064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:59.621449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:59.621967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Bound port: 8ba96beb-eace-422b-9967-db56e161e28d, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:59.622835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.727301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed83e-1c59-4f63-8f03-0fd23cc3e1f1 req-0fb15bb3-b220-461e-b6f5-b8ea1f20363b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:59.728971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-072ed83e-1c59-4f63-8f03-0fd23cc3e1f1 req-0fb15bb3-b220-461e-b6f5-b8ea1f20363b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.1406374 Dec 15 13:39:59.798338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:59.821033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:59.836409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.867519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:59.870378 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7333c173-834c-4c4d-aee6-b6d7466ead6c" -d '{"events": [{"server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "name": "network-vif-plugged", "status": "completed", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:59.876552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-072ed83e-1c59-4f63-8f03-0fd23cc3e1f1 req-b33e396b-0e6b-422e-af21-d6ee19acf553 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347210 Dec 15 13:39:59.939164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:59.939880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.941989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] 10.222.0.67 "PUT /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 1092 time: 2.3229282 Dec 15 13:39:59.942726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:59.945580 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f4446-6e98-43ea-8707-b6f0cccfdbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "tag": "8ba96beb-eace-422b-9967-db56e161e28d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:00.058063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d766c-adc3-484e-9b08-5d56f02f82de service neutron] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:00.089347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-8167832d-b968-4a75-ad85-34bcc6f7a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.092225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-8167832d-b968-4a75-ad85-34bcc6f7a6dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1095 time: 0.0683455 Dec 15 13:40:00.175856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-ddfa2473-eba2-4980-bc2d-8309ef9adfe1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 217 time: 0.0657253 Dec 15 13:40:00.229448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65535e-1b1c-4b07-ab60-91311d11a255 req-f3a78a3b-8f9f-43ea-afcf-2259320adb0a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.236801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff65535e-1b1c-4b07-ab60-91311d11a255 req-f3a78a3b-8f9f-43ea-afcf-2259320adb0a tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.1373253 Dec 15 13:40:00.278168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-a10a035f-5dac-483d-b09f-12c61fd4029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.280398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-a10a035f-5dac-483d-b09f-12c61fd4029a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.0962636 Dec 15 13:40:00.331243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-c231c4c9-19d2-442d-9c06-360905ce7617 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415728 Dec 15 13:40:00.347702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff65535e-1b1c-4b07-ab60-91311d11a255 req-0eb961cd-df50-4648-9256-3db87b327cc0 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078827 Dec 15 13:40:00.425010 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b48d3-2c0a-47f4-8683-2cd66a9e6a9e x-openstack-request-id: req-2d5b48d3-2c0a-47f4-8683-2cd66a9e6a9e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:00.425540 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "name": "network-vif-plugged", "status": "completed", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:00.425540 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d5b48d3-2c0a-47f4-8683-2cd66a9e6a9e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:00.425948 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'code': 200} Dec 15 13:40:00.438104 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d4016-a0f4-4e09-893e-d7292eedfc79 x-openstack-request-id: req-548d4016-a0f4-4e09-893e-d7292eedfc79 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:00.438479 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "tag": "8ba96beb-eace-422b-9967-db56e161e28d", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:00.438646 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-548d4016-a0f4-4e09-893e-d7292eedfc79 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:00.439141 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d', 'status': 'completed', 'code': 200} Dec 15 13:40:00.513606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-c03603a3-a0a1-41fe-9075-e72607eead7b service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648431 Dec 15 13:40:00.691172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a541-8517-4ef4-a842-c749fdd41ba7 req-139cdfe4-c150-4998-8076-83cea0cacc1a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.691172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a531a541-8517-4ef4-a842-c749fdd41ba7 req-139cdfe4-c150-4998-8076-83cea0cacc1a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 944 time: 0.1799033 Dec 15 13:40:00.721675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6523333-d08e-449a-8257-bce5c2775218 req-e4c2df4a-8641-432c-9beb-007eca41becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.723181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6523333-d08e-449a-8257-bce5c2775218 req-e4c2df4a-8641-432c-9beb-007eca41becf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1097 time: 0.2081404 Dec 15 13:40:00.730438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958264-1b95-409f-9ae1-03b13905c1b8 req-73066cff-c93c-4056-9526-8395fbd51a7d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.733320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3958264-1b95-409f-9ae1-03b13905c1b8 req-73066cff-c93c-4056-9526-8395fbd51a7d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 945 time: 0.2001436 Dec 15 13:40:00.785072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acde6717-8f36-49af-ab3b-18a4d5f26396 req-276c1062-0930-41db-8deb-6e6c5dcb18f1 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537072 Dec 15 13:40:00.877995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3958264-1b95-409f-9ae1-03b13905c1b8 req-1bc3df12-3e24-4331-bbe8-ec4063be1e18 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331885 Dec 15 13:40:00.886694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 037cb268-decf-41fe-88b1-4f2847cbe52a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:00.951066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6523333-d08e-449a-8257-bce5c2775218 req-a68bd624-9d7b-429e-9277-d0c1f00707db service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174911 Dec 15 13:40:00.957312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a531a541-8517-4ef4-a842-c749fdd41ba7 req-ff244ba5-4d0f-4cfb-8637-706025ef31dc tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498431 Dec 15 13:40:00.973659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 037cb268-decf-41fe-88b1-4f2847cbe52a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:00.974018 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.974453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-d5508313-d9ab-4fc9-b069-45dc24317de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.978402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-d5508313-d9ab-4fc9-b069-45dc24317de6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1095 time: 0.1081092 Dec 15 13:40:01.144707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:01.179701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 037cb268-decf-41fe-88b1-4f2847cbe52a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=037cb268-decf-41fe-88b1-4f2847cbe52a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:01.190239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:01.282765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=037cb268-decf-41fe-88b1-4f2847cbe52a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:01.298614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d638f-b245-4bb5-bafa-b77457d01f97 req-30b4e3c1-3653-4159-ad35-dc5291704349 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.304822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f7d638f-b245-4bb5-bafa-b77457d01f97 req-30b4e3c1-3653-4159-ad35-dc5291704349 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 946 time: 0.1898859 Dec 15 13:40:01.307347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-d573f3c5-52cc-4483-9cd8-00f4a135de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.312866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-d573f3c5-52cc-4483-9cd8-00f4a135de5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.3282428 Dec 15 13:40:01.399594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-2c1fbcbd-021d-4464-ad83-cd92c369f53b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 217 time: 0.0579405 Dec 15 13:40:01.459580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f7d638f-b245-4bb5-bafa-b77457d01f97 req-169437f5-6a09-425b-a670-7807397d0fe9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397088 Dec 15 13:40:01.575849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-7a470a06-ff44-48cf-9340-32def5e64865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.578072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-7a470a06-ff44-48cf-9340-32def5e64865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1708663 Dec 15 13:40:01.696402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-acd77b2d-6c40-4667-9cf2-6673ede0389c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963752 Dec 15 13:40:01.756826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b17c41-81f7-4590-868f-117da6c7714e req-dff8d90b-da4b-4dd6-8f48-60e1ec662bf6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.758366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60b17c41-81f7-4590-868f-117da6c7714e req-dff8d90b-da4b-4dd6-8f48-60e1ec662bf6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.2729852 Dec 15 13:40:01.830009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b6d31-3a5b-4838-93f7-c69db07c8216 req-87eeb35f-133f-4b23-9f1d-7d4a3cd86877 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.835331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-926b6d31-3a5b-4838-93f7-c69db07c8216 req-87eeb35f-133f-4b23-9f1d-7d4a3cd86877 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1096 time: 0.2559690 Dec 15 13:40:01.861647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-f4ff9a71-f21d-49ce-bd7a-5e141f6b13a6 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.863270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-f4ff9a71-f21d-49ce-bd7a-5e141f6b13a6 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.2139452 Dec 15 13:40:01.958057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60b17c41-81f7-4590-868f-117da6c7714e req-4cf4435b-d18c-49ee-8b2c-838ea01905a3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667578 Dec 15 13:40:01.983302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-1ffffb85-d5e3-46ad-956f-9b8af97ed277 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572262 Dec 15 13:40:02.020603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Sync routers for ids ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:02.037538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Routers {'532f53e8-0229-4f54-a3aa-66e615dd1e0f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:02.038399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:02.062161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-926b6d31-3a5b-4838-93f7-c69db07c8216 req-79ebfd42-64ba-485c-ab17-1fc24530757c tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216709 Dec 15 13:40:02.146974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-174f4446-6e98-43ea-8707-b6f0cccfdbd5 req-012c6361-ec0b-4770-a533-eedfa3008133 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457925 Dec 15 13:40:02.154874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Deleting port 96b190c8-fe78-4a4c-936d-50b64184240c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:02.155212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.172713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Set router 532f53e8-0229-4f54-a3aa-66e615dd1e0f gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:02.181893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa6582-8ae7-4a66-a81f-06e73b4c6c4e req-4f67abaf-e3f7-4514-8277-6f5ccf3ef0d3 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:02.183384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fa6582-8ae7-4a66-a81f-06e73b4c6c4e req-4f67abaf-e3f7-4514-8277-6f5ccf3ef0d3 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/ports?device_id=92367bc7-060f-4a6a-a1b1-117d9f07cf89 HTTP/1.1" status: 200 len: 949 time: 0.1180580 Dec 15 13:40:02.280352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fa6582-8ae7-4a66-a81f-06e73b4c6c4e req-69f8aa6b-7ab9-441c-bccb-4afb4af37100 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee90076f-ea2c-4038-b944-4a8e482722ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715654 Dec 15 13:40:02.291513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] For port 96b190c8-fe78-4a4c-936d-50b64184240c, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=96b190c8-fe78-4a4c-936d-50b64184240c,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:02.292126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.306475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Calling delete_port for 96b190c8-fe78-4a4c-936d-50b64184240c owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:02.438460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e8edfce8-ec9c-40ed-899a-e7bedc05cc27', 'name': '', 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'mac_address': 'fa:16:3e:11:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:57Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 2, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'subnets': [{'id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:02.465209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Checking router: 532f53e8-0229-4f54-a3aa-66e615dd1e0f for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:02.465540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Updating router 532f53e8-0229-4f54-a3aa-66e615dd1e0f port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:40:02.498672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.533381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.553225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55ee8c-7211-49f9-ab1d-4c84a498b804 req-ee6961bb-7d86-48f1-a629-5906fca35c70 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:02.554802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff55ee8c-7211-49f9-ab1d-4c84a498b804 req-ee6961bb-7d86-48f1-a629-5906fca35c70 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 944 time: 0.1258900 Dec 15 13:40:02.561221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['96b190c8-fe78-4a4c-936d-50b64184240c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:02.582836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec5d99-0294-49a8-bb7f-46aa193b0c6a req-1532b9c9-24ba-4686-a2b5-96efc107e4fd tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:02.584306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9ec5d99-0294-49a8-bb7f-46aa193b0c6a req-1532b9c9-24ba-4686-a2b5-96efc107e4fd tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1096 time: 0.1221640 Dec 15 13:40:02.586113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Pushing event deleted for resources: {'Port': ['ID=96b190c8-fe78-4a4c-936d-50b64184240c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:02.668617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] No DVR routers for this DVR port 96b190c8-fe78-4a4c-936d-50b64184240c on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:02.681565 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.685435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c1a222-ccf8-47b0-ac20-eabc9d4524bc req-bd0eadc5-945b-45df-8eca-e7eb7a6a1215 tempest-LiveMigrationNegativeTest-1144489096 tempest-LiveMigrationNegativeTest-1144489096-project] 10.222.0.85 "DELETE /v2.0/ports/96b190c8-fe78-4a4c-936d-50b64184240c HTTP/1.1" status: 204 len: 173 time: 0.8003523 Dec 15 13:40:02.685897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'name': 'network-vif-deleted', 'tag': '96b190c8-fe78-4a4c-936d-50b64184240c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:02.688218 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decf9ed6-9508-4980-a5e2-eac4f29ec678" -d '{"events": [{"server_uuid": "92367bc7-060f-4a6a-a1b1-117d9f07cf89", "name": "network-vif-deleted", "tag": "96b190c8-fe78-4a4c-936d-50b64184240c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:02.720994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff55ee8c-7211-49f9-ab1d-4c84a498b804 req-fb9af316-00b0-48fb-a21b-e7244dc585d3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343338 Dec 15 13:40:02.731469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9ec5d99-0294-49a8-bb7f-46aa193b0c6a req-bca39d67-ae25-450c-b236-68926bb21c86 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372316 Dec 15 13:40:02.905755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 037cb268-decf-41fe-88b1-4f2847cbe52a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:02.988581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e10434-4606-4ea0-88c2-68eaea17ac42 req-e2804464-8b71-4b7a-9e05-9d63c4995bdc tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:02.996820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e10434-4606-4ea0-88c2-68eaea17ac42 req-e2804464-8b71-4b7a-9e05-9d63c4995bdc tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 946 time: 0.0879827 Dec 15 13:40:03.015804 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.023342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.025842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 037cb268-decf-41fe-88b1-4f2847cbe52a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:03.026204 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.048170 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12fc53d-b1e5-4f15-b406-0dfe995baa7d x-openstack-request-id: req-c12fc53d-b1e5-4f15-b406-0dfe995baa7d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:03.048483 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92367bc7-060f-4a6a-a1b1-117d9f07cf89", "name": "network-vif-deleted", "tag": "96b190c8-fe78-4a4c-936d-50b64184240c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:03.048768 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c12fc53d-b1e5-4f15-b406-0dfe995baa7d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:03.049165 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92367bc7-060f-4a6a-a1b1-117d9f07cf89', 'name': 'network-vif-deleted', 'tag': '96b190c8-fe78-4a4c-936d-50b64184240c', 'status': 'completed', 'code': 200} Dec 15 13:40:03.061081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e10434-4606-4ea0-88c2-68eaea17ac42 req-a4daccd9-ca8c-4d28-aca5-819d7ac2fb8f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629289 Dec 15 13:40:03.118568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ef2e-1b8d-472a-9f0e-3c5aa7f9580e None None] Pushing event updated for resources: {'Port': ['ID=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:03.221952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-3696a38a-acfb-40bc-aa63-0500241c054f tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fa75d75cea741bd93330b558092c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349224 Dec 15 13:40:03.252057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Attempting to bind port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:03.252346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Attempting to bind port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:03.252743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Attempting to bind port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 on network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:03.267199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:03.267593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Checking segment: {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:03.267990 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.271074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Bound using segment: {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:03.271581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Bound port: e8edfce8-ec9c-40ed-899a-e7bedc05cc27, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d614da2-2ffe-4de5-a743-490dfb7558a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:03.271970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.325555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:03.336041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449123328', 'description': 'tempest-description--1523076379'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:03.380737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.382018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] For port e8edfce8-ec9c-40ed-899a-e7bedc05cc27, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:03.391264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] For port e8edfce8-ec9c-40ed-899a-e7bedc05cc27, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,segment=NetworkSegment(5d614da2-2ffe-4de5-a743-490dfb7558a8),segment_id=5d614da2-2ffe-4de5-a743-490dfb7558a8)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:03.398150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.453950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-8f711b56-2460-4ac0-a25d-881b5767f8eb tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:03.456528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-8f711b56-2460-4ac0-a25d-881b5767f8eb tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278137 Dec 15 13:40:03.477611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Routers {'532f53e8-0229-4f54-a3aa-66e615dd1e0f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:03.478244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:03.486264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-f0271925-6efa-4a9c-8879-69ea934203e1 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/quotas/2fa75d75cea741bd93330b558092c000 HTTP/1.1" status: 200 len: 375 time: 0.0175662 Dec 15 13:40:03.493984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608499dc-47b6-4a78-a890-68b4491141f9 req-8a0774cd-b1c5-44c8-858d-8c42a1c8b455 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:03.502564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-608499dc-47b6-4a78-a890-68b4491141f9 req-8a0774cd-b1c5-44c8-858d-8c42a1c8b455 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.1071718 Dec 15 13:40:03.513471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.524183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.552526 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-c35a47fc-88ed-4faf-b67e-9c781496159f tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fa75d75cea741bd93330b558092c000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473344 Dec 15 13:40:03.552737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ef2e-1b8d-472a-9f0e-3c5aa7f9580e None None] Pushing event updated for resources: {'Port': ['ID=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:03.576590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.580442 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2481635 Dec 15 13:40:03.587315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40420) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:03.589961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd786a4e-f4c9-4d76-840a-07d7d3d7e984 None None] Provisioning complete for port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:03.590336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd786a4e-f4c9-4d76-840a-07d7d3d7e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.597568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'security_group_rule': {'security_group_id': '302fc90e-1cbd-4351-b5a6-661e5d751788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:03.605753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-608499dc-47b6-4a78-a890-68b4491141f9 req-fdb8dee6-f2e6-4197-bec8-bf69ea0ba501 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026099 Dec 15 13:40:03.608825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cd02a-7077-447b-93f4-af18112045b4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302fc90e-1cbd-4351-b5a6-661e5d751788,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:03.688459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.777105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] Set router 532f53e8-0229-4f54-a3aa-66e615dd1e0f gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:03.837451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.844166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.879679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-e4af338c-743a-424d-8a7e-d66adcbc4830 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:03.893392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-e4af338c-743a-424d-8a7e-d66adcbc4830 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1406996 Dec 15 13:40:03.895421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d95f076-2544-4544-956e-75c8adc075ca,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:03.917230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.922942 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1efcae2b-31b3-424b-bd10-c579fe562db4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345237 Dec 15 13:40:03.924948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:03.935677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'security_group_rule': {'security_group_id': '302fc90e-1cbd-4351-b5a6-661e5d751788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:03.965588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd786a4e-f4c9-4d76-840a-07d7d3d7e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.988357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-f1374239-1371-464b-a5ef-7ca3d697769a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0938323 Dec 15 13:40:03.991914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.993561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'floatingip': {'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:04.065309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bd786a4e-f4c9-4d76-840a-07d7d3d7e984 None None] For port e8edfce8-ec9c-40ed-899a-e7bedc05cc27, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,segment=NetworkSegment(5d614da2-2ffe-4de5-a743-490dfb7558a8),segment_id=5d614da2-2ffe-4de5-a743-490dfb7558a8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:04.075559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd786a4e-f4c9-4d76-840a-07d7d3d7e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.113247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.119648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.149834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f15da7-bf76-4bd9-b259-d5d647a1bc38,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:04.160202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.165566 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1afdd541-3134-4d69-bf16-5068e60be93d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2392321 Dec 15 13:40:04.166559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:04.172370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:04.209487 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.263897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd786a4e-f4c9-4d76-840a-07d7d3d7e984 None None] Pushing event updated for resources: {'Port': ['ID=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:04.290144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e8edfce8-ec9c-40ed-899a-e7bedc05cc27', 'name': '', 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'mac_address': 'fa:16:3e:11:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:57Z', 'updated_at': '2021-12-15T13:40:03Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'subnets': [{'id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:04.426141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec52744-2aa9-434c-bf25-bd6ab0e99fcb None None] The sync data for ids ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'] in n-d-815324-3 is: [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e8edfce8-ec9c-40ed-899a-e7bedc05cc27', 'name': '', 'network_id': '75430813-48ec-49c9-9fd5-bb1e5f5cab1e', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'mac_address': 'fa:16:3e:11:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:57Z', 'updated_at': '2021-12-15T13:40:03Z', 'revision_number': 4, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'subnets': [{'id': 'd6dbd0d9-51b7-4af9-99f2-1ae3a80c1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:04.435224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a86dec8a-8a6d-4275-ae51-9246505df3ee None None] Provisioning complete for port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:04.437699 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a86dec8a-8a6d-4275-ae51-9246505df3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.580430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.670921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.679585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:04.816246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b97a-de76-4235-a8ad-76e6d0115682 req-8eecdaa8-425d-4287-b643-308d67421545 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:04.829196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ba96beb-eace-422b-9967-db56e161e28d details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:04.838576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f279b97a-de76-4235-a8ad-76e6d0115682 req-8eecdaa8-425d-4287-b643-308d67421545 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 944 time: 0.2551699 Dec 15 13:40:04.870272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Allocated IP 172.25.2.130 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/c40095be-5852-4506-a170-df2d4f0a40cd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:04.871001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e8edfce8-ec9c-40ed-899a-e7bedc05cc27 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:05.052187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:05.052585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.061669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f279b97a-de76-4235-a8ad-76e6d0115682 req-f5bbe060-b507-4d66-9881-e9b66923d2a8 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203240 Dec 15 13:40:05.120794 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f9ef583-9eaa-43a0-9d39-96db70c58b06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77f8fd5222124cdeb054dd394b6cccf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373126 Dec 15 13:40:05.120994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40460) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:05.166643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.194571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:05.215592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.230731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8ba96beb-eace-422b-9967-db56e161e28d', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'port_id': '8ba96beb-eace-422b-9967-db56e161e28d', 'mac_address': 'fa:16:3e:c3:12:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9356c5-284b-4559-a444-b391e66cc952', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:05.265114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:05.268609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:05.276033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:05.335582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.361645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba96beb-eace-422b-9967-db56e161e28d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:05.398600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-92228b6e-0b3c-48ec-8fd0-4af5bdab452b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fa75d75cea741bd93330b558092c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1891327 Dec 15 13:40:05.405101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:05.410830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.414169 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.420469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'Port': ['ID=c40095be-5852-4506-a170-df2d4f0a40cd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:05.487162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.509214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:05.605351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d226075d-6a98-4313-ba41-ce5fde047509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.609160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0ea2029f-b55a-4208-bac8-5555866ad6e0 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2fa75d75cea741bd93330b558092c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859642 Dec 15 13:40:05.625331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 96b190c8-fe78-4a4c-936d-50b64184240c no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:05.663428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8ba96beb-eace-422b-9967-db56e161e28d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:05.717858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 96b190c8-fe78-4a4c-936d-50b64184240c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:05.718216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 96b190c8-fe78-4a4c-936d-50b64184240c not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:05.723025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.728432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.764562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.781787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'Port': ['ID=c40095be-5852-4506-a170-df2d4f0a40cd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:05.789617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.799768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2de26b22-507a-4cd5-bebb-9ca70bf8f7fc tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6231327 Dec 15 13:40:05.799974 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d226075d-6a98-4313-ba41-ce5fde047509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.805483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:40:05.818784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-563d62f7-0519-4beb-90ee-a182da6016f8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:05.834518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-563d62f7-0519-4beb-90ee-a182da6016f8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4348009 Dec 15 13:40:05.916523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-60765078-f7cb-461a-bbad-fab3fae5da4b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/quotas/2fa75d75cea741bd93330b558092c000 HTTP/1.1" status: 200 len: 375 time: 0.0811589 Dec 15 13:40:06.002085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-cb7f89cb-cfca-40e6-bd4b-ea061dc0ce1b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fa75d75cea741bd93330b558092c000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702908 Dec 15 13:40:06.011859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.020202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-c73fe62d-0934-4d00-b9da-069a1663dabe tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:06.021782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-c73fe62d-0934-4d00-b9da-069a1663dabe tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804190 Dec 15 13:40:06.023859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.062335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Request body: {'port': {'device_id': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '2fa75d75cea741bd93330b558092c000'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:06.165447 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d226075d-6a98-4313-ba41-ce5fde047509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.167966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d226075d-6a98-4313-ba41-ce5fde047509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.169812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d226075d-6a98-4313-ba41-ce5fde047509 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee90076f-ea2c-4038-b944-4a8e482722ce HTTP/1.1" status: 204 len: 168 time: 1.0481637 Dec 15 13:40:06.221237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226075d-6a98-4313-ba41-ce5fde047509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90076f-ea2c-4038-b944-4a8e482722ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:06.261124 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa associated. External IP: 172.25.2.7, port: 6c41fe6a-9689-4bb4-b589-3d15606e6ec4. Dec 15 13:40:06.592858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:06.642664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Made reservation on behalf of 2fa75d75cea741bd93330b558092c000 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:06.646250 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.648421 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9e07da9-e7f9-4fbb-a79d-7dbbf7e83cf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80a3572264574ee5a0b5e4b9bb9e8b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540457 Dec 15 13:40:06.650189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b228a0c-d5e1-4120-9f50-4830fe5361c9 req-ea59ec25-d351-467c-916f-bcaa9c96be3f tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:06.651068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40488) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:06.661852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b228a0c-d5e1-4120-9f50-4830fe5361c9 req-ea59ec25-d351-467c-916f-bcaa9c96be3f tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1096 time: 0.5013089 Dec 15 13:40:06.698783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.726314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70efa903-52fe-488d-8c05-b540eb29e555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.751751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70efa903-52fe-488d-8c05-b540eb29e555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.805563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70efa903-52fe-488d-8c05-b540eb29e555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.808282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70efa903-52fe-488d-8c05-b540eb29e555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.809508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-70efa903-52fe-488d-8c05-b540eb29e555 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62ec082b-278a-479a-99ea-3aff478da30f HTTP/1.1" status: 204 len: 168 time: 0.1570401 Dec 15 13:40:06.818179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efa903-52fe-488d-8c05-b540eb29e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ec082b-278a-479a-99ea-3aff478da30f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:06.843405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ba96beb-eace-422b-9967-db56e161e28d up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:06.857632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b228a0c-d5e1-4120-9f50-4830fe5361c9 req-554e1093-a381-4ffa-b1a9-40f5d87b81e9 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953137 Dec 15 13:40:06.921411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 8ba96beb-eace-422b-9967-db56e161e28d completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:06.926560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8ba96beb-eace-422b-9967-db56e161e28d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:06.927200 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.958854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:06.999998 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.027784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.033636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.064027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:07.066401 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8cd36-21ae-4107-8b44-71aae0e5c950" -d '{"events": [{"server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "name": "network-vif-plugged", "status": "completed", "tag": "8ba96beb-eace-422b-9967-db56e161e28d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:07.080031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:07.085124 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.145229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:07.190661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac28350-ded7-40fb-a383-7547c94fb7e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:07.211050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd46d5-cee4-4efb-8397-4c5cc1a32412 req-32e7ec0a-2f4c-4c69-917e-a6246fcbded0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:07.212737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2bd46d5-cee4-4efb-8397-4c5cc1a32412 req-32e7ec0a-2f4c-4c69-917e-a6246fcbded0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.2171640 Dec 15 13:40:07.287267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-6832f5ce-ddb3-44b6-83b0-464ebd59bb38 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2fa75d75cea741bd93330b558092c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690231 Dec 15 13:40:07.313848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:07.330864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.334167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:07.352218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:07.353668 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:07.429274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Allocated IP 192.168.233.93 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/ce391cf6-d274-42ef-9b62-30bb17f63faa) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:07.441273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2bd46d5-cee4-4efb-8397-4c5cc1a32412 req-a8550a94-3ef9-4680-bdf0-93693509fc3f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051516 Dec 15 13:40:07.448671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-35355c11-d54e-4788-8b4a-0e02565a6492 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "PUT /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 994 time: 3.4592743 Dec 15 13:40:07.474551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:07.477926 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006972d2-f7be-439e-b762-4230df1908c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:07.486895 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:07.649668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-0e6006a5-e8f2-4db0-afd8-9afc993e8b6b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:07.651151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-0e6006a5-e8f2-4db0-afd8-9afc993e8b6b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528426 Dec 15 13:40:07.676250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Request body: {'port': {'device_id': '755b7430-3703-4c6f-a237-8739d1a02912', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '2fa75d75cea741bd93330b558092c000'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:07.704598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-bf0f6759-a3f7-48a9-861f-8b68bf756ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:07.706174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-bf0f6759-a3f7-48a9-861f-8b68bf756ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.2191057 Dec 15 13:40:07.822566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-d84a4ada-9750-4151-854e-be42d72ba03e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--449123328&fields=id&tenant_id=209919598cf645c6a0d2a1f0f1b62aef HTTP/1.1" status: 200 len: 267 time: 0.2514899 Dec 15 13:40:07.870451 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:05Z', 'revision_number': 1, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:07.897975 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:07.909082 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:07.910271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:39:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:07.926688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.013284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-8162f362-20e5-4291-9259-8451c4fc68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.014780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-8162f362-20e5-4291-9259-8451c4fc68df service neutron] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.2630219 Dec 15 13:40:08.026246 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:08.132818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Made reservation on behalf of 2fa75d75cea741bd93330b558092c000 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:08.136604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.165538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-cb0f9008-b7f7-4034-93f1-14aa7d707971 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.167027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-cb0f9008-b7f7-4034-93f1-14aa7d707971 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 824 time: 0.3305585 Dec 15 13:40:08.168120 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.240389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-12c6bd3b-9b45-4efc-913a-6fb70f33bca9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 997 time: 0.2138526 Dec 15 13:40:08.291211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-31791676-6c62-48cc-9f6b-f6afaf9d07c0 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/quotas/209919598cf645c6a0d2a1f0f1b62aef HTTP/1.1" status: 200 len: 375 time: 0.1003520 Dec 15 13:40:08.293064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:08.353001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:08.368088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:08.375336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:08.382357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.383030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.405661 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:05Z', 'revision_number': 1, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:08.435554 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ed1db-3e94-4d8d-a0cb-7b7e1bcfdff1 None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:05Z', 'revision_number': 1, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:08.453849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-16794747-6872-4a7c-9f92-69c09c366202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.455345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-16794747-6872-4a7c-9f92-69c09c366202 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1991642 Dec 15 13:40:08.464021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-50727561-f983-4489-9538-b36c15ec482d tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4062295 Dec 15 13:40:08.528347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Request body: {'port': {'device_id': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:08.596537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-fbfcb805-4dda-4631-ab66-14aea4f2c967 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2749872 Dec 15 13:40:08.626726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Allocated IP 192.168.233.45 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/4e6d3afe-95e3-415d-b374-874bd93ef747) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:08.707635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-32bf8648-ac53-4cd1-81cd-d39a9ab87949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.709219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-32bf8648-ac53-4cd1-81cd-d39a9ab87949 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442551 Dec 15 13:40:08.721765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.728460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-f6853766-8e66-492a-b0ac-6174dd9beaa9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:08.729527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-f6853766-8e66-492a-b0ac-6174dd9beaa9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088341 Dec 15 13:40:08.773166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b5352d43-434e-4030-9c19-ebb8a88ce711 None None] Provisioning complete for port ce391cf6-d274-42ef-9b62-30bb17f63faa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:08.773684 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5352d43-434e-4030-9c19-ebb8a88ce711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.812518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2181a64-1f06-4cbc-9de7-d0acfe825f89 None None] New status for floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:08.902757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b5352d43-434e-4030-9c19-ebb8a88ce711 None None] Port ce391cf6-d274-42ef-9b62-30bb17f63faa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:09.182450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-bf5c4c65-1530-4e3a-8933-88dd113376e5 service neutron] 10.222.0.32 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585287 Dec 15 13:40:09.351664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-b67da9f9-a0f7-402b-b0c5-a21cd40f1233 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140950 Dec 15 13:40:09.430941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:09.474803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-cc81a1c5-69e2-42ee-b4a5-9ad36e163e61 service neutron] 10.222.0.32 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762644 Dec 15 13:40:09.518573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d424c770-3067-4f4a-b77e-f099e64990f8 req-a836e6fb-dfcb-449c-842e-6906815a64fe service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562066 Dec 15 13:40:09.531661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:09.631227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:09.640533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:09.643327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:09.661582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:09.671562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.672336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:09.780945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-2798d3a5-12ba-4ce4-ae0c-bd9a0cef3701 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1151474 Dec 15 13:40:09.809619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Request body: {'port': {'device_id': '755b7430-3703-4c6f-a237-8739d1a02912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:09.874910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a664993-861e-4313-aa7d-53233f824de9 req-a2b3204a-2f9c-4e1d-86ed-36f992ab459c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.876634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a664993-861e-4313-aa7d-53233f824de9 req-a2b3204a-2f9c-4e1d-86ed-36f992ab459c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 946 time: 0.2398496 Dec 15 13:40:09.966219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783999d-102c-4cdd-8151-e9fa06b77343 req-36104a1e-e64e-4df8-b349-768ac440bca0 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.968644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c783999d-102c-4cdd-8151-e9fa06b77343 req-36104a1e-e64e-4df8-b349-768ac440bca0 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 935 time: 0.2301114 Dec 15 13:40:10.007343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce391cf6-d274-42ef-9b62-30bb17f63faa {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:10.012661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.032331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.039165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-46993db3-1eaf-4014-b949-e2461614613e None None] Provisioning complete for port 4e6d3afe-95e3-415d-b374-874bd93ef747 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:10.040034 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-46993db3-1eaf-4014-b949-e2461614613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.092189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-46993db3-1eaf-4014-b949-e2461614613e None None] Port 4e6d3afe-95e3-415d-b374-874bd93ef747 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:10.113676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Transition to ACTIVE for port object ce391cf6-d274-42ef-9b62-30bb17f63faa will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:10.133913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.143149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a664993-861e-4313-aa7d-53233f824de9 req-ec08d983-ada1-41b1-b9ef-eab6ccef8352 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416332 Dec 15 13:40:10.150043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c783999d-102c-4cdd-8151-e9fa06b77343 req-2bad92a9-7a62-4c3f-873d-877048af2e52 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654749 Dec 15 13:40:10.240305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:10.276038 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde77164-3bd5-404e-a44d-37f4c1bdc519 x-openstack-request-id: req-fde77164-3bd5-404e-a44d-37f4c1bdc519 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:10.276947 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "name": "network-vif-plugged", "status": "completed", "tag": "8ba96beb-eace-422b-9967-db56e161e28d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:10.277754 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fde77164-3bd5-404e-a44d-37f4c1bdc519 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:10.279466 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d', 'code': 200} Dec 15 13:40:10.476327 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d49d2a-13a1-4073-87f2-199557064b86 x-openstack-request-id: req-15d49d2a-13a1-4073-87f2-199557064b86 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:10.477268 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:10.477579 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15d49d2a-13a1-4073-87f2-199557064b86 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:10.477775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd110a-55d7-45b8-87d3-f591d8fca670 req-49b84858-9c5e-4461-b706-051a6efe49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:10.480073 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'status': 'completed', 'code': 200} Dec 15 13:40:10.481892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-28bd110a-55d7-45b8-87d3-f591d8fca670 req-49b84858-9c5e-4461-b706-051a6efe49c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1097 time: 0.1360099 Dec 15 13:40:10.577241 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-28bd110a-55d7-45b8-87d3-f591d8fca670 req-d91df52c-3a62-4801-9424-beef248ae2c1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877385 Dec 15 13:40:10.648918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Attempting to bind port ce391cf6-d274-42ef-9b62-30bb17f63faa on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:10.649475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Attempting to bind port ce391cf6-d274-42ef-9b62-30bb17f63faa by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:10.650011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Attempting to bind port ce391cf6-d274-42ef-9b62-30bb17f63faa on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:10.685890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Port ce391cf6-d274-42ef-9b62-30bb17f63faa on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:10.686329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Attempting to bind port ce391cf6-d274-42ef-9b62-30bb17f63faa on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:10.733862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:10.734208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:10.734591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:10.735036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Bound port: ce391cf6-d274-42ef-9b62-30bb17f63faa, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:10.735379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.760360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006972d2-f7be-439e-b762-4230df1908c8 req-03ef2b90-0040-4f61-9279-3226894b4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:10.763160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-03ef2b90-0040-4f61-9279-3226894b4236 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.2809269 Dec 15 13:40:10.779124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c907e-9ed6-40b8-847e-8728b5f47993 req-e2277812-516a-4811-a6ab-02f0213ca505 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:10.780664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b19c907e-9ed6-40b8-847e-8728b5f47993 req-e2277812-516a-4811-a6ab-02f0213ca505 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.2292943 Dec 15 13:40:11.030121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:11.039528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b19c907e-9ed6-40b8-847e-8728b5f47993 req-eb90f1c1-0e64-4454-8ada-96d24e152790 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451053 Dec 15 13:40:11.076457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006972d2-f7be-439e-b762-4230df1908c8 req-85374da6-1d51-4ffa-99a7-bd921e16bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.078513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-85374da6-1d51-4ffa-99a7-bd921e16bafd service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.2956629 Dec 15 13:40:11.080534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:11.089761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.101277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6d3afe-95e3-415d-b374-874bd93ef747 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:11.142460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.183950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.188596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.190573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] 10.222.0.85 "PUT /v2.0/ports/ce391cf6-d274-42ef-9b62-30bb17f63faa HTTP/1.1" status: 200 len: 1095 time: 2.6733165 Dec 15 13:40:11.260363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Transition to ACTIVE for port object 4e6d3afe-95e3-415d-b374-874bd93ef747 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:11.276886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.289751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-00edc606-0759-4c6c-9c9b-f1e98fb9cfb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 999 time: 0.1826894 Dec 15 13:40:11.294576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83dba4-3bc3-4e58-828e-fc9f9339a1cd service neutron] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:11.373600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-34647f2e-3d95-4271-afda-2db040381da7 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.376007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-34647f2e-3d95-4271-afda-2db040381da7 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.85 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 824 time: 0.2199771 Dec 15 13:40:11.454063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:11.457501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006972d2-f7be-439e-b762-4230df1908c8 req-12563598-86f8-412a-ab41-b5369891583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.459194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-12563598-86f8-412a-ab41-b5369891583c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1389623 Dec 15 13:40:11.521266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-36a8dc14-b687-4bd5-9c0e-158898c6c19b tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=209919598cf645c6a0d2a1f0f1b62aef HTTP/1.1" status: 200 len: 379 time: 0.1259263 Dec 15 13:40:11.524548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-7a83ddfa-2699-4fbb-a1a3-16f02a02a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.526207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-7a83ddfa-2699-4fbb-a1a3-16f02a02a96b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fa75d75cea741bd93330b558092c000&device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 1098 time: 0.2171402 Dec 15 13:40:11.556760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Attempting to bind port 4e6d3afe-95e3-415d-b374-874bd93ef747 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:11.557292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Attempting to bind port 4e6d3afe-95e3-415d-b374-874bd93ef747 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:11.557758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Attempting to bind port 4e6d3afe-95e3-415d-b374-874bd93ef747 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:11.570179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'port': {'device_id': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'admin_state_up': True, 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'security_groups': ['302fc90e-1cbd-4351-b5a6-661e5d751788']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:11.573891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Port 4e6d3afe-95e3-415d-b374-874bd93ef747 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:11.574604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Attempting to bind port 4e6d3afe-95e3-415d-b374-874bd93ef747 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:11.618993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-d946404e-c66e-48c9-a22e-1ab7d54e6e94 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:11.622420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-d946404e-c66e-48c9-a22e-1ab7d54e6e94 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0347621 Dec 15 13:40:11.633740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-b42795f2-79a5-4ecd-b234-822fc3684fb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa HTTP/1.1" status: 200 len: 217 time: 0.0735216 Dec 15 13:40:11.636633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:11.637036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:11.638007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:11.638521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Bound port: 4e6d3afe-95e3-415d-b374-874bd93ef747, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:11.638948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.683388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006972d2-f7be-439e-b762-4230df1908c8 req-667819ce-7d5c-4829-a131-f4288b7d2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.685699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-667819ce-7d5c-4829-a131-f4288b7d2015 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081645 Dec 15 13:40:11.706604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-49312c1d-fb7d-463e-8614-f2b1dd8e0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.713039 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-49312c1d-fb7d-463e-8614-f2b1dd8e0389 service neutron] 10.222.0.32 "GET /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 1093 time: 0.0540559 Dec 15 13:40:11.723528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:11.724980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:40:11.843485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-48e374f0-25d9-4eb8-8c80-8db4a19bb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.844964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-48e374f0-25d9-4eb8-8c80-8db4a19bb582 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1947312 Dec 15 13:40:11.882920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Made reservation on behalf of 209919598cf645c6a0d2a1f0f1b62aef for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:11.885843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-01454182-b4b1-460d-ac6b-216131fd0e1f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.886379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.887480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-01454182-b4b1-460d-ac6b-216131fd0e1f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2568684 Dec 15 13:40:11.935924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:12.006017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-9542a5cc-c50b-4897-9694-381d973f72d5 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929485 Dec 15 13:40:12.006752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:12.007095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:12.007426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:12.016205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:12.018651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:12.019017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:12.039257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.046901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:12.046901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:12.046901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:12.047558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Bound port: e59e551b-b43c-489b-b1e4-8d78589dba11, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:12.113903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Allocated IP 172.20.0.10 (bbc771ae-107d-49b6-ac96-ac24fe7f2dc4/4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062/0e51637e-232c-460a-a223-bb411be144bc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:12.148158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:12.157032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.158413 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2bf63220-257c-41d5-9270-6a4eb52cb0dc service neutron] 10.222.0.32 "POST /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11/bindings HTTP/1.1" status: 201 len: 389 time: 0.4407575 Dec 15 13:40:12.349906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.372559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-b3b3a007-d0d5-455c-9f8e-1ec42848eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.374044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-b3b3a007-d0d5-455c-9f8e-1ec42848eebd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5165398 Dec 15 13:40:12.398156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.445612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-fb0afe8e-5799-4150-a2f7-3ea25bf6ae53 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 999 time: 0.5394788 Dec 15 13:40:12.450710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:12.460441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:12.475812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:12.482500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.483124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.498329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.499326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.500705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] 10.222.0.67 "PUT /v2.0/ports/4e6d3afe-95e3-415d-b374-874bd93ef747 HTTP/1.1" status: 200 len: 1095 time: 2.7028062 Dec 15 13:40:12.504633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}, {'name': 'network-changed', 'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:12.506996 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfdc8f2-18d4-4553-a31e-e8d661c235df" -d '{"events": [{"name": "network-changed", "server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}, {"name": "network-changed", "server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:12.517248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d010796-fe42-4744-8454-1666fe1ba07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.527546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'Port': ['ID=0e51637e-232c-460a-a223-bb411be144bc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:12.533196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'floatingip': {'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:12.537150 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-2c19cfa5-28f4-4864-be19-0d7b053ed2e9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9806263 Dec 15 13:40:12.554791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-9286cbd5-93b1-4b67-93ea-d9d7ee9ec4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.558176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-9286cbd5-93b1-4b67-93ea-d9d7ee9ec4a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1096 time: 0.0988171 Dec 15 13:40:12.563125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Request body: {'port': {'device_id': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:12.645990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fef8a-3215-46b0-80ab-fb35e2de5ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:12.696072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-006972d2-f7be-439e-b762-4230df1908c8 req-23d75d62-02ce-4e77-8e2d-268e26d7694f service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776884 Dec 15 13:40:12.705851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.719805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ddaf-c507-4e15-b7ae-e71f0e6e5748 req-8459ff2a-4b03-4d6b-b9bd-f1ae62bdb34e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.728101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c917ddaf-c507-4e15-b7ae-e71f0e6e5748 req-8459ff2a-4b03-4d6b-b9bd-f1ae62bdb34e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 932 time: 0.3635848 Dec 15 13:40:12.769238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.813284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-3a16bc61-f6b1-4630-ba8e-873264fa40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.814738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-3a16bc61-f6b1-4630-ba8e-873264fa40c4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.2469175 Dec 15 13:40:12.833518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-3bb55f98-7a34-4059-a14f-cd36a83877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.835024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-3bb55f98-7a34-4059-a14f-cd36a83877dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fa75d75cea741bd93330b558092c000&device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 1098 time: 0.2217329 Dec 15 13:40:12.836912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7634d69f-a30b-4511-bd03-587350b3e918 None None] Provisioning complete for port 0e51637e-232c-460a-a223-bb411be144bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:12.837282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7634d69f-a30b-4511-bd03-587350b3e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.846727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-deeba11a-338f-4ea9-80b9-36ea13c488c8 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374015 Dec 15 13:40:12.874594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7634d69f-a30b-4511-bd03-587350b3e918 None None] Port 0e51637e-232c-460a-a223-bb411be144bc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:12.905419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-5b1bcaa8-f847-4908-8da8-aa2150471e4e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 217 time: 0.0803235 Dec 15 13:40:12.951034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-c2fc96ad-f91f-4058-9967-efd049739183 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4e6d3afe-95e3-415d-b374-874bd93ef747 HTTP/1.1" status: 200 len: 217 time: 0.1033480 Dec 15 13:40:12.954459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c917ddaf-c507-4e15-b7ae-e71f0e6e5748 req-dcbfaf96-c8e7-4c8b-98fa-909405260e54 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255285 Dec 15 13:40:13.010240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-7f77b246-f9c8-420b-9b2d-8cc75bdf1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.011734 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-7f77b246-f9c8-420b-9b2d-8cc75bdf1634 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0984707 Dec 15 13:40:13.050510 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-2b5d3d88-4408-4e72-a7c0-849ad79da7ae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305650 Dec 15 13:40:13.117186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-ea63f271-0f1b-48bd-a19b-39958f61a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.119308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-ea63f271-0f1b-48bd-a19b-39958f61a478 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1594627 Dec 15 13:40:13.190988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48dcc08-c614-49b5-be37-8ca1776ec021 req-f07b6782-c6a0-4c95-bba4-012904df7a31 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284025 Dec 15 13:40:13.206083 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-0ddd7c86-6344-4e11-9988-395b8db2ae33 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470897 Dec 15 13:40:13.223245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e51637e-232c-460a-a223-bb411be144bc {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:13.241278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.267369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16dfd6-0bf3-45c0-832d-d02e380f3011 req-8c811ad6-8c76-420f-9c9b-59e85b160451 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.268843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e16dfd6-0bf3-45c0-832d-d02e380f3011 req-8c811ad6-8c76-420f-9c9b-59e85b160451 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 946 time: 0.2009683 Dec 15 13:40:13.289532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Transition to ACTIVE for port object 0e51637e-232c-460a-a223-bb411be144bc will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:13.294276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.318080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38e12-7303-43ef-88ed-87193a924a4e req-7c04ac3c-8cfe-4145-82d8-8a03865766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.319426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-7c04ac3c-8cfe-4145-82d8-8a03865766a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840379 Dec 15 13:40:13.374074 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-590fa68e-e384-4297-9321-a0bf1d571274 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598485 Dec 15 13:40:13.376543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51637e-232c-460a-a223-bb411be144bc,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:13.407205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Attempting to bind port 0e51637e-232c-460a-a223-bb411be144bc on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:13.407557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Attempting to bind port 0e51637e-232c-460a-a223-bb411be144bc by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:13.408053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Attempting to bind port 0e51637e-232c-460a-a223-bb411be144bc on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:13.412688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Port 0e51637e-232c-460a-a223-bb411be144bc on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:13.413003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Attempting to bind port 0e51637e-232c-460a-a223-bb411be144bc on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:13.414408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e16dfd6-0bf3-45c0-832d-d02e380f3011 req-0f332d34-2555-4337-81da-63b7472a90fc tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326778 Dec 15 13:40:13.429516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:13.429852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Checking segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:13.430230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Bound using segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:13.430660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Bound port: 0e51637e-232c-460a-a223-bb411be144bc, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:13.431009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.511198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] For port 0e51637e-232c-460a-a223-bb411be144bc, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:13.515766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] For port 0e51637e-232c-460a-a223-bb411be144bc, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0e51637e-232c-460a-a223-bb411be144bc,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:13.520630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.563975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.564789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.565993 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] 10.222.0.85 "PUT /v2.0/ports/0e51637e-232c-460a-a223-bb411be144bc HTTP/1.1" status: 200 len: 1092 time: 1.0157077 Dec 15 13:40:13.568252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'tag': '0e51637e-232c-460a-a223-bb411be144bc'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:13.570879 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "tag": "0e51637e-232c-460a-a223-bb411be144bc"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:13.594029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-16c01478-a616-4e3a-80c3-1e1e999ddf7b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638953 Dec 15 13:40:13.601806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc03d-b42d-4d35-bd09-eb83d2049874 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51637e-232c-460a-a223-bb411be144bc,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:13.666879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dc26c-e796-4056-8792-6d2a9bb21ca3 req-c16af43e-fbb2-4677-a64a-6606fcff1439 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.668998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb8dc26c-e796-4056-8792-6d2a9bb21ca3 req-c16af43e-fbb2-4677-a64a-6606fcff1439 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 947 time: 0.1945226 Dec 15 13:40:13.744302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.752209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-5e98f581-1ef5-4629-a394-3c0e09900fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.753739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-5e98f581-1ef5-4629-a394-3c0e09900fd5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 1095 time: 0.0754018 Dec 15 13:40:13.756449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-f3814fe4-116b-49d1-9ee2-f0b79621d0a9 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.757850 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-f3814fe4-116b-49d1-9ee2-f0b79621d0a9 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.0880601 Dec 15 13:40:13.786968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:13.824927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb8dc26c-e796-4056-8792-6d2a9bb21ca3 req-f1637ac1-880d-4c82-83b3-5592b31ae2e4 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274691 Dec 15 13:40:13.826813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b38e12-7303-43ef-88ed-87193a924a4e req-11fad918-bc88-4116-81dc-0817dce652f2 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019000 Dec 15 13:40:13.852188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-d877a3a0-57de-4f59-be6d-5d86ae7afe09 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e51637e-232c-460a-a223-bb411be144bc HTTP/1.1" status: 200 len: 217 time: 0.0793958 Dec 15 13:40:13.908725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.923399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.935841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.945529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-d68739f3-fadd-4846-a8a0-b627d9425b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.947021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-d68739f3-fadd-4846-a8a0-b627d9425b97 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 200 len: 863 time: 0.0864768 Dec 15 13:40:14.071384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-5bacb362-a0ba-4df3-a2c3-4bce1204ab9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1733246 Dec 15 13:40:14.076653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-10ff0170-1e04-42f5-aa3c-b4391fa39185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.078254 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-10ff0170-1e04-42f5-aa3c-b4391fa39185 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215484 Dec 15 13:40:14.095628 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa associated. External IP: 172.25.2.7, port: 6c41fe6a-9689-4bb4-b589-3d15606e6ec4. Dec 15 13:40:14.182149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:14.425215 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-29f185e5-6e2c-45a8-ac81-355159240338 service neutron] 10.222.0.85 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246262 Dec 15 13:40:14.431833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:14.522845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-d86c8d39-e5a3-4fd3-98ba-91f74e8110ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.524318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-d86c8d39-e5a3-4fd3-98ba-91f74e8110ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1095 time: 0.3820724 Dec 15 13:40:14.533899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:14.536081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028519b6-79bd-4b8e-88d2-4f23afdf8871 req-055a2aa4-2c99-45c6-a427-3b2f4b87dfe9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.541086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-028519b6-79bd-4b8e-88d2-4f23afdf8871 req-055a2aa4-2c99-45c6-a427-3b2f4b87dfe9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.4000983 Dec 15 13:40:14.543134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:14.608954 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfe6d129-843b-43d2-a834-e7990c882f1c req-0fc6b92a-b6d7-42e6-b2c1-9d02430d8a45 service neutron] 10.222.0.85 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752155 Dec 15 13:40:14.638653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:14.664090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5548820f-dc04-4cd2-88a2-f688d0b52d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:14.689553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:14.689818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:14.690777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:14.696023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:14.696431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Attempting to bind port e59e551b-b43c-489b-b1e4-8d78589dba11 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:14.703152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:14.703470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:14.703862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:14.704291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Bound port: e59e551b-b43c-489b-b1e4-8d78589dba11, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:14.705264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:14.779509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:14.779782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-028519b6-79bd-4b8e-88d2-4f23afdf8871 req-4a29f821-118e-497c-ba7f-bf8de0ba0f40 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345431 Dec 15 13:40:14.782842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:14.788522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:14.804541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-66fa466b-506a-4e07-9858-f80a2d619f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.804541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-66fa466b-506a-4e07-9858-f80a2d619f8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.2454650 Dec 15 13:40:14.850613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-8e80b02f-dd90-4885-bbbf-197b7c43cc99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0427887 Dec 15 13:40:14.872570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:14.876655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.877277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:14.878685 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-1c704d23-014b-429f-868d-94033fb0d80a service neutron] 10.222.0.85 "PUT /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 1121 time: 1.0972755 Dec 15 13:40:14.933521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:14.949309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-8efe5006-fb6e-4142-bc24-0d3ddae54798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.951297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-8efe5006-fb6e-4142-bc24-0d3ddae54798 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0938816 Dec 15 13:40:14.960311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e59e551b-b43c-489b-b1e4-8d78589dba11'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:14.966941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25ae4a-7f55-45a5-a21d-a6af1c8e12d8 req-cbfc4643-c05e-4f0e-a086-8c81171873b8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.968444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff25ae4a-7f55-45a5-a21d-a6af1c8e12d8 req-cbfc4643-c05e-4f0e-a086-8c81171873b8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 943 time: 0.1021802 Dec 15 13:40:15.040581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-73d23022-43ec-4314-9041-9dfc28e7d804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708175 Dec 15 13:40:15.164075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff25ae4a-7f55-45a5-a21d-a6af1c8e12d8 req-2e67bc60-3413-41a2-9474-40bb7ef83c70 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834347 Dec 15 13:40:15.200111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:15.212543 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:15.223492 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:15.224239 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:15.244884 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdab6a5-6673-4bd1-baad-75103eb38c25 x-openstack-request-id: req-abdab6a5-6673-4bd1-baad-75103eb38c25 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:15.245192 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:15.245434 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abdab6a5-6673-4bd1-baad-75103eb38c25 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:15.245831 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'status': 'completed', 'code': 200} Dec 15 13:40:15.246086 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'status': 'completed', 'code': 200} Dec 15 13:40:15.276715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-d360a0e0-cdfa-49be-8602-1c3bd2f60c6a service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098770 Dec 15 13:40:15.345725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-2be8b2f5-e998-4625-bbc6-11d97989fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.347231 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-2be8b2f5-e998-4625-bbc6-11d97989fdf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fa75d75cea741bd93330b558092c000&device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 1098 time: 0.0848122 Dec 15 13:40:15.352707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-42f6133c-9fc0-49cf-ad42-e08913fd3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.354185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-42f6133c-9fc0-49cf-ad42-e08913fd3336 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fa75d75cea741bd93330b558092c000&device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 1098 time: 0.0551562 Dec 15 13:40:15.380657 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:15.433806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75a191-8b69-437e-bd2e-5528f8cad097 req-865b0002-9510-49aa-adc6-89e2c55e437a tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.436205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a75a191-8b69-437e-bd2e-5528f8cad097 req-865b0002-9510-49aa-adc6-89e2c55e437a tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1097 time: 0.1285129 Dec 15 13:40:15.440273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff61cfc9-b39f-4010-bf12-e16c530614b6 req-10a1ad6f-9624-4573-b43d-0d87b0f3deaf service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564605 Dec 15 13:40:15.527504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-e95f2397-f4fd-4d4d-a283-921ca868c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.529518 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-e95f2397-f4fd-4d4d-a283-921ca868c3e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1744792 Dec 15 13:40:15.532167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-d6031c6b-c136-44bb-870c-da0219b2761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.533556 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-d6031c6b-c136-44bb-870c-da0219b2761d service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1697187 Dec 15 13:40:15.557149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a75a191-8b69-437e-bd2e-5528f8cad097 req-6b39966d-5982-4c66-aaaf-e553bf948968 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136508 Dec 15 13:40:15.591420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:15.614858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-f884eb33-6711-462c-8fcf-c18218ef6e2b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa HTTP/1.1" status: 200 len: 217 time: 0.0675614 Dec 15 13:40:15.616338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-f8fde51a-c6d2-4289-85b7-e55d077be907 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4e6d3afe-95e3-415d-b374-874bd93ef747 HTTP/1.1" status: 200 len: 217 time: 0.0768800 Dec 15 13:40:15.621076 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1d798-2ef0-4dec-9de1-147f49e9ba16 x-openstack-request-id: req-e5c1d798-2ef0-4dec-9de1-147f49e9ba16 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:15.621699 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "tag": "0e51637e-232c-460a-a223-bb411be144bc", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:15.622052 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5c1d798-2ef0-4dec-9de1-147f49e9ba16 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:15.622540 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'tag': '0e51637e-232c-460a-a223-bb411be144bc', 'status': 'completed', 'code': 200} Dec 15 13:40:15.657504 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:13Z', 'revision_number': 3, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:15.686671 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:15.699902 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:15.700556 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:15.771443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-c52d7bc5-9faa-4673-8ec1-c7172f9f8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.773203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-c52d7bc5-9faa-4673-8ec1-c7172f9f8bfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1458178 Dec 15 13:40:15.773701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:15.775690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-1593afe7-c050-40ab-85bc-c12d8b64944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.779362 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-1593afe7-c050-40ab-85bc-c12d8b64944e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1527545 Dec 15 13:40:15.781882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:15.786294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-24ba1fb7-6bbd-4f49-829c-fe0fc6e21157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.788324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-24ba1fb7-6bbd-4f49-829c-fe0fc6e21157 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 1095 time: 0.0758607 Dec 15 13:40:15.823857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d8b4a-2269-4518-9a17-3dff985bafd5 req-f7a5e868-7c5c-48b9-bb6b-f61e382667b5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.828960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a19d8b4a-2269-4518-9a17-3dff985bafd5 req-f7a5e868-7c5c-48b9-bb6b-f61e382667b5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 944 time: 0.1087794 Dec 15 13:40:15.840220 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:15.874920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-799b741e-8405-41a9-8ff5-7ea0a09105aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "PUT /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 997 time: 3.3787827 Dec 15 13:40:15.889504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-c866e66d-b62f-4ecf-9618-3e679b3c39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.891001 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-c866e66d-b62f-4ecf-9618-3e679b3c39aa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021690 Dec 15 13:40:15.933686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a19d8b4a-2269-4518-9a17-3dff985bafd5 req-0d17ab47-6dd7-4e16-b7d2-7cc7dce86d06 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004608 Dec 15 13:40:15.941262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-5d77ff10-2fcb-418f-ac5c-0ca8210c2504 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.942563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-5d77ff10-2fcb-418f-ac5c-0ca8210c2504 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports/6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 942 time: 0.0563440 Dec 15 13:40:15.962124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-f9ad651a-f6a4-45cd-83d3-2a7c5103577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.962124 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-f9ad651a-f6a4-45cd-83d3-2a7c5103577c service neutron] 10.222.0.85 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 926 time: 0.1622794 Dec 15 13:40:16.051544 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-d1f6c43a-d9c6-41c6-a7c4-fdbe2113180b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e51637e-232c-460a-a223-bb411be144bc HTTP/1.1" status: 200 len: 217 time: 0.0814867 Dec 15 13:40:16.094679 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:16.099476 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:13Z', 'revision_number': 3, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:16.127168 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e83ed0-702d-4bf2-9329-47a8f6b4adca None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:13Z', 'revision_number': 3, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:16.130608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-1b3baba6-7175-4479-8055-bbca94135116 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294049 Dec 15 13:40:16.136701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-282a27bc-d971-44d9-8442-e5430a0ad1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.138193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-36496755-9831-469e-becc-8cc5836ec7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.138349 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-282a27bc-d971-44d9-8442-e5430a0ad1d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603744 Dec 15 13:40:16.140493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-36496755-9831-469e-becc-8cc5836ec7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.0620165 Dec 15 13:40:16.240615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-bedc1b71-2c10-4c80-ae46-2565b1f1365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.242200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-bedc1b71-2c10-4c80-ae46-2565b1f1365d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 200 len: 863 time: 0.1764264 Dec 15 13:40:16.266021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-3a710d27-7da6-4964-b9ab-9894e2d1b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.274912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-3a710d27-7da6-4964-b9ab-9894e2d1b79b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.1275766 Dec 15 13:40:16.318117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-bc6eb3c6-9406-49aa-ae59-51a51ff5f387 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 217 time: 0.0423508 Dec 15 13:40:16.354183 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-d09cfc79-4375-4f45-b7f2-72928c693065 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040477 Dec 15 13:40:16.356811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-9e32aebb-270d-4875-8526-badc0ca028b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.358263 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-9e32aebb-270d-4875-8526-badc0ca028b7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033509 Dec 15 13:40:16.360111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-74e87293-5e33-4982-98ea-877c014fa52f service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208276 Dec 15 13:40:16.400955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-d2db8556-11d6-4fca-8055-40948690ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.402455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-d2db8556-11d6-4fca-8055-40948690ec2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.0718093 Dec 15 13:40:16.410153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b34b0-e1b4-46f9-8ccf-c9db0a86b2e2 None None] New status for floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:16.411404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a5f0-4ed5-4591-803d-ca16165fd33a req-1d70c951-b0d2-47d9-b734-19655556edd4 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.413759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7617a5f0-4ed5-4591-803d-ca16165fd33a req-1d70c951-b0d2-47d9-b734-19655556edd4 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 947 time: 0.0982447 Dec 15 13:40:16.496998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7617a5f0-4ed5-4591-803d-ca16165fd33a req-dc2e8f05-ba6a-40f0-8b65-dc9c05e46599 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721011 Dec 15 13:40:16.500108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-c54e6dfd-2337-4799-b268-32cba8b32381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.507640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-c54e6dfd-2337-4799-b268-32cba8b32381 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925753 Dec 15 13:40:16.512947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-3db55482-ed7a-4e5a-af60-a4bdda50227b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:16.520462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-3db55482-ed7a-4e5a-af60-a4bdda50227b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116746 Dec 15 13:40:16.530075 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bfdc8f2-18d4-4553-a31e-e8d661c235df req-c2ce4956-91d3-4f16-88e7-cff9521bf858 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667893 Dec 15 13:40:16.537565 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-e41ffd61-0dbb-4abd-803b-0b005889016f service neutron] 10.222.0.85 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264775 Dec 15 13:40:16.635630 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d228549a-b7bb-4c7b-9ca8-e3283cf69ff8 req-09b885c6-e6c7-40f3-bdc7-cf3ec460fe0d service neutron] 10.222.0.85 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917084 Dec 15 13:40:16.665938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-14e27326-61fa-4593-bd63-2bfd2465b4ee service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443775 Dec 15 13:40:16.669450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d42012-4759-49c2-85c8-065b1eb79226 req-75eea381-6991-42e2-9922-50476f57252a tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.670979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6d42012-4759-49c2-85c8-065b1eb79226 req-75eea381-6991-42e2-9922-50476f57252a tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1097 time: 0.0757723 Dec 15 13:40:16.731617 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:16.741013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:16.741850 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:16.792014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6d42012-4759-49c2-85c8-065b1eb79226 req-d588fc0d-9bb8-4140-81cc-a07c38d0d4bd tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980232 Dec 15 13:40:16.797595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-eb351a24-1b77-4c2b-ac2a-b0dee8a2bf67 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226170 Dec 15 13:40:16.855964 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:16.864424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:16.906833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-93338377-551d-46ea-8815-6f5420b8aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.908240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-93338377-551d-46ea-8815-6f5420b8aaa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1097 time: 0.0718541 Dec 15 13:40:16.921359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6084508-3ef9-433b-bab3-6e12fbac1333 req-24d2bc8d-2cda-4e0d-9327-28b225cf6518 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.924202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6084508-3ef9-433b-bab3-6e12fbac1333 req-24d2bc8d-2cda-4e0d-9327-28b225cf6518 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.0627484 Dec 15 13:40:16.973271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:17.000322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'mac_address': 'fa:16:3e:a5:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:17.026736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6084508-3ef9-433b-bab3-6e12fbac1333 req-43adfad1-b6f7-4c7c-a153-19e1c88e4258 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941660 Dec 15 13:40:17.050577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.060858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-8311395d-2a6c-4d28-a699-07b40d5b2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.062529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-8311395d-2a6c-4d28-a699-07b40d5b2606 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.1373820 Dec 15 13:40:17.070310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6d3afe-95e3-415d-b374-874bd93ef747 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:17.096441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:17.102740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.117559 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:16Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:17.145777 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:17.151186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:17.156158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:17.156808 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:17.166056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-989bc038-48e7-4788-b4a1-512f9c811e48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 1000 time: 0.0970848 Dec 15 13:40:17.189736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9db49-4035-42cf-bc42-ecfdb8f247cf req-a5f10993-3069-4873-83ee-703d76cd124a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.191274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94d9db49-4035-42cf-bc42-ecfdb8f247cf req-a5f10993-3069-4873-83ee-703d76cd124a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 943 time: 0.0792320 Dec 15 13:40:17.248241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}, {'name': 'network-changed', 'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:17.250592 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10567ac1-1733-4062-a024-c2c49c893172" -d '{"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}, {"name": "network-changed", "server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:17.259624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-452a398e-6a5c-42a3-aaa2-8778f0846fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.261156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-452a398e-6a5c-42a3-aaa2-8778f0846fe4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.0870578 Dec 15 13:40:17.284078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94d9db49-4035-42cf-bc42-ecfdb8f247cf req-4a6a0e0d-7325-4b32-9a87-eb425b454f2a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747750 Dec 15 13:40:17.301268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.314080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-ee429324-e367-43e2-9e1f-0941e477f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.315616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-ee429324-e367-43e2-9e1f-0941e477f213 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461011 Dec 15 13:40:17.357339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4e6d3afe-95e3-415d-b374-874bd93ef747'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:17.361275 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:17.418630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-08b05d63-3833-418f-8fa5-8c28021e62e3 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964742 Dec 15 13:40:17.500744 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-15435223-2004-45ac-804a-ce4173a59532 req-4b85ea3f-1c0f-4a51-94fa-b544141cc255 service neutron] show failed (client error): The resource could not be found. Dec 15 13:40:17.501987 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-4b85ea3f-1c0f-4a51-94fa-b544141cc255 service neutron] 10.222.0.67 "GET /v2.0/ports/84aa7e2e-fabb-4fc4-bd46-c390cb435838/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.1196742 Dec 15 13:40:17.618358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c9d34a-a9d7-4947-9f8d-5dfbb1963805 req-e4554ffc-51dc-41d7-a3a3-c45356d096bb service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928608 Dec 15 13:40:17.624202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11'}, {'name': 'network-changed', 'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:17.629529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:17.633248 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee" -d '{"events": [{"server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "name": "network-vif-unplugged", "status": "completed", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11"}, {"name": "network-changed", "server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:17.700884 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:16Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:17.735169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eab9e-f9fd-4d27-bff9-f35604f087e7 req-b5dae14b-8bb9-495f-a978-f714d731fe2d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.737161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c2eab9e-f9fd-4d27-bff9-f35604f087e7 req-b5dae14b-8bb9-495f-a978-f714d731fe2d tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 944 time: 0.0983441 Dec 15 13:40:17.775955 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc176d7-4dc1-4a47-ba1a-3385c0cc0372 None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:55:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:16Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:17.784365 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d499312-8d82-4bb0-9a26-02447f771e34 x-openstack-request-id: req-4d499312-8d82-4bb0-9a26-02447f771e34 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:17.784365 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:17.784365 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d499312-8d82-4bb0-9a26-02447f771e34 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:17.784365 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'status': 'completed', 'code': 200} Dec 15 13:40:17.784365 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'status': 'completed', 'code': 200} Dec 15 13:40:17.819269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c2eab9e-f9fd-4d27-bff9-f35604f087e7 req-be22bd5c-c665-4072-99fa-d6a3e94bf30a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749915 Dec 15 13:40:17.880348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:17.899823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-91717f6d-9468-4aa4-be92-dc12ff71cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.901396 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-91717f6d-9468-4aa4-be92-dc12ff71cc47 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb&tenant_id=270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 1101 time: 0.1568840 Dec 15 13:40:17.904229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:40:17.904229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:17.924091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:17.930461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-322f4a5f-5f9a-43af-971d-305c8200da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.932320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-322f4a5f-5f9a-43af-971d-305c8200da4e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.1162806 Dec 15 13:40:18.057675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d3d3-8bd6-438c-9c44-5204e11dbb29 req-628f681e-73d6-4619-bd7f-c9cb35bbed32 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.066235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1422d3d3-8bd6-438c-9c44-5204e11dbb29 req-628f681e-73d6-4619-bd7f-c9cb35bbed32 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 948 time: 0.1454837 Dec 15 13:40:18.092749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:18.110662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:18.123947 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7300ce8-35a9-42f7-ad5a-9498146e4485 x-openstack-request-id: req-b7300ce8-35a9-42f7-ad5a-9498146e4485 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:18.124244 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "name": "network-vif-unplugged", "status": "completed", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11", "code": 200}, {"name": "network-changed", "server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:18.124557 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7300ce8-35a9-42f7-ad5a-9498146e4485 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:18.125663 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'code': 200} Dec 15 13:40:18.125921 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'status': 'completed', 'code': 200} Dec 15 13:40:18.131347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'mac_address': 'fa:16:3e:e3:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:18.177292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1422d3d3-8bd6-438c-9c44-5204e11dbb29 req-f1c3f2b2-c126-4710-b45c-36a8e92e78f8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968869 Dec 15 13:40:18.177559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:18.194854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce391cf6-d274-42ef-9b62-30bb17f63faa {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:18.219591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:18.231469 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:18.270224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-3d01ee27-f3b4-476a-9bed-b7339f245fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.271700 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-3d01ee27-f3b4-476a-9bed-b7339f245fa4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.3217447 Dec 15 13:40:18.274239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6859b26-d881-4a85-aedf-d0c6217d1eac req-cb83ad83-3e7b-4ca2-bfbd-9c443c68adb1 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1013241 Dec 15 13:40:18.322929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:18.359728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859b26-d881-4a85-aedf-d0c6217d1eac req-77604839-5536-42ed-bdbc-c214ebc90046 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.361338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6859b26-d881-4a85-aedf-d0c6217d1eac req-77604839-5536-42ed-bdbc-c214ebc90046 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports/a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 943 time: 0.0751102 Dec 15 13:40:18.363793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3f8a-c063-41c1-ac4b-90a38a95e407 req-a0879c12-dfd8-4924-b254-dfe46f99ad88 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.365528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-500c3f8a-c063-41c1-ac4b-90a38a95e407 req-a0879c12-dfd8-4924-b254-dfe46f99ad88 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1097 time: 0.0900109 Dec 15 13:40:18.367472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-10a7217a-5a69-4bf1-ae70-76253b77d290 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 217 time: 0.0851216 Dec 15 13:40:18.370276 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:18.428161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-500c3f8a-c063-41c1-ac4b-90a38a95e407 req-5afdd1c9-fca1-4215-a9e3-5b70abebfacc tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 Dec 15 13:40:18.470273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-e445f2bf-8c7d-4024-ab31-96912f99b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.471779 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-e445f2bf-8c7d-4024-ab31-96912f99b964 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1124 time: 0.3054209 Dec 15 13:40:18.539621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6859b26-d881-4a85-aedf-d0c6217d1eac req-9af1f1f8-401e-41f5-bf7e-0a1d32fcf1aa tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1102946 Dec 15 13:40:18.559514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-55802ad3-c30f-4016-8eae-6ad75c8c7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.561305 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-55802ad3-c30f-4016-8eae-6ad75c8c7699 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1832716 Dec 15 13:40:18.561789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:18.839852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ce391cf6-d274-42ef-9b62-30bb17f63faa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:18.906667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:18.912807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-b30eb896-cc38-42e3-94ed-9dc854aea1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.914361 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-b30eb896-cc38-42e3-94ed-9dc854aea1e5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226521 Dec 15 13:40:18.918769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-4eacb362-0a5d-4b1e-b3e4-d0eaa29080db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.920194 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-4eacb362-0a5d-4b1e-b3e4-d0eaa29080db service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.4379117 Dec 15 13:40:18.923722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:18.965982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36e65-7585-4283-98aa-b841a55474e0 req-d1b92783-b874-460a-b2c1-7349ffba37ea tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.967359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b36e65-7585-4283-98aa-b841a55474e0 req-d1b92783-b874-460a-b2c1-7349ffba37ea tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.4612534 Dec 15 13:40:19.007858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 4e6d3afe-95e3-415d-b374-874bd93ef747 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:19.015054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4e6d3afe-95e3-415d-b374-874bd93ef747 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:19.015861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.026007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7465-0bda-4420-93ae-74efe503279a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.032874 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-583e9dec-c7f3-4f66-ab9e-348f29943d15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 217 time: 0.0969207 Dec 15 13:40:19.047631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859b26-d881-4a85-aedf-d0c6217d1eac req-5e9c5446-5af0-4f8f-a474-68917d32d693 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.049150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6859b26-d881-4a85-aedf-d0c6217d1eac req-5e9c5446-5af0-4f8f-a474-68917d32d693 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.5002451 Dec 15 13:40:19.054271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b36e65-7585-4283-98aa-b841a55474e0 req-fab06210-e299-4836-84dc-df5519403da3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745504 Dec 15 13:40:19.103952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:19.167599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.196212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:19.198518 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd14ee20-85b0-4be5-bbea-841fbbea8a50" -d '{"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:19.209186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-23f54d1e-e748-47de-8d9a-75e8f4456627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.210812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-23f54d1e-e748-47de-8d9a-75e8f4456627 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1551931 Dec 15 13:40:19.218908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:19.222195 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.223094 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.229232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-25f0b7a9-7183-415d-8e2d-dfb9f8eb9563 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921338 Dec 15 13:40:19.247255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf5800-ac4d-4090-b510-cd224baf35fc req-c562d783-9b77-4680-943e-03c6455389ac tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.254508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebaf5800-ac4d-4090-b510-cd224baf35fc req-c562d783-9b77-4680-943e-03c6455389ac tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 943 time: 0.0926366 Dec 15 13:40:19.273074 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-ed6a4c23-58dd-413a-a7cd-64e693b289c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466905 Dec 15 13:40:19.282493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:19.285411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0efaf-c703-4bb3-8aa7-9d118149cc72 req-f581b8b5-58e8-467c-a4ff-8f7707fc1e99 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.286827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cc0efaf-c703-4bb3-8aa7-9d118149cc72 req-f581b8b5-58e8-467c-a4ff-8f7707fc1e99 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 944 time: 0.0943813 Dec 15 13:40:19.328202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebaf5800-ac4d-4090-b510-cd224baf35fc req-111b2834-c812-446d-8c20-364a1413683a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Dec 15 13:40:19.328416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Transition to ACTIVE for port object 84aa7e2e-fabb-4fc4-bd46-c390cb435838 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:19.356731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cc0efaf-c703-4bb3-8aa7-9d118149cc72 req-e56bf374-f2ab-4e3f-8cc6-f2a347b418d6 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585251 Dec 15 13:40:19.385266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.409653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7465-0bda-4420-93ae-74efe503279a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.412653 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b8ead-ddec-494b-84ed-fd538a9e7021 x-openstack-request-id: req-504b8ead-ddec-494b-84ed-fd538a9e7021 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:19.413186 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:19.413732 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-504b8ead-ddec-494b-84ed-fd538a9e7021 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:19.414180 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'code': 200} Dec 15 13:40:19.450429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-75a83214-7902-46a1-ab50-bd3cad01106b tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.0871556 Dec 15 13:40:19.484708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7465-0bda-4420-93ae-74efe503279a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.534417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] No DVR routers for this DVR port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:19.566983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-4b67db81-d0a3-4483-a654-fcb00bc959bb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.568368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-4b67db81-d0a3-4483-a654-fcb00bc959bb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports/a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 943 time: 0.1034267 Dec 15 13:40:19.586613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977682-b3f3-47b5-a2fa-994eb270ee56 req-c7cbedce-f2d9-41bc-aa06-8c2b88ee698a tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.588133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38977682-b3f3-47b5-a2fa-994eb270ee56 req-c7cbedce-f2d9-41bc-aa06-8c2b88ee698a tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 949 time: 0.1265371 Dec 15 13:40:19.600228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470bee9-a6bf-4eff-a878-897717b4e4a1 req-5089c559-29f8-42e4-b097-075ed71a4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.602227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7470bee9-a6bf-4eff-a878-897717b4e4a1 req-5089c559-29f8-42e4-b097-075ed71a4839 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 1100 time: 0.0852540 Dec 15 13:40:19.603683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:19.604016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:19.604345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:19.625337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:19.625656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Attempting to bind port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:19.629132 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-7b8fbb7c-3b6f-40fa-8e91-04ba7773caa4 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869517 Dec 15 13:40:19.642044 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ad9e7465-0bda-4420-93ae-74efe503279a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0407959190e6499d8531a93c0e25a2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8588791 Dec 15 13:40:19.642044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:19.642735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:19.642944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0e51637e-232c-460a-a223-bb411be144bc details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:19.668006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e7465-0bda-4420-93ae-74efe503279a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae801cd-15cc-4bfd-8dc4-70126436e091,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:19.674665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:19.675007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:19.675385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:19.675831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Bound port: 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:19.676191 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.716864 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-d924d2ea-b862-46b1-a543-07895ef8ad70 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282095 Dec 15 13:40:19.763464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7470bee9-a6bf-4eff-a878-897717b4e4a1 req-d623c585-cbde-4f5f-8ef2-587127826eb7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467037 Dec 15 13:40:19.766638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38977682-b3f3-47b5-a2fa-994eb270ee56 req-3e16f2bd-2c47-4704-ae65-8ca3a105ad3a tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685667 Dec 15 13:40:19.783633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c4a992b3-df0c-4808-9a78-87a4fb1b38f1 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1499505 Dec 15 13:40:19.797367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0e51637e-232c-460a-a223-bb411be144bc, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0e51637e-232c-460a-a223-bb411be144bc,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:19.810070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ccbf6ca-015f-40c5-b944-ffe942546b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.822999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '0e51637e-232c-460a-a223-bb411be144bc', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'port_id': '0e51637e-232c-460a-a223-bb411be144bc', 'mac_address': 'fa:16:3e:4e:fa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:19.875293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.903500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e51637e-232c-460a-a223-bb411be144bc {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:19.910817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:19.916031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:19.918365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-88494cf7-7572-4c3b-af32-5a79999cc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.920106 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-88494cf7-7572-4c3b-af32-5a79999cc901 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1097 time: 0.1996315 Dec 15 13:40:19.932228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0e51637e-232c-460a-a223-bb411be144bc, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0e51637e-232c-460a-a223-bb411be144bc,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:19.937846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.939224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.971794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ccbf6ca-015f-40c5-b944-ffe942546b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.004074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0e51637e-232c-460a-a223-bb411be144bc,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:20.033322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac02faa9-31e8-4d82-9da8-2fbf2f7716ee req-3aae6a1c-86a0-4b18-beda-da37e33371b9 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802012 Dec 15 13:40:20.034544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180fc62-1058-4e58-8c16-84d154bd6d47 req-f21a7b85-a157-4973-a9ac-1067feba9494 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.036424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8180fc62-1058-4e58-8c16-84d154bd6d47 req-f21a7b85-a157-4973-a9ac-1067feba9494 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1097 time: 0.1218348 Dec 15 13:40:20.040211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.040853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.042193 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] 10.222.0.85 "PUT /v2.0/ports/84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 1096 time: 2.1240847 Dec 15 13:40:20.102892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-48fa1795-5e08-45f7-bf0b-f2995f9923cb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.108887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95d50-bd79-4b17-b0cb-0df6d36f8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:20.109091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-48fa1795-5e08-45f7-bf0b-f2995f9923cb tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.3145316 Dec 15 13:40:20.116322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:20.126806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838'}, {'name': 'network-changed', 'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:20.129052 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac" -d '{"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-unplugged", "status": "completed", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838"}, {"name": "network-changed", "server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:20.143655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-59f59b11-56a6-4ac6-b3d0-63a30aae3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.145066 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-59f59b11-56a6-4ac6-b3d0-63a30aae3ff8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.2174447 Dec 15 13:40:20.201945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-0a348ac3-f979-4ea2-81d2-6c863976eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.204534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-0a348ac3-f979-4ea2-81d2-6c863976eb53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1099 time: 0.1246138 Dec 15 13:40:20.209715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8180fc62-1058-4e58-8c16-84d154bd6d47 req-efc6f44a-da47-4de9-b8f0-bac9f074d139 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552489 Dec 15 13:40:20.223548 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ccbf6ca-015f-40c5-b944-ffe942546b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.226769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ccbf6ca-015f-40c5-b944-ffe942546b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.228493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8ccbf6ca-015f-40c5-b944-ffe942546b2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fae801cd-15cc-4bfd-8dc4-70126436e091 HTTP/1.1" status: 204 len: 168 time: 0.5844636 Dec 15 13:40:20.239360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbf6ca-015f-40c5-b944-ffe942546b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae801cd-15cc-4bfd-8dc4-70126436e091,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:20.250794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-af4b22cc-b0b8-4d2e-b876-79d3f097bbc2 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1298642 Dec 15 13:40:20.257056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:20.354470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.371168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0933a7a-37ed-44bc-b911-7710bd5c6795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.396042 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-e81c9f19-ea3f-4629-bb6a-66e67a100ac6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 1000 time: 0.2414935 Dec 15 13:40:20.481969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef71ece-bfc7-4026-b860-6bacbdf5eb8b req-9b4fc57b-1eab-439a-b567-0804a7dbd241 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.489096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eef71ece-bfc7-4026-b860-6bacbdf5eb8b req-9b4fc57b-1eab-439a-b567-0804a7dbd241 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 948 time: 0.1472492 Dec 15 13:40:20.493264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-e178555c-98dd-4e81-b112-dc620e1c8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.494871 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-e178555c-98dd-4e81-b112-dc620e1c8421 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2818687 Dec 15 13:40:20.498992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-69a40268-38a9-41af-9460-5205cbb3cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.500384 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-69a40268-38a9-41af-9460-5205cbb3cba0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.0938151 Dec 15 13:40:20.580196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.591458 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-5b360171-07f1-46c7-88e1-2db480d62cca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.0715015 Dec 15 13:40:20.595484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eef71ece-bfc7-4026-b860-6bacbdf5eb8b req-a7c3457a-e5b9-474d-8715-0eb0817d1d90 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054823 Dec 15 13:40:20.596684 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.597023 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa disassociated. External IP: 172.25.2.7, port: a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb. Dec 15 13:40:20.617571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:20.668123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0e51637e-232c-460a-a223-bb411be144bc'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:20.672537 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4987beb-6549-4e82-b8da-987049d5ede8 x-openstack-request-id: req-a4987beb-6549-4e82-b8da-987049d5ede8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:20.673021 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-unplugged", "status": "completed", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838", "code": 200}, {"name": "network-changed", "server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:20.673448 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4987beb-6549-4e82-b8da-987049d5ede8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:20.673989 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'code': 200} Dec 15 13:40:20.674415 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'status': 'completed', 'code': 200} Dec 15 13:40:20.694694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0933a7a-37ed-44bc-b911-7710bd5c6795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.697366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c77655ed-c641-4550-852e-5140aac8f32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.721484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0933a7a-37ed-44bc-b911-7710bd5c6795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.730405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567ac1-1733-4062-a024-c2c49c893172 req-349c41b9-67b1-4702-91bd-7ee709f52d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.731946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-349c41b9-67b1-4702-91bd-7ee709f52d2a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2198174 Dec 15 13:40:20.764006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.801431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-1f0e671f-3688-4d87-8444-743c01f5e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.803368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-1f0e671f-3688-4d87-8444-743c01f5e2d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1917105 Dec 15 13:40:20.848724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f0933a7a-37ed-44bc-b911-7710bd5c6795 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d15af588a2240b7be58ecfe7d879c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7288582 Dec 15 13:40:20.857330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-de926be0-202a-451d-9229-98c7e5d43d67 service neutron] 10.222.0.67 "GET /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.3116527 Dec 15 13:40:20.861241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:20.905298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-736c9fa2-5532-4cf1-9e46-2af40cb1be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.906832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-736c9fa2-5532-4cf1-9e46-2af40cb1be4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1099 time: 0.2052758 Dec 15 13:40:20.908397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:21.053844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:21.071638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:21.072486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf685-9ac1-4e5f-a758-1bac419d0111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.100131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:21.112984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-fa651387-a2a7-40a9-bc06-6b9afd0f8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.114469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-fa651387-a2a7-40a9-bc06-6b9afd0f8c96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1976135 Dec 15 13:40:21.117433 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf685-9ac1-4e5f-a758-1bac419d0111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.195592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0933a7a-37ed-44bc-b911-7710bd5c6795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d558ebf-a590-48ae-b367-11853b7cea10,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:21.229298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-237803e5-d130-4c72-8e55-57bc6f7aea1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.1033502 Dec 15 13:40:21.316683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-acf14463-0da0-45a4-ac9b-92309961d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.318138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-acf14463-0da0-45a4-ac9b-92309961d1a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0762851 Dec 15 13:40:21.336953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435223-2004-45ac-804a-ce4173a59532 req-5ee1ae8b-e877-475c-bedf-c96e524f68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.338387 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-5ee1ae8b-e877-475c-bedf-c96e524f68ec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4830706 Dec 15 13:40:21.341378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf685-9ac1-4e5f-a758-1bac419d0111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.344345 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf685-9ac1-4e5f-a758-1bac419d0111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.345611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cf8cf685-9ac1-4e5f-a758-1bac419d0111 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d558ebf-a590-48ae-b367-11853b7cea10 HTTP/1.1" status: 204 len: 168 time: 0.4833479 Dec 15 13:40:21.352067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-48915cc5-ab65-463b-b248-a3be881c005a service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048176 Dec 15 13:40:21.370591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cf685-9ac1-4e5f-a758-1bac419d0111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d558ebf-a590-48ae-b367-11853b7cea10,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:21.410853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:21.416540 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.425527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:21.430552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c77655ed-c641-4550-852e-5140aac8f32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.459520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:21.461313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:21.463989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-c090b9d7-9997-42cc-b61c-0101d5c0100a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "PUT /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 693 time: 1.2067716 Dec 15 13:40:21.466422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:21.468432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c77655ed-c641-4550-852e-5140aac8f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.471905 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb39cb91-9cbb-4907-b8c2-4565aa26354d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:21.477528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-ab3d506f-b412-4d2e-9828-d6c0de325153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.478992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-ab3d506f-b412-4d2e-9828-d6c0de325153 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517491 Dec 15 13:40:21.541348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:21.569737 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c77655ed-c641-4550-852e-5140aac8f32e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51eeb93f8b9040378646e082fe829ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9372246 Dec 15 13:40:21.569898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:21.580447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-2026642e-dc20-41e0-8cd3-7370df78b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.588476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-2026642e-dc20-41e0-8cd3-7370df78b127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1097 time: 0.1130443 Dec 15 13:40:21.594047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77655ed-c641-4550-852e-5140aac8f32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d91369-19b5-4a41-b7af-af8bab8c7b9f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:21.624927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:21.648906 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10567ac1-1733-4062-a024-c2c49c893172 req-bff4f532-db06-4271-b26d-062c5538994f service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811425 Dec 15 13:40:21.667694 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-2e5b223c-4faa-4d34-a67c-0862a778e100 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195407 Dec 15 13:40:21.704544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59e551b-b43c-489b-b1e4-8d78589dba11 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:21.740319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-6d683fa2-6d9c-412f-94b2-0ce3987a820b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515023 Dec 15 13:40:21.763619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:21.766548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:21.790058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.866967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:21.869185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ce391cf6-d274-42ef-9b62-30bb17f63faa completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:21.889255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-7d280209-7028-4d0d-a930-ab06a9897536 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346757 Dec 15 13:40:21.907362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ce391cf6-d274-42ef-9b62-30bb17f63faa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:21.907728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.911027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f2d-e30b-498b-b7d7-ffc074e67cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:21.916569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15435223-2004-45ac-804a-ce4173a59532 req-395b8c1a-7559-4625-9c25-df6b4e7522bb service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349708 Dec 15 13:40:21.936032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f2d-e30b-498b-b7d7-ffc074e67cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.004973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f2d-e30b-498b-b7d7-ffc074e67cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.009128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f2d-e30b-498b-b7d7-ffc074e67cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.009496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:22.013335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-21fc8f2d-e30b-498b-b7d7-ffc074e67cff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2d91369-19b5-4a41-b7af-af8bab8c7b9f HTTP/1.1" status: 204 len: 168 time: 0.4391181 Dec 15 13:40:22.015758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-f514f9db-6852-4067-8575-81a1e38190b3 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:22.016569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-f514f9db-6852-4067-8575-81a1e38190b3 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272324 Dec 15 13:40:22.039047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc8f2d-e30b-498b-b7d7-ffc074e67cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d91369-19b5-4a41-b7af-af8bab8c7b9f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:22.055306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] Transition to ACTIVE for port object e59e551b-b43c-489b-b1e4-8d78589dba11 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:22.074930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-77e61c25-c52d-420f-9b79-2bdb059c09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.079782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-77e61c25-c52d-420f-9b79-2bdb059c09d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.4903524 Dec 15 13:40:22.101179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-260e055c-258e-4e6f-be59-3798f14973b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.104869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.149364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-8cebafb6-d822-47b7-92aa-d6a441c7efac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 217 time: 0.0616150 Dec 15 13:40:22.181694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-b201a191-0357-4e28-9e2b-8d367d572e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.183099 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-b201a191-0357-4e28-9e2b-8d367d572e39 service neutron] 10.222.0.32 "GET /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 1094 time: 0.1478617 Dec 15 13:40:22.200649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.211317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:22.211872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:40:22.217419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-2d177952-73a7-46e5-a1be-2a74a6748506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.219604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-2d177952-73a7-46e5-a1be-2a74a6748506 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.0631595 Dec 15 13:40:22.237260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:22.240201 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d156c-0c73-4c8d-8eca-a7b710efd1bf" -d '{"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:22.261366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:22.268153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.295272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-a0c6826e-c0c4-4c76-896e-2b38a3e0eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.297234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-a0c6826e-c0c4-4c76-896e-2b38a3e0eea1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708535 Dec 15 13:40:22.312591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:22.347660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-a7d9ca25-7396-41e1-ae6e-fa4e79c1990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.349202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:22.350060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-a7d9ca25-7396-41e1-ae6e-fa4e79c1990d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1099 time: 0.3397169 Dec 15 13:40:22.351188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] No DVR routers for this DVR port e59e551b-b43c-489b-b1e4-8d78589dba11 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:22.363270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:22.368786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:22.369310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:22.439040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:22.450790 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-bc10fc10-4dec-4a74-8b9d-bfd87f4b4ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430416 Dec 15 13:40:22.499091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:22.548636 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-4c5ceded-0fd5-4257-ac6e-f7674fc2dda5 service neutron] 10.222.0.67 "PUT /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6779492 Dec 15 13:40:22.593123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb3d624c-649a-4bc7-8389-909d15f4138d req-77d31aa9-0efd-4004-8952-ac6e0c251a7c service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175497 Dec 15 13:40:22.703291 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-260e055c-258e-4e6f-be59-3798f14973b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.734856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-260e055c-258e-4e6f-be59-3798f14973b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.742075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-5afd8563-ea74-4790-8729-09a1335ebe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.743667 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-5afd8563-ea74-4790-8729-09a1335ebe88 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3320365 Dec 15 13:40:22.762333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639ef8-eaad-44f0-b952-ef2870006219 req-c5676b65-9217-496d-bf54-c2a59f5f8896 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.763983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3639ef8-eaad-44f0-b952-ef2870006219 req-c5676b65-9217-496d-bf54-c2a59f5f8896 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 944 time: 0.0654981 Dec 15 13:40:22.784360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:22.794652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:22.795001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:22.795324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:22.818223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98f574-82c6-4c70-9492-ea637307a780 None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:22.823969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3639ef8-eaad-44f0-b952-ef2870006219 req-1115511e-0be6-40b1-9bf9-807fa0a7ae67 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Dec 15 13:40:22.837466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-260e055c-258e-4e6f-be59-3798f14973b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e12674ba98a7473a9d35080cc3058e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198612 Dec 15 13:40:22.840198 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-519c2ee2-27cb-47e9-b0a9-9f26a5932421 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.0837872 Dec 15 13:40:22.840827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:22.841269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:22.841568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:22.843544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e055c-258e-4e6f-be59-3798f14973b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf32f08-07e5-4f21-ba32-e7e31e276d98,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:22.862926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:22.863178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:22.863688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:22.864462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Bound port: 8ba96beb-eace-422b-9967-db56e161e28d, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:22.889611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-cfc772f4-26f5-47ba-93b8-bbdf24cadc20 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.891128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-cfc772f4-26f5-47ba-93b8-bbdf24cadc20 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.2184315 Dec 15 13:40:22.907146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a6230ff-9041-430b-883e-3b1b068f97fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.932492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a6230ff-9041-430b-883e-3b1b068f97fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:22.969591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-306deccd-a567-495f-92b2-7ebaa1a211b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.971081 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-306deccd-a567-495f-92b2-7ebaa1a211b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1200325 Dec 15 13:40:23.021233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-cc3d0565-e1f9-4e61-8f15-cc1f0a2cedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.022719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-cc3d0565-e1f9-4e61-8f15-cc1f0a2cedcd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232&tenant_id=457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 1095 time: 0.1065252 Dec 15 13:40:23.028156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:23.038834 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:23.040456 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-247c19db-a6fa-4fff-a7c0-eac544812877 service neutron] 10.222.0.32 "POST /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d/bindings HTTP/1.1" status: 201 len: 389 time: 0.8389645 Dec 15 13:40:23.049609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-ee7ade64-019c-4225-9bd9-9f31e401f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.051269 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-ee7ade64-019c-4225-9bd9-9f31e401f9be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713406 Dec 15 13:40:23.066206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bf0df-0f79-43bb-b2b1-3d7f5ae1e548 req-fec9ff84-e1b2-46fa-96b8-b2387bea260e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.067987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-940bf0df-0f79-43bb-b2b1-3d7f5ae1e548 req-fec9ff84-e1b2-46fa-96b8-b2387bea260e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 945 time: 0.0835319 Dec 15 13:40:23.069430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a6230ff-9041-430b-883e-3b1b068f97fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:23.072402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a6230ff-9041-430b-883e-3b1b068f97fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:23.076859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3a6230ff-9041-430b-883e-3b1b068f97fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cf32f08-07e5-4f21-ba32-e7e31e276d98 HTTP/1.1" status: 204 len: 168 time: 0.2309248 Dec 15 13:40:23.120798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6230ff-9041-430b-883e-3b1b068f97fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf32f08-07e5-4f21-ba32-e7e31e276d98,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:23.214699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-940bf0df-0f79-43bb-b2b1-3d7f5ae1e548 req-dc58e05b-6470-4bed-ba13-0a30e0bdcb79 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265302 Dec 15 13:40:23.237865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-56b852c0-4eab-4c70-8688-df8c72fdf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.239494 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-56b852c0-4eab-4c70-8688-df8c72fdf84b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1095 time: 0.1089234 Dec 15 13:40:23.278740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-d9e8556b-3a4c-46c8-8144-11d2618addbd service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178473 Dec 15 13:40:23.290314 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25779fd-ea16-4676-b9c4-5a3e496bf62d x-openstack-request-id: req-b25779fd-ea16-4676-b9c4-5a3e496bf62d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:23.290683 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:23.291009 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b25779fd-ea16-4676-b9c4-5a3e496bf62d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:23.291474 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'status': 'completed', 'code': 200} Dec 15 13:40:23.320568 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92a655-ece7-4aa0-ae39-82173a4c3a6b None None] New status for floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:23.411901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21d31e-81d0-4067-a5c9-e1d0b4fdaa40 req-9e00e460-68ea-4092-9752-5acbc655e882 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.420240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c21d31e-81d0-4067-a5c9-e1d0b4fdaa40 req-9e00e460-68ea-4092-9752-5acbc655e882 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 949 time: 0.1183050 Dec 15 13:40:23.450343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-6d9ef0d1-b09e-4f56-bac9-d387e0914ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.452740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-6d9ef0d1-b09e-4f56-bac9-d387e0914ef9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.1994641 Dec 15 13:40:23.455145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-3ae34c09-de82-40a1-9620-da6f951a0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.457027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-3ae34c09-de82-40a1-9620-da6f951a0f4c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 1097 time: 0.1010089 Dec 15 13:40:23.464257 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-26f5eaa3-5b8a-4d88-86ad-b8ac311e11ac req-747e5f9a-fcc3-4aaf-a5a9-2b4422e2ae9b service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488962 Dec 15 13:40:23.549350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c21d31e-81d0-4067-a5c9-e1d0b4fdaa40 req-d9d3aecb-ff35-4c19-bbb8-1f8b6118d63c tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274273 Dec 15 13:40:23.572670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-16452662-215f-4807-92e9-f484e0db49c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 217 time: 0.0803654 Dec 15 13:40:23.633738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bfaa-743f-4816-b39d-d19c7a4dc051 req-2dcd78b2-d55c-4a37-b756-187530423b0f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.635734 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d535bfaa-743f-4816-b39d-d19c7a4dc051 req-2dcd78b2-d55c-4a37-b756-187530423b0f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 948 time: 0.1828341 Dec 15 13:40:23.643176 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10707cfd-7b33-4578-b303-cdcdae27ee91 x-openstack-request-id: req-10707cfd-7b33-4578-b303-cdcdae27ee91 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:23.643561 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:23.643864 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10707cfd-7b33-4578-b303-cdcdae27ee91 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:23.644227 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'code': 200} Dec 15 13:40:23.664558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0e51637e-232c-460a-a223-bb411be144bc up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:23.682312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-6870dba4-c6bd-4601-8243-6ebbec7ecbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.686008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-6870dba4-c6bd-4601-8243-6ebbec7ecbd4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1035485 Dec 15 13:40:23.718044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d535bfaa-743f-4816-b39d-d19c7a4dc051 req-62f82f4a-dac0-4036-b606-45414d345fdd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746634 Dec 15 13:40:23.789898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 0e51637e-232c-460a-a223-bb411be144bc completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:23.798431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 0e51637e-232c-460a-a223-bb411be144bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:23.799444 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:23.802260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-967f4f8a-fa71-412e-89c1-c1108e850f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.806553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-967f4f8a-fa71-412e-89c1-c1108e850f79 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.2642510 Dec 15 13:40:23.827381 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-fffb1d5b-a1d4-411b-9731-685dbc00177c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341343 Dec 15 13:40:23.943201 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-47e7579d-0adc-4fad-b7f9-fac5ce2ccf0f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 200 len: 217 time: 0.1280832 Dec 15 13:40:23.959469 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:40:23.962728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.023500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0e51637e-232c-460a-a223-bb411be144bc, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0e51637e-232c-460a-a223-bb411be144bc,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:24.029160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.107940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0e51637e-232c-460a-a223-bb411be144bc,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:24.122266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-cc498cf0-659b-4acd-84f0-4204617ca409 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329080 Dec 15 13:40:24.136723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde80ab-a143-4b5a-b53d-536e187fcce0 req-0a6a011f-127c-4b3b-907d-2b64c393cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.139283 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ccde80ab-a143-4b5a-b53d-536e187fcce0 req-0a6a011f-127c-4b3b-907d-2b64c393cdef service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 1100 time: 0.3494368 Dec 15 13:40:24.143899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d2097-cbb4-4a38-a3d8-c281ed4a3a2b req-e4472e3f-17d3-414b-9786-b241a892efc8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.145427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d9d2097-cbb4-4a38-a3d8-c281ed4a3a2b req-e4472e3f-17d3-414b-9786-b241a892efc8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 949 time: 0.2070382 Dec 15 13:40:24.172697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-df424c95-bcda-4e01-93c3-7e6bdde413c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.175763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-df424c95-bcda-4e01-93c3-7e6bdde413c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1306551 Dec 15 13:40:24.221675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8b93f-91fe-4061-b8b9-b17bd62f871e req-e0bd94f0-04aa-4c30-94aa-51ab0dfba70d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.235506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72c8b93f-91fe-4061-b8b9-b17bd62f871e req-e0bd94f0-04aa-4c30-94aa-51ab0dfba70d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 946 time: 0.2940774 Dec 15 13:40:24.293759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ccde80ab-a143-4b5a-b53d-536e187fcce0 req-e7febbc9-df57-4d18-98e1-cce2a9f09328 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229904 Dec 15 13:40:24.325041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-5dcc555f-f198-436f-99f1-9af0bb2a898c service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545618 Dec 15 13:40:24.345144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d9d2097-cbb4-4a38-a3d8-c281ed4a3a2b req-822d30fc-45b2-4db4-9d4a-b1d9daa9a7ec tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888614 Dec 15 13:40:24.363198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72c8b93f-91fe-4061-b8b9-b17bd62f871e req-eedf6931-bea8-4ca2-98f6-3e2c76b277bf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268325 Dec 15 13:40:24.373568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-994a4f81-9662-405d-ab8e-43c40be9c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.375719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-994a4f81-9662-405d-ab8e-43c40be9c2cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266704 Dec 15 13:40:24.423654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:24.497926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86210705-5973-46af-8f97-f0f5bd117367 req-16cd5137-4f7b-413c-b11e-659437945007 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.499406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-16cd5137-4f7b-413c-b11e-659437945007 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0847290 Dec 15 13:40:24.506773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdfbc-c8b9-41ba-820d-05ecb81d23ab req-b5790026-88af-4150-ac58-86f4550d081f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.508134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-894fdfbc-c8b9-41ba-820d-05ecb81d23ab req-b5790026-88af-4150-ac58-86f4550d081f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 944 time: 0.0831864 Dec 15 13:40:24.565772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-509941129-network', 'tenant_id': '9ea1d99d2dbf46a9b7ce33835439b2c5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:24.588976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Made reservation on behalf of 9ea1d99d2dbf46a9b7ce33835439b2c5 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:24.592042 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.602136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.686616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.690648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.720608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:40:24.727089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00619826-153d-481a-a5e3-0282957abeca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:24.733516 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.733895 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Added segment b4f2abf7-4512-4b47-bbff-619c006653c6 of type vlan for network 03905a58-675a-4760-bb16-0a8ed9a6e464 Dec 15 13:40:24.776972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.801992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.803132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.803835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.867358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-f9db2c8f-51e4-4c0e-90a6-1757ab0bdf7c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.3581390 Dec 15 13:40:24.896335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'floatingip': {'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:24.955104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.968784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-894fdfbc-c8b9-41ba-820d-05ecb81d23ab req-ad1440e0-03f5-4b30-ba47-16e1bdfd9403 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522023 Dec 15 13:40:25.056220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-0c69cd35-035f-4219-82b6-c6836ea8271a service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419417 Dec 15 13:40:25.067649 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6427443 Dec 15 13:40:25.071204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:25.081527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Request body: {'subnet': {'network_id': '03905a58-675a-4760-bb16-0a8ed9a6e464', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-509941129-subnet', 'tenant_id': '9ea1d99d2dbf46a9b7ce33835439b2c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:25.095892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ef4d-896c-4c00-9a95-f52be0fbad1c admin admin] Pushing event updated for resources: {'Network': ['ID=03905a58-675a-4760-bb16-0a8ed9a6e464,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:25.113608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 03905a58-675a-4760-bb16-0a8ed9a6e464 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:40:25.116555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f24f-1597-4b66-baea-6a22654c7138 req-b36ad4c0-780a-4ee4-9969-3b2130076b8e tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.118165 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-b36ad4c0-780a-4ee4-9969-3b2130076b8e tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.0816009 Dec 15 13:40:25.120649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Made reservation on behalf of 9ea1d99d2dbf46a9b7ce33835439b2c5 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:25.123639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.303166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921459d-c232-458c-b55f-665f351bf9b7 req-ad4be159-5659-4b19-a7bc-1bb97a7c74bf tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.304576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d921459d-c232-458c-b55f-665f351bf9b7 req-ad4be159-5659-4b19-a7bc-1bb97a7c74bf tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 946 time: 0.2288258 Dec 15 13:40:25.326189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a447f24f-1597-4b66-baea-6a22654c7138 req-8d724794-8b68-4f76-912e-ef5848ef5028 service neutron] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:25.333236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a447f24f-1597-4b66-baea-6a22654c7138 req-8d724794-8b68-4f76-912e-ef5848ef5028 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.334317 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a447f24f-1597-4b66-baea-6a22654c7138 req-8d724794-8b68-4f76-912e-ef5848ef5028 service neutron] 10.222.0.85 "DELETE /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.1990600 Dec 15 13:40:25.349167 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39cb91-9cbb-4907-b8c2-4565aa26354d req-21a450b1-c01a-4cf7-8e4d-53294230ff02 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747185 Dec 15 13:40:25.384467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.398732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d921459d-c232-458c-b55f-665f351bf9b7 req-b85a8715-3dfd-4103-8363-8143be43d2c1 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841348 Dec 15 13:40:25.453147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74195b11-618c-4a82-a7d4-d6bf6d036106,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:25.460709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Checking segment: {'id': 'b4f2abf7-4512-4b47-bbff-619c006653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '03905a58-675a-4760-bb16-0a8ed9a6e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:25.461074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Network hostable DHCP agents. Network: 03905a58-675a-4760-bb16-0a8ed9a6e464, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:40:25.482227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Network 03905a58-675a-4760-bb16-0a8ed9a6e464 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:40:25.493246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 03905a58-675a-4760-bb16-0a8ed9a6e464) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:25.498426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.499050 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.502805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35dab8c-1b4a-4212-aba2-73feb108efca None None] Network 03905a58-675a-4760-bb16-0a8ed9a6e464 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:25.525835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-389ecbad-21b2-4d7b-ba0a-3f0d946dee8f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4537346 Dec 15 13:40:25.634914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0495c34-5f19-46e1-b00f-51a0ecb6c81a None None] Network 03905a58-675a-4760-bb16-0a8ed9a6e464 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:25.672181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51637e-232c-460a-a223-bb411be144bc'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:25.678683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.679477 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a3fa6c-b01a-458e-b89c-01c23e53d44f" -d '{"events": [{"server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "name": "network-vif-plugged", "status": "completed", "tag": "0e51637e-232c-460a-a223-bb411be144bc"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:25.690633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.777563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-50d6b004-54ef-47fe-aef1-6042dfc58989 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf695ba99be1478582d05176a99b28e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500793 Dec 15 13:40:25.878859 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa associated. External IP: 172.25.2.7, port: 6c41fe6a-9689-4bb4-b589-3d15606e6ec4. Dec 15 13:40:25.977256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-4cb3b85d-e41f-423a-bb95-f213ca880144 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.978705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-4cb3b85d-e41f-423a-bb95-f213ca880144 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931865 Dec 15 13:40:26.013343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-2518998c-2de7-4444-b974-b3d808db8ab8 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/quotas/bf695ba99be1478582d05176a99b28e9 HTTP/1.1" status: 200 len: 375 time: 0.0142763 Dec 15 13:40:26.107444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-e964ef1d-c4ed-489b-98e4-8671521c796e tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf695ba99be1478582d05176a99b28e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868685 Dec 15 13:40:26.159092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:26.177408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:26.182541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1874813678-network', 'tenant_id': '6224dfa3f6074af6851589d45cfe83da'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:26.221752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Made reservation on behalf of 6224dfa3f6074af6851589d45cfe83da for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:26.225990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.240640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.352991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:26.360189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.364263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:26.381604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:26.382186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:26.386152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.392034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.424069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:40:26.437995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562fadb5-0012-4cb5-8bc0-79b46f4e453d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:26.459192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.459546 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Added segment cf5b5788-4988-4888-89b1-76478d7154ae of type vlan for network da61a287-935a-431c-b270-8714c09551de Dec 15 13:40:26.484001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-b76ea0ec-fa25-4d1c-b144-e2c95fec1288 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "PUT /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 994 time: 1.6020548 Dec 15 13:40:26.488169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:26.492111 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799" -d '{"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:26.536283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.542916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fed81-4882-4be7-a28a-10a9acd8a7fa req-2b7e8f7e-dff6-4f3c-b680-23c99c77bef7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.545037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d07fed81-4882-4be7-a28a-10a9acd8a7fa req-2b7e8f7e-dff6-4f3c-b680-23c99c77bef7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 948 time: 0.1551192 Dec 15 13:40:26.547951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-53999e4b-9224-47a3-a949-de72cac0b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.549802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-53999e4b-9224-47a3-a949-de72cac0b900 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1097 time: 0.1288123 Dec 15 13:40:26.577558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-244a9b1d-2038-4676-8b93-69338f304c4f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.579320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-244a9b1d-2038-4676-8b93-69338f304c4f tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2f15f6d-2e71-46d5-943b-ab43a3efe54a HTTP/1.1" status: 200 len: 946 time: 0.0760109 Dec 15 13:40:26.584095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.585310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.586137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.684753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5058525 Dec 15 13:40:26.688705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-329a577e-7fe0-4f0d-b3b5-260f63eb6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.690328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-329a577e-7fe0-4f0d-b3b5-260f63eb6053 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1246541 Dec 15 13:40:26.693516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:26.701839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Request body: {'subnet': {'network_id': 'da61a287-935a-431c-b270-8714c09551de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1874813678-subnet', 'tenant_id': '6224dfa3f6074af6851589d45cfe83da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:26.733455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:26.735562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Made reservation on behalf of 6224dfa3f6074af6851589d45cfe83da for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:26.739254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.777205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-5a31adb9-16b5-4181-b7ff-606d17a85fc1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 217 time: 0.0544446 Dec 15 13:40:26.790356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86210705-5973-46af-8f97-f0f5bd117367 req-bb128bd3-81dc-4dfa-a7ab-5cd5a6330693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.791806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-bb128bd3-81dc-4dfa-a7ab-5cd5a6330693 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.2805288 Dec 15 13:40:26.802802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d07fed81-4882-4be7-a28a-10a9acd8a7fa req-846ac5ac-e0c0-428c-8bfd-e6e0c8a50223 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382324 Dec 15 13:40:26.909282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb7590-c4c1-4b0c-82f3-d83b6dfbdffe admin admin] Pushing event updated for resources: {'Network': ['ID=da61a287-935a-431c-b270-8714c09551de,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:26.914166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:26.925493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-5172fdc7-732c-456d-88b5-385835445b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.926437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-5172fdc7-732c-456d-88b5-385835445b23 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1384914 Dec 15 13:40:26.927019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network da61a287-935a-431c-b270-8714c09551de details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:40:26.993649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-49e88ec3-b90a-4845-aad0-8ff32d08e136 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527003 Dec 15 13:40:27.022729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2188d68-7e8b-4986-ac39-7770d5bbe3b1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:27.036596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86210705-5973-46af-8f97-f0f5bd117367 req-f68ddd51-aeab-43c4-a03a-170bdb8d6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.037744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-f68ddd51-aeab-43c4-a03a-170bdb8d6156 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.2340937 Dec 15 13:40:27.071224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Checking segment: {'id': 'cf5b5788-4988-4888-89b1-76478d7154ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da61a287-935a-431c-b270-8714c09551de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:27.072463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Network hostable DHCP agents. Network: da61a287-935a-431c-b270-8714c09551de, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:40:27.100746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Network da61a287-935a-431c-b270-8714c09551de is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:40:27.110449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Deleting port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:27.111421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.161534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b92f1-d80a-42c1-9800-802dacd88f3d req-2f177d01-0e4f-4baf-821a-55bb7992d8b7 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.166331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, da61a287-935a-431c-b270-8714c09551de) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:27.169600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d42b92f1-d80a-42c1-9800-802dacd88f3d req-2f177d01-0e4f-4baf-821a-55bb7992d8b7 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 949 time: 0.1856112 Dec 15 13:40:27.175915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.176744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.181439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce543f7-5d88-49d4-b325-9210be6a5958 None None] Network da61a287-935a-431c-b270-8714c09551de requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:27.205327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-d63e7f54-acae-4b83-a813-3a21ffca91ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 997 time: 0.1574190 Dec 15 13:40:27.217249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-34a0ee4f-f641-4a71-abcc-23fd5048f9e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5216236 Dec 15 13:40:27.253070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:25Z', 'revision_number': 8, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:27.284096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] For port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:27.285110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.295972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:27.313655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Calling delete_port for a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:27.323655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:27.324754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:27.341268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:27.392940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff739e-9e22-4650-bda6-670561bf146a None None] Network da61a287-935a-431c-b270-8714c09551de requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:27.482428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Deleting subnet 74195b11-618c-4a82-a7d4-d6bf6d036106 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:40:27.488907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.503271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:27.538002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86210705-5973-46af-8f97-f0f5bd117367 req-f29938e3-92a5-4bc3-b06f-9731e6d036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.540093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-f29938e3-92a5-4bc3-b06f-9731e6d036f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.0473642 Dec 15 13:40:27.545577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-06539df8-3c34-49b2-a75d-ec0082ffeac8 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362101 Dec 15 13:40:27.572410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.604202 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-cb9e252d-2c90-4370-bbe1-ee7155451b0f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=bf695ba99be1478582d05176a99b28e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241358 Dec 15 13:40:27.605372 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.675201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:27.742178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.776152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-d0312984-9b5c-4ef1-b92a-c86c3a3f887a service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177463 Dec 15 13:40:27.784237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:27.789169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event deleted for resources: {'Port': ['ID=a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:27.821743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d42b92f1-d80a-42c1-9800-802dacd88f3d req-88bc5880-7f34-4386-be8a-e99ab5ff40a4 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511819 Dec 15 13:40:27.838971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.842289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86210705-5973-46af-8f97-f0f5bd117367 req-f5cd2c41-a266-48d3-a9d1-cf074ad377f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.855827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-f5cd2c41-a266-48d3-a9d1-cf074ad377f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732062 Dec 15 13:40:27.894400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] No DVR routers for this DVR port a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:27.915662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.919560 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-477c125d-3062-48ff-9d45-ee3c80633ac7 req-72f04729-249f-4756-bb66-db0d1430bda6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "DELETE /v2.0/ports/a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb HTTP/1.1" status: 204 len: 173 time: 1.3305295 Dec 15 13:40:27.926864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-2f18f675-742e-4c4a-a6ef-6dc34a84ab7e tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.928283 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-2f18f675-742e-4c4a-a6ef-6dc34a84ab7e tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006783 Dec 15 13:40:27.928761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'name': 'network-vif-deleted', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:27.931033 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a254d5-6684-4471-95e5-f91a660c5bf6" -d '{"events": [{"server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "name": "network-vif-deleted", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:27.934997 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.938389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74195b11-618c-4a82-a7d4-d6bf6d036106 HTTP/1.1" status: 204 len: 168 time: 0.5930471 Dec 15 13:40:27.939564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e3093-47dc-45bb-8de2-f820c203b918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74195b11-618c-4a82-a7d4-d6bf6d036106,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:27.941178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:27.947329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Request body: {'port': {'device_id': '9cc07f99-3664-4205-81ca-75378934c540', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'bf695ba99be1478582d05176a99b28e9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:28.007049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:28.035152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.036490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'mac_address': 'fa:16:3e:4f:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:28.051221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-54f94e3a-98db-41c1-bade-84017453e523 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.052767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-54f94e3a-98db-41c1-bade-84017453e523 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1097 time: 0.1166697 Dec 15 13:40:28.072915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330d5f-00fa-437b-95a0-d193e67736fa req-8d8133ff-348f-48ca-8b29-73f2f7672e9c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.081376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0330d5f-00fa-437b-95a0-d193e67736fa req-8d8133ff-348f-48ca-8b29-73f2f7672e9c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 946 time: 0.1470573 Dec 15 13:40:28.092213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:28.148072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-ad8501c9-4f1d-45c9-9990-e7355dc08ba7 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912965 Dec 15 13:40:28.185249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.208756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84aa7e2e-fabb-4fc4-bd46-c390cb435838 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:28.213354 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.242194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.242525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.243287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.243626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.243952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.244265 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.245491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.245491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.245491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.245491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.247199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:28.254848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.255042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0330d5f-00fa-437b-95a0-d193e67736fa req-06bae0c0-fcf3-41ef-87e7-d146fdbe53f0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726947 Dec 15 13:40:28.264222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.299474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:25Z', 'revision_number': 8, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.326841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.327285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.327683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.328085 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:28.328483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03905a58-675a-4760-bb16-0a8ed9a6e464']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.346093 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98271b45-4589-4bba-bf45-495da9d02219 x-openstack-request-id: req-98271b45-4589-4bba-bf45-495da9d02219 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:28.346554 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "name": "network-vif-plugged", "status": "completed", "tag": "0e51637e-232c-460a-a223-bb411be144bc", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:28.346757 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98271b45-4589-4bba-bf45-495da9d02219 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:28.347204 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51637e-232c-460a-a223-bb411be144bc', 'code': 200} Dec 15 13:40:28.351253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541e4c5-d5af-4109-b93f-8d6306780d4f None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '0816c35a-7bad-4a6b-aabe-e707d5417aaa', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'port_id': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'mac_address': 'fa:16:3e:9c:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:38Z', 'updated_at': '2021-12-15T13:40:25Z', 'revision_number': 8, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:28.352702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f2abf7-4512-4b47-bbff-619c006653c6') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.353124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f2abf7-4512-4b47-bbff-619c006653c6') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.381357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:28.396939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.413509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Made reservation on behalf of bf695ba99be1478582d05176a99b28e9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:28.417739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.435159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.437736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.462611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:40:28.463009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.505807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86210705-5973-46af-8f97-f0f5bd117367 req-b7ee98c5-6004-494f-9d30-dabcf0d2661f service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485789 Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: from cryptography.utils import int_from_bytes Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: from cryptography.utils import int_from_bytes Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:40:28.508582 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:40:28.567449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:28.596977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb76d6-c34f-46ac-945b-0233ff665883 req-c46995fa-e162-41b2-b886-99184388eea3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.598546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1feb76d6-c34f-46ac-945b-0233ff665883 req-c46995fa-e162-41b2-b886-99184388eea3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 944 time: 0.1893263 Dec 15 13:40:28.646002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f49abd24-0fe1-4f99-ab2c-c7998e8e0b83 req-e5200ee6-334e-4deb-a674-b630c4b38bc8 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 210 time: 0.0412769 Dec 15 13:40:28.678601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.688911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:28.697502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef2889-e313-4d5e-aad9-182336ee2ca9 req-e0442f8c-20c6-4f8a-b38e-69ced4cd27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.698290 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e7581-e953-4bd9-8c4e-ce95f393122d None None] New status for floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:28.699515 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-12ef2889-e313-4d5e-aad9-182336ee2ca9 req-e0442f8c-20c6-4f8a-b38e-69ced4cd27d6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 1097 time: 0.2554996 Dec 15 13:40:28.725661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.729804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/03905a58-675a-4760-bb16-0a8ed9a6e464 HTTP/1.1" status: 204 len: 168 time: 0.7866771 Dec 15 13:40:28.734332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40910) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:28.750813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494883ab-049d-4b6e-9358-1a9fa134b2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03905a58-675a-4760-bb16-0a8ed9a6e464,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:28.770323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1feb76d6-c34f-46ac-945b-0233ff665883 req-9ea71989-fe6b-436f-80dc-87feca05dbe9 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531146 Dec 15 13:40:28.789597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.796705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-12ef2889-e313-4d5e-aad9-182336ee2ca9 req-1660c386-6167-4191-a116-e3e19997b251 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806291 Dec 15 13:40:28.799646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.807300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Deleting subnet d2188d68-7e8b-4986-ac39-7770d5bbe3b1 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:40:28.835090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.839463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.843238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.879552 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c242859d-f563-4008-937a-cf1f33d27c63 x-openstack-request-id: req-c242859d-f563-4008-937a-cf1f33d27c63 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:28.879841 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:28.880100 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c242859d-f563-4008-937a-cf1f33d27c63 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:28.880463 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'status': 'completed', 'code': 200} Dec 15 13:40:28.887361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:28.969499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3592bee4-017c-46e0-b370-01875942d016,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.023440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.042889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Allocated IP 192.168.233.206 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/9f7dafab-fa12-4d6a-b352-c87c5877fac9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:29.047699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.056262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.061486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.061841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.062185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.062526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.062872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.063192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.063519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.064343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.064343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.064570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.064836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.065139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.065462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:29.103223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:29.103665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:29.103890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:29.126637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0b967-13bc-43f2-b362-c8f716aaf7e9 req-3886fa43-04dd-4dc1-84d5-e7e9163e37ae tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.128133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74d0b967-13bc-43f2-b362-c8f716aaf7e9 req-3886fa43-04dd-4dc1-84d5-e7e9163e37ae tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 946 time: 0.2899129 Dec 15 13:40:29.131054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:29.131373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Attempting to bind port 8ba96beb-eace-422b-9967-db56e161e28d on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:29.143238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e3a2-7f69-477e-8093-28e3c9c0cf7a req-4ee0107a-2f64-4e76-be56-644c7b77f5d4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.144595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3b2e3a2-7f69-477e-8093-28e3c9c0cf7a req-4ee0107a-2f64-4e76-be56-644c7b77f5d4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 949 time: 0.2078984 Dec 15 13:40:29.159537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:29.159874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:29.160247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:29.160744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Bound port: 8ba96beb-eace-422b-9967-db56e161e28d, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:29.161536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.228528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.237480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-76ba37a5-1c74-4b89-aa9e-60f8861ce934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.240122 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-76ba37a5-1c74-4b89-aa9e-60f8861ce934 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.0740383 Dec 15 13:40:29.249216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.309979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2188d68-7e8b-4986-ac39-7770d5bbe3b1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.314295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74d0b967-13bc-43f2-b362-c8f716aaf7e9 req-d8c7c4fb-da60-4c7c-aa80-0f6bf662b11e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666524 Dec 15 13:40:29.316187 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.319461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a85f09d4-6cc4-4041-b2aa-2a0ffcb1b65b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2188d68-7e8b-4986-ac39-7770d5bbe3b1 HTTP/1.1" status: 204 len: 168 time: 0.5841627 Dec 15 13:40:29.322593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:29.328191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3b2e3a2-7f69-477e-8093-28e3c9c0cf7a req-66643f47-82f4-4a28-ac81-0332b46f4a55 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626892 Dec 15 13:40:29.334535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.354799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:29.360155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:29.367125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.442467 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b64dc90-a5ca-4dd1-8752-25c2f2325ba1 x-openstack-request-id: req-1b64dc90-a5ca-4dd1-8752-25c2f2325ba1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:29.442757 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f15f6d-2e71-46d5-943b-ab43a3efe54a", "name": "network-vif-deleted", "tag": "a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:29.443016 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b64dc90-a5ca-4dd1-8752-25c2f2325ba1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:29.443419 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f15f6d-2e71-46d5-943b-ab43a3efe54a', 'name': 'network-vif-deleted', 'tag': 'a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb', 'status': 'completed', 'code': 200} Dec 15 13:40:29.461754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-b89132af-74ab-47ee-b00d-94849fd8ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.463218 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-b89132af-74ab-47ee-b00d-94849fd8ab72 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.2115340 Dec 15 13:40:29.472416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:29.519077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:29.530768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:29.532762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.533437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.534867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] 10.222.0.85 "PUT /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 1122 time: 1.4516010 Dec 15 13:40:29.535657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532d223-d006-4cc6-aa39-2bb70b065b1e service neutron] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.540376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.541754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Pushing event updated for resources: {'Port': ['ID=9f7dafab-fa12-4d6a-b352-c87c5877fac9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.575106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3230dcdd-da23-4845-a13c-1e1deb756133 req-cd25b470-1509-4737-a37e-3f9c01111b12 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 996 time: 0.1321192 Dec 15 13:40:29.594874 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-6de2461e-2ae3-45f7-8820-576d3bc2087b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 999 time: 0.1213126 Dec 15 13:40:29.618809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8ba96beb-eace-422b-9967-db56e161e28d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:29.795244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230dcdd-da23-4845-a13c-1e1deb756133 req-7b8840f1-20ef-4ff6-b5ae-205c68b835ab tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.809302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3230dcdd-da23-4845-a13c-1e1deb756133 req-7b8840f1-20ef-4ff6-b5ae-205c68b835ab tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2329690 Dec 15 13:40:29.821617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-3230dcdd-da23-4845-a13c-1e1deb756133 req-c398d4bb-a37b-4a83-9cfb-3430fe59c6ad tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:29.843365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3230dcdd-da23-4845-a13c-1e1deb756133 req-c398d4bb-a37b-4a83-9cfb-3430fe59c6ad tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324030 Dec 15 13:40:29.895729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:29.916640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.917371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.926110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:29.926935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a427f1bf-1e5f-4be8-aedb-e5b6a47a4ffb not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:29.957560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a023c-534a-4789-bcac-890b40ed6a63 req-a7c4745a-1fc0-4916-b28f-e1a817a41d41 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.974822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d22a023c-534a-4789-bcac-890b40ed6a63 req-a7c4745a-1fc0-4916-b28f-e1a817a41d41 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 944 time: 0.1066606 Dec 15 13:40:29.998252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-370ca55c-223c-41cd-bf50-0a907547e57f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0561099 Dec 15 13:40:30.006022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-467ae793-9532-46b9-9722-9d749ff7b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.007600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-467ae793-9532-46b9-9722-9d749ff7b881 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1290796 Dec 15 13:40:30.009872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-79c3b3b5-9ab4-444f-8971-a088c00ec1de None None] Provisioning complete for port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:30.010246 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-79c3b3b5-9ab4-444f-8971-a088c00ec1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.022551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Request body: {'port': {'device_id': '9cc07f99-3664-4205-81ca-75378934c540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:30.034514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.053491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-79c3b3b5-9ab4-444f-8971-a088c00ec1de None None] Port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:30.095513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da61a287-935a-431c-b270-8714c09551de']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.101468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d22a023c-534a-4789-bcac-890b40ed6a63 req-47182da7-82fb-43ac-a98f-1ad57a66f08f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249986 Dec 15 13:40:30.119579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5b5788-4988-4888-89b1-76478d7154ae') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.119880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5b5788-4988-4888-89b1-76478d7154ae') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.140975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-adc6a696-346e-4026-b92f-8ec56be7a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.142482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-adc6a696-346e-4026-b92f-8ec56be7a81e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240842 Dec 15 13:40:30.164024 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.168288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d15e22-8cbe-419a-ac1a-229b90f717b6 req-0f85150f-8b84-4529-9127-3076377ed8b0 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.172946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57d15e22-8cbe-419a-ac1a-229b90f717b6 req-0f85150f-8b84-4529-9127-3076377ed8b0 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 936 time: 0.1553111 Dec 15 13:40:30.205411 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.221202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.235438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:40:30.235827 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:40:30.237479 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:40:30.276779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-1dee58cb-2fd2-4793-8b40-febc2812a5ee tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.278885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-1dee58cb-2fd2-4793-8b40-febc2812a5ee tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb&tenant_id=270f4c1e49a84fbba8bd245195d3c568&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 949 time: 0.1617754 Dec 15 13:40:30.298839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57d15e22-8cbe-419a-ac1a-229b90f717b6 req-3fc80f8d-0533-4aeb-8416-fb949a50a465 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093476 Dec 15 13:40:30.349427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.384765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f881-1195-4905-90ef-7ffa043ef83d req-3abc7dbc-274f-4871-bc2a-c9e89f2dd7b4 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.386265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc28f881-1195-4905-90ef-7ffa043ef83d req-3abc7dbc-274f-4871-bc2a-c9e89f2dd7b4 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1095 time: 0.1524646 Dec 15 13:40:30.399400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.405874 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] 10.222.0.32 "DELETE /v2.0/networks/da61a287-935a-431c-b270-8714c09551de HTTP/1.1" status: 204 len: 168 time: 1.0822895 Dec 15 13:40:30.411296 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-34db3671-74cf-47f4-ad50-d9995bdd8471 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586391 Dec 15 13:40:30.440970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20fff0-d4fb-49ba-85aa-a284a5f7b49f admin admin] Pushing event deleted for resources: {'Network': ['ID=da61a287-935a-431c-b270-8714c09551de,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.448248 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-86277462-6bc3-4ccf-9d85-5e4297f97802 service neutron] delete failed (client error): The resource could not be found. Dec 15 13:40:30.450053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-86277462-6bc3-4ccf-9d85-5e4297f97802 service neutron] 10.222.0.67 "DELETE /v2.0/ports/84aa7e2e-fabb-4fc4-bd46-c390cb435838/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.1601629 Dec 15 13:40:30.456209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-c24f2c04-5e70-463f-8d03-b6b87072f72c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 999 time: 0.1296287 Dec 15 13:40:30.482484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc28f881-1195-4905-90ef-7ffa043ef83d req-4c0aa3e2-d8cf-4f23-a20a-f3e723b3a1da tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803027 Dec 15 13:40:30.584721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-fa85e622-be3a-40d6-8202-20955e7cc90e tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.586169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-fa85e622-be3a-40d6-8202-20955e7cc90e tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports/6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 942 time: 0.1027362 Dec 15 13:40:30.613144 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75be48d5-a7a2-4e6a-89e8-9b2800d8b799 req-65e1d085-8bc0-4147-b37c-98522e4b3ab7 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889992 Dec 15 13:40:30.652480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-8e4fdb7f-6f90-4b82-a3c4-15b59f4afb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.654486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-8e4fdb7f-6f90-4b82-a3c4-15b59f4afb81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1100 time: 0.0966046 Dec 15 13:40:30.661102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.679623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633551bf-627d-4aae-9e16-8037dab2381b req-dbabe701-86de-44b5-92f2-cf1f7cb20444 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.687816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-633551bf-627d-4aae-9e16-8037dab2381b req-dbabe701-86de-44b5-92f2-cf1f7cb20444 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 949 time: 0.0839598 Dec 15 13:40:30.733708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7dafab-fa12-4d6a-b352-c87c5877fac9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:30.741378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.753773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Transition to ACTIVE for port object 9f7dafab-fa12-4d6a-b352-c87c5877fac9 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:30.761221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.831817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Pushing event updated for resources: {'Port': ['ID=9f7dafab-fa12-4d6a-b352-c87c5877fac9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.867728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-ba67a854-f3ea-4ef9-98b2-8f6de07de571 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 999 time: 0.1632712 Dec 15 13:40:30.869699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d3f8a9b9-8a67-4b0b-a260-56d2495264c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ea1d99d2dbf46a9b7ce33835439b2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062542 Dec 15 13:40:30.873620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.878624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-633551bf-627d-4aae-9e16-8037dab2381b req-41ab5696-0d0e-47a9-9323-fbcaeeeeb63c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902101 Dec 15 13:40:30.882320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d'}, {'name': 'network-changed', 'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:30.884581 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40f6787-afc1-411b-a113-6d1334d68456" -d '{"events": [{"server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba96beb-eace-422b-9967-db56e161e28d"}, {"name": "network-changed", "server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "tag": "8ba96beb-eace-422b-9967-db56e161e28d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:30.905278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Attempting to bind port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:30.905615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Attempting to bind port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:30.905947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Attempting to bind port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:30.916798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:30.917116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Attempting to bind port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:30.941930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:30.942344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:30.942788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:30.943408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Bound port: 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:30.943823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.997178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.001718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-f195e608-1007-498c-9ee9-cda218e884af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.003423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-f195e608-1007-498c-9ee9-cda218e884af service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3324618 Dec 15 13:40:31.037942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.051697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] For port 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:31.077237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-6169d662-fdba-4002-9137-ad859a7899cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.0638194 Dec 15 13:40:31.077743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] For port 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:31.084772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.110160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f847c5-4e98-42fa-bfb8-7547b5096c78 req-abaf42e7-94a5-4b6c-96b6-8ed94e01f5b7 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.111618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40f847c5-4e98-42fa-bfb8-7547b5096c78 req-abaf42e7-94a5-4b6c-96b6-8ed94e01f5b7 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 946 time: 0.1487381 Dec 15 13:40:31.127344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.127965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.129414 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] 10.222.0.67 "PUT /v2.0/ports/9f7dafab-fa12-4d6a-b352-c87c5877fac9 HTTP/1.1" status: 200 len: 1096 time: 1.1142669 Dec 15 13:40:31.141177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.143399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-b460285a-4497-4936-ade6-9ba793a85461 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.144080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.144857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-b460285a-4497-4936-ade6-9ba793a85461 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2632644 Dec 15 13:40:31.147855 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00619826-153d-481a-a5e3-0282957abeca HTTP/1.1" status: 204 len: 168 time: 0.2731490 Dec 15 13:40:31.165802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00619826-153d-481a-a5e3-0282957abeca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:31.186831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.187175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.187514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.187845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.188170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.188494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.188839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.189156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.189480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.189796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.190111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.190422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.190733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81138c8-1d61-437b-8c5f-f1d20551e90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:31.194688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0e75-9c9e-4903-8037-b7933c8d556f service neutron] Pushing event updated for resources: {'Port': ['ID=9f7dafab-fa12-4d6a-b352-c87c5877fac9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:31.244762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-ebfc87c2-6828-49cb-910e-16cae73b9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.247263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-ebfc87c2-6828-49cb-910e-16cae73b9eee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1528711 Dec 15 13:40:31.249968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-e113102a-f370-44b8-953d-c19e384f9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.251463 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-e113102a-f370-44b8-953d-c19e384f9a69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bf695ba99be1478582d05176a99b28e9&device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 1099 time: 0.0577219 Dec 15 13:40:31.271062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40f847c5-4e98-42fa-bfb8-7547b5096c78 req-402f1500-36a0-4eed-b665-51f093076ca1 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381931 Dec 15 13:40:31.301126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-0b998150-1bbf-448f-a2f4-a5235715c3d9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 999 time: 0.1398032 Dec 15 13:40:31.322420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:31.345008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-38bb565a-1bb8-42cc-a5b6-1261a7927787 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9 HTTP/1.1" status: 200 len: 217 time: 0.0705805 Dec 15 13:40:31.400649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-8e379a58-dbfc-489b-aad6-7e49f26ac29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.401254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.403192 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-8e379a58-dbfc-489b-aad6-7e49f26ac29f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0498366 Dec 15 13:40:31.444352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc07f99-3664-4205-81ca-75378934c540', 'tag': '9f7dafab-fa12-4d6a-b352-c87c5877fac9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:31.448162 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc07f99-3664-4205-81ca-75378934c540", "tag": "9f7dafab-fa12-4d6a-b352-c87c5877fac9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:31.466376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111373-f392-414b-be88-dc97bc1ff7bc req-a0253266-c7a4-4352-ab84-0f66b342b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.468178 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-a0253266-c7a4-4352-ab84-0f66b342b76e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570810 Dec 15 13:40:31.580036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-bc3e7cae-131f-481b-9e45-d6160e5a967b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014063 Dec 15 13:40:31.633545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:31.693898 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d6c4e676-a742-416d-9970-6e7813d46948 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6224dfa3f6074af6851589d45cfe83da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591609 Dec 15 13:40:31.697726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:31.702735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8ba96beb-eace-422b-9967-db56e161e28d details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:31.708101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:31.722712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-de111373-f392-414b-be88-dc97bc1ff7bc req-83cda987-5133-4b41-9ad7-ec5344ded6b4 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349313 Dec 15 13:40:31.753574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-97ce0ca8-18be-4614-a816-dfea0969c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.754817 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-97ce0ca8-18be-4614-a816-dfea0969c733 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4811950 Dec 15 13:40:31.768542 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c98790a-83ef-4fb3-8197-a226ffa48dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.795066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c98790a-83ef-4fb3-8197-a226ffa48dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.813126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:31.822915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:31.823289 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.860726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c98790a-83ef-4fb3-8197-a226ffa48dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.865059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c98790a-83ef-4fb3-8197-a226ffa48dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.869119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3c98790a-83ef-4fb3-8197-a226ffa48dfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/562fadb5-0012-4cb5-8bc0-79b46f4e453d HTTP/1.1" status: 204 len: 168 time: 0.1702983 Dec 15 13:40:31.883057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98790a-83ef-4fb3-8197-a226ffa48dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562fadb5-0012-4cb5-8bc0-79b46f4e453d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:31.911939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-ad16a40b-a1df-4913-8ef3-b31cc1e5c460 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.913441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-ad16a40b-a1df-4913-8ef3-b31cc1e5c460 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.4755809 Dec 15 13:40:31.915662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:31.941280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8ba96beb-eace-422b-9967-db56e161e28d has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:40:31.975601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.989759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.995055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-3b0b31d6-636d-4d8c-a3ab-85ecb5d44104 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/quotas/457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 375 time: 0.0654993 Dec 15 13:40:31.999351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-98be16b9-7ae0-474c-9420-853f18d92bef service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296944 Dec 15 13:40:32.000019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.000352 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa disassociated. External IP: 172.25.2.7, port: 6c41fe6a-9689-4bb4-b589-3d15606e6ec4. Dec 15 13:40:32.006760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:32.009135 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef5c632-a3ab-483f-b422-a9b6f4ff13c2" -d '{"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-plugged", "status": "completed", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:32.022685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:32.026886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.077130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.205668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-58873943-260c-47a6-a2b3-c9855f2ce66f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627204 Dec 15 13:40:32.241047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7623238-3b32-4b02-950a-5db30dd2fd38 req-3ec0309e-c715-4763-9b5b-77cf45870376 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052391 Dec 15 13:40:32.397913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-ada0f610-bb7a-4d08-9512-69469c1087ce service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821611 Dec 15 13:40:32.429260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:32.575824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-19ed7110-1880-48cd-81e7-a08f038c588f service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698852 Dec 15 13:40:32.596199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:32.609436 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:32.611186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.626919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:32.628022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:32.659120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-d28aac9b-3ab2-49d0-90ef-78139da56490 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "PUT /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 694 time: 1.3375533 Dec 15 13:40:32.675374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:32.742511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-1f3a08aa-c520-43af-b1ac-8a210c141605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:32.756234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-1f3a08aa-c520-43af-b1ac-8a210c141605 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.0917363 Dec 15 13:40:32.845692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-490649549-network', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:32.876230 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7dc505-e96f-410f-943e-9e1fb869449c x-openstack-request-id: req-bc7dc505-e96f-410f-943e-9e1fb869449c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:32.876589 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba96beb-eace-422b-9967-db56e161e28d", "code": 200}, {"name": "network-changed", "server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "tag": "8ba96beb-eace-422b-9967-db56e161e28d", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:32.876847 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc7dc505-e96f-410f-943e-9e1fb869449c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:32.877487 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d', 'code': 200} Dec 15 13:40:32.877741 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d', 'status': 'completed', 'code': 200} Dec 15 13:40:32.879074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-665c1edb-46ec-4d7b-ade8-100e81411314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:32.882129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Made reservation on behalf of 0bf7a7deb7d84e77973b12d0f76e6fcb for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:32.887783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-665c1edb-46ec-4d7b-ade8-100e81411314 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.1306460 Dec 15 13:40:32.897696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:32.898868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.926271 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.985557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-7c0fa0fd-9524-4c61-8eb1-c247c51691c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 217 time: 0.0968695 Dec 15 13:40:33.101945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.110775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.127434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6787-afc1-411b-a113-6d1334d68456 req-e703a266-e90e-41d2-be11-64a3cd7a9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.129401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-e703a266-e90e-41d2-be11-64a3cd7a9f4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1125 time: 0.1374133 Dec 15 13:40:33.139200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:40:33.154178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131fb8f-c5a3-4358-be7b-35cefeefa605 req-aa3c7f75-8726-46e8-a55b-b2788f86afe5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.155765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a131fb8f-c5a3-4358-be7b-35cefeefa605 req-aa3c7f75-8726-46e8-a55b-b2788f86afe5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 944 time: 0.1650696 Dec 15 13:40:33.168800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.169286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-1c67c1ce-6ca2-4d79-9cca-0ff5e2851f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.169543 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Added segment a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3 of type vlan for network e886a9e3-b37f-466a-8c11-63b085b5e45c Dec 15 13:40:33.177423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-1c67c1ce-6ca2-4d79-9cca-0ff5e2851f4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1904185 Dec 15 13:40:33.233495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.239767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab79d5c-404e-408a-adaa-33c1168e910a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:33.253799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:33.279485 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.281195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.281847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.298477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-a1516260-82be-4365-ae62-9f48cd0a5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.300126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:33.307589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-a1516260-82be-4365-ae62-9f48cd0a5e87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292412 Dec 15 13:40:33.312892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:33.313504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:33.351588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6714792 Dec 15 13:40:33.353388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41026) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:33.361621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91beac9-1e0e-48de-af41-1f8805954b30 admin admin] Pushing event updated for resources: {'Network': ['ID=e886a9e3-b37f-466a-8c11-63b085b5e45c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:33.385445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e886a9e3-b37f-466a-8c11-63b085b5e45c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:40:33.397788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Request body: {'subnet': {'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-subnet', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:33.411203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a131fb8f-c5a3-4358-be7b-35cefeefa605 req-31b7449a-a0bd-4903-a5c4-1a4af577bcf5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224169 Dec 15 13:40:33.418459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6787-afc1-411b-a113-6d1334d68456 req-4dc1f3cb-f98d-47b8-a8f1-8a0b261ac76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.419927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-4dc1f3cb-f98d-47b8-a8f1-8a0b261ac76e service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.2759612 Dec 15 13:40:33.475694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Made reservation on behalf of 0bf7a7deb7d84e77973b12d0f76e6fcb for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:33.478705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.512444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:33.539373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-ae363a71-ee75-4d24-987c-0608772b4f12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 217 time: 0.1061985 Dec 15 13:40:33.645704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-f6280b71-8b49-4a14-97c6-1c71b9a41bb4 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370719 Dec 15 13:40:33.686456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6787-afc1-411b-a113-6d1334d68456 req-2c0fd8fb-f214-4a45-80ee-4a61d55d9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.687854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-2c0fd8fb-f214-4a45-80ee-4a61d55d9694 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1163471 Dec 15 13:40:33.719314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:33.757899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90d839-1af2-4bb1-820e-fc8de2d1b51b req-3061f52a-df33-4096-b166-3474bcfc6252 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.759300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c90d839-1af2-4bb1-820e-fc8de2d1b51b req-3061f52a-df33-4096-b166-3474bcfc6252 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 946 time: 0.2140570 Dec 15 13:40:33.767998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:33.773122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'floatingip': {'port_id': '0e51637e-232c-460a-a223-bb411be144bc'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:33.779875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-6f801d11-68ca-4bfe-a489-5d529cbb463f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579472 Dec 15 13:40:33.783700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:33.821532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85342c1-d6c8-4bf7-8863-1a1a7fca143c None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:39:15Z', 'revision_number': 4, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'e20a2d29-6952-4314-9304-8d3e998606a1', 'name': '', 'network_id': '4667d9a7-77a6-4764-83cd-72fdf77fd294', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'mac_address': 'fa:16:3e:fb:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:13Z', 'updated_at': '2021-12-15T13:39:19Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'subnets': [{'id': 'a0306573-6b55-4c0c-be6a-eded793ef1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:33.874731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.877815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:33.912012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'mac_address': 'fa:16:3e:e3:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:33.953289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b21d1bfa-0cec-4d89-b7ec-98ab701ff544 req-f9ccec1f-4926-48a0-aab2-bb43c01dba45 service neutron] 10.222.0.32 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946358 Dec 15 13:40:33.956619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.979447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.014113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce391cf6-d274-42ef-9b62-30bb17f63faa {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:34.026757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35738fac-1c23-4650-9a97-1001a33de6c8 req-344e7fdf-c7ad-4859-9714-1b5f3922dbb1 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.034534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35738fac-1c23-4650-9a97-1001a33de6c8 req-344e7fdf-c7ad-4859-9714-1b5f3922dbb1 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 948 time: 0.1925304 Dec 15 13:40:34.051782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-64f50975-aec8-43e5-8bea-f67fd5d9f778 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608871 Dec 15 13:40:34.053392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:34.060913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.091059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=41805ab6-58d7-4e01-aba2-0025c273b7f7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:34.181043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:34.226832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d40f6787-afc1-411b-a113-6d1334d68456 req-a1a03bfc-d103-4555-9b4c-ce889f49b558 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525090 Dec 15 13:40:34.245769 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c87080e-9675-484d-90b7-3cffd701d8d0 x-openstack-request-id: req-4c87080e-9675-484d-90b7-3cffd701d8d0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:34.247254 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc07f99-3664-4205-81ca-75378934c540", "tag": "9f7dafab-fa12-4d6a-b352-c87c5877fac9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:34.247254 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c87080e-9675-484d-90b7-3cffd701d8d0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:34.247254 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc07f99-3664-4205-81ca-75378934c540', 'tag': '9f7dafab-fa12-4d6a-b352-c87c5877fac9', 'status': 'completed', 'code': 200} Dec 15 13:40:34.252462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ce391cf6-d274-42ef-9b62-30bb17f63faa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:34.272729 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74589893-fa37-4863-9240-3d8e4c562fa1 None None] New status for floating IP 0816c35a-7bad-4a6b-aabe-e707d5417aaa: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:34.282467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Checking segment: {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:34.282818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Network hostable DHCP agents. Network: e886a9e3-b37f-466a-8c11-63b085b5e45c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:40:34.293015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35738fac-1c23-4650-9a97-1001a33de6c8 req-3f936b3c-4aee-4e3d-9dce-8733bc935707 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574317 Dec 15 13:40:34.321415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15599e4-e04d-4f93-aa77-d07624675744 req-2c5b11b5-f56f-4437-8826-226133e86b07 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.324014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f15599e4-e04d-4f93-aa77-d07624675744 req-2c5b11b5-f56f-4437-8826-226133e86b07 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.0924532 Dec 15 13:40:34.343581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Network e886a9e3-b37f-466a-8c11-63b085b5e45c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:40:34.365435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e886a9e3-b37f-466a-8c11-63b085b5e45c) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:34.379932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f781c2-d094-43b8-bfb5-feb7724e9ed3 None None] Network e886a9e3-b37f-466a-8c11-63b085b5e45c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:34.385092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.388343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.415866 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d163d-3d83-4309-9487-b73a7b87b0fe x-openstack-request-id: req-4c0d163d-3d83-4309-9487-b73a7b87b0fe {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:34.415866 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-plugged", "status": "completed", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:34.415866 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c0d163d-3d83-4309-9487-b73a7b87b0fe {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:34.415866 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'code': 200} Dec 15 13:40:34.450864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f15599e4-e04d-4f93-aa77-d07624675744 req-2b207beb-5405-420b-a7f7-715cea66dc8e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167479 Dec 15 13:40:34.466099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-28323b90-f526-4ac3-9b42-e07584314ffe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0717256 Dec 15 13:40:34.466099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41042) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:34.474600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:34.570608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03e120f1-c91a-4730-bfdb-4e126f3038c2 req-210357f5-d9cf-43d2-9f73-27bd7f289105 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 210 time: 0.0681357 Dec 15 13:40:34.583591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.585037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.649838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-a2d2e1df-0e60-40f7-94e7-44584950475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.651334 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-a2d2e1df-0e60-40f7-94e7-44584950475a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bf695ba99be1478582d05176a99b28e9&device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 1099 time: 0.4033902 Dec 15 13:40:34.653507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e886a9e3-b37f-466a-8c11-63b085b5e45c', 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c', 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'fixed_ips': [{'subnet_id': '41805ab6-58d7-4e01-aba2-0025c273b7f7'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:40:34.654382 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.712785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.798903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-e29c050a-c67a-42e6-8cc1-498cd32a86c4 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.801078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-e29c050a-c67a-42e6-8cc1-498cd32a86c4 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.7535341 Dec 15 13:40:34.882346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Request body: {'port': {'device_id': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'admin_state_up': True, 'tenant_id': '457718dc070c40c0801e143b33cc2467'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:35.007783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Allocated IP 172.20.0.2 (e886a9e3-b37f-466a-8c11-63b085b5e45c/41805ab6-58d7-4e01-aba2-0025c273b7f7/70706d0d-bd18-4afa-80bb-9010cf4ff09b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:35.011202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9f7dafab-fa12-4d6a-b352-c87c5877fac9 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:35.079623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:35.081912 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821d6835-0c72-4cf4-b983-a26d75b67c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:35.100892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bd795-377b-412b-b7fd-32eb932b511b req-becfdd0a-0220-4a6e-a34c-6ea5a1cfc41a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.102378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-877bd795-377b-412b-b7fd-32eb932b511b req-becfdd0a-0220-4a6e-a34c-6ea5a1cfc41a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 944 time: 0.4531264 Dec 15 13:40:35.140960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-04b3ef7b-ac39-4ec8-b033-4b95ff1f8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.142675 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-04b3ef7b-ac39-4ec8-b033-4b95ff1f8fa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.4764795 Dec 15 13:40:35.182815 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:40:35.198873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2d7bf-8484-4ee5-b81f-4d4ca9b1155b req-0b6429bf-e38a-4253-805c-34b153843730 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.200739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4c2d7bf-8484-4ee5-b81f-4d4ca9b1155b req-0b6429bf-e38a-4253-805c-34b153843730 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1101 time: 0.4792619 Dec 15 13:40:35.202671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.228283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:35.241197 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-776ffa6b-49f8-4351-a22e-f7c63f8f1243 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9 HTTP/1.1" status: 200 len: 217 time: 0.0857506 Dec 15 13:40:35.245673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '9f7dafab-fa12-4d6a-b352-c87c5877fac9', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '9f7dafab-fa12-4d6a-b352-c87c5877fac9', 'mac_address': 'fa:16:3e:97:c0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:35.257380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-877bd795-377b-412b-b7fd-32eb932b511b req-dffb33a5-d774-431b-9a79-f18b2e24bd06 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459794 Dec 15 13:40:35.295714 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.299384 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.314565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.327242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7dafab-fa12-4d6a-b352-c87c5877fac9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:35.334793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.343368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.349772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Made reservation on behalf of 457718dc070c40c0801e143b33cc2467 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:35.353609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.363509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4c2d7bf-8484-4ee5-b81f-4d4ca9b1155b req-2b1d6f3e-bb83-4ab4-9cea-eeb818a8a0f0 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452579 Dec 15 13:40:35.398820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Pushing event updated for resources: {'Port': ['ID=70706d0d-bd18-4afa-80bb-9010cf4ff09b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:35.402067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-aadb885e-fd74-4ab6-8b9f-c2f27f097430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.403638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-aadb885e-fd74-4ab6-8b9f-c2f27f097430 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1507175 Dec 15 13:40:35.412224 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e231639-f696-43d0-a0be-badbe9c02d23 x-openstack-request-id: req-4e231639-f696-43d0-a0be-badbe9c02d23 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:35.412636 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:35.412985 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e231639-f696-43d0-a0be-badbe9c02d23 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:35.414251 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'status': 'completed', 'code': 200} Dec 15 13:40:35.438607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Network e886a9e3-b37f-466a-8c11-63b085b5e45c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:35.449770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:35.452799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:35.461312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:35.469100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.535407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9f7dafab-fa12-4d6a-b352-c87c5877fac9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:35.595608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Attempting to bind port 70706d0d-bd18-4afa-80bb-9010cf4ff09b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:35.595967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Attempting to bind port 70706d0d-bd18-4afa-80bb-9010cf4ff09b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:35.596398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Attempting to bind port 70706d0d-bd18-4afa-80bb-9010cf4ff09b on network e886a9e3-b37f-466a-8c11-63b085b5e45c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:35.602990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:35.603364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Checking segment: {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:35.603760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.604142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Bound using segment: {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:35.604652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Bound port: 70706d0d-bd18-4afa-80bb-9010cf4ff09b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:35.606440 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.625501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-a6bd7187-a017-40ee-9e51-53ceea2b0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.626962 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-a6bd7187-a017-40ee-9e51-53ceea2b0157 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701152 Dec 15 13:40:35.641592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-e371f798-5043-493c-aa6c-990b9306600b tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 200 len: 692 time: 0.1681376 Dec 15 13:40:35.650285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-c7a48266-b58d-4eba-a3d2-7f1c3981c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.651712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-c7a48266-b58d-4eba-a3d2-7f1c3981c5a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd17767765114690a0f5d9425daecaa0&device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 1096 time: 0.1563334 Dec 15 13:40:35.663496 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a associated. External IP: 172.25.2.130, port: 0e51637e-232c-460a-a223-bb411be144bc. Dec 15 13:40:35.682066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] For port 70706d0d-bd18-4afa-80bb-9010cf4ff09b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:35.686062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] For port 70706d0d-bd18-4afa-80bb-9010cf4ff09b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=70706d0d-bd18-4afa-80bb-9010cf4ff09b,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:35.691793 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.729215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['9f7dafab-fa12-4d6a-b352-c87c5877fac9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:35.764680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:35.800561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Allocated IP 172.20.0.10 (dd8522aa-f6ca-4c29-9f30-edc66a499ecc/d00b65c8-c61e-45e1-97c6-77a7a7a03587/c17b17cc-a911-4d34-bf62-ab821c983b88) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:35.809688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3918c-ed79-43fd-a8fb-1c7248c0790e req-74a16e43-aff8-46aa-859b-2458ecd44440 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.816910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6b3918c-ed79-43fd-a8fb-1c7248c0790e req-74a16e43-aff8-46aa-859b-2458ecd44440 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 949 time: 0.3251810 Dec 15 13:40:35.836319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82892099-b9d0-4381-8ee4-25b313c0d054 None None] Pushing event updated for resources: {'Port': ['ID=70706d0d-bd18-4afa-80bb-9010cf4ff09b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:35.885574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ce391cf6-d274-42ef-9b62-30bb17f63faa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:35.886025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.917365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-487a1afb-6276-4366-b47c-f3786d760ce6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.920976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-487a1afb-6276-4366-b47c-f3786d760ce6 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2425981 Dec 15 13:40:35.923790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.937945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-71532990-e2cf-48d1-9c7b-4b68d777d975 service neutron] 10.222.0.67 "GET /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.3255203 Dec 15 13:40:35.967032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-50ac23da-7675-42da-9803-e80a64aa56b9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:35.972914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-50ac23da-7675-42da-9803-e80a64aa56b9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0392196 Dec 15 13:40:36.004002 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.059808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.127924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:36.135226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.137254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6b3918c-ed79-43fd-a8fb-1c7248c0790e req-cc393152-5197-4e43-b768-0fe9b60ba121 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143563 Dec 15 13:40:36.207617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-e3950392-1702-4341-9fb6-de54532b316a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 695 time: 0.1773038 Dec 15 13:40:36.232219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:36.310215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-7e50bbec-3b33-4625-9085-26767e814f48 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 695 time: 0.1017177 Dec 15 13:40:36.330220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-7ad0bb64-28e1-44e4-830e-c52f8588a7a0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916476 Dec 15 13:40:36.352625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-ec66fbb8-2380-4b2f-93f0-3efbbe418079 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057710 Dec 15 13:40:36.377127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-22db8575-e9fc-4a87-8219-524c6ea15bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.378364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-22db8575-e9fc-4a87-8219-524c6ea15bc4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 200 len: 923 time: 0.7172778 Dec 15 13:40:36.412640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:36.415296 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36169d3-7ec1-41b2-a507-0be5837ba0bf" -d '{"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:36.441509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.514293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Allocated IP 172.25.2.232 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/5728af4f-90f9-40f9-85d5-44b0f3c91e7f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:36.537559 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-36968668-c991-4403-8a15-1790c1b656f5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 200 len: 217 time: 0.1146164 Dec 15 13:40:36.663994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-f98ef609-7913-4834-a8f7-7f40b2d6a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.665709 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-f98ef609-7913-4834-a8f7-7f40b2d6a99c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 200 len: 860 time: 0.1169724 Dec 15 13:40:36.667972 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1105456a-0a8a-47ac-bbc8-e70d6c61e78b req-508dd903-cee4-482b-9a17-ffa835f99959 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008969 Dec 15 13:40:36.669654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.720319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-40526c42-d58b-4675-afe9-6c1dacefeb28 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.721351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-40526c42-d58b-4675-afe9-6c1dacefeb28 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824854 Dec 15 13:40:36.736554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Router 18c3d590-395d-48ac-944d-6dc606df721a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:36.758633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:36.762941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:36.772671 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:36.775434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:36.789850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-1ae72e5f-dbe0-4b8b-9c0a-96c0b6e536dc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/quotas/270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 375 time: 0.0513616 Dec 15 13:40:36.814162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:36.821790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Deleting port 0374af0e-ae63-4a49-9425-baa8e74a6efe {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:36.822172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.825177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:36.894787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-128f3f20-a844-434f-8427-ae8fd7f4adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.896556 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-128f3f20-a844-434f-8427-ae8fd7f4adc0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4667d9a7-77a6-4764-83cd-72fdf77fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207053 Dec 15 13:40:36.906914 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.915427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 70706d0d-bd18-4afa-80bb-9010cf4ff09b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:36.939576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.940310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.943798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba96beb-eace-422b-9967-db56e161e28d {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:36.964831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:36.976924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4f873-9a36-4b09-b858-bf2f535698b0 None None] Network e886a9e3-b37f-466a-8c11-63b085b5e45c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:36.984051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9f7dafab-fa12-4d6a-b352-c87c5877fac9 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:37.006018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-7a94a72a-faca-4044-8e95-043f01506881 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2175431 Dec 15 13:40:37.012771 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-76733ecc-bfff-432c-89d8-a0a2c22c3b46 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1874037 Dec 15 13:40:37.014787 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.020005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.020614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.032438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Request body: {'port': {'device_id': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:37.049596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Calling delete_port for 0374af0e-ae63-4a49-9425-baa8e74a6efe owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:37.056947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:37.062400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.123274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.172204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5c969c63-fabb-4323-bc83-a0b8107fe595 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "PUT /v2.0/floatingips/d469d2ea-80aa-40d6-a5b0-860090d6850a HTTP/1.1" status: 200 len: 992 time: 3.4000800 Dec 15 13:40:37.172204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-16fc7f58-bfde-41ae-bb09-af48a10c9923 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645752 Dec 15 13:40:37.187329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'tag': '0e51637e-232c-460a-a223-bb411be144bc'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:37.189841 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304" -d '{"events": [{"name": "network-changed", "server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "tag": "0e51637e-232c-460a-a223-bb411be144bc"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:37.201925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:37.232920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 70706d0d-bd18-4afa-80bb-9010cf4ff09b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:37.233347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.240380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:37.252778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:37.253975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.266826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:37.273895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:37.348391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-821d6835-0c72-4cf4-b983-a26d75b67c7e req-d20df681-030c-461c-a234-61d9310b1774 service neutron] 10.222.0.85 "GET /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541255 Dec 15 13:40:37.349836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:37.350376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:37.358740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:37.436570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:37.437404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.444125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-97a3ef95-6211-4944-a51d-3e6622ab7213 None None] Provisioning complete for port 70706d0d-bd18-4afa-80bb-9010cf4ff09b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:37.444654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97a3ef95-6211-4944-a51d-3e6622ab7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.460962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] Transition to ACTIVE for port object 8ba96beb-eace-422b-9967-db56e161e28d will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:37.478573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.639542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.665593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b17cc-a911-4d34-bf62-ab821c983b88 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:37.669738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:37.676895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.692308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Transition to ACTIVE for port object c17b17cc-a911-4d34-bf62-ab821c983b88 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:37.698138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.781074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:37.851990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:37.853240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:37.853847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:37.860588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:37.862207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:37.869203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:37.869774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:37.870524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:37.871210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Bound port: c17b17cc-a911-4d34-bf62-ab821c983b88, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:37.871786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.947363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:37.948673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a3049-6aca-4a3c-bc95-bde48678fc43 req-2a627618-4b4c-414b-b62f-e076a72f8d09 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:37.950946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f3a3049-6aca-4a3c-bc95-bde48678fc43 req-2a627618-4b4c-414b-b62f-e076a72f8d09 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 932 time: 0.6096699 Dec 15 13:40:37.951595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:37.958028 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.966678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 70706d0d-bd18-4afa-80bb-9010cf4ff09b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=70706d0d-bd18-4afa-80bb-9010cf4ff09b,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:37.972729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97a3ef95-6211-4944-a51d-3e6622ab7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.978135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:37.978670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.984562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] 10.222.0.67 "PUT /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 1092 time: 0.9561775 Dec 15 13:40:38.072748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] No DVR routers for this DVR port 8ba96beb-eace-422b-9967-db56e161e28d on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:38.089467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.094437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1627ca5-2496-47f7-96c1-00fba2717e1c service neutron] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.108378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-1710c20c-96f1-438d-b0a2-6bcbb29df52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.110088 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-1710c20c-96f1-438d-b0a2-6bcbb29df52e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1095 time: 0.0725648 Dec 15 13:40:38.112244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.172158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.174177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-c7f67551-88ca-4c17-8119-750b2dda7a35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 217 time: 0.0541410 Dec 15 13:40:38.180134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.194852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event deleted for resources: {'Port': ['ID=0374af0e-ae63-4a49-9425-baa8e74a6efe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.197226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.222549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f3a3049-6aca-4a3c-bc95-bde48678fc43 req-f545a428-ac4d-448a-9e24-78ae9b45ab7b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381771 Dec 15 13:40:38.258779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-56f2370b-4eff-403b-ae58-58d4128ae701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.262373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-56f2370b-4eff-403b-ae58-58d4128ae701 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0725217 Dec 15 13:40:38.292546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-151f4ef9-4adc-4d36-8421-5536602e7bc6 service neutron] 10.222.0.67 "PUT /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3301580 Dec 15 13:40:38.304685 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-5cc6db2c-8e8c-476e-b33e-d2c5af19b5ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300269 Dec 15 13:40:38.349166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.351774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.352945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66ef4701-703f-4777-8ca9-a607a8fd8e3e req-29338b6a-a59e-4adf-880a-2f79fc77801c tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "DELETE /v2.0/floatingips/0816c35a-7bad-4a6b-aabe-e707d5417aaa HTTP/1.1" status: 204 len: 173 time: 2.0211773 Dec 15 13:40:38.355157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:38.376052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.381415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=70706d0d-bd18-4afa-80bb-9010cf4ff09b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.388189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-97a3ef95-6211-4944-a51d-3e6622ab7213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:40:38.388621 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-97a3ef95-6211-4944-a51d-3e6622ab7213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:40:38.459867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9f7dafab-fa12-4d6a-b352-c87c5877fac9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.473908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44749-f977-4163-bff7-6a0937e505fb req-fa395a51-dc94-440f-b852-b08424ebcc41 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.483597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3a44749-f977-4163-bff7-6a0937e505fb req-fa395a51-dc94-440f-b852-b08424ebcc41 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 945 time: 0.1476147 Dec 15 13:40:38.490521 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaac9ab-bff4-4341-9c75-1ff567548cd8 x-openstack-request-id: req-dbaac9ab-bff4-4341-9c75-1ff567548cd8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:38.490897 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:38.491096 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbaac9ab-bff4-4341-9c75-1ff567548cd8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:38.491518 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'code': 200} Dec 15 13:40:38.493561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-f6f6841a-7179-4540-9000-983d316457b2 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809220 Dec 15 13:40:38.526332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'd469d2ea-80aa-40d6-a5b0-860090d6850a', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'port_id': '0e51637e-232c-460a-a223-bb411be144bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'mac_address': 'fa:16:3e:4e:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:05Z', 'updated_at': '2021-12-15T13:40:35Z', 'revision_number': 1, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:38.568677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:38.583499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:38.584631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:38.586824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3a44749-f977-4163-bff7-6a0937e505fb req-abee9370-82bf-49ce-909d-7992fc556da9 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022954 Dec 15 13:40:38.593244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.680389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-05419cb3-ee48-412b-91ed-5069c976ec6e tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.682129 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-05419cb3-ee48-412b-91ed-5069c976ec6e tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.0970263 Dec 15 13:40:38.698269 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1436e85-79a9-4a38-abed-aad5fd96b08a req-7ab0227c-8cd6-4c63-9310-6391b0d104e6 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948256 Dec 15 13:40:38.702872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03612d96-f83f-4f83-b359-d14d69e81685 req-60d8aeeb-5bca-4609-a586-c16b28d78dfb tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.704430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03612d96-f83f-4f83-b359-d14d69e81685 req-60d8aeeb-5bca-4609-a586-c16b28d78dfb tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 950 time: 0.1661780 Dec 15 13:40:38.708218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-59986664-4eb9-4760-aabd-f9d1220a94d8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002598 Dec 15 13:40:38.773051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-a4314616-df25-4937-92b8-f134d8a04b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.774279 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-a4314616-df25-4937-92b8-f134d8a04b35 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7&tenant_id=01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 1096 time: 0.0629001 Dec 15 13:40:38.781170 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff1576c-16d5-4e9c-aad1-660459a8b84e x-openstack-request-id: req-eff1576c-16d5-4e9c-aad1-660459a8b84e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:38.781988 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "tag": "0e51637e-232c-460a-a223-bb411be144bc", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:38.783449 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eff1576c-16d5-4e9c-aad1-660459a8b84e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:38.783869 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'tag': '0e51637e-232c-460a-a223-bb411be144bc', 'status': 'completed', 'code': 200} Dec 15 13:40:38.823897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:38.862955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 70706d0d-bd18-4afa-80bb-9010cf4ff09b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:38.892257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-9863613f-6949-4212-bbd2-864e40eded64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.894498 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-9863613f-6949-4212-bbd2-864e40eded64 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 1097 time: 0.0629375 Dec 15 13:40:38.933018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bec1920d-7d55-46bb-90c9-10e88074a0b0 req-67efe91e-61a3-4455-8f5e-78f76b284521 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 210 time: 0.0779965 Dec 15 13:40:38.948021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03612d96-f83f-4f83-b359-d14d69e81685 req-106d095b-172f-473b-a808-2c631f171d52 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357657 Dec 15 13:40:38.995690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-78b28e3d-e8dd-470e-b296-5489b9200a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.997913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-78b28e3d-e8dd-470e-b296-5489b9200a06 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1096 time: 0.1441514 Dec 15 13:40:39.019479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-85a9b2c6-8e4c-42f3-969b-9a3ab111bfbc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.021105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-85a9b2c6-8e4c-42f3-969b-9a3ab111bfbc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531791 Dec 15 13:40:39.023874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-c9058fc9-9b9c-453d-8364-6ee9d4f5a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.025605 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-c9058fc9-9b9c-453d-8364-6ee9d4f5a8ce service neutron] 10.222.0.85 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 926 time: 0.1196070 Dec 15 13:40:39.031530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ba96beb-eace-422b-9967-db56e161e28d no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:39.041555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Request body: {'port': {'device_id': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '270f4c1e49a84fbba8bd245195d3c568'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:39.047053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Router 8ae69290-53a1-4649-acbd-17be70dd64d0 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:40:39.141266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ba96beb-eace-422b-9967-db56e161e28d not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:39.150978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 70706d0d-bd18-4afa-80bb-9010cf4ff09b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:39.151356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.218206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1d634928-2e92-42af-a273-2910afeb0f79 None None] Provisioning complete for port 70706d0d-bd18-4afa-80bb-9010cf4ff09b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:39.218489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d634928-2e92-42af-a273-2910afeb0f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.241350 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-7d05736c-6018-4184-a623-b225235097b5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e51637e-232c-460a-a223-bb411be144bc HTTP/1.1" status: 200 len: 1000 time: 0.1025522 Dec 15 13:40:39.385360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-856638e5-b886-4ee2-9afe-d44994d5964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.388614 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-856638e5-b886-4ee2-9afe-d44994d5964e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 200 len: 863 time: 0.1088233 Dec 15 13:40:39.437688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'd469d2ea-80aa-40d6-a5b0-860090d6850a', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'port_id': '0e51637e-232c-460a-a223-bb411be144bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'mac_address': 'fa:16:3e:4e:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:05Z', 'updated_at': '2021-12-15T13:40:35Z', 'revision_number': 1, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:39.449073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-9d47d11a-82be-40f8-9ce3-dc3e8cc7d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.450822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-9d47d11a-82be-40f8-9ce3-dc3e8cc7d533 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.2700989 Dec 15 13:40:39.467036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-8e717a5b-a59d-4412-9207-d7b504d72dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.468616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-8e717a5b-a59d-4412-9207-d7b504d72dd3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717678 Dec 15 13:40:39.482174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7712958b-52e4-4d31-9dc6-1c4674ddc0c6 None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'd469d2ea-80aa-40d6-a5b0-860090d6850a', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'port_id': '0e51637e-232c-460a-a223-bb411be144bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'mac_address': 'fa:16:3e:4e:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:05Z', 'updated_at': '2021-12-15T13:40:35Z', 'revision_number': 1, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:39.578586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2128753-e03e-4d2e-92be-ca2b3c271915 req-b8dd0222-04c3-460e-afe7-b9fcec927a00 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.580232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2128753-e03e-4d2e-92be-ca2b3c271915 req-b8dd0222-04c3-460e-afe7-b9fcec927a00 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.2005124 Dec 15 13:40:39.587751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-0a5471c6-adef-46f5-b8d3-231748d2e0fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 217 time: 0.1133265 Dec 15 13:40:39.590534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-3a31ad52-97a0-4fda-bb63-7cf4b0aa3675 service neutron] 10.222.0.85 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110501 Dec 15 13:40:39.632492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:39.636692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Made reservation on behalf of 270f4c1e49a84fbba8bd245195d3c568 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:39.640248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.644428 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Sync routers for ids ['8ae69290-53a1-4649-acbd-17be70dd64d0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:39.655180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Routers {'8ae69290-53a1-4649-acbd-17be70dd64d0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:39.655935 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8ae69290-53a1-4649-acbd-17be70dd64d0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:39.720847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fb85e-b05f-4572-96f4-9b705b8d1145 req-6b62d937-62b1-4630-846e-1438b57f60a9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.722261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b8fb85e-b05f-4572-96f4-9b705b8d1145 req-6b62d937-62b1-4630-846e-1438b57f60a9 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 945 time: 0.2453394 Dec 15 13:40:39.750478 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eeb1c0d8-5fc0-4cf5-a273-da6e0f5df304 req-98aafd41-371c-42af-92b5-229e33354645 service neutron] 10.222.0.85 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352346 Dec 15 13:40:39.795917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2128753-e03e-4d2e-92be-ca2b3c271915 req-2fee8076-4b3d-4fb3-8324-64781d2a9b72 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024245 Dec 15 13:40:39.802272 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Set router 8ae69290-53a1-4649-acbd-17be70dd64d0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:39.814619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.815832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0bc1cceb-7ed7-4482-a8c3-dab021686bf1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3511739 Dec 15 13:40:39.820458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41140) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:39.821845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-f76ec166-533c-405b-8904-100a3568e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.823316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-f76ec166-533c-405b-8904-100a3568e32b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.2021666 Dec 15 13:40:39.837496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e820a-b9c5-4378-915d-2d1786e8cd8f None None] New status for floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:40.038096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Allocated IP 192.168.233.138 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/fd597505-e360-44c0-8b2a-bc0a80bd926e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:40.128759 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:40:37Z', 'revision_number': 3, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:40.156772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-c06aaf97-c6f1-4a23-b2c7-9f7f4123d456 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3255603 Dec 15 13:40:40.170029 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Checking router: 8ae69290-53a1-4649-acbd-17be70dd64d0 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:40.170379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Updating router 8ae69290-53a1-4649-acbd-17be70dd64d0 port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:40:40.199224 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.298144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.351130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b8fb85e-b05f-4572-96f4-9b705b8d1145 req-a8ecfabe-fb1b-4bab-a9e5-bd0ca195c45a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151643 Dec 15 13:40:40.492317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc07f99-3664-4205-81ca-75378934c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7dafab-fa12-4d6a-b352-c87c5877fac9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:40.494678 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ee3b2-588f-44f5-a51e-85a06557fb75" -d '{"events": [{"server_uuid": "9cc07f99-3664-4205-81ca-75378934c540", "name": "network-vif-plugged", "status": "completed", "tag": "9f7dafab-fa12-4d6a-b352-c87c5877fac9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:40.504601 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.515066 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.575440 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Pushing event updated for resources: {'Port': ['ID=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.599096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.602544 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.603074 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.603778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.604269 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.604780 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.605329 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.606171 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.606487 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.607365 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.607701 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.608019 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.608526 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.608996 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.612445 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Attempting to bind port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:40.613057 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Attempting to bind port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:40.613577 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Attempting to bind port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:40.620794 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:40.621934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:40.622486 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.623186 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:40.624149 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Bound port: 5728af4f-90f9-40f9-85d5-44b0f3c91e7f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:40.624736 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.628758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.645214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-93270471-59f6-4590-a2a3-9e53265f8e1c service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884209 Dec 15 13:40:40.666886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:40.741903 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] For port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:40.747479 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] For port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:40.751884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:40.755751 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.782973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:40.787042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:40.789627 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:40.853583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:40.857969 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453f28c-3803-4d54-8756-6c7a294456d3 None None] Pushing event updated for resources: {'Port': ['ID=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.867006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:40.875480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.882895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.903349 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Routers {'8ae69290-53a1-4649-acbd-17be70dd64d0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:40.904210 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8ae69290-53a1-4649-acbd-17be70dd64d0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:40.907944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Allocated IP 172.20.0.1 (e886a9e3-b37f-466a-8c11-63b085b5e45c/41805ab6-58d7-4e01-aba2-0025c273b7f7/3532f5b9-6415-424e-85b6-69df48f5f5f9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:40.955416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416501-6bf0-4fa7-a9e4-83e68db6a79e req-554d68fe-e1d1-45ad-9868-1b85b76caf2e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:40.963328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6416501-6bf0-4fa7-a9e4-83e68db6a79e req-554d68fe-e1d1-45ad-9868-1b85b76caf2e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 945 time: 0.6305108 Dec 15 13:40:40.987081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-e0360c65-fb7c-4b2d-9648-e1cda58c8452 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9561493 Dec 15 13:40:41.007739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Request body: {'port': {'device_id': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:41.023443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00fe2-ebd4-4ea7-b008-f77d7510c455 req-5d7af010-cd75-46e1-b1cf-b6765c316bdd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.025049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab00fe2-ebd4-4ea7-b008-f77d7510c455 req-5d7af010-cd75-46e1-b1cf-b6765c316bdd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 936 time: 0.3748751 Dec 15 13:40:41.121142 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] Set router 8ae69290-53a1-4649-acbd-17be70dd64d0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:41.145845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a1564e0-33bd-4d2c-b083-a619592ade9f None None] Provisioning complete for port fd597505-e360-44c0-8b2a-bc0a80bd926e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:41.146482 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1564e0-33bd-4d2c-b083-a619592ade9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.206693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-4cda456d-49f8-45d8-a963-40bbf2a7604a service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818797 Dec 15 13:40:41.252487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1a1564e0-33bd-4d2c-b083-a619592ade9f None None] Port fd597505-e360-44c0-8b2a-bc0a80bd926e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:41.254596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6416501-6bf0-4fa7-a9e4-83e68db6a79e req-af70f0d4-8849-4ca1-b706-d3189fe95787 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873588 Dec 15 13:40:41.316859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.364471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab00fe2-ebd4-4ea7-b008-f77d7510c455 req-4edc1eb2-cca2-45ab-bcc1-f254bc414abd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885611 Dec 15 13:40:41.434522 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a535178-4d84-4dde-bac1-a2e0fb7b6fab x-openstack-request-id: req-3a535178-4d84-4dde-bac1-a2e0fb7b6fab {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:41.434843 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc07f99-3664-4205-81ca-75378934c540", "name": "network-vif-plugged", "status": "completed", "tag": "9f7dafab-fa12-4d6a-b352-c87c5877fac9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:41.435136 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a535178-4d84-4dde-bac1-a2e0fb7b6fab {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:41.435504 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc07f99-3664-4205-81ca-75378934c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7dafab-fa12-4d6a-b352-c87c5877fac9', 'code': 200} Dec 15 13:40:41.490900 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80003da5-2623-4709-b849-cd9fe12e4eae x-openstack-request-id: req-80003da5-2623-4709-b849-cd9fe12e4eae {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:41.497774 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:41.498453 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80003da5-2623-4709-b849-cd9fe12e4eae {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:41.498624 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'status': 'completed', 'code': 200} Dec 15 13:40:41.541990 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:40:37Z', 'revision_number': 3, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:41.602701 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5755b9-4227-4435-9683-ce82c8117958 None None] The sync data for ids ['8ae69290-53a1-4649-acbd-17be70dd64d0'] in n-d-815324-3 is: [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:40:37Z', 'revision_number': 3, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:41.664775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.707332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a62e9-c5c2-464b-a3c8-47217cc1fa79 req-35d1d54d-cd0b-4cf1-ab6f-3ff781fe5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.710399 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f15a62e9-c5c2-464b-a3c8-47217cc1fa79 req-35d1d54d-cd0b-4cf1-ab6f-3ff781fe5fc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 1101 time: 0.1747067 Dec 15 13:40:41.720431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-50104a4d-cc64-4e04-a337-070d8970ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.722109 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-50104a4d-cc64-4e04-a337-070d8970ba8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1095 time: 0.1725967 Dec 15 13:40:41.898453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102791-0305-47a6-887f-a2e272e4c677 req-7b49a2fd-6aef-44b4-a4a2-8d30aa0aafb1 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.900659 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-7b49a2fd-6aef-44b4-a4a2-8d30aa0aafb1 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.2044709 Dec 15 13:40:41.906949 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f15a62e9-c5c2-464b-a3c8-47217cc1fa79 req-7cb02093-986e-4028-90e9-1d9985bedf03 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632378 Dec 15 13:40:41.912569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.022918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-89e294c8-41b2-4788-b13c-f01d977d1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.024654 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-89e294c8-41b2-4788-b13c-f01d977d1392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.2778921 Dec 15 13:40:42.036484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Network e886a9e3-b37f-466a-8c11-63b085b5e45c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:42.042294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:42.082981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:42.126000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Pushing event updated for resources: {'Port': ['ID=3532f5b9-6415-424e-85b6-69df48f5f5f9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:42.129641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554f49d-dbd1-4917-9bc9-ebb9be3c65ce req-c5f5abb7-93aa-4349-8879-1b0020771252 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.133537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4554f49d-dbd1-4917-9bc9-ebb9be3c65ce req-c5f5abb7-93aa-4349-8879-1b0020771252 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 950 time: 0.7188118 Dec 15 13:40:42.220399 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-101d7b93-c29a-4b06-813d-de0d8e23a47e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 217 time: 0.1050277 Dec 15 13:40:42.232140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672221-145a-4aff-b4a0-522bae993582 req-195a0c78-2d9d-4ec9-8abd-1b95442a50fe tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.233867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3672221-145a-4aff-b4a0-522bae993582 req-195a0c78-2d9d-4ec9-8abd-1b95442a50fe tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 945 time: 0.7187269 Dec 15 13:40:42.255153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab060a81-2b70-4ad9-b2aa-501ed5ff503f req-aa198fa9-872c-43e5-93f4-9b36360cebf3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.264036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab060a81-2b70-4ad9-b2aa-501ed5ff503f req-aa198fa9-872c-43e5-93f4-9b36360cebf3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.7026863 Dec 15 13:40:42.271342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.424758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4554f49d-dbd1-4917-9bc9-ebb9be3c65ce req-e847297c-37ce-4764-bb21-709898a68a30 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849913 Dec 15 13:40:42.428040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-f540738d-953b-4ad3-b84c-015e5576bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.441038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-f540738d-953b-4ad3-b84c-015e5576bff7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1817055 Dec 15 13:40:42.472405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-41102791-0305-47a6-887f-a2e272e4c677 req-1341b7ee-e37b-4dc8-90c7-ea2beed20d9e service neutron] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:42.508314 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ba22-6bea-4de0-875c-8fbde0e3834f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.512951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-41102791-0305-47a6-887f-a2e272e4c677 req-1341b7ee-e37b-4dc8-90c7-ea2beed20d9e service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.514394 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41102791-0305-47a6-887f-a2e272e4c677 req-1341b7ee-e37b-4dc8-90c7-ea2beed20d9e service neutron] 10.222.0.85 "DELETE /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.6038074 Dec 15 13:40:42.519640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-bdce864d-a253-4938-a78a-217def5e47fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776629 Dec 15 13:40:42.586541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab060a81-2b70-4ad9-b2aa-501ed5ff503f req-9bdeca13-05c5-4bf0-a293-f9a2f24a706a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212905 Dec 15 13:40:42.621909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a4a39e32-3d2d-4e92-8769-75b44125195f None None] Provisioning complete for port 3532f5b9-6415-424e-85b6-69df48f5f5f9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:42.627106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4a39e32-3d2d-4e92-8769-75b44125195f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.655429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Deleting port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:42.656948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.727127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a4a39e32-3d2d-4e92-8769-75b44125195f None None] Port 3532f5b9-6415-424e-85b6-69df48f5f5f9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:42.884185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.887930 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-9ca14053-4c7d-4fc7-8cda-dfdf68e0190d service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590279 Dec 15 13:40:42.913840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] For port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:42.914235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.931101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Calling delete_port for 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:42.947346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5728af4f-90f9-40f9-85d5-44b0f3c91e7f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:43.005259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:43.023537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71cf0aaf-d1a9-4a2f-ac48-214b37cfd8a7 req-444f3715-9a12-4b68-8366-e8720679dfbd service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202722 Dec 15 13:40:43.213889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:43.217401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.304975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:43.336630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.344105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.364776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'port_id': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'mac_address': 'fa:16:3e:69:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b65c8-c61e-45e1-97c6-77a7a7a03587', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:43.446352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd597505-e360-44c0-8b2a-bc0a80bd926e {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:43.456046 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.476478 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.514429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13c75e-e640-4c88-997d-53798005ce71 req-9ae84b55-bf2d-42b1-8616-b1af2201e820 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:43.516234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d13c75e-e640-4c88-997d-53798005ce71 req-9ae84b55-bf2d-42b1-8616-b1af2201e820 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/ports?device_id=9644a8a4-f08b-4215-a4a4-ae7ade4567cf HTTP/1.1" status: 200 len: 945 time: 0.7783344 Dec 15 13:40:43.519591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Pushing event updated for resources: {'Port': ['ID=3532f5b9-6415-424e-85b6-69df48f5f5f9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:43.522134 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.530278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.612078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Transition to ACTIVE for port object fd597505-e360-44c0-8b2a-bc0a80bd926e will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:43.623404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d291aca-644c-4df8-9677-74e7a3d2fbc7 req-995657cb-cdd0-4138-9f10-0c01b51ded1f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:43.625354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d291aca-644c-4df8-9677-74e7a3d2fbc7 req-995657cb-cdd0-4138-9f10-0c01b51ded1f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 945 time: 0.3078020 Dec 15 13:40:43.663749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Pushing event deleted for resources: {'Port': ['ID=6c41fe6a-9689-4bb4-b589-3d15606e6ec4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:43.677209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Network e886a9e3-b37f-466a-8c11-63b085b5e45c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:43.678341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.678810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:43.705158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17b17cc-a911-4d34-bf62-ab821c983b88 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:43.763716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:43.770316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] No DVR routers for this DVR port 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:43.772616 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.778841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.782497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3672221-145a-4aff-b4a0-522bae993582 req-c5a203ee-4daf-49d0-aa0f-86fce550102a tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.85 "DELETE /v2.0/ports/6c41fe6a-9689-4bb4-b589-3d15606e6ec4 HTTP/1.1" status: 204 len: 173 time: 1.5163171 Dec 15 13:40:43.789696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:43.793748 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.795844 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.808076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'name': 'network-vif-deleted', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:43.811418 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c5b5a-5fc8-463c-bd0a-0847844de4df" -d '{"events": [{"server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "name": "network-vif-deleted", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:43.823286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d13c75e-e640-4c88-997d-53798005ce71 req-36182fec-8edf-441b-a87a-85233ff27a11 tempest-FloatingIPsAssociationTestJSON-1839368106 tempest-FloatingIPsAssociationTestJSON-1839368106-project] 10.222.0.32 "GET /v2.0/security-groups?id=7337019c-7613-4af7-8f58-24b6e7f3f403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929838 Dec 15 13:40:43.905880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d291aca-644c-4df8-9677-74e7a3d2fbc7 req-f03233cf-af5c-439e-8c64-b28aaf51dd98 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334445 Dec 15 13:40:43.926408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:44.013584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Router 8ae69290-53a1-4649-acbd-17be70dd64d0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:44.035743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:44.036603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:44.037443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:44.048023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:44.048407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6c41fe6a-9689-4bb4-b589-3d15606e6ec4 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:44.061287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Port fd597505-e360-44c0-8b2a-bc0a80bd926e on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:44.062038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:44.094837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:44.095702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:44.096305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:44.096985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Bound port: fd597505-e360-44c0-8b2a-bc0a80bd926e, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:44.097578 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.097812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:44.120042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.181772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c17b17cc-a911-4d34-bf62-ab821c983b88'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:44.187018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:44.275745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:44.288174 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92df6562-1891-453b-9c01-1081c9f8f2eb admin admin] 10.222.0.32 "PUT /v2.0/routers/8ae69290-53a1-4649-acbd-17be70dd64d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4594331 Dec 15 13:40:44.382508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:44.401672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe7c0-172c-4012-9323-2c8f712cf9c9 req-d34f3a73-38de-4878-9dce-154dca8e35e5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.406332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a8fe7c0-172c-4012-9323-2c8f712cf9c9 req-d34f3a73-38de-4878-9dce-154dca8e35e5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.3551934 Dec 15 13:40:44.443342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874de0b7-8926-401b-bfd1-786ed03e7d55 req-5acb60d2-76c2-4397-a76e-f2b1f068a2eb tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.451444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-874de0b7-8926-401b-bfd1-786ed03e7d55 req-5acb60d2-76c2-4397-a76e-f2b1f068a2eb tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 950 time: 0.3847680 Dec 15 13:40:44.455596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02abfe9b-ceef-4d81-8361-2d4011e632dc None None] Provisioning complete for port 3532f5b9-6415-424e-85b6-69df48f5f5f9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:44.455974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02abfe9b-ceef-4d81-8361-2d4011e632dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.561406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-02abfe9b-ceef-4d81-8361-2d4011e632dc None None] Port 3532f5b9-6415-424e-85b6-69df48f5f5f9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:44.596622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:44.626385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-874de0b7-8926-401b-bfd1-786ed03e7d55 req-3091c6ab-ab51-4585-bf5a-e24e9d3cd7e0 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739681 Dec 15 13:40:44.631281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:44.670427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.718277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bc1c58e-8112-40ef-9c40-aa24c6c24d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.791498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Sync routers for ids ['8ae69290-53a1-4649-acbd-17be70dd64d0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:44.804465 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Routers {'8ae69290-53a1-4649-acbd-17be70dd64d0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:44.805282 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8ae69290-53a1-4649-acbd-17be70dd64d0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:44.865315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:44.872799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.873429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.874830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-eee21272-0d14-4c2e-9761-41b4bb182b2b service neutron] 10.222.0.67 "PUT /v2.0/ports/fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 1096 time: 3.8751202 Dec 15 13:40:44.878500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a8fe7c0-172c-4012-9323-2c8f712cf9c9 req-69e3c860-74ad-4d30-a74a-78d349b83dcb tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185851 Dec 15 13:40:44.943690 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Set router 8ae69290-53a1-4649-acbd-17be70dd64d0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:44.947316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5728af4f-90f9-40f9-85d5-44b0f3c91e7f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:45.170814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:45.170814 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.192871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-648cdca8-8760-4116-890b-dbacf6d1bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.194348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-648cdca8-8760-4116-890b-dbacf6d1bb3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.2718353 Dec 15 13:40:45.196296 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbbed9a-5fef-4834-9c18-b8e0c0e45505 x-openstack-request-id: req-7cbbed9a-5fef-4834-9c18-b8e0c0e45505 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:45.196296 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9644a8a4-f08b-4215-a4a4-ae7ade4567cf", "name": "network-vif-deleted", "tag": "6c41fe6a-9689-4bb4-b589-3d15606e6ec4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:45.201073 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cbbed9a-5fef-4834-9c18-b8e0c0e45505 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:45.201073 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9644a8a4-f08b-4215-a4a4-ae7ade4567cf', 'name': 'network-vif-deleted', 'tag': '6c41fe6a-9689-4bb4-b589-3d15606e6ec4', 'status': 'completed', 'code': 200} Dec 15 13:40:45.248005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd1948-1358-4b4d-b4af-d340b2c42520 req-abd6dfed-46e6-4241-b079-46e53537915a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.249563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66dd1948-1358-4b4d-b4af-d340b2c42520 req-abd6dfed-46e6-4241-b079-46e53537915a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.2530806 Dec 15 13:40:45.332311 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:40:42Z', 'revision_number': 4, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3532f5b9-6415-424e-85b6-69df48f5f5f9', 'name': '', 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'mac_address': 'fa:16:3e:fe:99:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '41805ab6-58d7-4e01-aba2-0025c273b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:40Z', 'updated_at': '2021-12-15T13:40:43Z', 'revision_number': 2, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'subnets': [{'id': '41805ab6-58d7-4e01-aba2-0025c273b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:45.367807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-08177de0-0548-4a23-b932-49a25a604d62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.1492805 Dec 15 13:40:45.394894 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Checking router: 8ae69290-53a1-4649-acbd-17be70dd64d0 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:45.396096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Updating router 8ae69290-53a1-4649-acbd-17be70dd64d0 port 3532f5b9-6415-424e-85b6-69df48f5f5f9 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:40:45.434114 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.516249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66dd1948-1358-4b4d-b4af-d340b2c42520 req-1a1c5f2a-731d-4423-ba79-75af1b9fa8b9 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668172 Dec 15 13:40:45.518705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-60268262-b09f-4e64-885f-a3eb0009752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.520932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-60268262-b09f-4e64-885f-a3eb0009752e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1418040 Dec 15 13:40:45.669089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-973d8f59-42ad-4949-95a8-2e78295a0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.671317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-973d8f59-42ad-4949-95a8-2e78295a0fd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392272 Dec 15 13:40:45.815903 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.831971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-0dbb0eb5-3a62-42b2-b5e4-605c2c2302b9 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512735 Dec 15 13:40:45.842705 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.880332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-32bc4985-b2ad-4da5-bfc0-b72a765cdf64 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3451807 Dec 15 13:40:45.935684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41230) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:45.960603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:46.017624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Attempting to bind port 3532f5b9-6415-424e-85b6-69df48f5f5f9 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:46.018137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Attempting to bind port 3532f5b9-6415-424e-85b6-69df48f5f5f9 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:46.018606 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Attempting to bind port 3532f5b9-6415-424e-85b6-69df48f5f5f9 on network e886a9e3-b37f-466a-8c11-63b085b5e45c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:46.024917 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:46.025572 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Checking segment: {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:46.026083 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.026563 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Bound using segment: {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:46.027710 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Bound port: 3532f5b9-6415-424e-85b6-69df48f5f5f9, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:46.028209 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.046261 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf907af-26d2-4f14-af88-c82bde622bd7 None None] Pushing event updated for resources: {'Port': ['ID=3532f5b9-6415-424e-85b6-69df48f5f5f9,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:46.077125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.120211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.188394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7195912-0b50-40ad-8c74-638a4ae8febb req-1b0c6e16-d3e3-45b8-91fe-56534ea22a2b tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.195897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7195912-0b50-40ad-8c74-638a4ae8febb req-1b0c6e16-d3e3-45b8-91fe-56534ea22a2b tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1096 time: 0.1590686 Dec 15 13:40:46.209523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-935e3e9b-439b-47f4-9591-1b9d37632b79 req-48db0fb8-f52e-49a7-8cb2-6d79b7c27e2d service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643324 Dec 15 13:40:46.250266 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] For port 3532f5b9-6415-424e-85b6-69df48f5f5f9, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:46.255367 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] For port 3532f5b9-6415-424e-85b6-69df48f5f5f9, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3532f5b9-6415-424e-85b6-69df48f5f5f9,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:46.265312 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.314598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7195912-0b50-40ad-8c74-638a4ae8febb req-a0443dc8-6adf-415c-914d-7c2ea3612c7b tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177304 Dec 15 13:40:46.467056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.540982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f41e9e77-6ae6-43f6-9254-e620b957edc1 None None] Provisioning complete for port 3532f5b9-6415-424e-85b6-69df48f5f5f9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:46.545037 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f41e9e77-6ae6-43f6-9254-e620b957edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.598624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf907af-26d2-4f14-af88-c82bde622bd7 None None] Pushing event updated for resources: {'Port': ['ID=3532f5b9-6415-424e-85b6-69df48f5f5f9,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:46.634572 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Routers {'8ae69290-53a1-4649-acbd-17be70dd64d0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:46.635358 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8ae69290-53a1-4649-acbd-17be70dd64d0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:46.762979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459a44a-9613-4a80-a04f-9c73456fa3c8 req-8e4da6db-2843-46ad-8e57-7ac8857b9581 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.768180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5459a44a-9613-4a80-a04f-9c73456fa3c8 req-8e4da6db-2843-46ad-8e57-7ac8857b9581 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.1944928 Dec 15 13:40:46.828032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Allocated IP 172.25.2.28 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/05979ab3-5b08-4b70-9906-ee29251ae626) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:46.930732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5459a44a-9613-4a80-a04f-9c73456fa3c8 req-6f8ff79c-6d5a-48a7-9a52-f6de05d66c63 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462889 Dec 15 13:40:46.935358 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] Set router 8ae69290-53a1-4649-acbd-17be70dd64d0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:46.946320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f41e9e77-6ae6-43f6-9254-e620b957edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.012809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.018039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:47.063764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.071727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f41e9e77-6ae6-43f6-9254-e620b957edc1 None None] For port 3532f5b9-6415-424e-85b6-69df48f5f5f9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3532f5b9-6415-424e-85b6-69df48f5f5f9,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:47.092430 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f41e9e77-6ae6-43f6-9254-e620b957edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.140388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.213749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:47.240323 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51cf249-2206-47bf-8a8d-f18ef2770183" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:47.282143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:47.297690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:47.305560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:47.327904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e9e77-6ae6-43f6-9254-e620b957edc1 None None] Pushing event updated for resources: {'Port': ['ID=3532f5b9-6415-424e-85b6-69df48f5f5f9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:47.345502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0a097b21-7651-4837-bacf-e4404d7ca4b4 None None] Provisioning complete for port 3532f5b9-6415-424e-85b6-69df48f5f5f9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:47.346217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a097b21-7651-4837-bacf-e4404d7ca4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.357769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=05979ab3-5b08-4b70-9906-ee29251ae626,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:47.406936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port c17b17cc-a911-4d34-bf62-ab821c983b88 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:47.413676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port c17b17cc-a911-4d34-bf62-ab821c983b88 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:47.414462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.467554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-67d6760c-3ca1-407a-93c7-d5c35bc42675 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf695ba99be1478582d05176a99b28e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1525831 Dec 15 13:40:47.474578 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:40:42Z', 'revision_number': 4, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3532f5b9-6415-424e-85b6-69df48f5f5f9', 'name': '', 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'mac_address': 'fa:16:3e:fe:99:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '41805ab6-58d7-4e01-aba2-0025c273b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:40Z', 'updated_at': '2021-12-15T13:40:46Z', 'revision_number': 4, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'subnets': [{'id': '41805ab6-58d7-4e01-aba2-0025c273b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:47.478786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.539661 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefabdb-7671-400f-96d7-66bb89b53590 None None] The sync data for ids ['8ae69290-53a1-4649-acbd-17be70dd64d0'] in n-d-815324-3 is: [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:40:42Z', 'revision_number': 4, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3532f5b9-6415-424e-85b6-69df48f5f5f9', 'name': '', 'network_id': 'e886a9e3-b37f-466a-8c11-63b085b5e45c', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'mac_address': 'fa:16:3e:fe:99:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '41805ab6-58d7-4e01-aba2-0025c273b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:40Z', 'updated_at': '2021-12-15T13:40:46Z', 'revision_number': 4, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'subnets': [{'id': '41805ab6-58d7-4e01-aba2-0025c273b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:47.547159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.604765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.669643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:47.672674 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aab114-2b24-495a-b37f-7a10e7536290" -d '{"events": [{"server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "name": "network-vif-plugged", "status": "completed", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:47.706716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:47.714300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.723607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.790880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-c8667874-9da3-443d-a213-45a18a9da8e1 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.799154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-c8667874-9da3-443d-a213-45a18a9da8e1 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3169086 Dec 15 13:40:47.807393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:47.824908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-698eb4a4-a4a7-4c37-a822-46afe114efce tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/quotas/bf695ba99be1478582d05176a99b28e9 HTTP/1.1" status: 200 len: 375 time: 0.0245254 Dec 15 13:40:47.937127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-c9df5ea4-c83e-477b-9751-2161c9cb7529 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf695ba99be1478582d05176a99b28e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106842 Dec 15 13:40:48.054553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.090007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.185436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Deleting port e20a2d29-6952-4314-9304-8d3e998606a1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:48.186238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.195055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=05979ab3-5b08-4b70-9906-ee29251ae626,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:48.217867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.310672 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.318217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-b2a6fcf3-60f2-47c5-9f8d-401e704f7ef2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3747466 Dec 15 13:40:48.391875 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.431768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] For port e20a2d29-6952-4314-9304-8d3e998606a1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e20a2d29-6952-4314-9304-8d3e998606a1,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:48.432433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.452260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Calling delete_port for e20a2d29-6952-4314-9304-8d3e998606a1 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:48.552013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-ad5b03ac-7b91-42f8-970d-162eebf4bd0c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.2317564 Dec 15 13:40:48.729231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.729834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b20643-cd24-4d81-91fd-def85bf41371 req-8fef094d-e295-417a-8923-2624d8b2d091 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.742837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76b20643-cd24-4d81-91fd-def85bf41371 req-8fef094d-e295-417a-8923-2624d8b2d091 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.2743027 Dec 15 13:40:48.805871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20a2d29-6952-4314-9304-8d3e998606a1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:48.806010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-4c555783-0354-4365-88f2-3abae41343f5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.830255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c134e518-77a3-4a1a-9936-73a1f9466e7d req-4c555783-0354-4365-88f2-3abae41343f5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2646508 Dec 15 13:40:48.925752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76b20643-cd24-4d81-91fd-def85bf41371 req-f3b1779c-02be-437a-b09d-820a0df5b080 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720304 Dec 15 13:40:48.973913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3532f5b9-6415-424e-85b6-69df48f5f5f9 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:48.991935 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e5badb-8caa-4e88-bdd0-b7ec081869c9 x-openstack-request-id: req-a5e5badb-8caa-4e88-bdd0-b7ec081869c9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:48.995363 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:48.995877 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e5badb-8caa-4e88-bdd0-b7ec081869c9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:48.997242 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'status': 'completed', 'code': 200} Dec 15 13:40:49.155710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:49.244130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3532f5b9-6415-424e-85b6-69df48f5f5f9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:49.244584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.297278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.318920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-77961800-0741-44f4-b7b6-c20ebfad07f1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.321186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-77961800-0741-44f4-b7b6-c20ebfad07f1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.3228598 Dec 15 13:40:49.341380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-d8d9df53-f1c0-4cb9-ab72-b0820e2214b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.350613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-d8d9df53-f1c0-4cb9-ab72-b0820e2214b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.1897275 Dec 15 13:40:49.352764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-979a800b-ac1c-4649-b6a0-38e01500493c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/quotas/01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 375 time: 0.0230904 Dec 15 13:40:49.360090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:40:49.501485 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4793962-b4bb-4d91-8b83-be30086f2cd0 x-openstack-request-id: req-c4793962-b4bb-4d91-8b83-be30086f2cd0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:49.502089 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "name": "network-vif-plugged", "status": "completed", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:49.502089 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4793962-b4bb-4d91-8b83-be30086f2cd0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:49.502299 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'code': 200} Dec 15 13:40:49.557051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635a58-1b06-4d3c-b948-fb90f76994e8 req-ba749f72-63b7-4752-8b9e-548290bf0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.558765 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d635a58-1b06-4d3c-b948-fb90f76994e8 req-ba749f72-63b7-4752-8b9e-548290bf0e10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1097 time: 0.1181817 Dec 15 13:40:49.607607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:49.631179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'mac_address': 'fa:16:3e:03:cb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:49.635829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2adc1-91fe-4d8c-8f51-3f57a3c7b99d req-fbe04615-2691-4226-84fa-d06cc6867642 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.645745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bc2adc1-91fe-4d8c-8f51-3f57a3c7b99d req-fbe04615-2691-4226-84fa-d06cc6867642 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.1563432 Dec 15 13:40:49.649111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-4b7ede60-90ef-4189-b741-a0805611a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.650534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-4b7ede60-90ef-4189-b741-a0805611a2c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2928588 Dec 15 13:40:49.674112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-bb82e803-3863-4b38-8fce-1afa531cbbba tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2153406 Dec 15 13:40:49.705039 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.725457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd597505-e360-44c0-8b2a-bc0a80bd926e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:49.734561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d635a58-1b06-4d3c-b948-fb90f76994e8 req-fba15d45-910c-42bf-af46-ba65d94f1d29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652517 Dec 15 13:40:49.774979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:49.788000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.792916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Router 54d93f20-249f-4197-aa0b-5cca6e4291fa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:49.861242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:49.978227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:49.989598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d30f98c-9d7d-4515-8ade-d617eee53272 admin admin] 10.222.0.32 "PUT /v2.0/routers/54d93f20-249f-4197-aa0b-5cca6e4291fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0527499 Dec 15 13:40:49.992043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41302) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:49.993266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] Sync routers for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:50.052779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:50.053526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:50.141129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:50.175901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:50.324784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:50.354438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-0a40d37c-3768-454a-8b60-ba638ded1404 service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793609 Dec 15 13:40:50.391893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bc2adc1-91fe-4d8c-8f51-3f57a3c7b99d req-1846ffbe-9893-4fc5-bba7-29c29a41bf45 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7386460 Dec 15 13:40:50.397293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-a6d59c06-ba0f-4a65-9f9a-c77ecfb8fcf7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.7070711 Dec 15 13:40:50.421419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:50.485031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Deleting port 7f1e8a31-1d22-4013-9412-c92c68cbddbb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:50.485660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:50.540065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-994bf4d7-7ed7-4ca6-9b4f-d38ce41b0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:50.541654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-994bf4d7-7ed7-4ca6-9b4f-d38ce41b0693 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0958538 Dec 15 13:40:50.553300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-d5f8614a-1400-4996-a9d1-6b059fcc834e tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=bf695ba99be1478582d05176a99b28e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1954310 Dec 15 13:40:50.602062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] For port 7f1e8a31-1d22-4013-9412-c92c68cbddbb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7f1e8a31-1d22-4013-9412-c92c68cbddbb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:50.602414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:50.625143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Calling delete_port for 7f1e8a31-1d22-4013-9412-c92c68cbddbb owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:50.660940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:40:48Z', 'revision_number': 5, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port': {'id': '7f1e8a31-1d22-4013-9412-c92c68cbddbb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:50.716391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] Checking router: 54d93f20-249f-4197-aa0b-5cca6e4291fa for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:50.732176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01ef2a59-f320-4c28-8b60-0a643a3f70d7 req-8d115878-a6db-4988-aa02-95da6f8081b7 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 210 time: 0.0793977 Dec 15 13:40:50.762490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] Routers {'54d93f20-249f-4197-aa0b-5cca6e4291fa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:50.764608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['54d93f20-249f-4197-aa0b-5cca6e4291fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:50.773571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:50.843156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:50.878766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1e8a31-1d22-4013-9412-c92c68cbddbb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:50.912325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-3faee089-56df-427e-821d-4582c3b5ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:50.913859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-3faee089-56df-427e-821d-4582c3b5ee11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240271 Dec 15 13:40:50.927762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-b9b49276-72b5-4a81-97ae-8434e3aca64b service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292044 Dec 15 13:40:50.941116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] Set router 54d93f20-249f-4197-aa0b-5cca6e4291fa gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:50.962367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-3af788b6-528e-49f0-872e-2d593c337ca4 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:50.963816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-3af788b6-528e-49f0-872e-2d593c337ca4 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710334 Dec 15 13:40:51.013306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:40:50Z', 'revision_number': 6, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:51.032976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.046027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Request body: {'port': {'device_id': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'bf695ba99be1478582d05176a99b28e9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:51.085972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2f559-818c-4659-93d1-f7feeeed8c88 None None] The sync data for ids ['54d93f20-249f-4197-aa0b-5cca6e4291fa'] in n-d-815324-3 is: [{'id': '54d93f20-249f-4197-aa0b-5cca6e4291fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1949369979-router', 'tenant_id': 'cd17767765114690a0f5d9425daecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:05Z', 'updated_at': '2021-12-15T13:40:50Z', 'revision_number': 6, 'project_id': 'cd17767765114690a0f5d9425daecaa0', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:51.148289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9104c2dd-af05-4606-a170-487c39af7926 req-39af0147-4e44-45b9-b667-418bd45a6f8c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3635445 Dec 15 13:40:51.154874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:51.219371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.223449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.285735 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.305816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-4d6bc96f-b257-4158-92ee-f36186111966 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736794 Dec 15 13:40:51.320209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.321084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54d93f20-249f-4197-aa0b-5cca6e4291fa {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:40:51.332580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.337151 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3941591a-6b9e-46b4-a159-9ea00d4e7d07 admin admin] 10.222.0.32 "DELETE /v2.0/routers/54d93f20-249f-4197-aa0b-5cca6e4291fa HTTP/1.1" status: 204 len: 168 time: 1.3437080 Dec 15 13:40:51.338219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:51.394654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Deleting subnet a0306573-6b55-4c0c-be6a-eded793ef1cf {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:40:51.397751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.479988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.500597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Made reservation on behalf of bf695ba99be1478582d05176a99b28e9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:51.504265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.549053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8451aaa-6462-4981-ae30-845c24bafb59 req-b3fcbb00-23d5-4b0c-8046-a0776cab8d68 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:51.557328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8451aaa-6462-4981-ae30-845c24bafb59 req-b3fcbb00-23d5-4b0c-8046-a0776cab8d68 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.2612934 Dec 15 13:40:51.670801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.672055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c51cf249-2206-47bf-8a8d-f18ef2770183 req-89e0950a-cc8f-43e9-87da-91efe3b7211b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305528 Dec 15 13:40:51.766776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.781104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Allocated IP 192.168.233.29 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/23a6a7b9-dd85-4a52-8419-23e71641e2ee) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:51.798752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.803177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116b5a33-40d7-4b3f-9bf7-c07bbc16b6e4 None None] Network 4667d9a7-77a6-4764-83cd-72fdf77fd294 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:51.820988 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0306573-6b55-4c0c-be6a-eded793ef1cf HTTP/1.1" status: 204 len: 168 time: 0.4812784 Dec 15 13:40:51.837430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41324) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:51.865696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb229c3-6044-4328-97c2-560fce38872d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0306573-6b55-4c0c-be6a-eded793ef1cf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:51.947626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8451aaa-6462-4981-ae30-845c24bafb59 req-f05a84f5-f73f-482a-8462-e345dcee1a77 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896976 Dec 15 13:40:52.077591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.115667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] DHCP port deletion for 4667d9a7-77a6-4764-83cd-72fdf77fd294 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:40:52.217685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Allocated IP 172.25.2.37 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9c88921c-145d-4756-b2b7-598c11c75451) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:52.225403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Deleting port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:52.226759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.271854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a185baa5-2064-4463-8f6a-a2f73429d275 req-e967e635-be31-4c98-88c9-bebb71dbdc6d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 210 time: 0.0377393 Dec 15 13:40:52.288579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.348842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] For port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:52.349280 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.371508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Calling delete_port for 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:52.488608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.597674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.609624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Deleting port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:52.609954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.619836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55277-06ad-43b5-b7dd-76658b521026 req-cc9baaf7-8a39-4a6c-8dbc-c7045089c304 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:52.628249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79c55277-06ad-43b5-b7dd-76658b521026 req-cc9baaf7-8a39-4a6c-8dbc-c7045089c304 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 949 time: 0.2280123 Dec 15 13:40:52.725013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.772773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Pushing event deleted for resources: {'Port': ['ID=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:52.778252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] No DVR routers for this DVR port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:52.787551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.788017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.788357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.788720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.789640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.789983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.790314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.790641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.791524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.791858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.792185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.793095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.793918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8557af-d2bb-4de7-8c69-42a011482718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:52.833542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.850165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['9f7dafab-fa12-4d6a-b352-c87c5877fac9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:52.913866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f1e8a31-1d22-4013-9412-c92c68cbddbb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:52.930058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] For port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,segment=NetworkSegment(f3142356-82ef-4200-8aed-a37e0aeed044),segment_id=f3142356-82ef-4200-8aed-a37e0aeed044)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:52.930443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:52.952735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7f1e8a31-1d22-4013-9412-c92c68cbddbb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:52.952735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f1e8a31-1d22-4013-9412-c92c68cbddbb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:52.952735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e20a2d29-6952-4314-9304-8d3e998606a1 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:52.970437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:52.986661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e20a2d29-6952-4314-9304-8d3e998606a1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:52.987062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e20a2d29-6952-4314-9304-8d3e998606a1 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:52.987590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:52.996211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79c55277-06ad-43b5-b7dd-76658b521026 req-3189aaf3-b385-4524-89d7-ce068d2deea6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618686 Dec 15 13:40:53.000525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Calling delete_port for 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:53.016329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:53.023657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:53.032790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.042047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:53.042543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:53.052124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:53.061715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.061936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.128655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-04b22988-ae50-49dc-927f-fa3fe4ca8839 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.134949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-04b22988-ae50-49dc-927f-fa3fe4ca8839 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.4809058 Dec 15 13:40:53.135630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Pushing event updated for resources: {'Port': ['ID=23a6a7b9-dd85-4a52-8419-23e71641e2ee,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:53.165125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port fd597505-e360-44c0-8b2a-bc0a80bd926e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:53.174288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port fd597505-e360-44c0-8b2a-bc0a80bd926e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:53.174810 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.273462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Request body: {'port': {'device_id': '9230697e-bb4f-476f-9985-6e170d79f936', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'admin_state_up': True, 'tenant_id': '01d02b2b82e748f28aabc1b043c4a95a'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:53.306448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.322026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=9c88921c-145d-4756-b2b7-598c11c75451,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:53.329363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-f68b1f6e-f591-49d9-8c9c-228806533c73 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2951903 Dec 15 13:40:53.331438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:53.334837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.341005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:53.343822 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db28803-d01f-4e26-bebe-3a4bf7091b88" -d '{"events": [{"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-plugged", "status": "completed", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:53.358043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:53.363128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.394195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] No DVR routers for this DVR port 7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:53.404065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Request body: {'port': {'device_id': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:53.429655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:53.433835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3d1cf836-7584-43b9-a2f0-9c6b994d3f2c None None] Provisioning complete for port 23a6a7b9-dd85-4a52-8419-23e71641e2ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:53.434205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf836-7584-43b9-a2f0-9c6b994d3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.457439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6d5862-5e0a-4f2b-9c23-6759d0b05d6a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:53.470687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cf836-7584-43b9-a2f0-9c6b994d3f2c None None] Port 23a6a7b9-dd85-4a52-8419-23e71641e2ee cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:53.480382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:53.482881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:53.853900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.907745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.929072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659d27-4927-4ebd-b62d-4dfdebc1fb83 req-712f8e6e-07c9-4260-9e41-78b9c664d32a tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.930571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f659d27-4927-4ebd-b62d-4dfdebc1fb83 req-712f8e6e-07c9-4260-9e41-78b9c664d32a tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 935 time: 0.6800761 Dec 15 13:40:53.983741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.003453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.003838 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.004607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.004948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > port after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.005268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.005594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > port after_update 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.005905 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.006216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.006524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.006836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.077281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.077625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.077944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.078262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:40:54.078601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4667d9a7-77a6-4764-83cd-72fdf77fd294']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.126205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3142356-82ef-4200-8aed-a37e0aeed044') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.126411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3142356-82ef-4200-8aed-a37e0aeed044') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.185184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.259975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Made reservation on behalf of 01d02b2b82e748f28aabc1b043c4a95a for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:54.265246 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.269335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.337700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f659d27-4927-4ebd-b62d-4dfdebc1fb83 req-abcd0b6f-ba05-4085-a185-c266053d02ac tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909826 Dec 15 13:40:54.340518 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.360619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:40:54.361044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: from cryptography.utils import int_from_bytes Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: from cryptography.utils import int_from_bytes Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:40:54.367240 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:40:54.614492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.621890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.627399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4667d9a7-77a6-4764-83cd-72fdf77fd294 HTTP/1.1" status: 204 len: 168 time: 2.7865994 Dec 15 13:40:54.703857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fbdfc-ea6a-4bb3-bfae-5f873dac0a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4667d9a7-77a6-4764-83cd-72fdf77fd294,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:54.722250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4adcd-c645-4552-a7a9-569ba6759970 req-42912674-6977-4ee9-b8f4-a5d1b72ef2d5 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:54.723771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41b4adcd-c645-4552-a7a9-569ba6759970 req-42912674-6977-4ee9-b8f4-a5d1b72ef2d5 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1097 time: 0.3057470 Dec 15 13:40:54.798024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:54.806097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Allocated IP 172.20.0.4 (62085ffc-a328-428d-8518-ab1288367925/be9356c5-284b-4559-a444-b391e66cc952/cd46af07-7a46-4e0e-9890-8616b76c77f8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:54.845397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.862589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.870139 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5594a69f-2c99-4fdc-b6c8-4316078be454 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd17767765114690a0f5d9425daecaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708439 Dec 15 13:40:54.871018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:54.899402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41b4adcd-c645-4552-a7a9-569ba6759970 req-35ed71d2-d10d-492b-b5f1-b37bb5b982ee tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444681 Dec 15 13:40:54.984941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a6a7b9-dd85-4a52-8419-23e71641e2ee {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:54.995781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04f1cff2-9f4d-4116-8296-3eaaeb24df2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.999788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.022256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04f1cff2-9f4d-4116-8296-3eaaeb24df2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.085796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=9c88921c-145d-4756-b2b7-598c11c75451,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:55.092720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04f1cff2-9f4d-4116-8296-3eaaeb24df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.095668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04f1cff2-9f4d-4116-8296-3eaaeb24df2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.099585 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-04f1cff2-9f4d-4116-8296-3eaaeb24df2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7337019c-7613-4af7-8f58-24b6e7f3f403 HTTP/1.1" status: 204 len: 168 time: 0.2246220 Dec 15 13:40:55.115825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1cff2-9f4d-4116-8296-3eaaeb24df2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337019c-7613-4af7-8f58-24b6e7f3f403,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:55.196991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Transition to ACTIVE for port object 23a6a7b9-dd85-4a52-8419-23e71641e2ee will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:55.238509 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.238871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.270711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccb15810-6a9c-47ad-a3cb-409954612ef9 req-b1b7f247-a570-4ab9-aa52-41e97cd13c31 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 210 time: 0.0752819 Dec 15 13:40:55.333140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.334554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9104c2dd-af05-4606-a170-487c39af7926 req-3839e6c9-6b98-40d2-a8f5-0087aedf1b9a tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1853979 Dec 15 13:40:55.398189 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddfb24f-9610-4c59-ab56-ebe9dea7951c x-openstack-request-id: req-fddfb24f-9610-4c59-ab56-ebe9dea7951c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:55.398765 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-plugged", "status": "completed", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:55.398765 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fddfb24f-9610-4c59-ab56-ebe9dea7951c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:55.399145 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'code': 200} Dec 15 13:40:55.449882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9104c2dd-af05-4606-a170-487c39af7926 req-ca52e6c5-a03f-41fb-8201-7beaed28fa46 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0848775 Dec 15 13:40:55.450528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Pushing event updated for resources: {'Port': ['ID=23a6a7b9-dd85-4a52-8419-23e71641e2ee,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:55.534235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86495f48-8696-4309-8c9f-1a9c1755b6cb req-55110b3f-11f6-4873-94b3-778d6123afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:55.535602 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-86495f48-8696-4309-8c9f-1a9c1755b6cb req-55110b3f-11f6-4873-94b3-778d6123afda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1101 time: 0.0685122 Dec 15 13:40:55.628027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-86495f48-8696-4309-8c9f-1a9c1755b6cb req-51b42d54-c386-4556-b18f-12cffa972a3b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847411 Dec 15 13:40:55.684618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.744199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1492c9-8370-46bc-a90b-6e6044e2c6d2 req-5e83c77f-9aa7-49f3-9c2a-f85d02cdfe23 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:55.752305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf1492c9-8370-46bc-a90b-6e6044e2c6d2 req-5e83c77f-9aa7-49f3-9c2a-f85d02cdfe23 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2356198 Dec 15 13:40:55.798715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Attempting to bind port 23a6a7b9-dd85-4a52-8419-23e71641e2ee on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:55.799083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Attempting to bind port 23a6a7b9-dd85-4a52-8419-23e71641e2ee by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:55.799365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Attempting to bind port 23a6a7b9-dd85-4a52-8419-23e71641e2ee on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:55.826905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Port 23a6a7b9-dd85-4a52-8419-23e71641e2ee on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:55.827239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Attempting to bind port 23a6a7b9-dd85-4a52-8419-23e71641e2ee on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:55.836288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:55.836650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:55.837029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:55.837524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Bound port: 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:55.837788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:55.852391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104c2dd-af05-4606-a170-487c39af7926 req-87c13dd7-be60-4ba9-a415-314e03606e88 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:55.853766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9104c2dd-af05-4606-a170-487c39af7926 req-87c13dd7-be60-4ba9-a415-314e03606e88 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.3880403 Dec 15 13:40:55.881512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf1492c9-8370-46bc-a90b-6e6044e2c6d2 req-aebb3d97-8a62-4794-85c8-b81e31f10bc2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282406 Dec 15 13:40:55.894265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-9104c2dd-af05-4606-a170-487c39af7926 req-a6892f3a-02f7-4723-b264-e844f5a3349f tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:55.895502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9104c2dd-af05-4606-a170-487c39af7926 req-a6892f3a-02f7-4723-b264-e844f5a3349f tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272112 Dec 15 13:40:55.904830 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:56.057616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Network 62085ffc-a328-428d-8518-ab1288367925 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:56.108654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:56.111650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:56.170233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:56.170850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:56.259436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:56.272048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-5df000a5-eed5-4d98-98b1-a818a8674241 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0248361 Dec 15 13:40:56.273287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] For port 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:56.283809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] For port 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:56.305043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Request body: {'port': {'device_id': '9230697e-bb4f-476f-9985-6e170d79f936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:56.310485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:56.392469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad8f6-e5c0-401a-b42f-9d10f0b93795 req-59c7675e-dd08-4a2a-9455-e2e92b0b831c tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:56.394238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95cad8f6-e5c0-401a-b42f-9d10f0b93795 req-59c7675e-dd08-4a2a-9455-e2e92b0b831c tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 947 time: 0.3340380 Dec 15 13:40:56.412113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:56.412731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:56.414296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] 10.222.0.85 "PUT /v2.0/ports/23a6a7b9-dd85-4a52-8419-23e71641e2ee HTTP/1.1" status: 200 len: 1095 time: 3.0154238 Dec 15 13:40:56.420750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-a832ffba-cb3a-4f0b-8eec-d5b0976cddba tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3903162 Dec 15 13:40:56.429679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'tag': '23a6a7b9-dd85-4a52-8419-23e71641e2ee'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:56.432754 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3856e97-aff3-411d-8978-bde505f4f824" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a4d448-32c6-48f8-a199-2c5a27b01b5f", "tag": "23a6a7b9-dd85-4a52-8419-23e71641e2ee"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:56.461591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:56.543487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482eb94-4085-440e-a99c-62537898a3ee service neutron] Pushing event updated for resources: {'Port': ['ID=23a6a7b9-dd85-4a52-8419-23e71641e2ee,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:56.566736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:56.593482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:56.603073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95cad8f6-e5c0-401a-b42f-9d10f0b93795 req-bf44a72e-5257-408a-8a22-040c67e2af93 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999106 Dec 15 13:40:56.862096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-3db3c50c-3614-4131-b90e-015ae01987a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:56.863661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-3db3c50c-3614-4131-b90e-015ae01987a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bf695ba99be1478582d05176a99b28e9&device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 1098 time: 0.3654335 Dec 15 13:40:56.947082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-1beed63d-dbab-4881-9496-f8266d5c923b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee HTTP/1.1" status: 200 len: 217 time: 0.0402396 Dec 15 13:40:57.005459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-1b358506-287f-4df7-94aa-4c53670eabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:57.007036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-1b358506-287f-4df7-94aa-4c53670eabe4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0487006 Dec 15 13:40:57.389497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb740ef-290c-433d-acc2-792fc3b038da req-39620fdd-0cf8-45aa-8425-db69788b5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:57.390979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-39620fdd-0cf8-45aa-8425-db69788b5553 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3732140 Dec 15 13:40:57.535405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd46af07-7a46-4e0e-9890-8616b76c77f8 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:57.545844 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:57.595653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-e5843487-c545-4cc9-8a70-2acfcbe00f33 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940138 Dec 15 13:40:57.596592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Transition to ACTIVE for port object cd46af07-7a46-4e0e-9890-8616b76c77f8 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:57.610109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc3abd-bf91-4792-a9b6-99ebf14113ac req-2a9fd929-9a1c-434e-aae8-5c4295763528 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:57.611601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-befc3abd-bf91-4792-a9b6-99ebf14113ac req-2a9fd929-9a1c-434e-aae8-5c4295763528 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 931 time: 0.1659439 Dec 15 13:40:57.621672 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:57.623334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:57.791945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:57.870295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-befc3abd-bf91-4792-a9b6-99ebf14113ac req-6e350041-23d3-496a-82f9-d8729efb412f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440422 Dec 15 13:40:57.928227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abb740ef-290c-433d-acc2-792fc3b038da req-5c355df9-4cd3-430f-b23f-f969198f619b service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137295 Dec 15 13:40:57.939904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Allocated IP 172.25.2.59 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/cbde0c6d-110e-4e65-9768-ba6e25a59fb0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:57.973112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:57.973766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:57.973888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:58.017569 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19576099-e3fe-4d2c-87ce-3c286cc4480b x-openstack-request-id: req-19576099-e3fe-4d2c-87ce-3c286cc4480b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:58.017896 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a4d448-32c6-48f8-a199-2c5a27b01b5f", "tag": "23a6a7b9-dd85-4a52-8419-23e71641e2ee", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:58.018113 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19576099-e3fe-4d2c-87ce-3c286cc4480b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:58.018503 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'tag': '23a6a7b9-dd85-4a52-8419-23e71641e2ee', 'status': 'completed', 'code': 200} Dec 15 13:40:58.021394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:58.021394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:58.034491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:58.034837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:58.035228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:58.035671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Bound port: cd46af07-7a46-4e0e-9890-8616b76c77f8, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:58.036034 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:58.227704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:58.236889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:58.248375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:58.275933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afa2bb-1fb0-40d5-8ad4-4b06c6b4d1e7 req-d7378605-4b95-432e-b49e-1b37797dd39a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:58.277351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56afa2bb-1fb0-40d5-8ad4-4b06c6b4d1e7 req-d7378605-4b95-432e-b49e-1b37797dd39a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1752760 Dec 15 13:40:58.306162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:58.306423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3856e97-aff3-411d-8978-bde505f4f824 req-bf46d564-d213-42d6-babc-6bb34dffd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:58.315857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-bf46d564-d213-42d6-babc-6bb34dffd8ca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bf695ba99be1478582d05176a99b28e9&device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 1098 time: 0.2047873 Dec 15 13:40:58.370906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:58.371920 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:58.373366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] 10.222.0.67 "PUT /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 1091 time: 2.0746419 Dec 15 13:40:58.408174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:58.496771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:58.514084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:58.520070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be0dda-dd4a-40f6-9271-58dc4fc83e38 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:58.523327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:58.534792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56afa2bb-1fb0-40d5-8ad4-4b06c6b4d1e7 req-1d3f380c-e51e-4a08-8135-c1d727a4cf8b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490892 Dec 15 13:40:58.638239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-ba464131-bdd6-4ee3-af70-73ac868109a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:58.639850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-ba464131-bdd6-4ee3-af70-73ac868109a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1094 time: 0.2107584 Dec 15 13:40:58.647460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3856e97-aff3-411d-8978-bde505f4f824 req-dfce99a6-3892-4806-8cd5-766e2dee00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:58.648946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-dfce99a6-3892-4806-8cd5-766e2dee00f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3070292 Dec 15 13:40:58.658553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=cbde0c6d-110e-4e65-9768-ba6e25a59fb0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:58.850206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-9e1ae064-9281-4f7d-9ee7-db8e09765ce2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 217 time: 0.1981964 Dec 15 13:40:58.887056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-a049ffbf-b979-443d-874b-114f0d1d727d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee HTTP/1.1" status: 200 len: 217 time: 0.2163146 Dec 15 13:40:58.890743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.028577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461347ac-afbe-46aa-b2ba-17cd98ac7776 req-8240836a-d24a-4e2e-a06a-1e63229207ca tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:59.032099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-461347ac-afbe-46aa-b2ba-17cd98ac7776 req-8240836a-d24a-4e2e-a06a-1e63229207ca tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 947 time: 0.2117932 Dec 15 13:40:59.052654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-0317f145-82d3-4429-915f-8bbcad77bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:59.052654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-0317f145-82d3-4429-915f-8bbcad77bcbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1594648 Dec 15 13:40:59.075485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.117003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3856e97-aff3-411d-8978-bde505f4f824 req-b088864d-5c73-4a4a-b678-6e12b86f6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:59.118482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-b088864d-5c73-4a4a-b678-6e12b86f6956 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1972609 Dec 15 13:40:59.227004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-461347ac-afbe-46aa-b2ba-17cd98ac7776 req-7acf8003-ce6b-4c1a-ae28-b414b7f148e3 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937034 Dec 15 13:40:59.229638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-0bccf651-e275-495e-9c7c-09baaf6ff94d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695523 Dec 15 13:40:59.398969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3856e97-aff3-411d-8978-bde505f4f824 req-9c06b071-493f-419d-870a-ed4632627a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:59.402037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-9c06b071-493f-419d-870a-ed4632627a93 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568390 Dec 15 13:40:59.475617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-70bb5078-ded6-4131-a808-24538dbd0323 req-6433286f-f8a4-47cd-bdaa-e5422623a895 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:59.476615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70bb5078-ded6-4131-a808-24538dbd0323 req-6433286f-f8a4-47cd-bdaa-e5422623a895 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051844 Dec 15 13:40:59.562697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-4251b2a4-affc-4da2-9a15-91be2364e6b3 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215590 Dec 15 13:40:59.593574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.646759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.745878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=cbde0c6d-110e-4e65-9768-ba6e25a59fb0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:59.753388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-985de40e-b177-42d4-957d-440536338ed2 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407686 Dec 15 13:40:59.888010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54796acd-f691-4f8e-87dc-3b6629123a20 req-8e31ae38-0524-4b9c-a618-77760c6d12bf service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146501 Dec 15 13:40:59.899348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.929933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.931142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-5e7a1bdc-b1ea-4f9f-87af-35453e8cace5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4874051 Dec 15 13:40:59.982235 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-16e66cfa-d447-4923-970a-a0ec2a7654f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2697654 Dec 15 13:40:59.987868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3856e97-aff3-411d-8978-bde505f4f824 req-59d9647b-6522-4219-861b-ab3f0080ee50 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068017 Dec 15 13:40:59.997378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-ddec1dbe-a2b5-49c7-afae-a525c1a8c529 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0554686 Dec 15 13:41:00.020147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:00.023196 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da622ef-6130-4cdc-bced-e5f106bfc4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:00.134809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-2eb6b84c-ad98-47f1-9de5-ef860a208406 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:00.136259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d17b37b-a4d7-4b45-a870-db3c39ce05a3 req-2eb6b84c-ad98-47f1-9de5-ef860a208406 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1298923 Dec 15 13:41:00.226045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfe417-0a1f-4941-9511-f33cedc7c4ed req-751757de-4ba9-4687-83f8-a1fc00d340a5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:00.232445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88cfe417-0a1f-4941-9511-f33cedc7c4ed req-751757de-4ba9-4687-83f8-a1fc00d340a5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.0566070 Dec 15 13:41:00.284331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88cfe417-0a1f-4941-9511-f33cedc7c4ed req-524fc9bc-427a-4263-9ad4-261c23536397 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505068 Dec 15 13:41:00.404339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ef4c9-22eb-42b1-8b86-8e634a5170b7 req-3222538d-abe0-46c8-8bd1-f8d6feae98e1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:00.406295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-892ef4c9-22eb-42b1-8b86-8e634a5170b7 req-3222538d-abe0-46c8-8bd1-f8d6feae98e1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0592051 Dec 15 13:41:00.458215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-892ef4c9-22eb-42b1-8b86-8e634a5170b7 req-ce302639-5a86-471c-bf58-7920ab0a43d2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454712 Dec 15 13:41:00.569059 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2d771e-5021-4a05-b981-e250abac619e x-openstack-request-id: req-ba2d771e-5021-4a05-b981-e250abac619e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:00.569355 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:00.569607 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba2d771e-5021-4a05-b981-e250abac619e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:00.570017 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'status': 'completed', 'code': 200} Dec 15 13:41:00.776332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-1f7e0c81-2a30-482b-92df-77e146cb0cb2 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1790407 Dec 15 13:41:00.789924 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:00.794775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:00.819152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:00.888832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-f12b61a9-5624-45ed-8308-d96967c4ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:00.890818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-f12b61a9-5624-45ed-8308-d96967c4ae90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1094 time: 0.1524818 Dec 15 13:41:01.326338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-4d5de6f8-c8c5-42fa-a8fd-77949ee4714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.327806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-4d5de6f8-c8c5-42fa-a8fd-77949ee4714b service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.4285114 Dec 15 13:41:01.335116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf4f9d-f8f0-4c97-9c03-10d8e0820f81 req-c7a17521-6543-49d9-936e-6d98b68d086c tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.336455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2acf4f9d-f8f0-4c97-9c03-10d8e0820f81 req-c7a17521-6543-49d9-936e-6d98b68d086c tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 947 time: 0.1329706 Dec 15 13:41:01.384592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-64ccf35f-2943-412f-89f9-30f636b93817 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 217 time: 0.0471468 Dec 15 13:41:01.441373 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:01.478172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2acf4f9d-f8f0-4c97-9c03-10d8e0820f81 req-1921f517-2b9c-4af7-a6d9-e8da76c8078b tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317990 Dec 15 13:41:01.522129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-fbe2dc3a-7b75-41a0-ad90-93f3c42fedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.523761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-fbe2dc3a-7b75-41a0-ad90-93f3c42fedc8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1310422 Dec 15 13:41:01.552115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-a03c8800-0f5e-4e4b-8eb6-4fc114950f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.554194 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-a03c8800-0f5e-4e4b-8eb6-4fc114950f71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1101 time: 0.0614247 Dec 15 13:41:01.565059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-0604764e-75fa-4a11-a8c1-c73dd4456fce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333529 Dec 15 13:41:01.689039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-51e878b6-c9cd-4a8b-805d-044378cc29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.690799 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-51e878b6-c9cd-4a8b-805d-044378cc29a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1289294 Dec 15 13:41:01.721882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Allocated IP 172.25.2.237 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/82765019-6631-4276-8b64-ef024536c0a7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:01.740046 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-33e71c5d-5619-4305-b04f-abe2aa14cb02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.0392275 Dec 15 13:41:01.793174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-183e7e24-5d0b-483d-a54e-a90eda1268d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.794637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-183e7e24-5d0b-483d-a54e-a90eda1268d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0461373 Dec 15 13:41:01.827014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-ae2a916e-ec1f-43cc-a816-29734cdd4543 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284048 Dec 15 13:41:01.841820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f38e4-aa04-4922-b67b-7120531c7c85 req-ecd51247-473d-4271-a80e-66c2ac2aa5ef tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.843207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a0f38e4-aa04-4922-b67b-7120531c7c85 req-ecd51247-473d-4271-a80e-66c2ac2aa5ef tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.1448140 Dec 15 13:41:01.844164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-3d0fca3d-d050-426f-b0c3-8b93d76f5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.845919 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-3d0fca3d-d050-426f-b0c3-8b93d76f5251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428886 Dec 15 13:41:01.894616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 23a6a7b9-dd85-4a52-8419-23e71641e2ee details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:01.966468 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-8a31b5a9-f9f2-4b41-8848-f416309ac21b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025562 Dec 15 13:41:02.014608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da622ef-6130-4cdc-bced-e5f106bfc4bf req-0f3b18ba-a4fa-4a28-95c5-33cd521e2b71 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684985 Dec 15 13:41:02.019271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a0f38e4-aa04-4922-b67b-7120531c7c85 req-9dedce28-d202-457c-9673-854f85b9506c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642077 Dec 15 13:41:02.024155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.065621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.097824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:02.115198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '23a6a7b9-dd85-4a52-8419-23e71641e2ee', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '23a6a7b9-dd85-4a52-8419-23e71641e2ee', 'mac_address': 'fa:16:3e:7a:a7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:02.127526 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-3a9d1534-82a9-44c8-b365-ffb6ee4b7297 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518080 Dec 15 13:41:02.157209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:02.166097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:02.177914 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.181232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:02.186573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=82765019-6631-4276-8b64-ef024536c0a7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:02.195775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a6a7b9-dd85-4a52-8419-23e71641e2ee {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:02.223315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:02.230060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.256584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e54ca-8430-4328-a406-b2c927b7ba61 req-3227ce8f-7a5a-423c-b59c-56fba8ff53c1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:02.258265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e30e54ca-8430-4328-a406-b2c927b7ba61 req-3227ce8f-7a5a-423c-b59c-56fba8ff53c1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1432455 Dec 15 13:41:02.288850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=23a6a7b9-dd85-4a52-8419-23e71641e2ee,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:02.347249 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.356158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e30e54ca-8430-4328-a406-b2c927b7ba61 req-de073205-d5b9-4fdd-a32e-3c00e7b39ef1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901895 Dec 15 13:41:02.389801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.564166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.569674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.644181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event updated for resources: {'Port': ['ID=82765019-6631-4276-8b64-ef024536c0a7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:02.657029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.687347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:02.692940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-cee5dc6b-48bf-45c6-9b3d-302cb83a7661 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9075975 Dec 15 13:41:02.763555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-bb2e463c-5b47-4502-bbff-7bae5ede1ffc tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0626254 Dec 15 13:41:02.788848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['23a6a7b9-dd85-4a52-8419-23e71641e2ee'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:02.882496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-44b9144c-49da-46b9-a5a7-ef0805deeb69 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:02.884232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b039444-29ce-4baa-a9fe-6ffe02444f69 req-44b9144c-49da-46b9-a5a7-ef0805deeb69 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1149139 Dec 15 13:41:03.012678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0462dd-29c0-4615-a790-54a14a000bf0 req-d5b82d69-ec62-432b-bd4d-59a860169c1b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.014349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed0462dd-29c0-4615-a790-54a14a000bf0 req-d5b82d69-ec62-432b-bd4d-59a860169c1b tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 949 time: 0.0617189 Dec 15 13:41:03.080723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:03.094631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed0462dd-29c0-4615-a790-54a14a000bf0 req-3f6ce9c8-f8d6-4d6c-977e-4b3c81075b98 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739520 Dec 15 13:41:03.106490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b84cad-b12c-499b-810b-a7c772f216f4 req-bed076f8-aaae-45fa-ab2b-2803b15f2ece tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.108083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0b84cad-b12c-499b-810b-a7c772f216f4 req-bed076f8-aaae-45fa-ab2b-2803b15f2ece tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 948 time: 0.0814502 Dec 15 13:41:03.186645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:03.200463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'port_id': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'mac_address': 'fa:16:3e:ab:38:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9356c5-284b-4559-a444-b391e66cc952', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:03.216686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89ad0f12-152d-4d46-8223-4b56c722f598 req-a7e3e7d3-33c5-4e4a-a524-d998a16fb20c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips/94e7f4f6-db36-4ff6-8d69-7d57d1960641 HTTP/1.1" status: 200 len: 693 time: 0.0648499 Dec 15 13:41:03.226443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0b84cad-b12c-499b-810b-a7c772f216f4 req-d0eb6b4c-1ca8-4d8f-8b6d-47f974845c94 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097832 Dec 15 13:41:03.243705 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:03.261837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd46af07-7a46-4e0e-9890-8616b76c77f8 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:03.285318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:03.291196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:03.336103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad0f12-152d-4d46-8223-4b56c722f598 req-28d69dc3-fc53-4492-b53d-1b8f368476ba tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.347054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:03.349848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89ad0f12-152d-4d46-8223-4b56c722f598 req-28d69dc3-fc53-4492-b53d-1b8f368476ba tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1204479 Dec 15 13:41:03.412391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44ec66-e55b-4195-8ee6-63a78b4b70dd req-39205a31-7305-4e4e-935a-8d7360eb1d35 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.413905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc44ec66-e55b-4195-8ee6-63a78b4b70dd req-39205a31-7305-4e4e-935a-8d7360eb1d35 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 944 time: 0.0535312 Dec 15 13:41:03.461723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc44ec66-e55b-4195-8ee6-63a78b4b70dd req-8545e9a5-79d0-493e-b26f-0783e50c1ae2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Dec 15 13:41:03.602215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cd46af07-7a46-4e0e-9890-8616b76c77f8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:03.774432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-325b7ab7-fa18-46b6-845d-0a0c3faed940 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips/94e7f4f6-db36-4ff6-8d69-7d57d1960641 HTTP/1.1" status: 200 len: 693 time: 0.0686355 Dec 15 13:41:03.914633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:03.938817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-d83d9e43-ac15-4f7b-8040-060b93178c57 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.940323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-d83d9e43-ac15-4f7b-8040-060b93178c57 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1593828 Dec 15 13:41:03.956338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4543d730-5fdc-4976-a887-a4a865aeb369 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:41:03.957449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4543d730-5fdc-4976-a887-a4a865aeb369 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063996 Dec 15 13:41:03.965303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11036-1f53-4897-a9ac-cc0c1c7f37f9 req-30ad9bf8-30c4-46f4-9e30-078b129e47f3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.966866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04d11036-1f53-4897-a9ac-cc0c1c7f37f9 req-30ad9bf8-30c4-46f4-9e30-078b129e47f3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0827498 Dec 15 13:41:04.002237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.028844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-9a7df245-9195-4508-9160-5ca1da5428ef tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0605998 Dec 15 13:41:04.029063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:04.031391 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137292bd-f41a-46e5-8782-1e787b9d7eac" -d '{"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:04.046011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:04.051231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.100405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:04.101202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04d11036-1f53-4897-a9ac-cc0c1c7f37f9 req-5e7cd5e9-a32a-4545-a6e6-8012bd906095 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266940 Dec 15 13:41:04.105663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-2422e159-eec6-46c7-9af0-4cd3f601419f tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0658770 Dec 15 13:41:04.254246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Deleting port 82765019-6631-4276-8b64-ef024536c0a7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:04.254589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.329115 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeee38e4-3029-4a77-9a6e-960dcafb36b6 x-openstack-request-id: req-aeee38e4-3029-4a77-9a6e-960dcafb36b6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:04.329719 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:04.330141 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeee38e4-3029-4a77-9a6e-960dcafb36b6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:04.330685 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'code': 200} Dec 15 13:41:04.343439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.343771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.355919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Calling delete_port for 82765019-6631-4276-8b64-ef024536c0a7 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:04.469413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddf4dc-9dcb-47dd-ac06-76c227201198 req-13cd41af-d58c-40c2-81bd-02a939ccae17 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:04.470785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdddf4dc-9dcb-47dd-ac06-76c227201198 req-13cd41af-d58c-40c2-81bd-02a939ccae17 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 948 time: 0.0721216 Dec 15 13:41:04.545579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdddf4dc-9dcb-47dd-ac06-76c227201198 req-c7b72856-837b-4a6a-8963-42a3ff3b159d tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Dec 15 13:41:04.567993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.597290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event deleted for resources: {'Port': ['ID=82765019-6631-4276-8b64-ef024536c0a7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:04.658870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.662377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.665091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc05711-3063-4fea-8285-e6c98ed54e4d req-4284e6de-3f27-4726-a93b-a688a50a66b4 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "DELETE /v2.0/floatingips/94e7f4f6-db36-4ff6-8d69-7d57d1960641 HTTP/1.1" status: 204 len: 173 time: 0.5529809 Dec 15 13:41:04.788018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72288-f4c7-433f-ae31-401c0c97d043 req-6c64a7d4-9718-419c-a0fb-87530cfaad22 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:04.796793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92e72288-f4c7-433f-ae31-401c0c97d043 req-6c64a7d4-9718-419c-a0fb-87530cfaad22 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 944 time: 0.0683389 Dec 15 13:41:04.861426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92e72288-f4c7-433f-ae31-401c0c97d043 req-ad4a8ab2-637c-4e10-978a-e0f73b6fbc32 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628817 Dec 15 13:41:05.083498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:05.160058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6e7e0-f095-4d8c-b985-4bd8d09e59f5 req-d492b1eb-3b96-4632-b825-62b6fcf99b2c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:05.163821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68c6e7e0-f095-4d8c-b985-4bd8d09e59f5 req-d492b1eb-3b96-4632-b825-62b6fcf99b2c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2750864 Dec 15 13:41:05.187112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port cd46af07-7a46-4e0e-9890-8616b76c77f8 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:41:05.193640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cd46af07-7a46-4e0e-9890-8616b76c77f8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:05.194239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:05.324055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad5cba-4ebc-4721-8754-b6e609345d75 req-075fe649-f2b8-4a4f-abc4-72799ae56cc2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:05.326004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7ad5cba-4ebc-4721-8754-b6e609345d75 req-075fe649-f2b8-4a4f-abc4-72799ae56cc2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0623667 Dec 15 13:41:05.397413 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:05.437414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:05.442374 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:05.459736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7ad5cba-4ebc-4721-8754-b6e609345d75 req-e598197c-bd29-4cdd-b2fa-e5ca8cbf3492 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265016 Dec 15 13:41:05.495480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78893551-2869-4c44-876f-33ddb9bec3c1 req-2ab02a87-8295-48d8-834f-ad3a05822741 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=0bf7a7deb7d84e77973b12d0f76e6fcb HTTP/1.1" status: 200 len: 1654 time: 0.0980275 Dec 15 13:41:05.537483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:05.627801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78893551-2869-4c44-876f-33ddb9bec3c1 req-529900a6-d0f7-4ab0-995f-e3b46c3a93e5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:05.631547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78893551-2869-4c44-876f-33ddb9bec3c1 req-529900a6-d0f7-4ab0-995f-e3b46c3a93e5 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks?id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 787 time: 0.1432154 Dec 15 13:41:05.642234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-78893551-2869-4c44-876f-33ddb9bec3c1 req-963efa5b-2133-4599-9557-e90d93a803bb tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:41:05.643208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78893551-2869-4c44-876f-33ddb9bec3c1 req-963efa5b-2133-4599-9557-e90d93a803bb tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058246 Dec 15 13:41:05.922804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 23a6a7b9-dd85-4a52-8419-23e71641e2ee up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:06.034993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 23a6a7b9-dd85-4a52-8419-23e71641e2ee completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:41:06.039814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 23a6a7b9-dd85-4a52-8419-23e71641e2ee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:06.040563 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.092766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-b460a7a7-789b-4067-8e6f-52a2c18ee7bc tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips/0cd0f09c-4a46-460d-8555-c0a57e83d16d HTTP/1.1" status: 200 len: 692 time: 0.3686841 Dec 15 13:41:06.137211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.179852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:06.183932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d6dcf-08b0-4e02-96bc-7863b817f2e3 req-08e29a26-a49e-47b8-b3ca-3a7b87bd5b3f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:06.185877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e66d6dcf-08b0-4e02-96bc-7863b817f2e3 req-08e29a26-a49e-47b8-b3ca-3a7b87bd5b3f tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 948 time: 0.4534309 Dec 15 13:41:06.189915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.240178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=23a6a7b9-dd85-4a52-8419-23e71641e2ee,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:06.273692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e66d6dcf-08b0-4e02-96bc-7863b817f2e3 req-c7970dd7-66de-4097-860d-ef28146d394b tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790489 Dec 15 13:41:06.282382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-2df03612-37f6-46eb-be14-81eb55e4201d tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:06.290220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-2df03612-37f6-46eb-be14-81eb55e4201d tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1894069 Dec 15 13:41:06.332330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8'}, {'server_uuid': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a6a7b9-dd85-4a52-8419-23e71641e2ee'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:06.334979 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdcc4b6-d6c3-46c5-9f16-eea2140d216b" -d '{"events": [{"server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "name": "network-vif-plugged", "status": "completed", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8"}, {"server_uuid": "b5a4d448-32c6-48f8-a199-2c5a27b01b5f", "name": "network-vif-plugged", "status": "completed", "tag": "23a6a7b9-dd85-4a52-8419-23e71641e2ee"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:06.347970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-7115ea93-0dc1-4ece-a8d4-ea01bc65c3f3 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0568180 Dec 15 13:41:06.413355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-f25d9cb8-a597-4db1-89db-590ebc85f436 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0564389 Dec 15 13:41:06.554984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Deleting port cbde0c6d-110e-4e65-9768-ba6e25a59fb0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:06.555673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.639000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.639386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.651360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Calling delete_port for cbde0c6d-110e-4e65-9768-ba6e25a59fb0 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:06.822682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf282-89a2-4d11-9c7e-35ec258b6e6c req-3ee85cc2-8272-4c98-b18b-da155f654641 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:06.825034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d2cf282-89a2-4d11-9c7e-35ec258b6e6c req-3ee85cc2-8272-4c98-b18b-da155f654641 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0804574 Dec 15 13:41:06.826066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.860977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event deleted for resources: {'Port': ['ID=cbde0c6d-110e-4e65-9768-ba6e25a59fb0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:06.940060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d2cf282-89a2-4d11-9c7e-35ec258b6e6c req-3fd23e79-67d6-4fab-b182-85705b34ea18 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089478 Dec 15 13:41:06.949500 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.952195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.953296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8de839fa-5d99-42ed-99e3-580aa33c501d req-4736d440-bbc5-4f2b-9d7d-9ad34122d921 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "DELETE /v2.0/floatingips/0cd0f09c-4a46-460d-8555-c0a57e83d16d HTTP/1.1" status: 204 len: 173 time: 0.5329723 Dec 15 13:41:06.995315 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb13a91-cf80-40b0-ad75-34cea72bc348 x-openstack-request-id: req-abb13a91-cf80-40b0-ad75-34cea72bc348 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:06.995978 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "name": "network-vif-plugged", "status": "completed", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8", "code": 200}, {"server_uuid": "b5a4d448-32c6-48f8-a199-2c5a27b01b5f", "name": "network-vif-plugged", "status": "completed", "tag": "23a6a7b9-dd85-4a52-8419-23e71641e2ee", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:06.996231 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abb13a91-cf80-40b0-ad75-34cea72bc348 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:06.996656 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'code': 200} Dec 15 13:41:06.996918 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a6a7b9-dd85-4a52-8419-23e71641e2ee', 'code': 200} Dec 15 13:41:07.062887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e738ef-3d0c-4465-898b-9ff7993ff2ff req-de915a90-0783-428b-b587-fd259bc92953 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:07.070768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14e738ef-3d0c-4465-898b-9ff7993ff2ff req-de915a90-0783-428b-b587-fd259bc92953 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0619483 Dec 15 13:41:07.100046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:07.101801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366254d0-d050-43ea-b621-7e9dd5e8b777 req-8f4e0069-ee6c-4d0b-ad3e-fb4b34192642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:07.103316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-366254d0-d050-43ea-b621-7e9dd5e8b777 req-8f4e0069-ee6c-4d0b-ad3e-fb4b34192642 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1096 time: 0.0415554 Dec 15 13:41:07.158511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14e738ef-3d0c-4465-898b-9ff7993ff2ff req-ec80feaf-9522-47aa-8bb3-bceaf20fec83 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824161 Dec 15 13:41:07.168685 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-366254d0-d050-43ea-b621-7e9dd5e8b777 req-6cc4ae02-e70a-4895-80a5-72c2daf8d797 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546896 Dec 15 13:41:07.228128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:07.237105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-91a37389-8f71-43a3-9c0b-0a5818cb7f19 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips/37ecdab0-ba60-4a52-9d10-e0b2862d4ca6 HTTP/1.1" status: 200 len: 692 time: 0.0496538 Dec 15 13:41:07.242370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'mac_address': 'fa:16:3e:a5:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:07.243333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454f95-1c08-4fed-9e63-67acdb4497cd req-8818708c-7078-4660-8f8d-d49672c3149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:07.244850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce454f95-1c08-4fed-9e63-67acdb4497cd req-8818708c-7078-4660-8f8d-d49672c3149a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 1100 time: 0.1146271 Dec 15 13:41:07.284114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.299036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e6d3afe-95e3-415d-b374-874bd93ef747 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:07.327245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:07.331955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.360802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce454f95-1c08-4fed-9e63-67acdb4497cd req-ffc74cd6-b325-4ca7-8434-fe2bd882d597 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Dec 15 13:41:07.384246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-785b51b5-3e0a-42e1-a55e-f06b1aaf05d1 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:07.385779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:07.386770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-785b51b5-3e0a-42e1-a55e-f06b1aaf05d1 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1389470 Dec 15 13:41:07.440723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-1b01436d-3b59-4c21-8425-89a43d4ad385 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0444624 Dec 15 13:41:07.452605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4e6d3afe-95e3-415d-b374-874bd93ef747'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:07.494996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-79fe003a-f9f4-4f95-8a8a-bdd7fa4d7b31 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0484712 Dec 15 13:41:07.657968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172047-8c13-45b4-9c58-027984f32eef req-77fe319f-fb28-4c80-8c58-d9f2251f71c6 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:07.659511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0172047-8c13-45b4-9c58-027984f32eef req-77fe319f-fb28-4c80-8c58-d9f2251f71c6 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 949 time: 0.0773809 Dec 15 13:41:07.685059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Deleting port 9c88921c-145d-4756-b2b7-598c11c75451 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:07.685399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.755592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0172047-8c13-45b4-9c58-027984f32eef req-48dff81f-f3fc-49a3-b1eb-d7a5256ad250 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892687 Dec 15 13:41:07.784194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.784528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.796644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Calling delete_port for 9c88921c-145d-4756-b2b7-598c11c75451 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:07.931927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.960414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event deleted for resources: {'Port': ['ID=9c88921c-145d-4756-b2b7-598c11c75451,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:08.021881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:08.025331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:08.026480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99e8fa4f-b3a2-4a74-86e0-1297c1f98e1c req-9a8668e3-82ab-452a-8cee-1ad1e0dbb56c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "DELETE /v2.0/floatingips/37ecdab0-ba60-4a52-9d10-e0b2862d4ca6 HTTP/1.1" status: 204 len: 173 time: 0.5251749 Dec 15 13:41:08.133000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85477cdc-36f4-4d72-8f5a-783d534998f2 req-ad751159-170e-44bc-9d29-1a7a202165ac tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:08.134724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85477cdc-36f4-4d72-8f5a-783d534998f2 req-ad751159-170e-44bc-9d29-1a7a202165ac tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0580518 Dec 15 13:41:08.188777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85477cdc-36f4-4d72-8f5a-783d534998f2 req-148c6d50-4c88-4cf0-91cd-01b573d6ea87 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Dec 15 13:41:08.262291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378fce51-726b-47f0-b218-a16981923eca req-1e46b295-9be9-47b7-bba2-95ec7f82e3b1 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips/d986f6c7-2a87-41b9-ad90-ed3852ecae12 HTTP/1.1" status: 200 len: 692 time: 0.0502300 Dec 15 13:41:08.380455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fce51-726b-47f0-b218-a16981923eca req-f9ca5db3-77cf-451a-80a1-90287628d0f1 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:08.381887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378fce51-726b-47f0-b218-a16981923eca req-f9ca5db3-77cf-451a-80a1-90287628d0f1 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1140227 Dec 15 13:41:08.467550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378fce51-726b-47f0-b218-a16981923eca req-a50cc63a-29d3-40e8-984a-e7e7d74a871b tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.0791328 Dec 15 13:41:08.523863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef7223-dbdf-439f-8b36-7bf3278fea2b req-66bd6a0a-df0c-4c7e-bc8c-7fcce5f92db7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:08.525349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8ef7223-dbdf-439f-8b36-7bf3278fea2b req-66bd6a0a-df0c-4c7e-bc8c-7fcce5f92db7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1293097 Dec 15 13:41:08.533326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378fce51-726b-47f0-b218-a16981923eca req-37668b0e-2766-44b3-b87f-a9239fc6b40c tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.0581009 Dec 15 13:41:08.680272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8ef7223-dbdf-439f-8b36-7bf3278fea2b req-709d6241-d750-4bd4-826f-211ae30be2e3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455364 Dec 15 13:41:08.734765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Deleting port 05979ab3-5b08-4b70-9906-ee29251ae626 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:08.735097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:08.879903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:08.880669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:08.902412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Calling delete_port for 05979ab3-5b08-4b70-9906-ee29251ae626 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:09.090313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.118196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:09.134643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Pushing event deleted for resources: {'Port': ['ID=05979ab3-5b08-4b70-9906-ee29251ae626,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:09.242398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.246474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.253912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42140) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:09.284232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4e6d3afe-95e3-415d-b374-874bd93ef747 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:09.284826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.288391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378fce51-726b-47f0-b218-a16981923eca req-64678cb7-a951-4317-8b80-9dfd449b7175 tempest-FloatingIPDetailsTestJSON-1951364051 tempest-FloatingIPDetailsTestJSON-1951364051-project] 10.222.0.32 "DELETE /v2.0/floatingips/d986f6c7-2a87-41b9-ad90-ed3852ecae12 HTTP/1.1" status: 204 len: 173 time: 0.7437057 Dec 15 13:41:09.396648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.435645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:09.439286 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27c3fc-d05f-4c35-b9a9-26aa93a7273f" -d '{"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:09.448528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d0c52-d86a-48b6-bd7a-02b527813128 req-b582df46-b4d6-49cf-8710-d2b36febbb28 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:09.454409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:09.457737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d0c52-d86a-48b6-bd7a-02b527813128 req-b582df46-b4d6-49cf-8710-d2b36febbb28 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 949 time: 0.1586127 Dec 15 13:41:09.463786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.489030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0e56e-74c8-49c1-b6df-6a0415da63cd req-317dbaa1-60f8-496c-8ad5-7cd3a841a2d2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:09.498939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bc0e56e-74c8-49c1-b6df-6a0415da63cd req-317dbaa1-60f8-496c-8ad5-7cd3a841a2d2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1314313 Dec 15 13:41:09.524167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:09.559687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d0c52-d86a-48b6-bd7a-02b527813128 req-1fca08e2-db90-4397-9e69-6e6a55fb1894 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001906 Dec 15 13:41:09.594751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bc0e56e-74c8-49c1-b6df-6a0415da63cd req-b0aa5a77-fe7d-4553-b493-4c88b70b9941 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929592 Dec 15 13:41:09.808274 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0221d1da-9d73-420c-8aa7-6e1556ce5304 x-openstack-request-id: req-0221d1da-9d73-420c-8aa7-6e1556ce5304 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:09.808729 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:09.809008 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0221d1da-9d73-420c-8aa7-6e1556ce5304 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:09.809398 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'code': 200} Dec 15 13:41:09.880305 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.083689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a230d-c8c2-402f-9ff0-8585b177fea9 req-8258c92c-dd8e-49d9-9d50-9e76d9488bba tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.086824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-399a230d-c8c2-402f-9ff0-8585b177fea9 req-8258c92c-dd8e-49d9-9d50-9e76d9488bba tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1096 time: 0.0534174 Dec 15 13:41:10.165361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-399a230d-c8c2-402f-9ff0-8585b177fea9 req-473ff677-06cb-43a0-bf33-76393f306c89 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722525 Dec 15 13:41:10.283171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Deleting port 3532f5b9-6415-424e-85b6-69df48f5f5f9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:10.284374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.381190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162888-c473-41b6-979c-c0b1630d702c req-7311b898-7a12-4413-a5b4-3e437c899026 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.382760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63162888-c473-41b6-979c-c0b1630d702c req-7311b898-7a12-4413-a5b4-3e437c899026 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1403611 Dec 15 13:41:10.400038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe38ee-6e12-4022-96c5-914048d2e475 req-058443e3-da58-4925-b19d-019182c931c9 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.408279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cfe38ee-6e12-4022-96c5-914048d2e475 req-058443e3-da58-4925-b19d-019182c931c9 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 1100 time: 0.1285036 Dec 15 13:41:10.444589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:10.453182 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8cfe38ee-6e12-4022-96c5-914048d2e475 req-f342ff9b-2a18-4b16-bc2b-25096f760735 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.463435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] For port 3532f5b9-6415-424e-85b6-69df48f5f5f9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3532f5b9-6415-424e-85b6-69df48f5f5f9,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:10.467388 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.483912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Calling delete_port for 3532f5b9-6415-424e-85b6-69df48f5f5f9 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:10.499624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63162888-c473-41b6-979c-c0b1630d702c req-59468690-e9d4-41a1-97d3-f3463a0e62be tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089182 Dec 15 13:41:10.618646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8cfe38ee-6e12-4022-96c5-914048d2e475 req-f342ff9b-2a18-4b16-bc2b-25096f760735 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.635480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8cfe38ee-6e12-4022-96c5-914048d2e475 req-f342ff9b-2a18-4b16-bc2b-25096f760735 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.659714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-91560262-4785-43b3-b304-38a5998a16ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.671248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342ff9b-2a18-4b16-bc2b-25096f760735 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91695cf6-8067-4668-8563-444520bf415d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:10.718071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cfe38ee-6e12-4022-96c5-914048d2e475 req-f342ff9b-2a18-4b16-bc2b-25096f760735 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090985 Dec 15 13:41:10.837375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-91560262-4785-43b3-b304-38a5998a16ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.842741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.847991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-91560262-4785-43b3-b304-38a5998a16ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.894764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3532f5b9-6415-424e-85b6-69df48f5f5f9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:11.050817 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-91560262-4785-43b3-b304-38a5998a16ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8a1471b11a54f7f99b5202e0a28eeee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6002707 Dec 15 13:41:11.053815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:11.057858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91560262-4785-43b3-b304-38a5998a16ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c493cb0-eeaf-45f3-8dee-1bc7fade906b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:11.165518 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d13-5aaf-4cf3-a4e9-141b641f7c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:11.214637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d13-5aaf-4cf3-a4e9-141b641f7c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:11.300169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d13-5aaf-4cf3-a4e9-141b641f7c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:11.304729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d13-5aaf-4cf3-a4e9-141b641f7c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:11.310043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7b07d13-5aaf-4cf3-a4e9-141b641f7c36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c493cb0-eeaf-45f3-8dee-1bc7fade906b HTTP/1.1" status: 204 len: 168 time: 0.2550733 Dec 15 13:41:11.324450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b07d13-5aaf-4cf3-a4e9-141b641f7c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c493cb0-eeaf-45f3-8dee-1bc7fade906b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:11.327240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:11.656852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Router 8ae69290-53a1-4649-acbd-17be70dd64d0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:11.672769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04446ad9-3d17-4830-8ccd-b60dbec429cc req-a8124283-65c0-4bd6-904f-66a5de6e837e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:11.683373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04446ad9-3d17-4830-8ccd-b60dbec429cc req-a8124283-65c0-4bd6-904f-66a5de6e837e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0918548 Dec 15 13:41:11.812537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04446ad9-3d17-4830-8ccd-b60dbec429cc req-177d46d8-0f64-461b-a797-43b129c89ea9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130214 Dec 15 13:41:11.899410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:11.910716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42242) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:11.912495 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-950e1029-c766-43e2-b77c-98bf0f5ea1e6 admin admin] 10.222.0.32 "PUT /v2.0/routers/8ae69290-53a1-4649-acbd-17be70dd64d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514502 Dec 15 13:41:11.913228 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] Sync routers for ids ['8ae69290-53a1-4649-acbd-17be70dd64d0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:11.931214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] Routers {'8ae69290-53a1-4649-acbd-17be70dd64d0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:11.931885 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8ae69290-53a1-4649-acbd-17be70dd64d0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:12.105246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231e755-264e-434b-8bbb-17423fdc48ee req-43ba7340-cde3-4253-ac67-f65e2a9b3877 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:12.124599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8231e755-264e-434b-8bbb-17423fdc48ee req-43ba7340-cde3-4253-ac67-f65e2a9b3877 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 1100 time: 0.2730372 Dec 15 13:41:12.227763 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] Set router 8ae69290-53a1-4649-acbd-17be70dd64d0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:12.258117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.380392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8231e755-264e-434b-8bbb-17423fdc48ee req-d13b83ad-6b73-4dc0-8e13-e8cc819c7559 tempest-ServersAdminNegativeTestJSON-67977 tempest-ServersAdminNegativeTestJSON-67977-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544835 Dec 15 13:41:12.443678 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.510191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab50a78e-1f04-4ea1-a92f-76f89e809088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.533885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Deleting port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:12.533885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.572477 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:41:10Z', 'revision_number': 5, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port': {'id': '5728af4f-90f9-40f9-85d5-44b0f3c91e7f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:12.640282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] For port 5728af4f-90f9-40f9-85d5-44b0f3c91e7f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:12.640875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.642051 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] Checking router: 8ae69290-53a1-4649-acbd-17be70dd64d0 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:12.662648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Calling delete_port for 5728af4f-90f9-40f9-85d5-44b0f3c91e7f owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:12.675987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] Routers {'8ae69290-53a1-4649-acbd-17be70dd64d0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:12.677288 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:40:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8ae69290-53a1-4649-acbd-17be70dd64d0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:12.814474 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] Set router 8ae69290-53a1-4649-acbd-17be70dd64d0 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:12.919993 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:41:12Z', 'revision_number': 6, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:12.957562 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301cab1-0240-4891-b0fa-ee4665c3df90 None None] The sync data for ids ['8ae69290-53a1-4649-acbd-17be70dd64d0'] in n-d-815324-3 is: [{'id': '8ae69290-53a1-4649-acbd-17be70dd64d0', 'name': 'tempest-FloatingIPDetailsTestJSON-490649549-router', 'tenant_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:34Z', 'updated_at': '2021-12-15T13:41:12Z', 'revision_number': 6, 'project_id': '0bf7a7deb7d84e77973b12d0f76e6fcb', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:13.006786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d836568-4657-4578-a870-0f1290e8730a req-0dbdb8b5-01a7-43d3-a541-9ff3b01021df tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:13.008336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d836568-4657-4578-a870-0f1290e8730a req-0dbdb8b5-01a7-43d3-a541-9ff3b01021df tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1035731 Dec 15 13:41:13.061513 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.107418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5728af4f-90f9-40f9-85d5-44b0f3c91e7f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:13.128553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d836568-4657-4578-a870-0f1290e8730a req-4868206b-6110-4873-9710-ec812ca9390a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094120 Dec 15 13:41:13.241395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.407762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.410005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.801339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4a4e-1f6a-4946-b726-56742fea0795 req-145fa972-c744-421d-9e48-b2a9fa90e74d tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:13.802535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.803095 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-948c4a4e-1f6a-4946-b726-56742fea0795 req-145fa972-c744-421d-9e48-b2a9fa90e74d tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 949 time: 0.5960543 Dec 15 13:41:13.818813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.819514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae69290-53a1-4649-acbd-17be70dd64d0 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:41:13.837504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:13.838614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fc9f876b-add4-4a8e-b86e-d8ee4ab62f19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8ae69290-53a1-4649-acbd-17be70dd64d0 HTTP/1.1" status: 204 len: 168 time: 1.9253359 Dec 15 13:41:13.842172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:13.870669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-948c4a4e-1f6a-4946-b726-56742fea0795 req-483c2144-762c-4705-a23b-d3dea79b7ac5 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606813 Dec 15 13:41:13.996185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Deleting subnet 41805ab6-58d7-4e01-aba2-0025c273b7f7 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:41:14.000081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.069954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.261803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.333665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.378967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbfe55-fa02-4c72-9b3a-e7adcd606ffe req-395824a3-5951-4b05-8c42-0ff3655cf7d0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:14.381200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acdbfe55-fa02-4c72-9b3a-e7adcd606ffe req-395824a3-5951-4b05-8c42-0ff3655cf7d0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1138480 Dec 15 13:41:14.391584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41805ab6-58d7-4e01-aba2-0025c273b7f7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:14.395046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.396085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7aa24-9ac2-4972-9b5e-334edadd491a None None] Network e886a9e3-b37f-466a-8c11-63b085b5e45c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:14.399111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7f1a47f2-ef05-4bf0-ae57-210769fb5187 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41805ab6-58d7-4e01-aba2-0025c273b7f7 HTTP/1.1" status: 204 len: 168 time: 0.5552015 Dec 15 13:41:14.401698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:14.573358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.695621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] DHCP port deletion for e886a9e3-b37f-466a-8c11-63b085b5e45c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:41:14.720438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acdbfe55-fa02-4c72-9b3a-e7adcd606ffe req-d02534c9-c4dd-4ede-8fd9-86e45731b184 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543310 Dec 15 13:41:14.753365 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ba44a5c-c74e-4fe8-bd21-7c88887b0bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.832439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Deleting port 70706d0d-bd18-4afa-80bb-9010cf4ff09b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:14.837140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.883293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] Deleting port 70706d0d-bd18-4afa-80bb-9010cf4ff09b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:14.884371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.993644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] For port 70706d0d-bd18-4afa-80bb-9010cf4ff09b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=70706d0d-bd18-4afa-80bb-9010cf4ff09b,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:14.994049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.030071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Calling delete_port for 70706d0d-bd18-4afa-80bb-9010cf4ff09b owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:15.056725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2576d55-79ad-46d9-9be5-07c692aaebff req-76806b48-1b45-496d-a94e-86d6518703f9 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.065273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2576d55-79ad-46d9-9be5-07c692aaebff req-76806b48-1b45-496d-a94e-86d6518703f9 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1097 time: 0.0927756 Dec 15 13:41:15.067648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] For port 70706d0d-bd18-4afa-80bb-9010cf4ff09b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=70706d0d-bd18-4afa-80bb-9010cf4ff09b,segment=NetworkSegment(a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3),segment_id=a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:15.068335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.095793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] Calling delete_port for 70706d0d-bd18-4afa-80bb-9010cf4ff09b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:15.210466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2576d55-79ad-46d9-9be5-07c692aaebff req-f3438af8-5b81-43a1-a5dd-2cbb62050365 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403933 Dec 15 13:41:15.250534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 70706d0d-bd18-4afa-80bb-9010cf4ff09b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:15.256986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.288028 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.339894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Pushing event deleted for resources: {'Port': ['ID=70706d0d-bd18-4afa-80bb-9010cf4ff09b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:15.363206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] No DVR routers for this DVR port 70706d0d-bd18-4afa-80bb-9010cf4ff09b on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:15.399076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] Pushing event deleted for resources: {'Port': ['ID=70706d0d-bd18-4afa-80bb-9010cf4ff09b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:15.404411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 70706d0d-bd18-4afa-80bb-9010cf4ff09b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:15.404411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 70706d0d-bd18-4afa-80bb-9010cf4ff09b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:15.404635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3532f5b9-6415-424e-85b6-69df48f5f5f9 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:15.462866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3532f5b9-6415-424e-85b6-69df48f5f5f9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:15.463224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3532f5b9-6415-424e-85b6-69df48f5f5f9 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:15.463646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5728af4f-90f9-40f9-85d5-44b0f3c91e7f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:15.499142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-b3429e4a-14ed-49d8-9a4d-b4b9e09883ef tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.501229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-b3429e4a-14ed-49d8-9a4d-b4b9e09883ef tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 949 time: 0.2814536 Dec 15 13:41:15.502205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 5728af4f-90f9-40f9-85d5-44b0f3c91e7f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:15.502562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5728af4f-90f9-40f9-85d5-44b0f3c91e7f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:15.511597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fbefd-70e4-441b-bd76-e32ef5edf34e None None] No DVR routers for this DVR port 70706d0d-bd18-4afa-80bb-9010cf4ff09b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:15.649377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58837a08-0ace-4f74-be77-642a5e8f149f req-3d8c1358-7f7b-4949-9080-3295fcaa46c1 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.659761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58837a08-0ace-4f74-be77-642a5e8f149f req-3d8c1358-7f7b-4949-9080-3295fcaa46c1 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a4d448-32c6-48f8-a199-2c5a27b01b5f HTTP/1.1" status: 200 len: 949 time: 0.3518291 Dec 15 13:41:15.674922 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.719574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e886a9e3-b37f-466a-8c11-63b085b5e45c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:15.770131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58837a08-0ace-4f74-be77-642a5e8f149f req-374cbfc2-96f7-4000-9b6b-ffb1ea23caaa tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074939 Dec 15 13:41:15.781328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:15.785415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5479b9f-3d1b-4fbc-9341-f1c6e9b545f3') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:15.810510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.860738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Deleting port 23a6a7b9-dd85-4a52-8419-23e71641e2ee {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:15.886453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.000820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.016980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:41:16.017524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:41:16.019488 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:41:16.090104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.102291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] For port 23a6a7b9-dd85-4a52-8419-23e71641e2ee, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=23a6a7b9-dd85-4a52-8419-23e71641e2ee,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:16.102659 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.131923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Calling delete_port for 23a6a7b9-dd85-4a52-8419-23e71641e2ee owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:16.152836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.193901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.197114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e886a9e3-b37f-466a-8c11-63b085b5e45c HTTP/1.1" status: 204 len: 168 time: 1.7932138 Dec 15 13:41:16.209201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a66b0-d3ef-4170-84f2-0b051c3a3579 req-c0e582be-8d4d-470b-a41e-31e15fb99cf8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:16.210713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a7a66b0-d3ef-4170-84f2-0b051c3a3579 req-c0e582be-8d4d-470b-a41e-31e15fb99cf8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1393120 Dec 15 13:41:16.224791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a286b-e38d-4e6e-a2ae-7629aa6a191b admin admin] Pushing event deleted for resources: {'Network': ['ID=e886a9e3-b37f-466a-8c11-63b085b5e45c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:16.309401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a7a66b0-d3ef-4170-84f2-0b051c3a3579 req-0475f0aa-392e-44f7-9948-09f2c940851b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821688 Dec 15 13:41:16.414930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.432145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['9f7dafab-fa12-4d6a-b352-c87c5877fac9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:16.490303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Pushing event deleted for resources: {'Port': ['ID=23a6a7b9-dd85-4a52-8419-23e71641e2ee,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:16.674077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] No DVR routers for this DVR port 23a6a7b9-dd85-4a52-8419-23e71641e2ee on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:16.680523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:16.686598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2a9d057-c4e8-423d-b653-7cf637a36faa req-47dc2152-ad27-4050-9166-78a05ba89157 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.85 "DELETE /v2.0/ports/23a6a7b9-dd85-4a52-8419-23e71641e2ee HTTP/1.1" status: 204 len: 173 time: 1.1742315 Dec 15 13:41:16.688995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'name': 'network-vif-deleted', 'tag': '23a6a7b9-dd85-4a52-8419-23e71641e2ee'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:16.731875 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed526a98-93ff-4242-b9ff-3d59e073e162" -d '{"events": [{"server_uuid": "b5a4d448-32c6-48f8-a199-2c5a27b01b5f", "name": "network-vif-deleted", "tag": "23a6a7b9-dd85-4a52-8419-23e71641e2ee"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:16.750473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:16.886349 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ccb3cbed-5cbd-4dad-82aa-8ac4a93f5b64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bf7a7deb7d84e77973b12d0f76e6fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330671 Dec 15 13:41:16.889057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42398) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:17.007321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-874a9d2c-cb5f-461b-a581-538f0cba97f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:17.036122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-874a9d2c-cb5f-461b-a581-538f0cba97f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:17.101691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-874a9d2c-cb5f-461b-a581-538f0cba97f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:17.105439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-874a9d2c-cb5f-461b-a581-538f0cba97f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:17.110796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-874a9d2c-cb5f-461b-a581-538f0cba97f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ab79d5c-404e-408a-adaa-33c1168e910a HTTP/1.1" status: 204 len: 168 time: 0.2192745 Dec 15 13:41:17.119427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a9d2c-cb5f-461b-a581-538f0cba97f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab79d5c-404e-408a-adaa-33c1168e910a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:17.296255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-63827bdb-f674-41f5-994f-dfb9e2cf68df tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:41:17.297581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-63827bdb-f674-41f5-994f-dfb9e2cf68df tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126698 Dec 15 13:41:17.319968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:17.411720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-7b6cff02-a842-460d-9b00-323f70ded67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:17.416236 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-7b6cff02-a842-460d-9b00-323f70ded67c service neutron] 10.222.0.32 "GET /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 1094 time: 0.0977619 Dec 15 13:41:17.427499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:17.428795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:41:17.816659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:17.818487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:17.818487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:17.838513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:17.838513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:17.856230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:17.857614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:17.858016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:17.858466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Bound port: c17b17cc-a911-4d34-bf62-ab821c983b88, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:17.949298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 23a6a7b9-dd85-4a52-8419-23e71641e2ee no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:17.966925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:17.973605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 23a6a7b9-dd85-4a52-8419-23e71641e2ee {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:17.974080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 23a6a7b9-dd85-4a52-8419-23e71641e2ee not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:17.980216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:17.982571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-78aabfb4-53fb-4804-ae5e-40c27d9084f4 service neutron] 10.222.0.32 "POST /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88/bindings HTTP/1.1" status: 201 len: 389 time: 0.5599132 Dec 15 13:41:18.208120 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b87dd25-3bc2-4af3-9d77-77868ef21b2f x-openstack-request-id: req-1b87dd25-3bc2-4af3-9d77-77868ef21b2f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:18.210743 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a4d448-32c6-48f8-a199-2c5a27b01b5f", "name": "network-vif-deleted", "tag": "23a6a7b9-dd85-4a52-8419-23e71641e2ee", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:18.211276 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b87dd25-3bc2-4af3-9d77-77868ef21b2f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:18.211894 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a4d448-32c6-48f8-a199-2c5a27b01b5f', 'name': 'network-vif-deleted', 'tag': '23a6a7b9-dd85-4a52-8419-23e71641e2ee', 'status': 'completed', 'code': 200} Dec 15 13:41:18.388604 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:18.459954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:18.467984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-856f2726-9964-48fe-85e6-59a9d6e3c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:18.478503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-856f2726-9964-48fe-85e6-59a9d6e3c3f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1097 time: 0.1408625 Dec 15 13:41:18.491551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a2925-712b-4644-b269-1ac41d204c13 req-daac9acd-8807-451c-811e-6e06bfec6f8a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:18.493225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3a2925-712b-4644-b269-1ac41d204c13 req-daac9acd-8807-451c-811e-6e06bfec6f8a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1092839 Dec 15 13:41:18.608273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3a2925-712b-4644-b269-1ac41d204c13 req-f2987f80-ad37-4ada-8e03-da1fab2afe26 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053052 Dec 15 13:41:18.666574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-75f4cb3d-1234-4ed7-9b4a-e02ff1c9cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:18.673887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-75f4cb3d-1234-4ed7-9b4a-e02ff1c9cd5b service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.1794288 Dec 15 13:41:18.692323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-network', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:18.743918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Made reservation on behalf of 32f1df5c95d04cfaa26ab848d264b71a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:18.747105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:18.755578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-a2eb44a6-817f-4be2-ba17-d6961ba9fc69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 217 time: 0.0707676 Dec 15 13:41:18.784711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:18.833251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-b38b5ec6-6af6-40a2-a867-3631716447cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:18.834891 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-b38b5ec6-6af6-40a2-a867-3631716447cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0654278 Dec 15 13:41:18.923384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-c2cc888c-7cdb-4548-8c6a-44a702e988ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577042 Dec 15 13:41:18.931627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:18.939048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff667a3-01fa-4bf8-af4c-0322a1d7bc35 req-c07a184b-494b-4616-a4b6-b1ea251c2eb5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:18.940829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:18.941196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ff667a3-01fa-4bf8-af4c-0322a1d7bc35 req-c07a184b-494b-4616-a4b6-b1ea251c2eb5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.1844599 Dec 15 13:41:18.982405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:41:18.995463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3724afc-3e32-4135-a0f1-e1199844b3f0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:19.004099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.004634 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Added segment 922dc1b8-1f12-41c9-b7ce-c673a4581cb7 of type vlan for network 120981bf-fb44-432d-a8ae-5d4a501b9340 Dec 15 13:41:19.050571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ff667a3-01fa-4bf8-af4c-0322a1d7bc35 req-07e0cc70-7935-4003-85de-7d64fa95691d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973790 Dec 15 13:41:19.112589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.128546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-ec326d6c-a483-4739-ab69-602930b9a4bb service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853344 Dec 15 13:41:19.170864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.172324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:19.172717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.267804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] Pushing event updated for resources: {'Network': ['ID=120981bf-fb44-432d-a8ae-5d4a501b9340,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:19.297948 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9ae42228-8151-493d-82b9-7114361d0f48 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8364871 Dec 15 13:41:19.302886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-8d865e29-bc8f-47f3-9dd4-20abf9e8ca25 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667793 Dec 15 13:41:19.303396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:41:19.304626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:19.320814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Request body: {'subnet': {'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-subnet', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:19.372341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Made reservation on behalf of 32f1df5c95d04cfaa26ab848d264b71a for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:19.385297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.447060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1d26-b833-41b2-b088-f28dbe298d8c req-b1590b0f-ee91-4345-8672-a108857d278b tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:19.448837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-010d1d26-b833-41b2-b088-f28dbe298d8c req-b1590b0f-ee91-4345-8672-a108857d278b tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 950 time: 0.1368451 Dec 15 13:41:19.552897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-010d1d26-b833-41b2-b088-f28dbe298d8c req-4747160b-a0d7-4d0e-802f-e48f93c02251 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972688 Dec 15 13:41:19.767565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.818225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71feb71-4697-4fbf-9644-084f521a05ea req-057307db-2076-4572-81cc-6aef13251de0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:19.827556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f71feb71-4697-4fbf-9644-084f521a05ea req-057307db-2076-4572-81cc-6aef13251de0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1089895 Dec 15 13:41:19.916034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe453263-3fd4-4f7e-958a-918d3a7cba4e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:19.926910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f71feb71-4697-4fbf-9644-084f521a05ea req-5b60ebf2-8873-475a-bc3d-c855da9e949e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985365 Dec 15 13:41:19.933036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Checking segment: {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:19.933515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Network hostable DHCP agents. Network: 120981bf-fb44-432d-a8ae-5d4a501b9340, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:41:19.963091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:41:19.985002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 120981bf-fb44-432d-a8ae-5d4a501b9340) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:19.993416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:19.997335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316742e-f143-4603-aef9-83311c04c0a9 None None] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:20.002722 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.032969 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9ece67b8-a811-4c58-b0c6-ac11675268d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7266750 Dec 15 13:41:20.035492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42476) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:20.043766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:20.080752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.082117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.352731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.391261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-120981bf-fb44-432d-a8ae-5d4a501b9340', 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340', 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'fixed_ips': [{'subnet_id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:41:20.392438 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.672766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-5c54dfbd-c8e6-453f-9c8d-b477c9f3c936 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:20.676741 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-5c54dfbd-c8e6-453f-9c8d-b477c9f3c936 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 950 time: 0.1091573 Dec 15 13:41:20.767026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.797857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Allocated IP 172.20.0.2 (120981bf-fb44-432d-a8ae-5d4a501b9340/fe453263-3fd4-4f7e-958a-918d3a7cba4e/093c997f-b6b9-4539-af48-a14b58341422) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:20.831171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:20.855052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82e73e-c5b2-4572-a511-8e856b140958 req-803f6662-9273-4c49-a9ba-c904d640d064 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:20.866887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b82e73e-c5b2-4572-a511-8e856b140958 req-803f6662-9273-4c49-a9ba-c904d640d064 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.4159303 Dec 15 13:41:20.892903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Deleting port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:20.893219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.024944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b82e73e-c5b2-4572-a511-8e856b140958 req-cf450152-1da3-45ed-b71b-29e24cfe3881 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556005 Dec 15 13:41:21.034201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339698e-bc55-4324-a121-54a279c816a2 req-10f2f015-aa60-494d-a5e6-a7bbac208a99 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:21.042023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0339698e-bc55-4324-a121-54a279c816a2 req-10f2f015-aa60-494d-a5e6-a7bbac208a99 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 950 time: 0.2799306 Dec 15 13:41:21.159584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.163856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] For port 9f7dafab-fa12-4d6a-b352-c87c5877fac9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9f7dafab-fa12-4d6a-b352-c87c5877fac9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:21.164860 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.172185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.197997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Calling delete_port for 9f7dafab-fa12-4d6a-b352-c87c5877fac9 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:21.202681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0339698e-bc55-4324-a121-54a279c816a2 req-f39730ad-d93c-4c9f-a32f-c6db7ed3fb11 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/security-groups?id=3592bee4-017c-46e0-b370-01875942d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554828 Dec 15 13:41:21.259118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:21.276841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:21.295374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:21.304353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Pushing event updated for resources: {'Port': ['ID=093c997f-b6b9-4539-af48-a14b58341422,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:21.470576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.474809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Attempting to bind port 093c997f-b6b9-4539-af48-a14b58341422 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:21.476027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Attempting to bind port 093c997f-b6b9-4539-af48-a14b58341422 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:21.476673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Attempting to bind port 093c997f-b6b9-4539-af48-a14b58341422 on network 120981bf-fb44-432d-a8ae-5d4a501b9340 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:21.495423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['9f7dafab-fa12-4d6a-b352-c87c5877fac9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:21.502829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:21.506460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Pushing event deleted for resources: {'Port': ['ID=9f7dafab-fa12-4d6a-b352-c87c5877fac9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:21.518199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Checking segment: {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:21.518999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.519641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Bound using segment: {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:21.520533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Bound port: 093c997f-b6b9-4539-af48-a14b58341422, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:21.521441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.601986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] No DVR routers for this DVR port 9f7dafab-fa12-4d6a-b352-c87c5877fac9 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:21.615570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.619166 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba3ce324-55fc-47f6-b7a6-6c4066a52d60 req-0a374291-47f3-4a09-afe7-a4c2e109ba25 tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.67 "DELETE /v2.0/ports/9f7dafab-fa12-4d6a-b352-c87c5877fac9 HTTP/1.1" status: 204 len: 173 time: 0.9356592 Dec 15 13:41:21.619647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc07f99-3664-4205-81ca-75378934c540', 'name': 'network-vif-deleted', 'tag': '9f7dafab-fa12-4d6a-b352-c87c5877fac9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:21.622008 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f67d9a-61d5-4aac-a57c-7a1cb47dea96" -d '{"events": [{"server_uuid": "9cc07f99-3664-4205-81ca-75378934c540", "name": "network-vif-deleted", "tag": "9f7dafab-fa12-4d6a-b352-c87c5877fac9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:21.674098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588f8c0-58f0-44f6-bbf9-f5e98dd4f61e req-262d1674-54b1-42d4-bb3d-0fdbb7b86bf1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:21.675680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8588f8c0-58f0-44f6-bbf9-f5e98dd4f61e req-262d1674-54b1-42d4-bb3d-0fdbb7b86bf1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.3368449 Dec 15 13:41:21.721374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] For port 093c997f-b6b9-4539-af48-a14b58341422, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:21.721727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.725442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] For port 093c997f-b6b9-4539-af48-a14b58341422, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=093c997f-b6b9-4539-af48-a14b58341422,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:21.733091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.760267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.801387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8588f8c0-58f0-44f6-bbf9-f5e98dd4f61e req-799d29bd-498c-4789-91d8-ffd3fb701dcb tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161122 Dec 15 13:41:21.861553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64210122-61a0-4106-8af9-5c10bb68e029 None None] Pushing event updated for resources: {'Port': ['ID=093c997f-b6b9-4539-af48-a14b58341422,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:21.942033 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d718f5d-2acd-4339-80cc-3bf2d94091d7 x-openstack-request-id: req-5d718f5d-2acd-4339-80cc-3bf2d94091d7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:21.942438 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc07f99-3664-4205-81ca-75378934c540", "name": "network-vif-deleted", "tag": "9f7dafab-fa12-4d6a-b352-c87c5877fac9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:21.942796 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d718f5d-2acd-4339-80cc-3bf2d94091d7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:21.943296 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc07f99-3664-4205-81ca-75378934c540', 'name': 'network-vif-deleted', 'tag': '9f7dafab-fa12-4d6a-b352-c87c5877fac9', 'status': 'completed', 'code': 200} Dec 15 13:41:22.112701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Allocated IP 172.25.2.159 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:22.505577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11ab9d-7cdc-41f0-8061-d3720be2ac12 req-e7a46f20-4012-481c-85e3-8d4d614a91de tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:22.516672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df11ab9d-7cdc-41f0-8061-d3720be2ac12 req-e7a46f20-4012-481c-85e3-8d4d614a91de tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.3171167 Dec 15 13:41:22.568494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42540) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:22.644383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df11ab9d-7cdc-41f0-8061-d3720be2ac12 req-82f492ba-91e2-4dc2-a45e-ae6f240428f0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183448 Dec 15 13:41:22.699386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:22.706063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-473d9dce-713a-4c2c-9f03-a92ef56cc169 req-8811b8ce-e659-4f25-acd7-682964d2087d tempest-ServersAdminNegativeTestJSON-615349782 tempest-ServersAdminNegativeTestJSON-615349782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc07f99-3664-4205-81ca-75378934c540 HTTP/1.1" status: 200 len: 210 time: 0.0844665 Dec 15 13:41:22.767167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:22.767951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee76c43a-eb60-4d29-aa31-b94231cb6bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:22.832016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Pushing event updated for resources: {'Port': ['ID=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:22.842558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:22.844138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:22.847166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:22.991660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee76c43a-eb60-4d29-aa31-b94231cb6bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.005597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee76c43a-eb60-4d29-aa31-b94231cb6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.025043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 093c997f-b6b9-4539-af48-a14b58341422 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:23.103230 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ee76c43a-eb60-4d29-aa31-b94231cb6bd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b79b9ce0852c499db2f4cf5361f53299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329671 Dec 15 13:41:23.105477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76c43a-eb60-4d29-aa31-b94231cb6bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3043f14-849d-425d-b8c1-80af1ed2f576,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:23.128916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:23.184254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 093c997f-b6b9-4539-af48-a14b58341422 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:23.184934 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.275505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3e65-4a9f-424d-af9c-dd16e70aaf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.300586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8340f-6e1b-4f30-832d-d80208ef0cd9 req-99878901-ecdf-42f2-88d4-c9cadd61b681 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:23.319883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30b8340f-6e1b-4f30-832d-d80208ef0cd9 req-99878901-ecdf-42f2-88d4-c9cadd61b681 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2738879 Dec 15 13:41:23.332859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3e65-4a9f-424d-af9c-dd16e70aaf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.353271 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.410055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 093c997f-b6b9-4539-af48-a14b58341422, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=093c997f-b6b9-4539-af48-a14b58341422,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:23.418988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.427108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3e65-4a9f-424d-af9c-dd16e70aaf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.433478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3e65-4a9f-424d-af9c-dd16e70aaf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.437706 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a6fd3e65-4a9f-424d-af9c-dd16e70aaf21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3043f14-849d-425d-b8c1-80af1ed2f576 HTTP/1.1" status: 204 len: 168 time: 0.2960422 Dec 15 13:41:23.451151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd3e65-4a9f-424d-af9c-dd16e70aaf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3043f14-849d-425d-b8c1-80af1ed2f576,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:23.571602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=093c997f-b6b9-4539-af48-a14b58341422,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:23.604805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30b8340f-6e1b-4f30-832d-d80208ef0cd9 req-35c7b8cc-f8e2-4876-89f9-0e0151bd5814 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746582 Dec 15 13:41:23.725036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:23.858634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd44cd6-231b-48f0-8348-726bae740ef0 None None] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:24.019783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3d104194-6953-4202-a571-cc6a894eb58a None None] Provisioning complete for port 093c997f-b6b9-4539-af48-a14b58341422 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:24.020391 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d104194-6953-4202-a571-cc6a894eb58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:24.163689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5a17-5aa2-4a3b-8a83-cd67047c7c2e req-293ecd1f-8caa-458e-8091-568713cc140e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:24.201833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a4b5a17-5aa2-4a3b-8a83-cd67047c7c2e req-293ecd1f-8caa-458e-8091-568713cc140e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.3389270 Dec 15 13:41:24.356361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:24.538520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9909ac89-241d-4498-8074-db5d58f9298b None None] Provisioning complete for port 093c997f-b6b9-4539-af48-a14b58341422 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:24.539420 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9909ac89-241d-4498-8074-db5d58f9298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:24.626670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ebb341d-fa85-4cdd-b7f5-ed5e7ff791a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf695ba99be1478582d05176a99b28e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675006 Dec 15 13:41:24.631095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:24.732314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-775155b7-f9a5-42ae-b6a5-68206e823df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:24.796357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-775155b7-f9a5-42ae-b6a5-68206e823df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:24.894497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:24.907323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-775155b7-f9a5-42ae-b6a5-68206e823df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:24.910552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-775155b7-f9a5-42ae-b6a5-68206e823df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:24.914973 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-775155b7-f9a5-42ae-b6a5-68206e823df6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3592bee4-017c-46e0-b370-01875942d016 HTTP/1.1" status: 204 len: 168 time: 0.2789104 Dec 15 13:41:24.924990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775155b7-f9a5-42ae-b6a5-68206e823df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3592bee4-017c-46e0-b370-01875942d016,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:24.959515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 093c997f-b6b9-4539-af48-a14b58341422 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:25.046494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 093c997f-b6b9-4539-af48-a14b58341422 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:25.047206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.195793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9f7dafab-fa12-4d6a-b352-c87c5877fac9 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:25.247651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a4b5a17-5aa2-4a3b-8a83-cd67047c7c2e req-5d6c9e32-359e-4593-be0a-1fc0210edc86 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0427475 Dec 15 13:41:25.283165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 9f7dafab-fa12-4d6a-b352-c87c5877fac9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:25.283642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9f7dafab-fa12-4d6a-b352-c87c5877fac9 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:25.284445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2108050030-network', 'tenant_id': '1dd653ccac6044408a209c938f476b00'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:25.322790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9cddd-25d5-4c11-898c-847f3f2dd597 req-b64bcaf3-036b-4e91-8bec-cb0aa2dc94e2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:25.331102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Made reservation on behalf of 1dd653ccac6044408a209c938f476b00 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:25.332640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ba9cddd-25d5-4c11-898c-847f3f2dd597 req-b64bcaf3-036b-4e91-8bec-cb0aa2dc94e2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1599097 Dec 15 13:41:25.336859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.361037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.380101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.410479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:25.468094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ba9cddd-25d5-4c11-898c-847f3f2dd597 req-b5c1c07d-11aa-46e9-a0cd-c6ea3e9d1045 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342444 Dec 15 13:41:25.505819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:25.506032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-67ca9127-580f-4b10-bfec-7f4ffb9da3b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89c5869112724dfda7e8b7cf256d61a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893750 Dec 15 13:41:25.571858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.583124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.591188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4eae4121-9d6c-4efb-ae5d-f6b4b0550733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.606122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Router 19350e9a-eb02-4018-ba13-d32029a7a3ae is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:41:25.613541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:41:25.623968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4eae4121-9d6c-4efb-ae5d-f6b4b0550733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.633107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68545ade-4c02-4317-b60c-122219dc16a2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:25.637783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.638192 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Added segment 24c40bdc-2113-40bc-a0d1-59769b1e6977 of type vlan for network 99f42b36-123f-43f6-b143-678d50a6b582 Dec 15 13:41:25.727736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.797463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.798954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:25.799733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.800858 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4eae4121-9d6c-4efb-ae5d-f6b4b0550733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.803855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4eae4121-9d6c-4efb-ae5d-f6b4b0550733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.805447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4eae4121-9d6c-4efb-ae5d-f6b4b0550733 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91695cf6-8067-4668-8563-444520bf415d HTTP/1.1" status: 204 len: 168 time: 0.2981608 Dec 15 13:41:25.818154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:25.820688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae4121-9d6c-4efb-ae5d-f6b4b0550733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91695cf6-8067-4668-8563-444520bf415d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:25.831937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Sync routers for ids ['19350e9a-eb02-4018-ba13-d32029a7a3ae'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:25.841986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9458046 Dec 15 13:41:25.844495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:25.850290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Request body: {'subnet': {'network_id': '99f42b36-123f-43f6-b143-678d50a6b582', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2108050030-subnet', 'tenant_id': '1dd653ccac6044408a209c938f476b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:25.878596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:25.882385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48b6bcb4-2478-47df-b371-2b906bf9060a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8403502 Dec 15 13:41:25.882667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:25.890780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Routers {'19350e9a-eb02-4018-ba13-d32029a7a3ae'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:25.891423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['19350e9a-eb02-4018-ba13-d32029a7a3ae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:25.964592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b97e9-e0e3-4460-9660-0b5f96599d42 admin admin] Pushing event updated for resources: {'Network': ['ID=99f42b36-123f-43f6-b143-678d50a6b582,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:26.042117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 99f42b36-123f-43f6-b143-678d50a6b582 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:41:26.158538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Set router 19350e9a-eb02-4018-ba13-d32029a7a3ae gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:26.278138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Made reservation on behalf of 1dd653ccac6044408a209c938f476b00 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:26.282319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.378077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-3db98044-da68-4e4f-8373-4d41561acd7a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386441 Dec 15 13:41:26.575275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:23Z', 'revision_number': 3, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:26.642360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Checking router: 19350e9a-eb02-4018-ba13-d32029a7a3ae for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:26.643839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Updating router 19350e9a-eb02-4018-ba13-d32029a7a3ae port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:41:26.698258 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.930641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-4b09d5ce-187f-48a8-b91a-2f15f7bb3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:26.932378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-4b09d5ce-187f-48a8-b91a-2f15f7bb3b22 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 1096 time: 0.4707379 Dec 15 13:41:26.949235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dc005-19f2-407a-84ba-7f24fe599873 req-6e4988d0-e2b9-4fc3-a902-9afcdf0e4308 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:26.951375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b7dc005-19f2-407a-84ba-7f24fe599873 req-6e4988d0-e2b9-4fc3-a902-9afcdf0e4308 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.4854047 Dec 15 13:41:27.007035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937b5d4-a01e-4363-9a84-8f43d79f6b8d req-417bb2bc-9aa2-44e2-845e-3541bb48c64c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.009402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5937b5d4-a01e-4363-9a84-8f43d79f6b8d req-417bb2bc-9aa2-44e2-845e-3541bb48c64c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2560737 Dec 15 13:41:27.155481 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.168190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.242298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Attempting to bind port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:27.242563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Attempting to bind port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:27.242891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Attempting to bind port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:27.248962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:27.250038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:27.250038 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.250333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:27.250758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Bound port: 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:27.251134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.259849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b7dc005-19f2-407a-84ba-7f24fe599873 req-60d29cee-2c21-4500-bb2a-77553469d01d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006320 Dec 15 13:41:27.283082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5937b5d4-a01e-4363-9a84-8f43d79f6b8d req-785a840b-f92d-4595-93dd-8b33145b6715 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500880 Dec 15 13:41:27.322096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] For port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:27.326023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] For port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:27.327883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c89e4b-b532-4aa5-9958-048698843aaf None None] Pushing event updated for resources: {'Port': ['ID=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:27.345580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.361688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.429402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.460291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Routers {'19350e9a-eb02-4018-ba13-d32029a7a3ae'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:27.460948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['19350e9a-eb02-4018-ba13-d32029a7a3ae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:27.466844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c89e4b-b532-4aa5-9958-048698843aaf None None] Pushing event updated for resources: {'Port': ['ID=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:27.484762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-9cab7531-1f96-4054-94a1-8ba4106148db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.489504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-9cab7531-1f96-4054-94a1-8ba4106148db service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.5328331 Dec 15 13:41:27.629025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-d8495cd9-ead0-4007-92e9-657728bca5c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 200 len: 217 time: 0.1241255 Dec 15 13:41:27.658846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] Set router 19350e9a-eb02-4018-ba13-d32029a7a3ae gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:27.788614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1be37df-73d5-4663-ae8c-8d78699530dd,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:27.814496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Checking segment: {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:27.814977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Network hostable DHCP agents. Network: 99f42b36-123f-43f6-b143-678d50a6b582, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:41:27.871978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-e5fd8de6-640b-4971-8391-8a07350ada49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.874119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-e5fd8de6-640b-4971-8391-8a07350ada49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.2298336 Dec 15 13:41:27.922676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-b56879c5-3909-43b1-acfb-9982b05c2c8d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372593 Dec 15 13:41:27.925855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Network 99f42b36-123f-43f6-b143-678d50a6b582 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:41:28.018795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 99f42b36-123f-43f6-b143-678d50a6b582) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:28.032033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.032778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:28.068693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1aae3-5ea0-4c8e-b587-7ddeb2d9c094 None None] Network 99f42b36-123f-43f6-b143-678d50a6b582 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:28.074234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bf2f54ba-458b-4f0e-8e91-7297af813a57 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2284799 Dec 15 13:41:28.082830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Allocated IP 172.20.0.1 (120981bf-fb44-432d-a8ae-5d4a501b9340/fe453263-3fd4-4f7e-958a-918d3a7cba4e/1972c2a2-6321-4f7f-9417-0892b3c199af) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:28.125137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-c9e2fa49-d649-4a2b-b7f6-a8146eab7b56 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945221 Dec 15 13:41:28.297627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3281e27d-ed6d-40c5-9ff1-4dece9e26bef req-aeb74d6e-59b9-4a57-baff-b7d725709d2f service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609902 Dec 15 13:41:28.454495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:28.492549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264ad6d-f007-4053-b296-07386e0dbc36 None None] Network 99f42b36-123f-43f6-b143-678d50a6b582 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:28.670564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:23Z', 'revision_number': 3, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:28.735271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675f901-994a-47e2-86e8-0d79911ef0c3 req-f529be39-b4a7-431a-9755-701346f7bbe5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.738062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f50ba-e8ef-4c5c-8032-9e5b23983299 None None] The sync data for ids ['19350e9a-eb02-4018-ba13-d32029a7a3ae'] in n-d-815324-3 is: [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:23Z', 'revision_number': 3, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:28.739980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3675f901-994a-47e2-86e8-0d79911ef0c3 req-f529be39-b4a7-431a-9755-701346f7bbe5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.3005476 Dec 15 13:41:28.774329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86968e5-b6ca-48db-af0b-1649901df0bf req-5fc1624d-95ad-4b65-be04-15256e9f4ead tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.777723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d86968e5-b6ca-48db-af0b-1649901df0bf req-5fc1624d-95ad-4b65-be04-15256e9f4ead tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2462018 Dec 15 13:41:28.816240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:28.944800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:28.949061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3675f901-994a-47e2-86e8-0d79911ef0c3 req-aa363c09-fe52-452c-9213-c6e1ea0032fd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691129 Dec 15 13:41:28.950521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:28.953182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:29.078241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Pushing event updated for resources: {'Port': ['ID=1972c2a2-6321-4f7f-9417-0892b3c199af,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:29.122034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d86968e5-b6ca-48db-af0b-1649901df0bf req-b352e9ea-afc4-4123-b94a-af3723a743f4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330491 Dec 15 13:41:29.123378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.123724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.124454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.124921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.125138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.125465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.125792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.126114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.126435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.126756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.127076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.127397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.127714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:29.136634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:29.481586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:29.559674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-86cd5523-1a97-4c90-8528-b0e42479b402 None None] Provisioning complete for port 1972c2a2-6321-4f7f-9417-0892b3c199af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:29.561285 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86cd5523-1a97-4c90-8528-b0e42479b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:29.586939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1abc843b-3e2e-4383-b342-e75997a1599c req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967533737', 'description': 'tempest-description-587711354'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:29.614685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-86cd5523-1a97-4c90-8528-b0e42479b402 None None] Port 1972c2a2-6321-4f7f-9417-0892b3c199af cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:29.743192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1abc843b-3e2e-4383-b342-e75997a1599c req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:29.783333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-ea8b825a-00e1-440e-bb41-8f26b84e019c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434606 Dec 15 13:41:30.041837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-3aaaf54b-015d-4b84-9556-60826227f823 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:30.043428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-3aaaf54b-015d-4b84-9556-60826227f823 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502494 Dec 15 13:41:30.106383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.110803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1abc843b-3e2e-4383-b342-e75997a1599c req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.112479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-f46aba19-eb98-432f-b1c7-8e09246a9d66 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/quotas/b17a9cfb45464d8ca535f7388591d0d9 HTTP/1.1" status: 200 len: 375 time: 0.0562909 Dec 15 13:41:30.115220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.120389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1abc843b-3e2e-4383-b342-e75997a1599c req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.257617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-1b1c7fca-4953-4a6c-b881-fe7f040e43cb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814705 Dec 15 13:41:30.268934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1abc843b-3e2e-4383-b342-e75997a1599c req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.269800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1abc843b-3e2e-4383-b342-e75997a1599c req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7010136 Dec 15 13:41:30.320393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33fc36-6f97-4fab-9ed0-63c8e69347ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf0d40-9edc-49a5-aa3e-f06aad9fbe42,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:30.325361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.437426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Pushing event updated for resources: {'Port': ['ID=1972c2a2-6321-4f7f-9417-0892b3c199af,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:30.526081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec3448-c24a-4789-aaa5-869f8937e3c6 req-d390368b-bbb3-4996-8405-ecb685ca17d0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:30.527732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6ec3448-c24a-4789-aaa5-869f8937e3c6 req-d390368b-bbb3-4996-8405-ecb685ca17d0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.0849032 Dec 15 13:41:30.685861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6ec3448-c24a-4789-aaa5-869f8937e3c6 req-7fc504de-47ff-4b95-9368-75b769ed45cb tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456754 Dec 15 13:41:30.699390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef76784-b369-490f-8bfa-513b8ba13eb1 req-2693b9d9-6d3c-4bd8-8dfe-b65a88fd883a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:30.708260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ef76784-b369-490f-8bfa-513b8ba13eb1 req-2693b9d9-6d3c-4bd8-8dfe-b65a88fd883a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1205156 Dec 15 13:41:30.768462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ef76784-b369-490f-8bfa-513b8ba13eb1 req-f1d7839f-daa9-4f44-b181-039f293e8f26 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Dec 15 13:41:30.788054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d5cc70b4-7736-4ae8-8511-a36ac4376d68 req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1493831719', 'description': 'tempest-description-108067213'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:30.801484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:30.819934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:30.934023 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d5cc70b4-7736-4ae8-8511-a36ac4376d68 req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.021928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:31.143185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:31.143559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.232675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Router 19350e9a-eb02-4018-ba13-d32029a7a3ae has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:31.288380 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.313421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:31.330717 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.427662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:31.459512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-611e6029-7ba3-4982-a04b-3996fe2a19b9 None None] Provisioning complete for port 1972c2a2-6321-4f7f-9417-0892b3c199af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:31.459902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-611e6029-7ba3-4982-a04b-3996fe2a19b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.534457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-611e6029-7ba3-4982-a04b-3996fe2a19b9 None None] Port 1972c2a2-6321-4f7f-9417-0892b3c199af cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:31.643230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cc9933e-f7c7-4938-aacc-a8591af718b6 req-adff2436-b9ab-43bf-a0fd-ae26d4668694 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 210 time: 0.4224069 Dec 15 13:41:31.670720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d5cc70b4-7736-4ae8-8511-a36ac4376d68 req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.734563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d5cc70b4-7736-4ae8-8511-a36ac4376d68 req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.769775 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d5cc70b4-7736-4ae8-8511-a36ac4376d68 req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.775745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5cc70b4-7736-4ae8-8511-a36ac4376d68 req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0061870 Dec 15 13:41:31.814521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6dde3-f395-484a-a26b-3d79321f6e36 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a775f-663e-4743-9405-36f1fcca7a57,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:31.882879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:31.891208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-02bb4216-f4d5-4739-b136-b74f324e3bed admin admin] 10.222.0.32 "PUT /v2.0/routers/19350e9a-eb02-4018-ba13-d32029a7a3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0065763 Dec 15 13:41:31.896299 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Sync routers for ids ['19350e9a-eb02-4018-ba13-d32029a7a3ae'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:31.908808 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Routers {'19350e9a-eb02-4018-ba13-d32029a7a3ae'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:31.909616 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['19350e9a-eb02-4018-ba13-d32029a7a3ae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:31.967076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8697e-2ad8-495b-bee2-38b85b1c1bf6 req-5ccb64b0-f13a-4b11-bc3f-1744d2a3917f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:31.969253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07f8697e-2ad8-495b-bee2-38b85b1c1bf6 req-5ccb64b0-f13a-4b11-bc3f-1744d2a3917f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.1329975 Dec 15 13:41:32.005634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007a097-5ecd-493b-b8dd-2890f35d8b1f req-c8a44747-8ac7-404b-aeba-2be9e89cb060 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:32.007147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e007a097-5ecd-493b-b8dd-2890f35d8b1f req-c8a44747-8ac7-404b-aeba-2be9e89cb060 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 949 time: 0.1280389 Dec 15 13:41:32.053272 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Set router 19350e9a-eb02-4018-ba13-d32029a7a3ae gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:32.073410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07f8697e-2ad8-495b-bee2-38b85b1c1bf6 req-4d6f43b9-910d-435e-ace8-5b02b675a187 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929868 Dec 15 13:41:32.124389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e007a097-5ecd-493b-b8dd-2890f35d8b1f req-7392e5fc-8a5e-4e2e-b1dc-7cfd4008c30e tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008868 Dec 15 13:41:32.282113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29ee20-70f0-4e23-b59a-766641030e9a req-e224fccb-b6f1-4270-abfc-a1329802f57b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:32.283597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a29ee20-70f0-4e23-b59a-766641030e9a req-e224fccb-b6f1-4270-abfc-a1329802f57b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1249535 Dec 15 13:41:32.342783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-7522b700-76bb-4bb0-9fcd-77a174ce3db3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:32.344247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-7522b700-76bb-4bb0-9fcd-77a174ce3db3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 813 time: 0.1456203 Dec 15 13:41:32.377615 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:29Z', 'revision_number': 4, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1972c2a2-6321-4f7f-9417-0892b3c199af', 'name': '', 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'mac_address': 'fa:16:3e:2c:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:27Z', 'updated_at': '2021-12-15T13:41:29Z', 'revision_number': 2, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'subnets': [{'id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:32.379566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-32035563-09a5-4b03-b008-48ba6248c9d7 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/quotas/1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 375 time: 0.0291572 Dec 15 13:41:32.391219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a29ee20-70f0-4e23-b59a-766641030e9a req-58ba4399-cbd9-4fe7-89d7-79d49a129bfa tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980027 Dec 15 13:41:32.423737 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Checking router: 19350e9a-eb02-4018-ba13-d32029a7a3ae for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:32.424098 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Updating router 19350e9a-eb02-4018-ba13-d32029a7a3ae port 1972c2a2-6321-4f7f-9417-0892b3c199af binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:41:32.437233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-2701cf11-6a09-4631-a469-f85765482fc3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566168 Dec 15 13:41:32.462676 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.609424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-9f789f81-2f83-4fe4-b756-7128733e18ac tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1441348 Dec 15 13:41:32.763018 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-6fd56635-6d0c-4ef3-847f-7668be6291c1 req-c36b2df3-648d-4fca-9ec2-e2d658271d9f tempest-FloatingIPDetailsNegativeTestJSON-695680485 tempest-FloatingIPDetailsNegativeTestJSON-695680485-project] show failed (client error): The resource could not be found. Dec 15 13:41:32.773132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:32.775014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fd56635-6d0c-4ef3-847f-7668be6291c1 req-c36b2df3-648d-4fca-9ec2-e2d658271d9f tempest-FloatingIPDetailsNegativeTestJSON-695680485 tempest-FloatingIPDetailsNegativeTestJSON-695680485-project] 10.222.0.32 "GET /v2.0/floatingips/2664dd28-10b4-4d22-b0ba-e81d5df500cd HTTP/1.1" status: 404 len: 350 time: 0.1271155 Dec 15 13:41:32.844905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-b8785f12-c914-49ff-966f-5c8ebe9a5663 service neutron] 10.222.0.32 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025779 Dec 15 13:41:32.930130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:32.932940 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.940519 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.011560 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8122bf-acd7-451c-ae17-b22233742874 None None] Pushing event updated for resources: {'Port': ['ID=1972c2a2-6321-4f7f-9417-0892b3c199af,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:33.066335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:33.066700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.071309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-877ac0ea-b8a2-44f3-b5ce-d79ca504cbe7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:33.081664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-877ac0ea-b8a2-44f3-b5ce-d79ca504cbe7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539773 Dec 15 13:41:33.108780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:33.164389 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Attempting to bind port 1972c2a2-6321-4f7f-9417-0892b3c199af on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:33.166153 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Attempting to bind port 1972c2a2-6321-4f7f-9417-0892b3c199af by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:33.168868 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Attempting to bind port 1972c2a2-6321-4f7f-9417-0892b3c199af on network 120981bf-fb44-432d-a8ae-5d4a501b9340 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:33.186096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:33.189325 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Checking segment: {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:33.190745 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.192606 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Bound using segment: {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:33.194069 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Bound port: 1972c2a2-6321-4f7f-9417-0892b3c199af, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922dc1b8-1f12-41c9-b7ce-c673a4581cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:33.196749 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.299617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-b40c80a3-659f-4574-bb01-b7ba9144fec5 service neutron] 10.222.0.32 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443824 Dec 15 13:41:33.335019 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] For port 1972c2a2-6321-4f7f-9417-0892b3c199af, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:33.341518 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] For port 1972c2a2-6321-4f7f-9417-0892b3c199af, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1972c2a2-6321-4f7f-9417-0892b3c199af,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:33.351609 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.368144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:33.378286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.400439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.440236 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Routers {'19350e9a-eb02-4018-ba13-d32029a7a3ae'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:33.441419 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['19350e9a-eb02-4018-ba13-d32029a7a3ae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:33.449676 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8122bf-acd7-451c-ae17-b22233742874 None None] Pushing event updated for resources: {'Port': ['ID=1972c2a2-6321-4f7f-9417-0892b3c199af,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:33.485094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-766322a3-9f03-406c-930a-742ebc65101e None None] Provisioning complete for port 1972c2a2-6321-4f7f-9417-0892b3c199af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:33.486957 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-766322a3-9f03-406c-930a-742ebc65101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.661218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] Set router 19350e9a-eb02-4018-ba13-d32029a7a3ae gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:33.663992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.689650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-766322a3-9f03-406c-930a-742ebc65101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.701337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58cd3f5b-844d-4218-927d-ee1b8946d0c2 req-73c44b57-e407-4378-9f93-ce0cbc7638a1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 210 time: 0.1295869 Dec 15 13:41:33.776972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.801933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-766322a3-9f03-406c-930a-742ebc65101e None None] For port 1972c2a2-6321-4f7f-9417-0892b3c199af, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1972c2a2-6321-4f7f-9417-0892b3c199af,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:33.812171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-766322a3-9f03-406c-930a-742ebc65101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.899253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e81c4-4925-4fc3-9184-623d024d685e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:33.922789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766322a3-9f03-406c-930a-742ebc65101e None None] Pushing event updated for resources: {'Port': ['ID=1972c2a2-6321-4f7f-9417-0892b3c199af,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:33.938729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56b90-3241-459c-90e9-b98718c21ab1 req-be31c6fc-3119-4258-92d6-487b66e78106 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:33.947316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57b56b90-3241-459c-90e9-b98718c21ab1 req-be31c6fc-3119-4258-92d6-487b66e78106 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.2776816 Dec 15 13:41:33.955386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-786109ac-b912-4612-afec-9229411ac873 None None] Provisioning complete for port 1972c2a2-6321-4f7f-9417-0892b3c199af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:33.955933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-786109ac-b912-4612-afec-9229411ac873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.966471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.070984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57b56b90-3241-459c-90e9-b98718c21ab1 req-26621d33-3718-403d-8ba3-ecca9e183dc1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226511 Dec 15 13:41:34.124340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4c86-de2e-45fb-b36e-f9880bfed216 req-261d2da6-9aaa-4ebf-a580-e46ec225dca9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:34.126286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6de4c86-de2e-45fb-b36e-f9880bfed216 req-261d2da6-9aaa-4ebf-a580-e46ec225dca9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.1736724 Dec 15 13:41:34.153919 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:29Z', 'revision_number': 4, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1972c2a2-6321-4f7f-9417-0892b3c199af', 'name': '', 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'mac_address': 'fa:16:3e:2c:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:27Z', 'updated_at': '2021-12-15T13:41:33Z', 'revision_number': 4, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'subnets': [{'id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:34.192881 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cbe1b-b8a4-4f7b-949c-1673c04a8620 None None] The sync data for ids ['19350e9a-eb02-4018-ba13-d32029a7a3ae'] in n-d-815324-3 is: [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:29Z', 'revision_number': 4, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1972c2a2-6321-4f7f-9417-0892b3c199af', 'name': '', 'network_id': '120981bf-fb44-432d-a8ae-5d4a501b9340', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'mac_address': 'fa:16:3e:2c:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:27Z', 'updated_at': '2021-12-15T13:41:33Z', 'revision_number': 4, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'subnets': [{'id': 'fe453263-3fd4-4f7e-958a-918d3a7cba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:34.193394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d62039dc-efe5-493b-85a2-55ccc1324128 req-91dadb29-22a5-4817-86eb-2169916b313e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 210 time: 0.0616293 Dec 15 13:41:34.212361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.208 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/82eba6ad-570c-446c-ab03-c61d46fbffd4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:34.248284 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6de4c86-de2e-45fb-b36e-f9880bfed216 req-315e43b0-7365-4265-a1cb-78d50dd088fd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127908 Dec 15 13:41:34.333769 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-86a5a6a9-2e70-47d4-97ab-4a78aa6c357a service neutron] show failed (client error): The resource could not be found. Dec 15 13:41:34.334795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-86a5a6a9-2e70-47d4-97ab-4a78aa6c357a service neutron] 10.222.0.67 "GET /v2.0/ports/fd597505-e360-44c0-8b2a-bc0a80bd926e/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.1119707 Dec 15 13:41:34.449284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Deleting port 1972c2a2-6321-4f7f-9417-0892b3c199af {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:34.450632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.481585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.542391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.550782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] For port 1972c2a2-6321-4f7f-9417-0892b3c199af, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1972c2a2-6321-4f7f-9417-0892b3c199af,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:34.551465 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.565376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Calling delete_port for 1972c2a2-6321-4f7f-9417-0892b3c199af owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:34.637024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:34.640313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:34.644293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:34.681028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=82eba6ad-570c-446c-ab03-c61d46fbffd4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:34.761541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:34.762163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.797482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-265990f9-d474-43e1-afc6-1ddbeb0a90cc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6942313 Dec 15 13:41:34.808624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-71d04c5e-add2-468f-be14-13ae0497d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:34.810735 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-71d04c5e-add2-468f-be14-13ae0497d41a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8&tenant_id=270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 1101 time: 0.0955608 Dec 15 13:41:34.814813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Request body: {'port': {'device_id': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:34.857566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:34.950966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1972c2a2-6321-4f7f-9417-0892b3c199af up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:34.977437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.000903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.009718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No active binding found for port 1972c2a2-6321-4f7f-9417-0892b3c199af {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 13:41:35.010327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1972c2a2-6321-4f7f-9417-0892b3c199af not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 13:41:35.044396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Pushing event deleted for resources: {'Port': ['ID=1972c2a2-6321-4f7f-9417-0892b3c199af,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:35.047362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a94ac5d5-6769-4e0f-a51c-d3f2ed69e146 None None] Provisioning complete for port 82eba6ad-570c-446c-ab03-c61d46fbffd4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:35.047805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a94ac5d5-6769-4e0f-a51c-d3f2ed69e146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.055109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f741d6-158b-4247-bff7-eb23d1da918d req-b5ae06ab-c064-49c3-8711-030d3204dfb6 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:35.056703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40f741d6-158b-4247-bff7-eb23d1da918d req-b5ae06ab-c064-49c3-8711-030d3204dfb6 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 936 time: 0.1519642 Dec 15 13:41:35.086403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.097746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a94ac5d5-6769-4e0f-a51c-d3f2ed69e146 None None] Port 82eba6ad-570c-446c-ab03-c61d46fbffd4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:35.100419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Port 1972c2a2-6321-4f7f-9417-0892b3c199af not found, will not notify nova. {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 13:41:35.114105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.115627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.116930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.118249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.118249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.121658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.122113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.123218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.125563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.126094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.126757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.127381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.127927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:35.241028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:35.335685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40f741d6-158b-4247-bff7-eb23d1da918d req-a41cdc8f-aa54-4a7c-8e8e-0f2b9392fc89 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649286 Dec 15 13:41:35.401819 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.427908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:35.430636 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12191e2c-d123-4c41-a3f3-a9326ba213a2" -d '{"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:35.472358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:35.477389 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.499087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc1a7c-7ba2-49f1-b35d-8c9eef5f86de req-bbcfe7ee-834a-4769-8ac2-0a639d8e1181 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:35.500994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ecc1a7c-7ba2-49f1-b35d-8c9eef5f86de req-bbcfe7ee-834a-4769-8ac2-0a639d8e1181 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.2884288 Dec 15 13:41:35.524481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-440e11f1-02dc-4e6d-a976-5205cbc980ac req-1d355103-bafb-4322-b1be-d257c0e2d548 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 210 time: 0.0494227 Dec 15 13:41:35.562379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:35.607721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.684256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-0d3505b3-860c-4048-9ca5-1e654d314d48 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:35.685925 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-0d3505b3-860c-4048-9ca5-1e654d314d48 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 813 time: 0.4584544 Dec 15 13:41:35.691506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ecc1a7c-7ba2-49f1-b35d-8c9eef5f86de req-6296d630-9a34-4d12-8b99-47bb835c5bca tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698568 Dec 15 13:41:35.706379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82eba6ad-570c-446c-ab03-c61d46fbffd4 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:35.716883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.720388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'port': {'device_id': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582', 'admin_state_up': True, 'tenant_id': '1dd653ccac6044408a209c938f476b00'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:35.738011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Transition to ACTIVE for port object 82eba6ad-570c-446c-ab03-c61d46fbffd4 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:35.744145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.819888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d6ee-a450-42fb-b977-2f26428258fb req-bc1c9314-a43e-4805-9670-7ed46e95853a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:35.828787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10f6d6ee-a450-42fb-b977-2f26428258fb req-bc1c9314-a43e-4805-9670-7ed46e95853a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2060924 Dec 15 13:41:35.862629 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395293ba-291b-4d44-843e-5436c79a6914 x-openstack-request-id: req-395293ba-291b-4d44-843e-5436c79a6914 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:35.862940 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:35.863197 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-395293ba-291b-4d44-843e-5436c79a6914 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:35.863651 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'code': 200} Dec 15 13:41:35.886627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Pushing event updated for resources: {'Port': ['ID=82eba6ad-570c-446c-ab03-c61d46fbffd4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:35.944008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:35.977329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Attempting to bind port 82eba6ad-570c-446c-ab03-c61d46fbffd4 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:35.977656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Attempting to bind port 82eba6ad-570c-446c-ab03-c61d46fbffd4 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:35.977974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Attempting to bind port 82eba6ad-570c-446c-ab03-c61d46fbffd4 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:36.018681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10f6d6ee-a450-42fb-b977-2f26428258fb req-39b7de0c-d8ec-4832-be08-4ea3636ef766 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865146 Dec 15 13:41:36.025642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Port 82eba6ad-570c-446c-ab03-c61d46fbffd4 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:36.026131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Attempting to bind port 82eba6ad-570c-446c-ab03-c61d46fbffd4 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:36.048188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:36.049123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:36.049727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:36.061305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Bound port: 82eba6ad-570c-446c-ab03-c61d46fbffd4, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:36.065452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.120218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:36.146029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Made reservation on behalf of 1dd653ccac6044408a209c938f476b00 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:36.149528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.168563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] For port 82eba6ad-570c-446c-ab03-c61d46fbffd4, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:36.171965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] For port 82eba6ad-570c-446c-ab03-c61d46fbffd4, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:36.178184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.196335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:36.198644 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27875cfb-e271-43d0-a236-237d32a2249e" -d '{"events": [{"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:36.207883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.217159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Router 19350e9a-eb02-4018-ba13-d32029a7a3ae has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:36.243170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.243780 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.246622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] 10.222.0.85 "PUT /v2.0/ports/82eba6ad-570c-446c-ab03-c61d46fbffd4 HTTP/1.1" status: 200 len: 1096 time: 1.4376965 Dec 15 13:41:36.247091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'tag': '82eba6ad-570c-446c-ab03-c61d46fbffd4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:36.249914 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304f8b0-3532-453d-9db2-0ccdbdbb685a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3abc12f-2479-4e3c-9916-41cea073e663", "tag": "82eba6ad-570c-446c-ab03-c61d46fbffd4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:36.261436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Transition to ACTIVE for port object fd597505-e360-44c0-8b2a-bc0a80bd926e will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:36.280081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.306472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44846552-df3b-424e-a6be-25c4f4739682 service neutron] Pushing event updated for resources: {'Port': ['ID=82eba6ad-570c-446c-ab03-c61d46fbffd4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:36.318537 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bcb494-72d9-4883-9cf5-d3fc036f12e7 x-openstack-request-id: req-59bcb494-72d9-4883-9cf5-d3fc036f12e7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:36.318837 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:36.319096 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59bcb494-72d9-4883-9cf5-d3fc036f12e7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:36.319494 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'code': 200} Dec 15 13:41:36.350256 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1abc62c-f637-4333-8977-b8017fb8b4ef x-openstack-request-id: req-e1abc62c-f637-4333-8977-b8017fb8b4ef {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:36.350626 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3abc12f-2479-4e3c-9916-41cea073e663", "tag": "82eba6ad-570c-446c-ab03-c61d46fbffd4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:36.350947 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1abc62c-f637-4333-8977-b8017fb8b4ef {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:36.351452 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'tag': '82eba6ad-570c-446c-ab03-c61d46fbffd4', 'status': 'completed', 'code': 200} Dec 15 13:41:36.386648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-bc75b3ec-ea85-4bfd-ae41-c6c3df554c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.388228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-bc75b3ec-ea85-4bfd-ae41-c6c3df554c16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 1099 time: 0.0756001 Dec 15 13:41:36.452101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] No DVR routers for this DVR port fd597505-e360-44c0-8b2a-bc0a80bd926e on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:36.462226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-4ed8881e-6f4a-41a9-97d6-6007a8e08d9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4 HTTP/1.1" status: 200 len: 217 time: 0.0585043 Dec 15 13:41:36.467839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:36.490209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51a5db-5ae7-406b-a09e-c36c877a8e5a req-f31a9dba-fb08-4152-bb92-361962da70e7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.490427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e51a5db-5ae7-406b-a09e-c36c877a8e5a req-f31a9dba-fb08-4152-bb92-361962da70e7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.0963390 Dec 15 13:41:36.514667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Allocated IP 172.20.0.2 (99f42b36-123f-43f6-b143-678d50a6b582/f1be37df-73d5-4663-ae8c-8d78699530dd/6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:36.544739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:36.545183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:36.545428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:36.556253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-d4ddd622-5054-4726-9b5e-0efb7153de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.558316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-d4ddd622-5054-4726-9b5e-0efb7153de9f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0858364 Dec 15 13:41:36.564145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:36.572035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Port fd597505-e360-44c0-8b2a-bc0a80bd926e on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:36.572366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Attempting to bind port fd597505-e360-44c0-8b2a-bc0a80bd926e on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:36.590185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] Sync routers for ids ['19350e9a-eb02-4018-ba13-d32029a7a3ae'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:36.594171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b6a8fc49-5116-4477-8a00-d827d672c31d admin admin] 10.222.0.32 "PUT /v2.0/routers/19350e9a-eb02-4018-ba13-d32029a7a3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8184845 Dec 15 13:41:36.602682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:36.605908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e51a5db-5ae7-406b-a09e-c36c877a8e5a req-88581bf1-b224-454c-a226-2886c737428a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957868 Dec 15 13:41:36.636930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] Routers {'19350e9a-eb02-4018-ba13-d32029a7a3ae'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:36.638095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['19350e9a-eb02-4018-ba13-d32029a7a3ae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:36.644032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-b8a7c994-e858-44e0-a0f7-fc4a35eba658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.646117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-b8a7c994-e858-44e0-a0f7-fc4a35eba658 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781782 Dec 15 13:41:36.761197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-614455f7-c16d-45ef-bd0c-19fcacac4289 req-9c32396c-8f1b-4170-bd72-05f30d371a91 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 210 time: 0.0896199 Dec 15 13:41:36.794091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] Set router 19350e9a-eb02-4018-ba13-d32029a7a3ae gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:36.892746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-fc77a983-e0f9-409f-bd81-c86e2deed1c2 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365937 Dec 15 13:41:36.928863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d93cf-bba1-4c99-a8d6-c6c92f1e2bdd req-51d829ff-04f0-46f2-bc99-e657bea933b1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.930382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a48d93cf-bba1-4c99-a8d6-c6c92f1e2bdd req-51d829ff-04f0-46f2-bc99-e657bea933b1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.1058083 Dec 15 13:41:36.951170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:36.951515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:36.951968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:36.952408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Bound port: fd597505-e360-44c0-8b2a-bc0a80bd926e, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:36.952797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.049437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a48d93cf-bba1-4c99-a8d6-c6c92f1e2bdd req-e8c697cb-73af-4898-b836-3d3974c03325 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784037 Dec 15 13:41:37.090550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:34Z', 'revision_number': 5, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:37.103982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb8c14b4-523a-4a49-bdbe-a5433e7fcddb req-0e652f30-b32d-4778-9d2a-8e74653dfa52 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930590 Dec 15 13:41:37.132873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] Checking router: 19350e9a-eb02-4018-ba13-d32029a7a3ae for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:37.152394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] Routers {'19350e9a-eb02-4018-ba13-d32029a7a3ae'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:37.153686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['19350e9a-eb02-4018-ba13-d32029a7a3ae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:37.175785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:37.183813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:37.194906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.197288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.283327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] Set router 19350e9a-eb02-4018-ba13-d32029a7a3ae gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:37.287383 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.310157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-3cd98da9-9e39-4836-b5e6-c8582e1af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.311744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-3cd98da9-9e39-4836-b5e6-c8582e1af66d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 1099 time: 0.1232765 Dec 15 13:41:37.317970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.318641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.319946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] 10.222.0.85 "PUT /v2.0/ports/fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 1096 time: 2.4901907 Dec 15 13:41:37.321719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb19611-f43e-454e-8f3d-dacacc0b59ca req-491d4a39-1db1-4ac7-bb19-afe25e639f20 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.323785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fb19611-f43e-454e-8f3d-dacacc0b59ca req-491d4a39-1db1-4ac7-bb19-afe25e639f20 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.0923190 Dec 15 13:41:37.368047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e17d-5b6e-4a75-95d1-e19eaf3df8ec service neutron] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:37.389078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f6ced-b736-435b-9ae0-3815914eb518 req-760f0b0a-3600-414f-ab81-bdbd61ebbd95 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.390653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-050f6ced-b736-435b-9ae0-3815914eb518 req-760f0b0a-3600-414f-ab81-bdbd61ebbd95 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1096 time: 0.1484308 Dec 15 13:41:37.434382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.442990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-961f03b8-e7ed-434f-ab80-39d2fa18dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.445502 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-961f03b8-e7ed-434f-ab80-39d2fa18dd37 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0890706 Dec 15 13:41:37.508908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:37.509482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:34Z', 'revision_number': 5, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:37.527017 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.547213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bd27-55c4-4d8f-9d94-511dc06639a6 None None] The sync data for ids ['19350e9a-eb02-4018-ba13-d32029a7a3ae'] in n-d-815324-3 is: [{'id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1740911316-router', 'tenant_id': '32f1df5c95d04cfaa26ab848d264b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:20Z', 'updated_at': '2021-12-15T13:41:34Z', 'revision_number': 5, 'project_id': '32f1df5c95d04cfaa26ab848d264b71a', 'gw_port': {'id': '11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19350e9a-eb02-4018-ba13-d32029a7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:21Z', 'updated_at': '2021-12-15T13:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:37.547885 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Network 99f42b36-123f-43f6-b143-678d50a6b582 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:37.566274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:37.569827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:37.689673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.690324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.727979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-bec02263-1b38-4780-aec9-3ac43f0e461d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0116441 Dec 15 13:41:37.737353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-ae8f4d21-d3e4-437f-b46e-60f9b7898d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.738777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-ae8f4d21-d3e4-437f-b46e-60f9b7898d2f service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2361524 Dec 15 13:41:37.741750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Deleting port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:37.741750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.747613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Request body: {'port': {'device_id': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:37.763342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fb19611-f43e-454e-8f3d-dacacc0b59ca req-ecb888a1-b0e7-4e3a-aa13-1c3c15d6a418 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277506 Dec 15 13:41:37.778756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-050f6ced-b736-435b-9ae0-3815914eb518 req-66227b28-3adc-4637-85a1-3026af6d10db tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774691 Dec 15 13:41:37.789064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:37.810975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-42626c6c-f610-4419-9230-84704ccf3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.813705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-42626c6c-f610-4419-9230-84704ccf3949 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.4889216 Dec 15 13:41:37.850796 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-f94d79b0-b36e-48bc-bbd1-b809f739a385 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.1010110 Dec 15 13:41:37.868466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-7c502011-182e-4110-8b56-5997a6a8c0d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4 HTTP/1.1" status: 200 len: 217 time: 0.0469379 Dec 15 13:41:37.934434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.967416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-583f2a97-7db5-42c2-bc83-0e150e0df3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.968908 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-583f2a97-7db5-42c2-bc83-0e150e0df3d6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1045709 Dec 15 13:41:37.978294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] For port 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:37.978715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.978886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-a02fa3b1-85b5-4fdb-8374-1117998d0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.980889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-a02fa3b1-85b5-4fdb-8374-1117998d0ef2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0971489 Dec 15 13:41:37.988584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7677a8-0868-4138-83af-9c0377d9906d req-126a6654-aa1a-4c14-b336-e14b2e0412ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.990045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf7677a8-0868-4138-83af-9c0377d9906d req-126a6654-aa1a-4c14-b336-e14b2e0412ec tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 931 time: 0.1260290 Dec 15 13:41:37.997481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b60145-0f91-40bb-8778-675d10930bf1 req-7b5a6ff2-d94a-408c-8eaa-2702363ca48b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.998930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0b60145-0f91-40bb-8778-675d10930bf1 req-7b5a6ff2-d94a-408c-8eaa-2702363ca48b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.1333339 Dec 15 13:41:38.039277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Calling delete_port for 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:38.095842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:38.107759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-cf3dcf1d-ebdf-4d6a-90b5-33112ef08ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.109065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-cf3dcf1d-ebdf-4d6a-90b5-33112ef08ca6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272943 Dec 15 13:41:38.110074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-15c0b92a-c4f3-4f0c-a002-91262cf9d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.111555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-15c0b92a-c4f3-4f0c-a002-91262cf9d4d1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117349 Dec 15 13:41:38.114917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf7677a8-0868-4138-83af-9c0377d9906d req-3714f4ff-a677-4004-887c-e730d1ca5f03 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075413 Dec 15 13:41:38.124770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0b60145-0f91-40bb-8778-675d10930bf1 req-f390153b-0655-45fb-b63f-d484bd7d9182 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162131 Dec 15 13:41:38.278252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-51897c49-1da3-4ed7-a877-20a05e2303a9 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523535 Dec 15 13:41:38.314289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:38.324730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:38.327384 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b9eb9e-759b-494e-bb2d-93a316100e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:38.330325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'mac_address': 'fa:16:3e:e3:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:38.372642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-845daf97-292e-4dcd-835b-d8ad18cc49fa service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177651 Dec 15 13:41:38.393051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.409172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce391cf6-d274-42ef-9b62-30bb17f63faa {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:38.434236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:38.439539 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.496395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5a4f4-3c52-47f8-927c-19d80b67f2e0 req-24272a39-011f-4e59-a6e8-5ba970a17325 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.497085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:38.500980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dd5a4f4-3c52-47f8-927c-19d80b67f2e0 req-24272a39-011f-4e59-a6e8-5ba970a17325 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.0871403 Dec 15 13:41:38.507278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9304f8b0-3532-453d-9db2-0ccdbdbb685a req-baee4d8a-9850-4bc7-b0d7-23ee36444570 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167199 Dec 15 13:41:38.560065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.579768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dd5a4f4-3c52-47f8-927c-19d80b67f2e0 req-675a972e-ee7c-44c0-9fb1-bb567ef6cc94 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687504 Dec 15 13:41:38.611549 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bfb1fe1e-079d-4977-9281-b2b6daad89ad req-933ade8e-0ee1-4003-8f20-6d9f8ba84672 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279088 Dec 15 13:41:38.612274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:38.618706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:38.644893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.716143 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2e942-afea-4602-aa2f-f15cc814dd77 x-openstack-request-id: req-e0f2e942-afea-4602-aa2f-f15cc814dd77 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:38.716553 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:38.716749 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0f2e942-afea-4602-aa2f-f15cc814dd77 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:38.717424 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'status': 'completed', 'code': 200} Dec 15 13:41:38.718913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Transition to ACTIVE for port object 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:38.723043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.784388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-965942dd-fbe4-4d0e-846f-ca619879191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.785457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.786130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-965942dd-fbe4-4d0e-846f-ca619879191c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0654778 Dec 15 13:41:38.867570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ce391cf6-d274-42ef-9b62-30bb17f63faa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:38.904160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1972c2a2-6321-4f7f-9417-0892b3c199af no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:38.988617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895b02b-1f02-4d1a-813e-8ee5fd7c2eeb req-a0feecd0-4457-42f2-925e-616409e011c8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.998551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5895b02b-1f02-4d1a-813e-8ee5fd7c2eeb req-a0feecd0-4457-42f2-925e-616409e011c8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.1025579 Dec 15 13:41:39.012896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-0c3ae4b7-1bcd-4244-bfb1-fd0ec5b85812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.014556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-0c3ae4b7-1bcd-4244-bfb1-fd0ec5b85812 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2150660 Dec 15 13:41:39.058280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.066406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.069323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:39.076652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-0f596c08-5246-46af-8a09-5096df660fb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.0509303 Dec 15 13:41:39.087663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1972c2a2-6321-4f7f-9417-0892b3c199af {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:39.088012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1972c2a2-6321-4f7f-9417-0892b3c199af not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:39.134200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5895b02b-1f02-4d1a-813e-8ee5fd7c2eeb req-72e45c55-894d-489e-882b-9972df24d54b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294885 Dec 15 13:41:39.170430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-d7fe42f6-0075-4892-8730-37d6b86d2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.171750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-d7fe42f6-0075-4892-8730-37d6b86d2fd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0864451 Dec 15 13:41:39.248489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:39.285726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-744d871c-d070-47a0-9aed-8b9e84586405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.287241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-744d871c-d070-47a0-9aed-8b9e84586405 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018527 Dec 15 13:41:39.313072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458252b-e9b1-4000-9bbc-b6ba398a8cdb req-0d75aba9-031f-4ed9-909c-39598a983095 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.314576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3458252b-e9b1-4000-9bbc-b6ba398a8cdb req-0d75aba9-031f-4ed9-909c-39598a983095 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 943 time: 0.0771108 Dec 15 13:41:39.334158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:39.350174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-14afaeb3-4b63-4ef0-b7bc-b96145b4a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.351772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-14afaeb3-4b63-4ef0-b7bc-b96145b4a217 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.5989811 Dec 15 13:41:39.365500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-c334805b-d144-45a8-a7b5-bde0f9f8a1ed tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:41:39.366468 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-c334805b-d144-45a8-a7b5-bde0f9f8a1ed tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110757 Dec 15 13:41:39.418437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3458252b-e9b1-4000-9bbc-b6ba398a8cdb req-62c26824-314f-4493-b2d6-3ca34c1d33ff tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938413 Dec 15 13:41:39.430432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-49ebe145-b0c3-4e3b-9027-200d67310b36 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323307 Dec 15 13:41:39.497164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.497684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19350e9a-eb02-4018-ba13-d32029a7a3ae {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:41:39.516182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.519531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f40be68-7e42-4d94-96f2-7c74ecc952b8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/19350e9a-eb02-4018-ba13-d32029a7a3ae HTTP/1.1" status: 204 len: 168 time: 2.9134910 Dec 15 13:41:39.522227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42976) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:39.525321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-cc1ad010-af18-4744-ad33-6420b86664ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.527200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-cc1ad010-af18-4744-ad33-6420b86664ba service neutron] 10.222.0.32 "GET /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 1093 time: 0.1099646 Dec 15 13:41:39.538826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:39.539274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:41:39.577142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Attempting to bind port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:39.577478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Attempting to bind port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:39.578109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Attempting to bind port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b on network 99f42b36-123f-43f6-b143-678d50a6b582 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:39.606895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b on network 99f42b36-123f-43f6-b143-678d50a6b582 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:39.607155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Attempting to bind port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b on network 99f42b36-123f-43f6-b143-678d50a6b582 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:39.617037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5fa7d-d8fe-413c-a248-d122e95e5bd6 req-cf328592-9c76-437f-8fd2-e53a7fddb4b4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.618888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dd5fa7d-d8fe-413c-a248-d122e95e5bd6 req-cf328592-9c76-437f-8fd2-e53a7fddb4b4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.1289756 Dec 15 13:41:39.629617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-2a4802e9-0da2-46a3-bff9-1fccd4ef06e9 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928368 Dec 15 13:41:39.633449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Deleting subnet fe453263-3fd4-4f7e-958a-918d3a7cba4e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:41:39.642548 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.655964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:39.655964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Checking segment: {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:39.656303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Bound using segment: {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:39.656832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Bound port: 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:39.657155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.669505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-a372a55f-32df-4c67-b38d-0269e4319cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.670999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-a372a55f-32df-4c67-b38d-0269e4319cee service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3091679 Dec 15 13:41:39.692062 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.738022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dd5fa7d-d8fe-413c-a248-d122e95e5bd6 req-8cb666d8-1387-4c0c-926c-998abd35af26 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112440 Dec 15 13:41:39.745367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-7378fe0b-c24d-4b3e-b569-380ded607484 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.0647786 Dec 15 13:41:39.833811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:39.834708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.854141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-deecc8e0-72a5-4430-ae5d-a8ba9be8f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.855619 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-deecc8e0-72a5-4430-ae5d-a8ba9be8f538 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1007493 Dec 15 13:41:39.857376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:39.865172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.886436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:39.886775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:39.887105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:39.911954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.934262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.934872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.936238 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] 10.222.0.67 "PUT /v2.0/ports/6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 1091 time: 2.1965868 Dec 15 13:41:39.939210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:39.939536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:39.946746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.953815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe453263-3fd4-4f7e-958a-918d3a7cba4e HTTP/1.1" status: 204 len: 168 time: 0.4244525 Dec 15 13:41:39.954123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:39.954123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:39.954123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:39.954123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Bound port: cd46af07-7a46-4e0e-9890-8616b76c77f8, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:39.954541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b34475-d038-42f6-9623-8d7eeb568d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe453263-3fd4-4f7e-958a-918d3a7cba4e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:39.957095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42982) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:39.960144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39765fd-2470-4426-ab31-35aa2a872d3b None None] Network 120981bf-fb44-432d-a8ae-5d4a501b9340 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:39.992993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89fe5-02c4-45dd-96dc-11a21726c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.036454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-890117db-01b8-417c-8678-5dd1ee9c62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.038132 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-890117db-01b8-417c-8678-5dd1ee9c62d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687400 Dec 15 13:41:40.049458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e1f76-f988-4dde-8274-cea4e28ae4ac req-9dd68a7e-ad10-406d-8ee0-c53c119a4702 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.057861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb2e1f76-f988-4dde-8274-cea4e28ae4ac req-9dd68a7e-ad10-406d-8ee0-c53c119a4702 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.1799197 Dec 15 13:41:40.124341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.124615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:40.136231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-77a4ace8-d35d-4493-927c-be79b1c87384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.137746 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-77a4ace8-d35d-4493-927c-be79b1c87384 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1094 time: 0.1325326 Dec 15 13:41:40.142152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.143213 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] 10.222.0.32 "POST /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6090415 Dec 15 13:41:40.148241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb2e1f76-f988-4dde-8274-cea4e28ae4ac req-fe031a80-b6fc-4bc9-8564-66d2aae4a934 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895200 Dec 15 13:41:40.203312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] DHCP port deletion for 120981bf-fb44-432d-a8ae-5d4a501b9340 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:41:40.203510 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-594ca20f-4739-4a58-af6d-d23866b9eb23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 217 time: 0.0552986 Dec 15 13:41:40.261454 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-e6191b87-db45-4bed-9ae4-37e413152349 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141654 Dec 15 13:41:40.274887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Deleting port 093c997f-b6b9-4539-af48-a14b58341422 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:40.275226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.298452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-f28c3e68-4807-4398-bf1f-370b4772d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.299999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-f28c3e68-4807-4398-bf1f-370b4772d7d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0883615 Dec 15 13:41:40.318180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] Deleting port 093c997f-b6b9-4539-af48-a14b58341422 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:40.319335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.355243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-97840054-c3ff-4872-9c51-893c4d9a38f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305037 Dec 15 13:41:40.390782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] For port 093c997f-b6b9-4539-af48-a14b58341422, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=093c997f-b6b9-4539-af48-a14b58341422,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:40.391086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.404189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] Calling delete_port for 093c997f-b6b9-4539-af48-a14b58341422 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:40.440896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] For port 093c997f-b6b9-4539-af48-a14b58341422, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=093c997f-b6b9-4539-af48-a14b58341422,segment=NetworkSegment(922dc1b8-1f12-41c9-b7ce-c673a4581cb7),segment_id=922dc1b8-1f12-41c9-b7ce-c673a4581cb7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:40.440896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.457558 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-33b9eb9e-759b-494e-bb2d-93a316100e1b req-4c730e92-aec5-4f4c-8b5b-b977a1810694 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881065 Dec 15 13:41:40.460080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8204-b4c8-4f37-9d8f-8f17e7aed07e req-2cb73ad8-9b84-49dc-9800-b52dee86b8e4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.461589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bcb8204-b4c8-4f37-9d8f-8f17e7aed07e req-2cb73ad8-9b84-49dc-9800-b52dee86b8e4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1491251 Dec 15 13:41:40.467110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Calling delete_port for 093c997f-b6b9-4539-af48-a14b58341422 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:40.481709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cce43f-1aad-46e3-8c19-d853f808faa6 req-c46d370f-dbde-4dfa-8862-5f613c3696c6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.482134 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-0b1b4f6b-468e-40f1-b81a-420eb9dab7fa service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180360 Dec 15 13:41:40.483211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97cce43f-1aad-46e3-8c19-d853f808faa6 req-c46d370f-dbde-4dfa-8862-5f613c3696c6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.1254146 Dec 15 13:41:40.496954 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.523412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] Pushing event deleted for resources: {'Port': ['ID=093c997f-b6b9-4539-af48-a14b58341422,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.527660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad1dd6-e4af-479b-a4bc-8c44854cfd11 None None] No DVR routers for this DVR port 093c997f-b6b9-4539-af48-a14b58341422 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:40.582656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-52f562e0-d3c0-429b-8da5-3c595d4427e5 req-ccc0e605-02ff-4e8b-ae48-bc7356191887 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911503 Dec 15 13:41:40.613216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bcb8204-b4c8-4f37-9d8f-8f17e7aed07e req-6ec92d25-bfcb-4500-bccf-160bf45dc23e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181607 Dec 15 13:41:40.622721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97cce43f-1aad-46e3-8c19-d853f808faa6 req-1468f2b8-10a5-42c4-bef4-a90c5bf62656 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294496 Dec 15 13:41:40.641294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.669034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Pushing event deleted for resources: {'Port': ['ID=093c997f-b6b9-4539-af48-a14b58341422,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.674941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] No DVR routers for this DVR port 093c997f-b6b9-4539-af48-a14b58341422 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:40.718467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:40.722332 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f44d22-22e1-4c48-9f13-194e0de5e367" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:40.758290 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4084883d-6160-4897-922a-49adba69ae6f x-openstack-request-id: req-4084883d-6160-4897-922a-49adba69ae6f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:40.758654 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:40.759001 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4084883d-6160-4897-922a-49adba69ae6f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:40.759419 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'status': 'completed', 'code': 200} Dec 15 13:41:40.776773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.810012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a381-bdfd-44e0-b078-73f9ba19868c req-64fa67e6-0cc5-4197-bc61-d14a6e5b1c0e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.811742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8d3a381-bdfd-44e0-b078-73f9ba19868c req-64fa67e6-0cc5-4197-bc61-d14a6e5b1c0e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 943 time: 0.1131530 Dec 15 13:41:40.815445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120981bf-fb44-432d-a8ae-5d4a501b9340']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:40.839245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-e9401a5f-ad0f-4e8b-98f9-ed585e6f6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.840938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-e9401a5f-ad0f-4e8b-98f9-ed585e6f6c70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1094 time: 0.0567868 Dec 15 13:41:40.841666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922dc1b8-1f12-41c9-b7ce-c673a4581cb7') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:40.841958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922dc1b8-1f12-41c9-b7ce-c673a4581cb7') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:40.874921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:40.875970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.895264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:40.895705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 11221b74-cdf2-41e8-a8fc-0c3c9c8a7e60 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:40.896123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 093c997f-b6b9-4539-af48-a14b58341422 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:40.909728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.917094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 093c997f-b6b9-4539-af48-a14b58341422 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:40.917440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 093c997f-b6b9-4539-af48-a14b58341422 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:40.919000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8d3a381-bdfd-44e0-b078-73f9ba19868c req-8da146a0-694e-4f7f-bc0a-3a9b31d22548 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943222 Dec 15 13:41:40.922489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:41:40.922489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:41:40.924187 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:41:40.946774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-de335e2d-14c5-496c-9d9f-5ae828d68f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.948855 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-de335e2d-14c5-496c-9d9f-5ae828d68f22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.0991468 Dec 15 13:41:40.973380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf10f07-c249-4c53-b7f1-6f42cd77539f req-fa1adf48-6160-41c0-99fe-fd3d6c1eb70b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.974870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2bf10f07-c249-4c53-b7f1-6f42cd77539f req-fa1adf48-6160-41c0-99fe-fd3d6c1eb70b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.1513441 Dec 15 13:41:41.007899 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-a655c990-75e7-43ba-9f62-24a6e011e2b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 217 time: 0.0504270 Dec 15 13:41:41.013338 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:41.046770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:41.049985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] 10.222.0.32 "DELETE /v2.0/networks/120981bf-fb44-432d-a8ae-5d4a501b9340 HTTP/1.1" status: 204 len: 168 time: 1.0919595 Dec 15 13:41:41.052413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de3be3-2fe9-45ea-bfff-27aeaad87edc admin admin] Pushing event deleted for resources: {'Network': ['ID=120981bf-fb44-432d-a8ae-5d4a501b9340,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:41.056965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2bf10f07-c249-4c53-b7f1-6f42cd77539f req-d796972b-5a49-41b3-a7a0-ab973ab5715d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Dec 15 13:41:41.066132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-d3d24b2d-d837-487e-8c79-950b25fc42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.067762 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-d3d24b2d-d837-487e-8c79-950b25fc42b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0528977 Dec 15 13:41:41.108950 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-05987759-5b30-425b-bc30-4010b219b831 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257235 Dec 15 13:41:41.204383 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-a525ee7e-d829-4520-b807-909deafe0b30 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873344 Dec 15 13:41:41.212642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43008) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:41.295338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8544030c-80b2-48d6-888c-61d71179e694 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32f1df5c95d04cfaa26ab848d264b71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809467 Dec 15 13:41:41.297761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43016) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:41.316358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8f44d22-22e1-4c48-9f13-194e0de5e367 req-d1118167-4b09-4133-a5ad-3ec4c09a0ffd service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034617 Dec 15 13:41:41.327048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745f31d-f5f5-46aa-a280-82672adf4878 req-289d440c-5995-49b8-8ac7-c3667a50b1b6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.329063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4745f31d-f5f5-46aa-a280-82672adf4878 req-289d440c-5995-49b8-8ac7-c3667a50b1b6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.0808716 Dec 15 13:41:41.393061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cc3396d-f9f7-44c8-a333-3a8fd1938cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:41.401228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4745f31d-f5f5-46aa-a280-82672adf4878 req-74871ba4-0139-4b8c-8593-a5ddf79aa1f2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Dec 15 13:41:41.418786 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cc3396d-f9f7-44c8-a333-3a8fd1938cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:41.463136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cc3396d-f9f7-44c8-a333-3a8fd1938cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:41.466463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cc3396d-f9f7-44c8-a333-3a8fd1938cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:41.467735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2cc3396d-f9f7-44c8-a333-3a8fd1938cd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3724afc-3e32-4135-a0f1-e1199844b3f0 HTTP/1.1" status: 204 len: 168 time: 0.1690683 Dec 15 13:41:41.475318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3396d-f9f7-44c8-a333-3a8fd1938cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3724afc-3e32-4135-a0f1-e1199844b3f0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:41.767987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c267-446a-4911-a979-a07925fd7029 req-b79cdd6b-268c-44b0-b239-d36c76205765 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.769508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3813c267-446a-4911-a979-a07925fd7029 req-b79cdd6b-268c-44b0-b239-d36c76205765 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0854733 Dec 15 13:41:41.781845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257f9a-8c5a-4307-9328-91f159bb3bb5 req-03a09f69-a039-4927-b5af-4089370eae7f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.783272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39257f9a-8c5a-4307-9328-91f159bb3bb5 req-03a09f69-a039-4927-b5af-4089370eae7f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.0705717 Dec 15 13:41:41.852686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3813c267-446a-4911-a979-a07925fd7029 req-b075b762-9b6d-4906-849a-7b60a064b4c5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684361 Dec 15 13:41:41.859778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39257f9a-8c5a-4307-9328-91f159bb3bb5 req-a6421653-d26b-43d6-a833-870dc5729590 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698531 Dec 15 13:41:42.045376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e864d-dd56-4726-a518-9e8a8f79ba64 req-0c7a7d11-18f3-4f09-9f34-16f53ee3410b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:42.047168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-727e864d-dd56-4726-a518-9e8a8f79ba64 req-0c7a7d11-18f3-4f09-9f34-16f53ee3410b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 943 time: 0.0515509 Dec 15 13:41:42.104657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-727e864d-dd56-4726-a518-9e8a8f79ba64 req-48338dc9-d299-46a1-9140-9c17b5caed43 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Dec 15 13:41:42.136878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:42.190491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ce391cf6-d274-42ef-9b62-30bb17f63faa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:42.190862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.218724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ec08b-828f-4247-b0c0-63e50e61061e req-3391e334-53d7-4704-bc52-adea836c68b2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:42.220431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a92ec08b-828f-4247-b0c0-63e50e61061e req-3391e334-53d7-4704-bc52-adea836c68b2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.0555398 Dec 15 13:41:42.269955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.277098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a92ec08b-828f-4247-b0c0-63e50e61061e req-fcf69a78-e1c1-487e-953b-fdfea07fa5df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Dec 15 13:41:42.293305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:42.295847 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c1ba9-69d2-4e5e-84d8-5dcab5492f2d" -d '{"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:42.309468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:42.314317 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.341768 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161415be-07bd-4af0-8554-10e99a614657 x-openstack-request-id: req-161415be-07bd-4af0-8554-10e99a614657 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:42.342147 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:42.342468 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-161415be-07bd-4af0-8554-10e99a614657 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:42.342937 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'code': 200} Dec 15 13:41:42.370799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:42.509509 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12157512-9a05-46b2-96f4-4682909ba61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.530955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40514c94-6e54-405f-971f-bc3dbebc1976 req-35627b90-3dac-44b9-a46c-e10413471866 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:42.532447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40514c94-6e54-405f-971f-bc3dbebc1976 req-35627b90-3dac-44b9-a46c-e10413471866 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 946 time: 0.0561974 Dec 15 13:41:42.580312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40514c94-6e54-405f-971f-bc3dbebc1976 req-e9a428de-f277-462a-b256-fd1b0adb7693 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Dec 15 13:41:42.607046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:42.710950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a335f13-b892-45a1-adab-3de850b0bb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.781903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a335f13-b892-45a1-adab-3de850b0bb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.786128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a335f13-b892-45a1-adab-3de850b0bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.823671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1a335f13-b892-45a1-adab-3de850b0bb96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf74776093fb43de8f7380a2012c2f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155893 Dec 15 13:41:42.824521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a335f13-b892-45a1-adab-3de850b0bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b35458-5c03-470d-9a0c-10a2d5e4fc8f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:42.827508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:42.875958 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-193fa21e-ad25-451d-861d-55f9db6cba77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.898199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-193fa21e-ad25-451d-861d-55f9db6cba77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.949134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-193fa21e-ad25-451d-861d-55f9db6cba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.952066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-193fa21e-ad25-451d-861d-55f9db6cba77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.953258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-193fa21e-ad25-451d-861d-55f9db6cba77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08b35458-5c03-470d-9a0c-10a2d5e4fc8f HTTP/1.1" status: 204 len: 168 time: 0.1243775 Dec 15 13:41:42.961085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fa21e-ad25-451d-861d-55f9db6cba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b35458-5c03-470d-9a0c-10a2d5e4fc8f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.014791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36aa9-2c6d-4bf2-a1fa-ef00abe5f68d req-744cf2bb-92fd-438d-aa99-aecf22983fa2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.016862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fb36aa9-2c6d-4bf2-a1fa-ef00abe5f68d req-744cf2bb-92fd-438d-aa99-aecf22983fa2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0930183 Dec 15 13:41:43.017214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-64db0238-16ae-4cb2-9f1f-94a5477f8305 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.019129 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-64db0238-16ae-4cb2-9f1f-94a5477f8305 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1097 time: 0.0547287 Dec 15 13:41:43.031814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:43.038484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2118e3-31f7-4cf2-8c33-5fc07b6fb05b req-f5a49798-c6ac-4262-b1f2-3b6cf4f821ad tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.039943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e2118e3-31f7-4cf2-8c33-5fc07b6fb05b req-f5a49798-c6ac-4262-b1f2-3b6cf4f821ad tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.1066275 Dec 15 13:41:43.090515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.107989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fb36aa9-2c6d-4bf2-a1fa-ef00abe5f68d req-e77b9214-d5bb-40f2-bc62-ffea9a385ddd tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822134 Dec 15 13:41:43.126904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e2118e3-31f7-4cf2-8c33-5fc07b6fb05b req-2a082a0d-f88c-463a-88a6-180708dc1d39 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753207 Dec 15 13:41:43.254791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49986f-c976-43f2-ac55-1c32a7d5cb03 req-91314d99-0031-4212-990a-c7ddefe26e88 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.256272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec49986f-c976-43f2-ac55-1c32a7d5cb03 req-91314d99-0031-4212-990a-c7ddefe26e88 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 943 time: 0.0545728 Dec 15 13:41:43.259306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:43.301883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:43.317394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec49986f-c976-43f2-ac55-1c32a7d5cb03 req-5a8e2695-0ab5-42ef-8d78-465c9e40ddd1 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533826 Dec 15 13:41:43.319202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:43.397965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:43.401318 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2368bd-f794-49a1-bd0f-c8e94ed9bbeb" -d '{"events": [{"server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:43.407842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.415560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.435448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2217b-fa6b-4aa0-afa0-5c33d119b547 req-e280975f-1117-4b1d-8165-cbc2ff62b546 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.442744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:43.443163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08b2217b-fa6b-4aa0-afa0-5c33d119b547 req-e280975f-1117-4b1d-8165-cbc2ff62b546 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.0782611 Dec 15 13:41:43.470262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582', 'port_id': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'mac_address': 'fa:16:3e:55:c3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1be37df-73d5-4663-ae8c-8d78699530dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:43.518699 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4c7c8-aecb-498b-80f9-6c8da46f8315 x-openstack-request-id: req-8ee4c7c8-aecb-498b-80f9-6c8da46f8315 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:43.519281 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:43.519545 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee4c7c8-aecb-498b-80f9-6c8da46f8315 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:43.519944 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'code': 200} Dec 15 13:41:43.520679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.537226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.537662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:43.538803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:43.539143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:43.542116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08b2217b-fa6b-4aa0-afa0-5c33d119b547 req-8b18a576-09a3-4827-b142-ebc43f48d948 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962515 Dec 15 13:41:43.544812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:43.545155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Attempting to bind port c17b17cc-a911-4d34-bf62-ab821c983b88 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:43.550594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:43.550594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:43.550946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:43.551890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Bound port: c17b17cc-a911-4d34-bf62-ab821c983b88, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:43.552253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.556661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:43.580110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:43.585887 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.621206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:43.624869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:43.630888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.660380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.712992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.714709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.716122 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] 10.222.0.85 "PUT /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 1122 time: 0.6890836 Dec 15 13:41:43.718204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28f25e-19e4-45bb-8183-14558c0c9e84 req-e9c1d1f1-55a2-4668-ad4f-2019adec435f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:43.720543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd28f25e-19e4-45bb-8183-14558c0c9e84 req-e9c1d1f1-55a2-4668-ad4f-2019adec435f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.0594742 Dec 15 13:41:43.735492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c497d4-4f9d-49a0-b4a7-848ca0138c23 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.780949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd28f25e-19e4-45bb-8183-14558c0c9e84 req-e77995d3-63fb-4b62-b6cd-c2cefe8d8c82 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Dec 15 13:41:43.781298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.819145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c17b17cc-a911-4d34-bf62-ab821c983b88'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:43.850908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:43.864427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43124) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:43.887147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c17b17cc-a911-4d34-bf62-ab821c983b88'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:43.967824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1284875460-network', 'tenant_id': '8967cce003a14fd7b6f36660275998f4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:43.991416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Made reservation on behalf of 8967cce003a14fd7b6f36660275998f4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:43.995386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.003830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.097597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.102016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.131982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:41:44.140867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:44.144005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab7149c-38e4-41b3-b17b-08a4e2f675d7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:44.150634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.151043 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Added segment 87e42771-885c-4dce-a5f4-66e4b341d8e6 of type vlan for network 7aeba8b9-f6bf-4d97-9847-99b15a80121d Dec 15 13:41:44.200489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.232539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.233925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.234751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.309875 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4408479 Dec 15 13:41:44.309875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50080c-1782-496f-b4e0-6aca83c30f61 admin admin] Pushing event updated for resources: {'Network': ['ID=7aeba8b9-f6bf-4d97-9847-99b15a80121d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:44.309875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:44.311970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ee0c2-5040-46d8-af08-49e485b68324 req-0b0012d8-982a-45fd-9aeb-4311d8e6d46e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.313615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-973ee0c2-5040-46d8-af08-49e485b68324 req-0b0012d8-982a-45fd-9aeb-4311d8e6d46e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0882864 Dec 15 13:41:44.315794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Request body: {'subnet': {'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1284875460-subnet', 'tenant_id': '8967cce003a14fd7b6f36660275998f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:44.328278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be359-b801-44be-ad5e-7eb44a6dccba req-2e401325-89c0-4f21-9d35-754e29937a12 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.328492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7aeba8b9-f6bf-4d97-9847-99b15a80121d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:41:44.330112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-797be359-b801-44be-ad5e-7eb44a6dccba req-2e401325-89c0-4f21-9d35-754e29937a12 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.0911686 Dec 15 13:41:44.343774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Made reservation on behalf of 8967cce003a14fd7b6f36660275998f4 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:44.346618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.381986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:44.404457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-973ee0c2-5040-46d8-af08-49e485b68324 req-5daddf2f-dda7-4c21-9d13-3977024dd192 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729334 Dec 15 13:41:44.408821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-797be359-b801-44be-ad5e-7eb44a6dccba req-d5fd575e-633d-4f14-9927-087a9062aece tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702734 Dec 15 13:41:44.411165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:41:44.411547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 82eba6ad-570c-446c-ab03-c61d46fbffd4 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:44.539667 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.549315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0802e5b-185c-4cd4-8972-2b18e6418563 req-24412f13-4a79-4ee2-b5f2-312bb0cdf336 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.551050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0802e5b-185c-4cd4-8972-2b18e6418563 req-24412f13-4a79-4ee2-b5f2-312bb0cdf336 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 944 time: 0.0584688 Dec 15 13:41:44.556104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 82eba6ad-570c-446c-ab03-c61d46fbffd4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:44.581401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '82eba6ad-570c-446c-ab03-c61d46fbffd4', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '82eba6ad-570c-446c-ab03-c61d46fbffd4', 'mac_address': 'fa:16:3e:18:1a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:44.597462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336c7f7a-3ef7-4309-8500-fb68d429d081,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:44.619062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0802e5b-185c-4cd4-8972-2b18e6418563 req-2cf01516-e3dc-4695-b45d-6331ef087485 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605292 Dec 15 13:41:44.620618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Checking segment: {'id': '87e42771-885c-4dce-a5f4-66e4b341d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:44.621373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Network hostable DHCP agents. Network: 7aeba8b9-f6bf-4d97-9847-99b15a80121d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:41:44.634253 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.649123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Network 7aeba8b9-f6bf-4d97-9847-99b15a80121d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:41:44.658276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eba6ad-570c-446c-ab03-c61d46fbffd4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:44.660813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7aeba8b9-f6bf-4d97-9847-99b15a80121d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:44.668349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.669254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.671625 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bb15fa9-a6f3-4699-b307-c3ef6f2c4dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.673553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235f760-e743-4af1-9c15-6d838abc1dde None None] Network 7aeba8b9-f6bf-4d97-9847-99b15a80121d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:44.700592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f57de2-b799-4480-bdd8-e2feb0117906 req-bdf2a976-5188-4856-bca8-0c712044a2de tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.700813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 82eba6ad-570c-446c-ab03-c61d46fbffd4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:44.701339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-64d180b5-0633-4114-8a82-32bc5ba529f9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3906038 Dec 15 13:41:44.702042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f57de2-b799-4480-bdd8-e2feb0117906 req-bdf2a976-5188-4856-bca8-0c712044a2de tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 948 time: 0.0599394 Dec 15 13:41:44.730572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:44.757161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f57de2-b799-4480-bdd8-e2feb0117906 req-076bcf2b-2dc6-4ae0-a607-276068a48310 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Dec 15 13:41:44.800974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=82eba6ad-570c-446c-ab03-c61d46fbffd4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:44.834175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e25da9-33b0-416f-8a83-f8b308c9b5d9 None None] Network 7aeba8b9-f6bf-4d97-9847-99b15a80121d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:44.938354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df320824-68ef-4111-9fc6-356fbdb2bfa1 req-aca8a021-f8ba-4356-8812-890af41c6bb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.940638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df320824-68ef-4111-9fc6-356fbdb2bfa1 req-aca8a021-f8ba-4356-8812-890af41c6bb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.0705373 Dec 15 13:41:44.996430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df320824-68ef-4111-9fc6-356fbdb2bfa1 req-cb7a94e9-24f6-47a2-aa79-36c19e171651 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Dec 15 13:41:45.214286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-f4dc2916-16d1-4700-b139-a7921e91f1a8 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:45.215783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-f4dc2916-16d1-4700-b139-a7921e91f1a8 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/networks?id=7aeba8b9-f6bf-4d97-9847-99b15a80121d HTTP/1.1" status: 200 len: 821 time: 0.1276801 Dec 15 13:41:45.232418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-ae8b912d-4a10-4c2c-bfba-b3d6e81e820e tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/quotas/8967cce003a14fd7b6f36660275998f4 HTTP/1.1" status: 200 len: 375 time: 0.0096941 Dec 15 13:41:45.265804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-aa360a1d-9f93-4db4-927a-fcab68206cd0 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8967cce003a14fd7b6f36660275998f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263464 Dec 15 13:41:45.314277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:45.370399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-2c9b3b9a-8059-41df-82bc-f3c8a5ab4818 service neutron] 10.222.0.32 "GET /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933452 Dec 15 13:41:45.371121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:41:45.375774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:45.376215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:45.470700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:45.503437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-d2b6932d-2a97-4b4f-8b1c-860d7c15f10a service neutron] 10.222.0.32 "GET /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237545 Dec 15 13:41:45.521308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:45.524544 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf89a04-217b-4842-8bbe-45c52c7aff19" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:45.546613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:45.582676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4517e08-fa73-45ff-ae2f-67dac561a47d req-a2be4ff1-be59-4e38-b2b6-b897a369ba52 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:45.584528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4517e08-fa73-45ff-ae2f-67dac561a47d req-a2be4ff1-be59-4e38-b2b6-b897a369ba52 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 948 time: 0.0764945 Dec 15 13:41:45.594892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:45.597492 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace43907-72fe-4bdc-b983-a98f1c4fd30d" -d '{"events": [{"server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:45.624828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:45.644879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:45.655758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4517e08-fa73-45ff-ae2f-67dac561a47d req-397c683b-8404-4fb1-8077-d7a91eb2f879 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Dec 15 13:41:45.784841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:45.834823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f48d2-b395-4504-9765-81c857c0d6d9 req-e9dfc2c0-d622-4876-9132-52adb7d255b3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:45.836846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d38f48d2-b395-4504-9765-81c857c0d6d9 req-e9dfc2c0-d622-4876-9132-52adb7d255b3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0988243 Dec 15 13:41:45.862557 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c273c6-ea93-4652-b688-8445f0ab4961 x-openstack-request-id: req-c6c273c6-ea93-4652-b688-8445f0ab4961 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:45.862853 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:45.863110 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6c273c6-ea93-4652-b688-8445f0ab4961 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:45.863514 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'status': 'completed', 'code': 200} Dec 15 13:41:45.931041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d38f48d2-b395-4504-9765-81c857c0d6d9 req-ef0eeaff-04db-47a1-8efd-d47dd27f9b40 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795770 Dec 15 13:41:46.008017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-5422bdde-26a6-4339-a902-aab1999616f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.011878 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-5422bdde-26a6-4339-a902-aab1999616f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1125 time: 0.1122205 Dec 15 13:41:46.014565 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc69f28-224b-40a9-8d62-0c430d6268f3 x-openstack-request-id: req-bbc69f28-224b-40a9-8d62-0c430d6268f3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:46.015060 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:46.016237 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbc69f28-224b-40a9-8d62-0c430d6268f3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:46.016940 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'code': 200} Dec 15 13:41:46.106373 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:46.149634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:46.167153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973c70e-15ee-43ff-97a5-33e9e4beb67f req-79e78aa2-b552-4e8e-a5b9-a32a2d3ec56d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.185261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0973c70e-15ee-43ff-97a5-33e9e4beb67f req-79e78aa2-b552-4e8e-a5b9-a32a2d3ec56d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 945 time: 0.1455843 Dec 15 13:41:46.252337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-bc5c3d4e-59bf-47a4-a1e0-7ded14c9b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.257289 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-bc5c3d4e-59bf-47a4-a1e0-7ded14c9b19a service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.2259607 Dec 15 13:41:46.317864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:46.319154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-0c9d006a-6ab6-478e-b65a-b75888b1d190 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 217 time: 0.0554404 Dec 15 13:41:46.332163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'mac_address': 'fa:16:3e:03:cb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:46.385491 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:46.405850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd597505-e360-44c0-8b2a-bc0a80bd926e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:46.442724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9aefe8ae-189e-443b-9b39-d0d56d6fd379 req-1e949364-e315-4a89-91c7-1d3c2e0ec2fa tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 210 time: 0.0955765 Dec 15 13:41:46.461068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:46.474334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:46.538881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:46.563465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-fa86ab95-9213-4353-9bbc-1d8a150b4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.565723 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-fa86ab95-9213-4353-9bbc-1d8a150b4700 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.2374580 Dec 15 13:41:46.592257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187999-de98-48fe-b3bd-510d0850c7ba req-7df85698-a7dd-43a6-92b8-fb98bcd90e4e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.594022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-7df85698-a7dd-43a6-92b8-fb98bcd90e4e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8&tenant_id=270f4c1e49a84fbba8bd245195d3c568&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 948 time: 0.2472296 Dec 15 13:41:46.605438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0973c70e-15ee-43ff-97a5-33e9e4beb67f req-bc6d49be-2d78-4a24-9359-b3dce3722a4d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186957 Dec 15 13:41:46.615192 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-f38df9f2-1a1d-48be-99ec-fd0330c88d38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408230 Dec 15 13:41:46.644096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a884-157a-42ad-82dc-7be1899438af req-ca996efd-16d5-403d-ba25-ac71565f0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.645857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b64a884-157a-42ad-82dc-7be1899438af req-ca996efd-16d5-403d-ba25-ac71565f0d9e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1096 time: 0.4401507 Dec 15 13:41:46.694451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec488a-4c1d-4737-8707-33af5764ad4d req-e3fd6529-bb25-4267-bc66-762ef7430b9b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.696227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bec488a-4c1d-4737-8707-33af5764ad4d req-e3fd6529-bb25-4267-bc66-762ef7430b9b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 949 time: 0.1279762 Dec 15 13:41:47.067647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b64a884-157a-42ad-82dc-7be1899438af req-6462b1c0-b461-427e-aa83-6a86392d3028 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093869 Dec 15 13:41:47.075792 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-67187999-de98-48fe-b3bd-510d0850c7ba req-84d424ff-0faf-4c7d-b481-9377227c3026 service neutron] delete failed (client error): The resource could not be found. Dec 15 13:41:47.076823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-84d424ff-0faf-4c7d-b481-9377227c3026 service neutron] 10.222.0.67 "DELETE /v2.0/ports/fd597505-e360-44c0-8b2a-bc0a80bd926e/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.4641888 Dec 15 13:41:47.078650 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-5846a18e-40ce-472b-bb2d-69d9255d51b3 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539557 Dec 15 13:41:47.124657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8e271-16be-4030-b72e-48a199d98756 req-cae3a3ba-bf47-4035-b60c-719cbfe64c7f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.126149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eca8e271-16be-4030-b72e-48a199d98756 req-cae3a3ba-bf47-4035-b60c-719cbfe64c7f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.4223750 Dec 15 13:41:47.134030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bec488a-4c1d-4737-8707-33af5764ad4d req-3e18337f-8e79-4b1a-93d3-4cf325f8e75c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280846 Dec 15 13:41:47.187545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:47.194060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eca8e271-16be-4030-b72e-48a199d98756 req-917b72cf-9484-454f-ad9b-88ea1b2cc345 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588655 Dec 15 13:41:47.356359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:47.380459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9128-6809-48af-b5b8-dcaee05a4f17 req-859900bb-2246-4310-aaaa-1c60eebce07d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.396161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e04d9128-6809-48af-b5b8-dcaee05a4f17 req-859900bb-2246-4310-aaaa-1c60eebce07d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 949 time: 0.1478093 Dec 15 13:41:47.473855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187999-de98-48fe-b3bd-510d0850c7ba req-2d74f7f6-c097-4407-b85e-fe110f423077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.475359 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-2d74f7f6-c097-4407-b85e-fe110f423077 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 1100 time: 0.1057556 Dec 15 13:41:47.486461 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-edf89a04-217b-4842-8bbe-45c52c7aff19 req-4698b78c-7fe0-4b4d-98ca-b5d17b37e468 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936789 Dec 15 13:41:47.533922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae13217-e0d8-48a8-a0e2-97c5994f16ba req-f821beab-d2dc-4eaa-84c0-e53365f05ab5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.542499 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cae13217-e0d8-48a8-a0e2-97c5994f16ba req-f821beab-d2dc-4eaa-84c0-e53365f05ab5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1363776 Dec 15 13:41:47.560964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e04d9128-6809-48af-b5b8-dcaee05a4f17 req-c7bfb923-a7d5-41c9-8c92-fd109b39ca86 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390328 Dec 15 13:41:47.647372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cae13217-e0d8-48a8-a0e2-97c5994f16ba req-613abee8-70b1-4e3f-9fd2-600e710b85cb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011674 Dec 15 13:41:47.747569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187999-de98-48fe-b3bd-510d0850c7ba req-c5acf7a9-4f73-4856-862a-8c7751548ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.749719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-c5acf7a9-4f73-4856-862a-8c7751548ab1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2623224 Dec 15 13:41:47.761015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-99c95373-5c77-4205-9197-15c5b3440cd0 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.762804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-99c95373-5c77-4205-9197-15c5b3440cd0 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.85 "GET /v2.0/networks?id=7aeba8b9-f6bf-4d97-9847-99b15a80121d HTTP/1.1" status: 200 len: 821 time: 0.1983361 Dec 15 13:41:47.804215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-263fecae-b04c-4c2a-b314-187e22485556 req-60ae2240-540e-42c4-b94d-c30ccab284b3 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 210 time: 0.0448091 Dec 15 13:41:47.808274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Request body: {'port': {'device_id': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d', 'admin_state_up': True, 'tenant_id': '8967cce003a14fd7b6f36660275998f4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:47.816740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-0c1b9ebb-c9ad-4686-838d-a963aae73e86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 200 len: 217 time: 0.0526290 Dec 15 13:41:47.833952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a75a4-aeea-4b9d-927a-80aa2230ada1 req-0911561b-f503-4a6d-bbac-d14f1483e9d6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.836602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f60a75a4-aeea-4b9d-927a-80aa2230ada1 req-0911561b-f503-4a6d-bbac-d14f1483e9d6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 945 time: 0.0880888 Dec 15 13:41:47.911923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f60a75a4-aeea-4b9d-927a-80aa2230ada1 req-a5699239-5fce-4e05-a506-ea4b6cd744b0 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656116 Dec 15 13:41:47.954481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187999-de98-48fe-b3bd-510d0850c7ba req-c99d4c75-0323-4f1d-8e95-7409c1786ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.956252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-c99d4c75-0323-4f1d-8e95-7409c1786ba3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1147096 Dec 15 13:41:48.017314 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Made reservation on behalf of 8967cce003a14fd7b6f36660275998f4 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:48.021175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.040230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187999-de98-48fe-b3bd-510d0850c7ba req-89e15087-1643-4494-95fa-fdcd23c5bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.041987 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-89e15087-1643-4494-95fa-fdcd23c5bcd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740144 Dec 15 13:41:48.174454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 82eba6ad-570c-446c-ab03-c61d46fbffd4 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:48.243965 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-9397b74c-edfa-47b7-a430-7d377e1539d4 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857419 Dec 15 13:41:48.248811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Allocated IP 172.20.0.9 (7aeba8b9-f6bf-4d97-9847-99b15a80121d/336c7f7a-3ef7-4309-8500-fb68d429d081/fafd4469-7122-4aac-bceb-5e2e2dec0599) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:48.315409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 82eba6ad-570c-446c-ab03-c61d46fbffd4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:41:48.323008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 82eba6ad-570c-446c-ab03-c61d46fbffd4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:48.329085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.337300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f9238-70c1-4bfa-aa6d-b4df05115c0b req-f050ca4d-43be-4b58-b680-113ba407e3fb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.350929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c9f9238-70c1-4bfa-aa6d-b4df05115c0b req-f050ca4d-43be-4b58-b680-113ba407e3fb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 949 time: 0.1084569 Dec 15 13:41:48.467405 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.469105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e28eb-bef0-4b09-9552-038d8fb86057 req-4d34700e-b70f-4486-98b8-d789a82f9bff tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.478112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-913e28eb-bef0-4b09-9552-038d8fb86057 req-4d34700e-b70f-4486-98b8-d789a82f9bff tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.1528361 Dec 15 13:41:48.499548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c9f9238-70c1-4bfa-aa6d-b4df05115c0b req-704aa528-a125-442d-b249-697b3e51f5d0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473258 Dec 15 13:41:48.506351 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67187999-de98-48fe-b3bd-510d0850c7ba req-3a1c7c11-3690-473d-9fdd-35472538e760 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473848 Dec 15 13:41:48.552554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.595702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba6ad-570c-446c-ab03-c61d46fbffd4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:48.598249 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8f2a0e-888b-4055-8f07-d349f35bf91a" -d '{"events": [{"server_uuid": "d3abc12f-2479-4e3c-9916-41cea073e663", "name": "network-vif-plugged", "status": "completed", "tag": "82eba6ad-570c-446c-ab03-c61d46fbffd4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:48.609923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-913e28eb-bef0-4b09-9552-038d8fb86057 req-85c167ba-9e01-4345-979c-02836559a515 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307814 Dec 15 13:41:48.640580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.644239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 82eba6ad-570c-446c-ab03-c61d46fbffd4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:48.649263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.702364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.722271 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b09381-2302-4806-8cdf-ff4f570687ae x-openstack-request-id: req-63b09381-2302-4806-8cdf-ff4f570687ae {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:48.722905 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3abc12f-2479-4e3c-9916-41cea073e663", "name": "network-vif-plugged", "status": "completed", "tag": "82eba6ad-570c-446c-ab03-c61d46fbffd4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:48.723745 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63b09381-2302-4806-8cdf-ff4f570687ae {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:48.724488 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba6ad-570c-446c-ab03-c61d46fbffd4', 'code': 200} Dec 15 13:41:48.752243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=82eba6ad-570c-446c-ab03-c61d46fbffd4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:48.778655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Pushing event updated for resources: {'Port': ['ID=fafd4469-7122-4aac-bceb-5e2e2dec0599,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:48.816520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Network 7aeba8b9-f6bf-4d97-9847-99b15a80121d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:48.819925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:48.834881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:48.899520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.900139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.920844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-dc68f85b-5b5a-461a-a4cb-7aaf0d06dd04 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1164081 Dec 15 13:41:48.929130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d9a2-2689-4b43-a08c-07840b8d97e7 req-88cd1ef5-eda2-4401-8913-51624714b914 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.936290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9358d9a2-2689-4b43-a08c-07840b8d97e7 req-88cd1ef5-eda2-4401-8913-51624714b914 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 949 time: 0.1781011 Dec 15 13:41:48.941162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Request body: {'port': {'device_id': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:48.975970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c3a31-e69b-4994-a1ab-376b87d0fadd req-43f4c6b0-2d8d-48ef-a298-1719e77f5f11 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.984094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e2c3a31-e69b-4994-a1ab-376b87d0fadd req-43f4c6b0-2d8d-48ef-a298-1719e77f5f11 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1318710 Dec 15 13:41:49.000627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d840608-fd86-478e-bea8-7bb3cfe73390 req-bdcd3728-52a7-4c78-846a-07556520a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.002537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d840608-fd86-478e-bea8-7bb3cfe73390 req-bdcd3728-52a7-4c78-846a-07556520a939 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 1101 time: 0.1711619 Dec 15 13:41:49.041718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.077260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9358d9a2-2689-4b43-a08c-07840b8d97e7 req-15aee226-476a-44ad-b392-e40887e7ef1c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399601 Dec 15 13:41:49.169944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e2c3a31-e69b-4994-a1ab-376b87d0fadd req-254e29a8-9b5d-443f-a9c4-57307b30abda tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848555 Dec 15 13:41:49.173952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d840608-fd86-478e-bea8-7bb3cfe73390 req-231d0093-34c9-4077-9547-cf8452b4a93f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580093 Dec 15 13:41:49.327387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3ba20-c647-4564-bf4f-ad5f1e4006e2 req-780f99f3-33c7-4199-bf70-1129aeda60e0 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.343840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5f3ba20-c647-4564-bf4f-ad5f1e4006e2 req-780f99f3-33c7-4199-bf70-1129aeda60e0 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 931 time: 0.1363442 Dec 15 13:41:49.496949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafd4469-7122-4aac-bceb-5e2e2dec0599 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:49.508598 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.518581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc12881-6bcb-4fb8-844f-b52a51fa3f7a req-547557ed-6500-4f1f-9f31-70c501da5d01 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.521501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dc12881-6bcb-4fb8-844f-b52a51fa3f7a req-547557ed-6500-4f1f-9f31-70c501da5d01 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 945 time: 0.2525041 Dec 15 13:41:49.526909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Transition to ACTIVE for port object fafd4469-7122-4aac-bceb-5e2e2dec0599 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:49.534523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.545303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5f3ba20-c647-4564-bf4f-ad5f1e4006e2 req-aa7c6a01-cdc8-477e-b202-0348a7bf431c tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034142 Dec 15 13:41:49.627228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Pushing event updated for resources: {'Port': ['ID=fafd4469-7122-4aac-bceb-5e2e2dec0599,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:49.635646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dc12881-6bcb-4fb8-844f-b52a51fa3f7a req-e128cd60-505f-4d84-bf0c-5fb10bba30d6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858164 Dec 15 13:41:49.693811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Attempting to bind port fafd4469-7122-4aac-bceb-5e2e2dec0599 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:49.694141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Attempting to bind port fafd4469-7122-4aac-bceb-5e2e2dec0599 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '87e42771-885c-4dce-a5f4-66e4b341d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:49.694476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Attempting to bind port fafd4469-7122-4aac-bceb-5e2e2dec0599 on network 7aeba8b9-f6bf-4d97-9847-99b15a80121d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:49.697224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9483832-1a49-4383-9c6b-166334dc26a1 req-112bf43b-23d2-43b6-99b7-95b7e23d33a0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.698752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9483832-1a49-4383-9c6b-166334dc26a1 req-112bf43b-23d2-43b6-99b7-95b7e23d33a0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 950 time: 0.0558050 Dec 15 13:41:49.702568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Port fafd4469-7122-4aac-bceb-5e2e2dec0599 on network 7aeba8b9-f6bf-4d97-9847-99b15a80121d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:49.702924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Attempting to bind port fafd4469-7122-4aac-bceb-5e2e2dec0599 on network 7aeba8b9-f6bf-4d97-9847-99b15a80121d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:49.708427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:49.708797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Checking segment: {'id': '87e42771-885c-4dce-a5f4-66e4b341d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:49.709177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Bound using segment: {'id': '87e42771-885c-4dce-a5f4-66e4b341d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:49.709607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Bound port: fafd4469-7122-4aac-bceb-5e2e2dec0599, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e42771-885c-4dce-a5f4-66e4b341d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:49.709964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.784103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9483832-1a49-4383-9c6b-166334dc26a1 req-1e062e25-67ec-4d2a-ba42-c177a31634ec tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756891 Dec 15 13:41:49.794493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] For port fafd4469-7122-4aac-bceb-5e2e2dec0599, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:49.799346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] For port fafd4469-7122-4aac-bceb-5e2e2dec0599, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599,segment=NetworkSegment(87e42771-885c-4dce-a5f4-66e4b341d8e6),segment_id=87e42771-885c-4dce-a5f4-66e4b341d8e6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:49.807841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110d1d0-c456-451b-9826-3fb6a519d642 req-45186dcd-9fef-499e-a84b-8173a503f347 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.810024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7110d1d0-c456-451b-9826-3fb6a519d642 req-45186dcd-9fef-499e-a84b-8173a503f347 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.0841777 Dec 15 13:41:49.812738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.854161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.854779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.856216 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] 10.222.0.85 "PUT /v2.0/ports/fafd4469-7122-4aac-bceb-5e2e2dec0599 HTTP/1.1" status: 200 len: 1091 time: 0.9224217 Dec 15 13:41:49.856681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'tag': 'fafd4469-7122-4aac-bceb-5e2e2dec0599'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:49.859291 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71deadd2-78fd-45d6-a92f-40c1eb742435" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7c889b-7984-4c6d-b749-a0efee866b13", "tag": "fafd4469-7122-4aac-bceb-5e2e2dec0599"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:49.874381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7110d1d0-c456-451b-9826-3fb6a519d642 req-432d8494-a0f3-479c-ba48-1db017b817e9 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576704 Dec 15 13:41:49.894405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123ae52-6696-4d39-a094-9294a17e2a6b service neutron] Pushing event updated for resources: {'Port': ['ID=fafd4469-7122-4aac-bceb-5e2e2dec0599,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:50.024980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ef123b8e-d01b-49d9-840c-82030854830b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-967533737&fields=id&tenant_id=1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 267 time: 0.0656469 Dec 15 13:41:50.059084 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc73bfd0-5d01-41b6-bbc3-05dec771e7f0 x-openstack-request-id: req-dc73bfd0-5d01-41b6-bbc3-05dec771e7f0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:50.059383 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7c889b-7984-4c6d-b749-a0efee866b13", "tag": "fafd4469-7122-4aac-bceb-5e2e2dec0599", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:50.059640 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc73bfd0-5d01-41b6-bbc3-05dec771e7f0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:50.060038 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'tag': 'fafd4469-7122-4aac-bceb-5e2e2dec0599', 'status': 'completed', 'code': 200} Dec 15 13:41:50.064552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-98617c79-695c-483f-85ba-5dc83dac8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.066054 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-98617c79-695c-483f-85ba-5dc83dac8c7d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8967cce003a14fd7b6f36660275998f4&device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 1094 time: 0.0887532 Dec 15 13:41:50.090440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ff67b999-4ce1-4556-8508-91e941f7e8b4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.092028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ff67b999-4ce1-4556-8508-91e941f7e8b4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Dec 15 13:41:50.111136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'port': {'security_groups': ['68545ade-4c02-4317-b60c-122219dc16a2', 'efbf0d40-9edc-49a5-aa3e-f06aad9fbe42']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:50.155262 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-920c88c2-d23d-47d1-b758-6030284a5f74 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599 HTTP/1.1" status: 200 len: 217 time: 0.0458577 Dec 15 13:41:50.195965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:50.231514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-2f9d7c14-5e35-4a38-8d36-e63cf1cf84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.233264 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-2f9d7c14-5e35-4a38-8d36-e63cf1cf84f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=336c7f7a-3ef7-4309-8500-fb68d429d081 HTTP/1.1" status: 200 len: 861 time: 0.0625243 Dec 15 13:41:50.234364 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.283301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-d8a76ac1-c213-4ee0-80d3-e6981d25e392 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7aeba8b9-f6bf-4d97-9847-99b15a80121d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402782 Dec 15 13:41:50.294495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port fd597505-e360-44c0-8b2a-bc0a80bd926e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:41:50.301673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port fd597505-e360-44c0-8b2a-bc0a80bd926e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:50.301673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.302943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0928-1e30-4082-82ba-1d98b1f6601d req-5b701635-ee2b-4809-83b3-8338512291cc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.310703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d63e0928-1e30-4082-82ba-1d98b1f6601d req-5b701635-ee2b-4809-83b3-8338512291cc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 949 time: 0.1391134 Dec 15 13:41:50.404854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d63e0928-1e30-4082-82ba-1d98b1f6601d req-76b791c9-af22-4f83-9717-1270846dc3da tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876753 Dec 15 13:41:50.442100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.489488 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-0b692b44-9771-4e85-bbf8-5ec3235438dd service neutron] 10.222.0.85 "GET /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863170 Dec 15 13:41:50.508939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:50.515113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.577479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:50.590957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:50.601877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bfefe-1402-45eb-b4a3-dcb9dfc1a71c req-6ac9f044-bb87-4d7c-883f-0cf25596a86b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.604034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-172bfefe-1402-45eb-b4a3-dcb9dfc1a71c req-6ac9f044-bb87-4d7c-883f-0cf25596a86b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1026437 Dec 15 13:41:50.628216 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f64d47ea-e67e-4fa5-b6d9-bc373f39f072 req-ca5343b3-2cb9-4587-8814-759636f7df8f service neutron] 10.222.0.85 "GET /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109843 Dec 15 13:41:50.673051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.679959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-172bfefe-1402-45eb-b4a3-dcb9dfc1a71c req-4700c7bf-742c-4298-a290-e9abb9207e09 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694129 Dec 15 13:41:50.681097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.707591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:50.738484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.739128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.749751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:50.752573 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ed1073-c59b-4dc6-9ef7-bc24bcbe214e" -d '{"events": [{"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-plugged", "status": "completed", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:50.755406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35b7cde6-302a-4b95-9143-cfeb824a62ef req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "PUT /v2.0/ports/6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 981 time: 0.6536169 Dec 15 13:41:50.755934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:50.761253 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:50.778926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.827718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0673a4-9a25-41f4-b65f-89068cccb94d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:50.844388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7773e05-632f-49fc-9bc0-a30cfa439b5a req-3fbad885-0cfd-45ad-ac67-804dd8be03f5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.846139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7773e05-632f-49fc-9bc0-a30cfa439b5a req-3fbad885-0cfd-45ad-ac67-804dd8be03f5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0744448 Dec 15 13:41:50.856827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:50.900229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-f219c048-6b90-4a14-9006-a8bc8b662620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.903158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-f219c048-6b90-4a14-9006-a8bc8b662620 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8967cce003a14fd7b6f36660275998f4&device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 1094 time: 0.0717323 Dec 15 13:41:50.928288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18eab07-ea1e-4ca9-98c5-c11d350fda0c req-b7827d7e-9d23-45fc-9d9b-d099be0892c8 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.931047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18eab07-ea1e-4ca9-98c5-c11d350fda0c req-b7827d7e-9d23-45fc-9d9b-d099be0892c8 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 943 time: 0.0836067 Dec 15 13:41:50.975473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7773e05-632f-49fc-9bc0-a30cfa439b5a req-9bc13a14-48d0-4390-be2b-5cbb75262a72 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931103 Dec 15 13:41:51.046606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18eab07-ea1e-4ca9-98c5-c11d350fda0c req-8d969245-72af-4c6e-8cb7-37cea510edc5 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047738 Dec 15 13:41:51.083947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-41169205-40ad-4bac-b9ca-ec70067ed5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.085993 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-41169205-40ad-4bac-b9ca-ec70067ed5df service neutron] 10.222.0.85 "GET /v2.0/networks?id=7aeba8b9-f6bf-4d97-9847-99b15a80121d HTTP/1.1" status: 200 len: 923 time: 0.1658475 Dec 15 13:41:51.108805 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831279fa-5a0b-4d30-9a97-d2e4a17cb4f9 x-openstack-request-id: req-831279fa-5a0b-4d30-9a97-d2e4a17cb4f9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:51.109670 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-plugged", "status": "completed", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:51.110154 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-831279fa-5a0b-4d30-9a97-d2e4a17cb4f9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:51.110809 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'code': 200} Dec 15 13:41:51.140780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-8869220b-61b8-4642-b04f-823cb98e31bd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1493831719&fields=id&tenant_id=1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 267 time: 0.0887501 Dec 15 13:41:51.165721 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ce082c-1a4d-4501-8602-9b31e7f6dc66 x-openstack-request-id: req-72ce082c-1a4d-4501-8602-9b31e7f6dc66 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:51.166591 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:51.167838 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72ce082c-1a4d-4501-8602-9b31e7f6dc66 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:51.171255 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-eac3f574-b951-4225-abbd-2709344f2c76 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599 HTTP/1.1" status: 200 len: 217 time: 0.0639293 Dec 15 13:41:51.186262 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'status': 'completed', 'code': 200} Dec 15 13:41:51.244665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-c152b5c2-10ba-4664-99e5-fd1d94051b11 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.267503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-c152b5c2-10ba-4664-99e5-fd1d94051b11 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 984 time: 0.1186640 Dec 15 13:41:51.275024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-de1b6c95-9185-43ad-b54a-6947de840d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.277168 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-de1b6c95-9185-43ad-b54a-6947de840d48 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=336c7f7a-3ef7-4309-8500-fb68d429d081 HTTP/1.1" status: 200 len: 861 time: 0.0974724 Dec 15 13:41:51.295705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'port': {'security_groups': ['68545ade-4c02-4317-b60c-122219dc16a2', 'efbf0d40-9edc-49a5-aa3e-f06aad9fbe42', '6c7a775f-663e-4743-9405-36f1fcca7a57']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:51.328534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-17455e2f-b1dd-457a-be9d-163ff8771f9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7aeba8b9-f6bf-4d97-9847-99b15a80121d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417659 Dec 15 13:41:51.343268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-4a36bbe7-2930-49c2-a21b-107c07a730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.344741 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-4a36bbe7-2930-49c2-a21b-107c07a730e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1135 time: 0.0666602 Dec 15 13:41:51.392787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c6531-071d-4b01-8950-b2e39669060b req-feff789a-7eb1-439d-a660-0796a25cd6db tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.397014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38c6531-071d-4b01-8950-b2e39669060b req-feff789a-7eb1-439d-a660-0796a25cd6db tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 950 time: 0.1265216 Dec 15 13:41:51.459913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.505441 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-a3a24a20-7242-41e0-aba8-b8677d7678a4 service neutron] 10.222.0.85 "GET /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643336 Dec 15 13:41:51.506744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-5a5a5164-7e63-4357-9791-782a9eb074b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.508047 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-5a5a5164-7e63-4357-9791-782a9eb074b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.1556134 Dec 15 13:41:51.555487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38c6531-071d-4b01-8950-b2e39669060b req-c563240f-0d58-4bb0-abbf-0598a69564d8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307013 Dec 15 13:41:51.670250 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-ff5e3e23-fdda-4f27-a451-5a1a689ff418 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 217 time: 0.1442921 Dec 15 13:41:51.776540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-14e1921d-df5c-43e4-8d38-db9ad9d9c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.778435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-14e1921d-df5c-43e4-8d38-db9ad9d9c307 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0974824 Dec 15 13:41:51.780251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24175f-0066-4451-91b6-dfa24c631654 req-1d3916f0-077b-4616-afbb-03179d9e8fdf tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.780893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71deadd2-78fd-45d6-a92f-40c1eb742435 req-7eecb22a-6d21-413a-a161-17ca857dd932 service neutron] 10.222.0.85 "GET /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674577 Dec 15 13:41:51.781885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b24175f-0066-4451-91b6-dfa24c631654 req-1d3916f0-077b-4616-afbb-03179d9e8fdf tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.0651150 Dec 15 13:41:51.819842 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-79f443f9-ca22-46a4-92aa-06d8478dee8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336080 Dec 15 13:41:51.850704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:51.909611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b24175f-0066-4451-91b6-dfa24c631654 req-9cce23fc-ef19-4720-a5dd-83ac4a0dcab9 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123173 Dec 15 13:41:51.921763 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.932634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.939456 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-580b7fa2-8f96-45b4-8c08-db7613b09167 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095171 Dec 15 13:41:51.945459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:52.015390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.016316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.017727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb79a5e-bb59-4797-973f-ae15005264a4 req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "PUT /v2.0/ports/6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 1020 time: 0.7487850 Dec 15 13:41:52.028645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e8c49-0333-4026-a514-260c93a19c74 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.106184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:52.123415 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-af5021d7-297c-40c4-a6e4-dbfd9820e0fd req-805240ce-7d28-4106-8f50-d9e680a43ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702032 Dec 15 13:41:52.298624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a056ea5-eb40-40e7-bca5-e8369ebed222 req-e2aaada0-174c-4890-9067-ba81dac0908e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.302627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a056ea5-eb40-40e7-bca5-e8369ebed222 req-e2aaada0-174c-4890-9067-ba81dac0908e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1023 time: 0.1003721 Dec 15 13:41:52.312052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390d9d9-317d-4356-80bb-5d94bba7f69d req-e092e252-a0b8-42a1-9fb6-789457403199 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.319877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7390d9d9-317d-4356-80bb-5d94bba7f69d req-e092e252-a0b8-42a1-9fb6-789457403199 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1188605 Dec 15 13:41:52.392824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7390d9d9-317d-4356-80bb-5d94bba7f69d req-ce9b5878-061d-4c9c-8589-a9e86e5d8f7e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720031 Dec 15 13:41:52.420807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a056ea5-eb40-40e7-bca5-e8369ebed222 req-44d70841-8436-4bac-9066-db3db5d31e9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=efbf0d40-9edc-49a5-aa3e-f06aad9fbe42&id=6c7a775f-663e-4743-9405-36f1fcca7a57 HTTP/1.1" status: 200 len: 6198 time: 0.0983160 Dec 15 13:41:52.500878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e857b9d8-b48a-444a-9146-99d042eb738b req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': ' tempest-securitygroup -777051707 ', 'description': 'tempest-description-1353733828'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:52.574879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e857b9d8-b48a-444a-9146-99d042eb738b req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.625768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dec9dc-4c61-491b-b1d7-a044357605f2 req-f3a5675d-195d-443c-a477-a3d4943714bf tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.627303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7dec9dc-4c61-491b-b1d7-a044357605f2 req-f3a5675d-195d-443c-a477-a3d4943714bf tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 943 time: 0.0916955 Dec 15 13:41:52.704283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e857b9d8-b48a-444a-9146-99d042eb738b req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.718810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7dec9dc-4c61-491b-b1d7-a044357605f2 req-18be9975-1413-4bee-9148-658ecd27effb tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829127 Dec 15 13:41:52.719992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e857b9d8-b48a-444a-9146-99d042eb738b req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.772903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e857b9d8-b48a-444a-9146-99d042eb738b req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.774856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e857b9d8-b48a-444a-9146-99d042eb738b req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2818124 Dec 15 13:41:52.778139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43117c-317b-4703-95a9-cfaa8763a38d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d526433e-822d-4cf9-ae1e-e164c5084bfc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.927816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-888cd0ab-f289-4010-b273-fc93c90b504d req-9df3da77-e292-493a-80ef-72c200c82f8a tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/d526433e-822d-4cf9-ae1e-e164c5084bfc HTTP/1.1" status: 200 len: 1797 time: 0.1068873 Dec 15 13:41:52.957504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96019fe-f425-4fef-9093-7ef7fdc36619 req-14007652-4408-4736-8542-beb2b071d05c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.959240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e96019fe-f425-4fef-9093-7ef7fdc36619 req-14007652-4408-4736-8542-beb2b071d05c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 950 time: 0.0993690 Dec 15 13:41:53.041898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-f4574574-9f1d-46d9-831b-34889413e8a1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344243 Dec 15 13:41:53.052307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e96019fe-f425-4fef-9093-7ef7fdc36619 req-4c67480e-d7f1-450d-8ad1-4fd0117d96cb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845704 Dec 15 13:41:53.164112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3be60993-2a33-40be-9b72-056f4f8e41e9 req-fd8f5f7d-5552-4ee3-be5d-4bdc72df591d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/d526433e-822d-4cf9-ae1e-e164c5084bfc HTTP/1.1" status: 200 len: 1797 time: 0.0877175 Dec 15 13:41:53.202227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:53.204483 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d71c4e-4394-4c2c-babc-55aefcd71f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:53.239357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-2bc97ab7-8888-4d15-bb76-b1242b60cf20 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:53.240867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-2bc97ab7-8888-4d15-bb76-b1242b60cf20 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875780 Dec 15 13:41:53.269328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-9c0c3477-7819-4718-9f11-f126a3ab010d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/quotas/270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 375 time: 0.0118794 Dec 15 13:41:53.269849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3be60993-2a33-40be-9b72-056f4f8e41e9 req-5fca4ae1-2abe-4bd8-9eae-c4ec416fa932 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.316526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3be60993-2a33-40be-9b72-056f4f8e41e9 req-5fca4ae1-2abe-4bd8-9eae-c4ec416fa932 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.362936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-5cfb4686-7ed6-43e4-9384-90344f32e915 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812571 Dec 15 13:41:53.379218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3be60993-2a33-40be-9b72-056f4f8e41e9 req-5fca4ae1-2abe-4bd8-9eae-c4ec416fa932 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.383728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3be60993-2a33-40be-9b72-056f4f8e41e9 req-5fca4ae1-2abe-4bd8-9eae-c4ec416fa932 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.397276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3be60993-2a33-40be-9b72-056f4f8e41e9 req-5fca4ae1-2abe-4bd8-9eae-c4ec416fa932 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/d526433e-822d-4cf9-ae1e-e164c5084bfc HTTP/1.1" status: 204 len: 173 time: 0.2185478 Dec 15 13:41:53.419572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca4ae1-2abe-4bd8-9eae-c4ec416fa932 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d526433e-822d-4cf9-ae1e-e164c5084bfc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:53.585983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefbad2-464f-4d0e-9e13-bb8805372c50 req-f446e072-a6cf-4e14-8cb0-c67d5e5d193a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:53.588079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efefbad2-464f-4d0e-9e13-bb8805372c50 req-f446e072-a6cf-4e14-8cb0-c67d5e5d193a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.0980155 Dec 15 13:41:53.676538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efefbad2-464f-4d0e-9e13-bb8805372c50 req-f5dd6153-bc77-475d-adeb-721034fb7cc2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815921 Dec 15 13:41:53.814129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199ae6-0c84-4e27-b856-f6f28e93bd6e req-8e5ca344-fa30-49dc-b86b-88a35ecb077d tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:53.815736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b199ae6-0c84-4e27-b856-f6f28e93bd6e req-8e5ca344-fa30-49dc-b86b-88a35ecb077d tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 1101 time: 0.0601623 Dec 15 13:41:53.854434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4b199ae6-0c84-4e27-b856-f6f28e93bd6e req-95f59c67-18f2-4bc1-9bca-ee6c8153325a tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.998980 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ec231-835e-43a1-8826-c5a7d2e3061c x-openstack-request-id: req-e68ec231-835e-43a1-8826-c5a7d2e3061c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:53.999594 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:53.999594 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e68ec231-835e-43a1-8826-c5a7d2e3061c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:54.000253 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'status': 'completed', 'code': 200} Dec 15 13:41:54.003442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4b199ae6-0c84-4e27-b856-f6f28e93bd6e req-95f59c67-18f2-4bc1-9bca-ee6c8153325a tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.043183 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4b199ae6-0c84-4e27-b856-f6f28e93bd6e req-95f59c67-18f2-4bc1-9bca-ee6c8153325a tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.053242 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-c2d01ef8-0721-40a8-a729-92ea33f2c5f5 req-60cf9f01-e0c9-418c-8a63-f49dad86f7a6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:41:54.066874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2d01ef8-0721-40a8-a729-92ea33f2c5f5 req-60cf9f01-e0c9-418c-8a63-f49dad86f7a6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/d526433e-822d-4cf9-ae1e-e164c5084bfc HTTP/1.1" status: 404 len: 352 time: 0.0641694 Dec 15 13:41:54.097658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-c24a3b75-05ec-433d-bbd3-0af3749d572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.100085 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-c24a3b75-05ec-433d-bbd3-0af3749d572a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1174 time: 0.0824728 Dec 15 13:41:54.120926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f59c67-18f2-4bc1-9bca-ee6c8153325a tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67279100-4e92-4184-aed8-e89d73cb4321,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:54.142021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b199ae6-0c84-4e27-b856-f6f28e93bd6e req-95f59c67-18f2-4bc1-9bca-ee6c8153325a tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152809 Dec 15 13:41:54.205377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:54.248698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf9d232b-491c-4786-a7ef-f6082d33dd6d req-a222fa22-96f1-4deb-aeda-2ee82d20aaf3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 210 time: 0.0434771 Dec 15 13:41:54.270310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992cd91-e53a-40f3-9986-10c2c896d152 req-af857f36-22b6-48dd-900a-eba20491f6a9 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.272408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992cd91-e53a-40f3-9986-10c2c896d152 req-af857f36-22b6-48dd-900a-eba20491f6a9 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1056759 Dec 15 13:41:54.356400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-23de401a-1bd8-494d-b22e-321f1b081be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.358335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-23de401a-1bd8-494d-b22e-321f1b081be4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.2471015 Dec 15 13:41:54.416248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992cd91-e53a-40f3-9986-10c2c896d152 req-7b160c4f-e4c2-4ff3-937d-642794059268 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304049 Dec 15 13:41:54.430468 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-4523530c-f828-4b96-bd23-70362464b649 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 200 len: 217 time: 0.0621359 Dec 15 13:41:54.468166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-900f7c28-2d8b-4311-8a55-136b2ee2a7b4 req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1417294309', 'description': 'tempest-description-1822472756'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:54.512044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9171-0fc2-442f-a362-96d1afcdd7f4 req-c3b0f180-b053-4900-ae35-3f8875e98b1b tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.513675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f87c9171-0fc2-442f-a362-96d1afcdd7f4 req-c3b0f180-b053-4900-ae35-3f8875e98b1b tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 943 time: 0.1157663 Dec 15 13:41:54.514976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-900f7c28-2d8b-4311-8a55-136b2ee2a7b4 req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.517651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:54.533700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-2345084f-4fd2-442e-9670-8dd5b6b65089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.535964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:41:54.538084 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-2345084f-4fd2-442e-9670-8dd5b6b65089 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0931196 Dec 15 13:41:54.594487 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-01e692f2-3938-4116-834a-0757d09e6a58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434999 Dec 15 13:41:54.617762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f87c9171-0fc2-442f-a362-96d1afcdd7f4 req-696d1621-134a-434d-a416-c210720a6791 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914781 Dec 15 13:41:54.800099 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-900f7c28-2d8b-4311-8a55-136b2ee2a7b4 req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.808971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-900f7c28-2d8b-4311-8a55-136b2ee2a7b4 req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.841002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-387640a3-480d-4d0c-b883-4b847958c489 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392550 Dec 15 13:41:54.864452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-900f7c28-2d8b-4311-8a55-136b2ee2a7b4 req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.889537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-900f7c28-2d8b-4311-8a55-136b2ee2a7b4 req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4289155 Dec 15 13:41:54.925798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5506e-39ee-4b29-b7d6-34a4a8fcb3f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02217936-8614-41c3-901b-943c002b24d1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:55.129849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4eb79-23ba-46e5-a848-267104a8e520 req-05c4bbcb-fc28-4d89-9210-b794282473a8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:55.144017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6da4eb79-23ba-46e5-a848-267104a8e520 req-05c4bbcb-fc28-4d89-9210-b794282473a8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.1645868 Dec 15 13:41:55.157528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c093460e-c0b0-43c3-b88a-811b9302d5d6 req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-54390550', 'description': 'tempest-description-326350766'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:55.182476 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-e0c081c8-1c1e-4e82-b054-125f8959c03e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622141 Dec 15 13:41:55.186635 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75d71c4e-4394-4c2c-babc-55aefcd71f5b req-0766eb05-41de-4f13-8961-741eeaf87d7f service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374071 Dec 15 13:41:55.270733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6da4eb79-23ba-46e5-a848-267104a8e520 req-9042ee41-16b7-4005-bf22-740ac0c457f7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257317 Dec 15 13:41:55.282694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c093460e-c0b0-43c3-b88a-811b9302d5d6 req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.351239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-0d9d9e13-2832-4d8c-ad73-8c9882c9dd50 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:55.352928 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-0d9d9e13-2832-4d8c-ad73-8c9882c9dd50 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653786 Dec 15 13:41:55.362817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:55.374100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Request body: {'port': {'device_id': '2880bf43-585d-404d-8230-8d013b68d919', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '270f4c1e49a84fbba8bd245195d3c568'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:55.483611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c093460e-c0b0-43c3-b88a-811b9302d5d6 req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.492406 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c093460e-c0b0-43c3-b88a-811b9302d5d6 req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.584894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-7ce701a2-e4a4-4832-a475-2e3e14aa9009 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496798 Dec 15 13:41:55.623430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Made reservation on behalf of 270f4c1e49a84fbba8bd245195d3c568 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:55.627401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.733889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-b7d8ed83-f644-4359-b81f-3b8c4fe610cb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:55.742384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-b7d8ed83-f644-4359-b81f-3b8c4fe610cb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562583 Dec 15 13:41:55.765552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-f534fa4e-4862-429a-83c6-cdba2cbb4a80 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/quotas/b17a9cfb45464d8ca535f7388591d0d9 HTTP/1.1" status: 200 len: 375 time: 0.0218794 Dec 15 13:41:55.769991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c093460e-c0b0-43c3-b88a-811b9302d5d6 req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.789149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c093460e-c0b0-43c3-b88a-811b9302d5d6 req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6428561 Dec 15 13:41:55.793377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88411d64-a3da-47d1-b472-be0713184f4f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5550a-ae86-4aec-8473-4b00c7377389,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:55.848977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Allocated IP 192.168.233.197 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/871c43d6-821b-41de-8952-fd2b956f838b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:55.925960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-2c4e6d08-5478-46a2-abf4-353a313e9fb3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589699 Dec 15 13:41:55.967983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b53e7497-5fd8-4253-b20e-637a8c28216c req-3b9d5a30-967e-456c-ab76-6081c6016a70 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 210 time: 0.0680842 Dec 15 13:41:56.157926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895bb6-1b0c-4263-a8b1-375b4aa754f1 req-e7fd161e-5449-4713-9ecd-05217a1a91ee tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:56.170063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56895bb6-1b0c-4263-a8b1-375b4aa754f1 req-e7fd161e-5449-4713-9ecd-05217a1a91ee tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0890734 Dec 15 13:41:56.204492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fafd4469-7122-4aac-bceb-5e2e2dec0599 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:56.309372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56895bb6-1b0c-4263-a8b1-375b4aa754f1 req-e2579044-9395-429c-896c-1ba930e9ed9d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Dec 15 13:41:56.486242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port fafd4469-7122-4aac-bceb-5e2e2dec0599, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599,segment=NetworkSegment(87e42771-885c-4dce-a5f4-66e4b341d8e6),segment_id=87e42771-885c-4dce-a5f4-66e4b341d8e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:56.519045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'fafd4469-7122-4aac-bceb-5e2e2dec0599', 'network_id': '7aeba8b9-f6bf-4d97-9847-99b15a80121d', 'port_id': 'fafd4469-7122-4aac-bceb-5e2e2dec0599', 'mac_address': 'fa:16:3e:3d:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336c7f7a-3ef7-4309-8500-fb68d429d081', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:56.520057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752a69e-1846-4484-9cd4-0033a1cd8cbe req-90838160-48b5-4ba8-84a8-1a1d4795dc3d tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:56.530865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4752a69e-1846-4484-9cd4-0033a1cd8cbe req-90838160-48b5-4ba8-84a8-1a1d4795dc3d tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 943 time: 0.1225970 Dec 15 13:41:56.555198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.605953 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.638064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafd4469-7122-4aac-bceb-5e2e2dec0599 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:56.649256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.654166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-294967f1-26bc-4274-b67f-99e86315108f req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-962917676', 'description': 'tempest-description-978597884'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:56.679653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port fafd4469-7122-4aac-bceb-5e2e2dec0599, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599,segment=NetworkSegment(87e42771-885c-4dce-a5f4-66e4b341d8e6),segment_id=87e42771-885c-4dce-a5f4-66e4b341d8e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:56.683239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:56.684009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4752a69e-1846-4484-9cd4-0033a1cd8cbe req-6c36cb6e-dc0a-42ac-85df-84ddb3dd4103 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503258 Dec 15 13:41:56.739296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.765847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-294967f1-26bc-4274-b67f-99e86315108f req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.793607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:56.816592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:56.819630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:56.854550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:56.924330 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-294967f1-26bc-4274-b67f-99e86315108f req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.933419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-294967f1-26bc-4274-b67f-99e86315108f req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.962105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=fafd4469-7122-4aac-bceb-5e2e2dec0599,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:56.963540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:56.964229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.007731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.008537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.008736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.009476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.010012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.011141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.011943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.012608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.013111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.013750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.014402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.015050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.015525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:57.019425 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-acfffe03-d70f-4910-946c-62ab11e3f11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6531057 Dec 15 13:41:57.119683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-294967f1-26bc-4274-b67f-99e86315108f req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.128318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-294967f1-26bc-4274-b67f-99e86315108f req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4818454 Dec 15 13:41:57.155113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991121a2-127c-48c3-8091-71dd596f6589 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94c8ff-17cb-44f9-8e9f-2be59cfe9c8a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:57.205804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Request body: {'port': {'device_id': '2880bf43-585d-404d-8230-8d013b68d919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:57.220237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132099a8-5d0c-485a-94e2-f670e63ae838 req-83cb6805-6707-47d4-aad4-43798ca30a33 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:57.228020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-132099a8-5d0c-485a-94e2-f670e63ae838 req-83cb6805-6707-47d4-aad4-43798ca30a33 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 944 time: 0.2223635 Dec 15 13:41:57.293962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-132099a8-5d0c-485a-94e2-f670e63ae838 req-a2d81f08-480b-4819-97e8-eea0c27f6e51 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605512 Dec 15 13:41:57.298660 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-05e92e88-8b64-4b05-824d-0d17ec0e9bc2 service neutron] 10.222.0.67 "GET /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.2557735 Dec 15 13:41:57.303025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['fafd4469-7122-4aac-bceb-5e2e2dec0599'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:57.437533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a051a26-5ce4-4802-aafb-363f8b2c919f None None] Provisioning complete for port 871c43d6-821b-41de-8952-fd2b956f838b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:57.439159 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a051a26-5ce4-4802-aafb-363f8b2c919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.440635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.495895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d0f73-75f6-4458-93e7-6d66a3ce7997 req-970862b9-c094-45b3-a537-bfec06de898c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:57.503428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185d0f73-75f6-4458-93e7-6d66a3ce7997 req-970862b9-c094-45b3-a537-bfec06de898c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 936 time: 0.1067276 Dec 15 13:41:57.529505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1a051a26-5ce4-4802-aafb-363f8b2c919f None None] Port 871c43d6-821b-41de-8952-fd2b956f838b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:57.612400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185d0f73-75f6-4458-93e7-6d66a3ce7997 req-9a31c193-df1a-4fcc-aa25-65d078715ecc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022534 Dec 15 13:41:57.753063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6bf274b-b305-4e52-a412-afb14ee7e57a req-9f06ea58-9627-4b8f-b3a8-3c605b6e1d3a tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 10994 time: 0.1234236 Dec 15 13:41:57.807607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6bf274b-b305-4e52-a412-afb14ee7e57a req-f4f963bf-a6ae-46bd-95c0-89f1f0549bed tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/68545ade-4c02-4317-b60c-122219dc16a2 HTTP/1.1" status: 200 len: 2998 time: 0.0527480 Dec 15 13:41:57.900983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:57.901466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6bf274b-b305-4e52-a412-afb14ee7e57a req-99cf5ad7-db94-4fa2-bdf0-1ccbc59e419f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/68545ade-4c02-4317-b60c-122219dc16a2 HTTP/1.1" status: 200 len: 2998 time: 0.0910716 Dec 15 13:41:57.952385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:58.037167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b17cc-a911-4d34-bf62-ab821c983b88 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:58.055609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:58.099651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ab269-e21b-4e61-ae7d-12497f44ea85 req-fed6b70f-366f-4d1d-ad70-d7dd91bafc52 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:58.107001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-024ab269-e21b-4e61-ae7d-12497f44ea85 req-fed6b70f-366f-4d1d-ad70-d7dd91bafc52 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 944 time: 0.1337371 Dec 15 13:41:58.142663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871c43d6-821b-41de-8952-fd2b956f838b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:58.153092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339ee8-cebc-4b46-b36c-c0d1bf13f0fb req-bc8e7c64-3442-46c3-932c-a13d52c85e72 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:58.153339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.154549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9339ee8-cebc-4b46-b36c-c0d1bf13f0fb req-bc8e7c64-3442-46c3-932c-a13d52c85e72 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1271777 Dec 15 13:41:58.169076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Transition to ACTIVE for port object 871c43d6-821b-41de-8952-fd2b956f838b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:58.171904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.182961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.199993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-024ab269-e21b-4e61-ae7d-12497f44ea85 req-3cbe42ef-1071-4cf7-ab33-43abd260961b tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918734 Dec 15 13:41:58.206824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:58.267615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9339ee8-cebc-4b46-b36c-c0d1bf13f0fb req-e1ff97b2-1af1-4c6f-98b7-49d2bca16850 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015964 Dec 15 13:41:58.321466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:58.343254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.394888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1709ead-59a4-4d05-bdc9-2c03c8bdd88e req-924200db-4dd6-4eeb-8197-3e3318fddb73 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/02217936-8614-41c3-901b-943c002b24d1 HTTP/1.1" status: 200 len: 1818 time: 0.0669286 Dec 15 13:41:58.470977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:58.471308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:58.475059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b68e132a-e45a-4332-b053-74eaba59c9a0 req-d1b9808b-0adb-4084-87db-e551c9d0d661 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 210 time: 0.0590000 Dec 15 13:41:58.489949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:58.500634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] Transition to ACTIVE for port object c17b17cc-a911-4d34-bf62-ab821c983b88 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:58.511868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:58.514595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:58.519727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1709ead-59a4-4d05-bdc9-2c03c8bdd88e req-d8053ee2-11a9-4ae8-b98f-f59f2832c390 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.540787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:58.541883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:58.542444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:58.545805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Bound port: 871c43d6-821b-41de-8952-fd2b956f838b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:58.546393 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.549268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.562385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1709ead-59a4-4d05-bdc9-2c03c8bdd88e req-d8053ee2-11a9-4ae8-b98f-f59f2832c390 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.680309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1709ead-59a4-4d05-bdc9-2c03c8bdd88e req-d8053ee2-11a9-4ae8-b98f-f59f2832c390 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.683951 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1709ead-59a4-4d05-bdc9-2c03c8bdd88e req-d8053ee2-11a9-4ae8-b98f-f59f2832c390 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.693510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1709ead-59a4-4d05-bdc9-2c03c8bdd88e req-d8053ee2-11a9-4ae8-b98f-f59f2832c390 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/02217936-8614-41c3-901b-943c002b24d1 HTTP/1.1" status: 204 len: 173 time: 0.2973871 Dec 15 13:41:58.717833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8053ee2-11a9-4ae8-b98f-f59f2832c390 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02217936-8614-41c3-901b-943c002b24d1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.793899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] No DVR routers for this DVR port c17b17cc-a911-4d34-bf62-ab821c983b88 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:58.829418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] Pushing event updated for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.839446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-dd7ac105-2de0-4cac-8765-72d0aa191120 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703492 Dec 15 13:41:58.879341 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-9deb2ef0-d946-4d04-955b-a76300b3f3cd service neutron] 10.222.0.67 "PUT /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5262747 Dec 15 13:41:58.918614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:58.923061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:58.939296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.001323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.002946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.004819 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] 10.222.0.67 "PUT /v2.0/ports/871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 1096 time: 1.9640901 Dec 15 13:41:59.005207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070609d-85f0-40d4-8921-2e5be730c51f req-b076559f-bfc0-40d6-8bee-c9185c828ba8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.005758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:59.009658 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:59.018860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a070609d-85f0-40d4-8921-2e5be730c51f req-b076559f-bfc0-40d6-8bee-c9185c828ba8 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.2777905 Dec 15 13:41:59.039267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b549a05-7ac2-4b93-b22f-2eaeed0074d7 req-c3fd2652-79d1-45a1-83a3-5c1f5c0a6ffe tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.040941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b549a05-7ac2-4b93-b22f-2eaeed0074d7 req-c3fd2652-79d1-45a1-83a3-5c1f5c0a6ffe tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 948 time: 0.2257178 Dec 15 13:41:59.071522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916ccc8-438f-421c-9376-066f95f88b02 service neutron] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:59.182711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-f113ecd4-9347-4bfb-93ab-265d8e030554 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.184462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-f113ecd4-9347-4bfb-93ab-265d8e030554 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161695 Dec 15 13:41:59.211561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:59.253258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-9c8cddb0-37d5-43f1-baee-2e0e80299a99 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539422 Dec 15 13:41:59.341485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a070609d-85f0-40d4-8921-2e5be730c51f req-53406cee-d624-4b0d-b079-5395e86cedaf tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892125 Dec 15 13:41:59.353748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b549a05-7ac2-4b93-b22f-2eaeed0074d7 req-f7a8e949-d44d-40f5-94ec-6c57fd94f2c2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987969 Dec 15 13:41:59.427334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-103985ab-77e0-4136-8713-f515c4adc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.428985 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-103985ab-77e0-4136-8713-f515c4adc542 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1099 time: 0.3417592 Dec 15 13:41:59.446799 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754aa1e-d09c-43f5-8445-f2cdebd39e3d x-openstack-request-id: req-5754aa1e-d09c-43f5-8445-f2cdebd39e3d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:59.447877 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-abbc8a12-8682-4aba-b8e3-48c129aee95d req-9ae0abe9-65f0-453a-9870-00c9bfbc9b0b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:41:59.448957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abbc8a12-8682-4aba-b8e3-48c129aee95d req-9ae0abe9-65f0-453a-9870-00c9bfbc9b0b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/02217936-8614-41c3-901b-943c002b24d1 HTTP/1.1" status: 404 len: 352 time: 0.0387027 Dec 15 13:41:59.455898 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:59.456048 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5754aa1e-d09c-43f5-8445-f2cdebd39e3d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:59.456406 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'status': 'completed', 'code': 200} Dec 15 13:41:59.524177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-3f06ccb6-a722-4de6-a976-cadce0a118b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0641968 Dec 15 13:41:59.536975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-4711e6ca-6e13-4dc7-a846-44b59a53595b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.538419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-4711e6ca-6e13-4dc7-a846-44b59a53595b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749367 Dec 15 13:41:59.549094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-698f01fd-5ce0-48ac-ab92-f821c31e1203 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.550571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-698f01fd-5ce0-48ac-ab92-f821c31e1203 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.3964186 Dec 15 13:41:59.556236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:59.631053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:59.636676 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.668529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fa86a-cd51-4801-baa3-72e06458f270 req-c16b18fe-66ef-4e2e-ae8e-93357fdcb95b tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.676306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-096fa86a-cd51-4801-baa3-72e06458f270 req-c16b18fe-66ef-4e2e-ae8e-93357fdcb95b tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 944 time: 0.1861336 Dec 15 13:41:59.695033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-7a8aa46f-d80f-4f6b-aa55-6420efc9805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.697007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-7a8aa46f-d80f-4f6b-aa55-6420efc9805a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4&tenant_id=457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 1096 time: 0.1362820 Dec 15 13:41:59.699404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-474d1fdc-909e-4877-9ba5-09273f0c7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.701721 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-474d1fdc-909e-4877-9ba5-09273f0c7860 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1613853 Dec 15 13:41:59.814783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-8edf98ad-3800-48a0-8a55-142f0a07f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.816403 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-8edf98ad-3800-48a0-8a55-142f0a07f0c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074002 Dec 15 13:41:59.826919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61788e-f817-4a61-ad57-094c6d328d1c req-c5aed0e7-d3d7-4221-8ce3-8fef5f901196 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.829561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a61788e-f817-4a61-ad57-094c6d328d1c req-c5aed0e7-d3d7-4221-8ce3-8fef5f901196 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.2735541 Dec 15 13:41:59.878401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:59.881971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.888336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-ef2c5a1e-a117-4c94-bc40-c145f985824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.889961 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-ef2c5a1e-a117-4c94-bc40-c145f985824a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1096 time: 0.1323903 Dec 15 13:41:59.890173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-096fa86a-cd51-4801-baa3-72e06458f270 req-82549c6d-fb49-4a90-8e6c-22b03e7d0b4d tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130032 Dec 15 13:41:59.964229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a61788e-f817-4a61-ad57-094c6d328d1c req-e0242d22-414b-47b4-917f-0ce0ceebb07d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185570 Dec 15 13:41:59.996089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.43 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/2d220bbb-27ad-4cf0-bcbe-6cb6f582046b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:00.088322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2fac9b8-0208-4f97-b8c2-4f709e71c51c req-7507d2ff-769c-40c6-a54d-2f3ef4c8d4f4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/93d5550a-ae86-4aec-8473-4b00c7377389 HTTP/1.1" status: 200 len: 1815 time: 0.0723538 Dec 15 13:42:00.148127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-a19d24e7-18cf-4936-82fc-d5d82c61f655 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233001 Dec 15 13:42:00.166926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3837f813-15e1-4552-9648-b3f2d5fa9506 req-92cdf11e-6969-4356-a311-77bd85b846d5 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 210 time: 0.0382428 Dec 15 13:42:00.208949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fafd4469-7122-4aac-bceb-5e2e2dec0599 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:00.243170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b2fac9b8-0208-4f97-b8c2-4f709e71c51c req-3e64829a-eeb3-4ba1-8f02-9588c5d6c80b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.254411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-0d4ae229-5a5a-4754-96fc-d430485b275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.256204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-0d4ae229-5a5a-4754-96fc-d430485b275e service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3543425 Dec 15 13:42:00.269590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.288743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b2fac9b8-0208-4f97-b8c2-4f709e71c51c req-3e64829a-eeb3-4ba1-8f02-9588c5d6c80b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.315518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port fafd4469-7122-4aac-bceb-5e2e2dec0599 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:00.320180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port fafd4469-7122-4aac-bceb-5e2e2dec0599 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:00.320623 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.327920 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-2789d01e-ce9f-4e48-ad34-a967f0b36a2a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 200 len: 217 time: 0.0579920 Dec 15 13:42:00.353792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.367264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b2fac9b8-0208-4f97-b8c2-4f709e71c51c req-3e64829a-eeb3-4ba1-8f02-9588c5d6c80b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.370602 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b2fac9b8-0208-4f97-b8c2-4f709e71c51c req-3e64829a-eeb3-4ba1-8f02-9588c5d6c80b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.373973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2fac9b8-0208-4f97-b8c2-4f709e71c51c req-3e64829a-eeb3-4ba1-8f02-9588c5d6c80b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/93d5550a-ae86-4aec-8473-4b00c7377389 HTTP/1.1" status: 204 len: 173 time: 0.2750812 Dec 15 13:42:00.410531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:00.425014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-127ae8d6-d153-4cc0-8e5e-83385ea348f5 req-d1f1ddaf-6303-4996-8a5b-2671444f09c9 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669115 Dec 15 13:42:00.435182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:00.447651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:00.456360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:00.541523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.543248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.548060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-396115fa-6086-4f60-aa79-d3a46793e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.549929 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-396115fa-6086-4f60-aa79-d3a46793e45f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1861622 Dec 15 13:42:00.559511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64829a-eeb3-4ba1-8f02-9588c5d6c80b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d5550a-ae86-4aec-8473-4b00c7377389,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.565969 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.619557 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-4a8e5254-28e7-4ef7-ab02-fa888ce97c2f req-6b8e5436-09e5-4f6a-bc3b-6d9c1352951f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:00.619816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.168 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/fe739df4-555e-4ae3-bb85-850cd7759382) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:00.624211 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-a43068a5-40d5-4b9a-91c0-01920cdf8779 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653448 Dec 15 13:42:00.626838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a8e5254-28e7-4ef7-ab02-fa888ce97c2f req-6b8e5436-09e5-4f6a-bc3b-6d9c1352951f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/93d5550a-ae86-4aec-8473-4b00c7377389 HTTP/1.1" status: 404 len: 352 time: 0.1751134 Dec 15 13:42:00.641880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.658737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-20afa16c-a410-4b52-86c3-b5d0337e3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.663629 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-20afa16c-a410-4b52-86c3-b5d0337e3b48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1099 time: 0.1674702 Dec 15 13:42:00.664659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-a0b16138-0a12-46f6-b9b7-c805d82cc2df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4573517 Dec 15 13:42:00.697114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Request body: {'port': {'device_id': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:00.709854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf173f6-c1a6-4551-948d-697180a68fec req-b140a3cd-f1b6-48c9-a569-8b54f2402155 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.711574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafd4469-7122-4aac-bceb-5e2e2dec0599'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:00.721416 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd5028-4b8a-4ec8-94da-3acf9e18aa7c" -d '{"events": [{"server_uuid": "fc7c889b-7984-4c6d-b749-a0efee866b13", "name": "network-vif-plugged", "status": "completed", "tag": "fafd4469-7122-4aac-bceb-5e2e2dec0599"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:00.722120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bf173f6-c1a6-4551-948d-697180a68fec req-b140a3cd-f1b6-48c9-a569-8b54f2402155 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.1906149 Dec 15 13:42:00.752340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port fafd4469-7122-4aac-bceb-5e2e2dec0599, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599,segment=NetworkSegment(87e42771-885c-4dce-a5f4-66e4b341d8e6),segment_id=87e42771-885c-4dce-a5f4-66e4b341d8e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:00.776794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.857139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=fafd4469-7122-4aac-bceb-5e2e2dec0599,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.893122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-3d6d325d-042f-4535-ab61-5c0190ef5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.896821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-3d6d325d-042f-4535-ab61-5c0190ef5391 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2071080 Dec 15 13:42:00.972761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-44a16267-cd76-4074-a81b-ab4fbab20329 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0664608 Dec 15 13:42:00.996941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-32562e2c-29af-4eb4-b17a-59264a296231 None None] Provisioning complete for port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:00.997371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32562e2c-29af-4eb4-b17a-59264a296231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.061204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-32562e2c-29af-4eb4-b17a-59264a296231 None None] Port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:01.179184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.184644 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-4d00a166-2c6f-4a2a-aa55-ec58417c0b88 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460172 Dec 15 13:42:01.190027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-79741c66-2529-4d34-b2a8-e59108524731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.191687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-79741c66-2529-4d34-b2a8-e59108524731 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1907368 Dec 15 13:42:01.252642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bf173f6-c1a6-4551-948d-697180a68fec req-e6668e7d-4c90-4078-bc9f-fa28288bc976 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295415 Dec 15 13:42:01.269483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a95bf-12eb-4516-b18d-8fe50e2e3698 req-495273d4-22be-4306-b9d8-9142dacabb71 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.271160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4a95bf-12eb-4516-b18d-8fe50e2e3698 req-495273d4-22be-4306-b9d8-9142dacabb71 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 948 time: 0.5242567 Dec 15 13:42:01.367645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.389444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-fc40eea2-0992-464b-a3eb-dc7392ea9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.389444 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-fc40eea2-0992-464b-a3eb-dc7392ea9bd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792092 Dec 15 13:42:01.473787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb807531-bf03-41c4-9586-05d709ba921f req-199f10b8-041c-46c1-9fb5-be21a320cc10 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/0a94c8ff-17cb-44f9-8e9f-2be59cfe9c8a HTTP/1.1" status: 200 len: 1816 time: 0.1436005 Dec 15 13:42:01.483739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4a95bf-12eb-4516-b18d-8fe50e2e3698 req-d5496d79-c6d4-44f1-ae0d-29f784bd8a3d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988232 Dec 15 13:42:01.525888 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-4fb7e2bb-64bc-48af-b5ff-513db24fd865 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194382 Dec 15 13:42:01.558792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bb807531-bf03-41c4-9586-05d709ba921f req-49ef6e12-2627-4e4a-b9fe-e7c5e6c259b3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.600138 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e23ca6-63f5-4388-8099-4d73239151f8 x-openstack-request-id: req-84e23ca6-63f5-4388-8099-4d73239151f8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:01.600913 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7c889b-7984-4c6d-b749-a0efee866b13", "name": "network-vif-plugged", "status": "completed", "tag": "fafd4469-7122-4aac-bceb-5e2e2dec0599", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:01.600913 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84e23ca6-63f5-4388-8099-4d73239151f8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:01.601446 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafd4469-7122-4aac-bceb-5e2e2dec0599', 'code': 200} Dec 15 13:42:01.614120 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bb807531-bf03-41c4-9586-05d709ba921f req-49ef6e12-2627-4e4a-b9fe-e7c5e6c259b3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.670586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bb807531-bf03-41c4-9586-05d709ba921f req-49ef6e12-2627-4e4a-b9fe-e7c5e6c259b3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.674096 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bb807531-bf03-41c4-9586-05d709ba921f req-49ef6e12-2627-4e4a-b9fe-e7c5e6c259b3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.676482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb807531-bf03-41c4-9586-05d709ba921f req-49ef6e12-2627-4e4a-b9fe-e7c5e6c259b3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a94c8ff-17cb-44f9-8e9f-2be59cfe9c8a HTTP/1.1" status: 204 len: 173 time: 0.1980555 Dec 15 13:42:01.694470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6e12-2627-4e4a-b9fe-e7c5e6c259b3 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94c8ff-17cb-44f9-8e9f-2be59cfe9c8a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:01.837964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6dc63-3b95-4b33-8009-c4b32e9006de req-2e3fdac1-8305-4149-b693-e9cd607f9ee1 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.839773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fb6dc63-3b95-4b33-8009-c4b32e9006de req-2e3fdac1-8305-4149-b693-e9cd607f9ee1 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.1073174 Dec 15 13:42:01.922716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c5369-2d3f-4ae3-9e89-a19c0e45a45a req-bc7dc986-ff2f-4402-90eb-0f35e296fbf5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.924320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b72c5369-2d3f-4ae3-9e89-a19c0e45a45a req-bc7dc986-ff2f-4402-90eb-0f35e296fbf5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1347065 Dec 15 13:42:01.932452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.971530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:02.017241 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-2dd88cd3-e8b8-47d4-8ede-4f23bc5faa72 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206257 Dec 15 13:42:02.019099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:02.024007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3165a-3187-4c8f-aee8-816da983f41a req-31f818d0-c4b6-480e-ae60-2caba3abecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.026049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32c3165a-3187-4c8f-aee8-816da983f41a req-31f818d0-c4b6-480e-ae60-2caba3abecc8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 1096 time: 0.1505244 Dec 15 13:42:02.030264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:02.032746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:02.084636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=fe739df4-555e-4ae3-bb85-850cd7759382,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:02.203413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.204159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.211410 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32c3165a-3187-4c8f-aee8-816da983f41a req-47bf2202-33bb-4c63-b690-f66b14d26036 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641188 Dec 15 13:42:02.234137 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f22ac2a7-616f-40e0-a6e1-c2e0d09d43b3 req-e31b4296-0f41-4a7d-90eb-e424e2a10459 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068918 Dec 15 13:42:02.241760 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-260437c9-20fc-47fd-a82c-c1ba40f44b3d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6880901 Dec 15 13:42:02.242119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:02.260179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Request body: {'port': {'device_id': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:02.261901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.291746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Transition to ACTIVE for port object 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:02.318708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fb6dc63-3b95-4b33-8009-c4b32e9006de req-92a3759e-d9cd-40d2-a292-9e0d8d2c036b tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655180 Dec 15 13:42:02.325092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.345733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.392196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437626-be0e-402c-ac40-67403b1a247c req-0cd61570-5eb9-44a0-8bea-be7bb5414737 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.394075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-0cd61570-5eb9-44a0-8bea-be7bb5414737 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.4645143 Dec 15 13:42:02.401210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-44fb6396-3cb5-4e4c-acf2-16e30725f006 None None] Provisioning complete for port fe739df4-555e-4ae3-bb85-850cd7759382 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:02.401590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44fb6396-3cb5-4e4c-acf2-16e30725f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.401730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b72c5369-2d3f-4ae3-9e89-a19c0e45a45a req-b2d4415b-10fd-4814-98a4-9ac5501b75d7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234003 Dec 15 13:42:02.441992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:02.477788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-44fb6396-3cb5-4e4c-acf2-16e30725f006 None None] Port fe739df4-555e-4ae3-bb85-850cd7759382 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:02.522720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Attempting to bind port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:02.523274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Attempting to bind port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:02.523602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Attempting to bind port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:02.529056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:02.529382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Attempting to bind port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:02.537545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:02.538368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:02.538770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:02.539212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Bound port: 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:02.539571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.752112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe739df4-555e-4ae3-bb85-850cd7759382 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:02.759905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.767647 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-d76f77af-12fc-45c8-8ba8-69c3b2f937c9 req-ef39abad-278a-4a80-ab35-08b0c853d2c5 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:02.768699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d76f77af-12fc-45c8-8ba8-69c3b2f937c9 req-ef39abad-278a-4a80-ab35-08b0c853d2c5 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/0a94c8ff-17cb-44f9-8e9f-2be59cfe9c8a HTTP/1.1" status: 404 len: 352 time: 0.0525844 Dec 15 13:42:02.769907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] For port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:02.772648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Transition to ACTIVE for port object fe739df4-555e-4ae3-bb85-850cd7759382 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:02.782203 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.821319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46487642-58f5-432a-9c17-1c3b30d956d2 req-63d6c3d0-8718-4a71-93a1-ea796b3c305a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.823078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46487642-58f5-432a-9c17-1c3b30d956d2 req-63d6c3d0-8718-4a71-93a1-ea796b3c305a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 936 time: 0.2781119 Dec 15 13:42:02.829314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] For port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:02.854911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.908097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Pushing event updated for resources: {'Port': ['ID=fe739df4-555e-4ae3-bb85-850cd7759382,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:02.967017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Attempting to bind port fe739df4-555e-4ae3-bb85-850cd7759382 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:02.967554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Attempting to bind port fe739df4-555e-4ae3-bb85-850cd7759382 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:02.968222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Attempting to bind port fe739df4-555e-4ae3-bb85-850cd7759382 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:02.973408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Port fe739df4-555e-4ae3-bb85-850cd7759382 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:02.973732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Attempting to bind port fe739df4-555e-4ae3-bb85-850cd7759382 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:02.981644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:02.981988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:02.982371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:02.982847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Bound port: fe739df4-555e-4ae3-bb85-850cd7759382, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:02.983211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.999978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.000737 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.002186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d220bbb-27ad-4cf0-bcbe-6cb6f582046b HTTP/1.1" status: 200 len: 1095 time: 2.3123350 Dec 15 13:42:03.010203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'tag': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:03.012614 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d8dbc6-2485-4371-aa96-8d369af9a1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "abc15837-a0b0-4311-bd1d-cdac00ea407d", "tag": "2d220bbb-27ad-4cf0-bcbe-6cb6f582046b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:03.042273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46487642-58f5-432a-9c17-1c3b30d956d2 req-2d280aca-bea2-428f-933a-d173e225203c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113295 Dec 15 13:42:03.058192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] For port fe739df4-555e-4ae3-bb85-850cd7759382, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:03.072567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] For port fe739df4-555e-4ae3-bb85-850cd7759382, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe739df4-555e-4ae3-bb85-850cd7759382,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:03.074576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb983e7-1061-4720-8d06-699ce25bb281 req-02ab5d78-a781-47d4-aca3-033639bcb1cb tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.076588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bb983e7-1061-4720-8d06-699ce25bb281 req-02ab5d78-a781-47d4-aca3-033639bcb1cb tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.2303526 Dec 15 13:42:03.081548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e373e-d7c8-45c4-b007-b71cbc95eeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:03.088974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.130833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-50437626-be0e-402c-ac40-67403b1a247c req-807f2a34-f98e-414a-94dd-41ab8b036473 service neutron] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:03.147771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.148385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.149792 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-134d168b-dd70-453a-89c0-7f136055437f service neutron] 10.222.0.67 "PUT /v2.0/ports/fe739df4-555e-4ae3-bb85-850cd7759382 HTTP/1.1" status: 200 len: 1096 time: 0.8978591 Dec 15 13:42:03.150802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'tag': 'fe739df4-555e-4ae3-bb85-850cd7759382'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:03.150919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50437626-be0e-402c-ac40-67403b1a247c req-807f2a34-f98e-414a-94dd-41ab8b036473 service neutron] Publish callbacks [] for binding, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.152143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50437626-be0e-402c-ac40-67403b1a247c req-807f2a34-f98e-414a-94dd-41ab8b036473 service neutron] 10.222.0.85 "DELETE /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.5340283 Dec 15 13:42:03.154027 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87fa3f-a2a9-422f-a481-3b416291a9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c452df91-d8b6-4383-8962-ad5ddad0aad8", "tag": "fe739df4-555e-4ae3-bb85-850cd7759382"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:03.206047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d168b-dd70-453a-89c0-7f136055437f service neutron] Pushing event updated for resources: {'Port': ['ID=fe739df4-555e-4ae3-bb85-850cd7759382,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:03.211852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-55609037-e0aa-4553-a48d-4314431700bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.213867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-55609037-e0aa-4553-a48d-4314431700bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 1098 time: 0.1569357 Dec 15 13:42:03.237151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bb983e7-1061-4720-8d06-699ce25bb281 req-c6abd3ae-1644-40f6-9e19-39324cae6369 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212902 Dec 15 13:42:03.249229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb155ea-acb9-4772-b4c9-f9a080df1acd req-caf1c0a5-9282-4a20-8aff-20c57ba87ee4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.258599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-deb155ea-acb9-4772-b4c9-f9a080df1acd req-caf1c0a5-9282-4a20-8aff-20c57ba87ee4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 948 time: 0.1258347 Dec 15 13:42:03.294314 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-4b80a41f-3409-4193-8bbc-9812043c69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.296035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-4b80a41f-3409-4193-8bbc-9812043c69c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 1099 time: 0.0629697 Dec 15 13:42:03.324717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-f96e5069-393e-4941-93c5-2b7e7b1594de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b HTTP/1.1" status: 200 len: 217 time: 0.0862768 Dec 15 13:42:03.344022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-3975f45a-9dd6-497e-86a6-f996aa4cdbad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=fe739df4-555e-4ae3-bb85-850cd7759382 HTTP/1.1" status: 200 len: 217 time: 0.0387964 Dec 15 13:42:03.398317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:03.404549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-80d3952d-531b-444a-b639-843051f7f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.406674 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-80d3952d-531b-444a-b639-843051f7f2c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0498378 Dec 15 13:42:03.412846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-deb155ea-acb9-4772-b4c9-f9a080df1acd req-d50e4892-3052-4c44-bd8f-344725272529 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521380 Dec 15 13:42:03.430210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-e57c8980-cfb3-41aa-8445-26363d299d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.433071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-e57c8980-cfb3-41aa-8445-26363d299d29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0947638 Dec 15 13:42:03.482463 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be136600-6c83-4088-90c4-b4c6763f5790 x-openstack-request-id: req-be136600-6c83-4088-90c4-b4c6763f5790 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:03.482771 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc15837-a0b0-4311-bd1d-cdac00ea407d", "tag": "2d220bbb-27ad-4cf0-bcbe-6cb6f582046b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:03.483035 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be136600-6c83-4088-90c4-b4c6763f5790 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:03.483440 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'tag': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'status': 'completed', 'code': 200} Dec 15 13:42:03.506724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f9a2906-04ef-409d-853f-e55bc8e65441 req-ed09eaa3-57f6-49b4-96fc-c1751e2c8742 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 6198 time: 0.2403035 Dec 15 13:42:03.513990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-425186a4-02d5-4dba-9814-d62cee974e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.515493 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-425186a4-02d5-4dba-9814-d62cee974e01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912607 Dec 15 13:42:03.524619 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f41e9-3d02-4211-b02b-cbad2ca16eda x-openstack-request-id: req-2d1f41e9-3d02-4211-b02b-cbad2ca16eda {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:03.525631 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c452df91-d8b6-4383-8962-ad5ddad0aad8", "tag": "fe739df4-555e-4ae3-bb85-850cd7759382", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:03.526372 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d1f41e9-3d02-4211-b02b-cbad2ca16eda {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:03.526937 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'tag': 'fe739df4-555e-4ae3-bb85-850cd7759382', 'status': 'completed', 'code': 200} Dec 15 13:42:03.538853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:03.551647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '871c43d6-821b-41de-8952-fd2b956f838b', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '871c43d6-821b-41de-8952-fd2b956f838b', 'mac_address': 'fa:16:3e:cd:e5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:03.571656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-74a77757-04b8-4854-a3c9-d1cddfa924f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.573406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-74a77757-04b8-4854-a3c9-d1cddfa924f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285191 Dec 15 13:42:03.587071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f9a2906-04ef-409d-853f-e55bc8e65441 req-8cb13cd4-f19e-4342-9e76-04e8f8a6fd47 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/68545ade-4c02-4317-b60c-122219dc16a2 HTTP/1.1" status: 200 len: 2998 time: 0.0698278 Dec 15 13:42:03.635496 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.652997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871c43d6-821b-41de-8952-fd2b956f838b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:03.665469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-f45ecbf5-ac2e-4e74-96d9-a82b484af2b3 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334567 Dec 15 13:42:03.690254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:03.700074 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.725073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f9a2906-04ef-409d-853f-e55bc8e65441 req-d440fb18-b3d8-49db-8d4f-79552987f353 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/68545ade-4c02-4317-b60c-122219dc16a2 HTTP/1.1" status: 200 len: 2998 time: 0.1364355 Dec 15 13:42:03.786335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9e5e0-ab30-4460-9368-0d69ccf3769b req-a353f636-163a-44e9-ac41-77aede748479 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.787875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73a9e5e0-ab30-4460-9368-0d69ccf3769b req-a353f636-163a-44e9-ac41-77aede748479 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.0779324 Dec 15 13:42:03.799640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:03.820148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-5b898571-c6e4-4493-b9ad-c14b4e0bf172 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443660 Dec 15 13:42:03.823944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-56149262-a108-478a-bbd5-e0dd875f850c service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286315 Dec 15 13:42:03.910231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-2f70a9d4-abf9-4246-b5ce-011797729732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.911627 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-2f70a9d4-abf9-4246-b5ce-011797729732 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 1099 time: 0.0429099 Dec 15 13:42:03.925407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73a9e5e0-ab30-4460-9368-0d69ccf3769b req-c117764e-e36f-4272-b718-d1356f5601f7 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308253 Dec 15 13:42:03.939618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae829dfb-f02f-4f9b-bf67-fe920963beb0 req-45f2b63c-434b-4ed3-989c-f889aae1e2ba tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.941231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae829dfb-f02f-4f9b-bf67-fe920963beb0 req-45f2b63c-434b-4ed3-989c-f889aae1e2ba tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1360481 Dec 15 13:42:04.005631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a2a334-6f14-458f-b9b8-04e0d3cce536 req-b8964025-65d1-41ad-9738-78787e1a2e06 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614137 Dec 15 13:42:04.012245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['871c43d6-821b-41de-8952-fd2b956f838b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:04.013178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-8a56da86-0109-4ba9-baf3-2a2ffa3b5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.014652 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-8a56da86-0109-4ba9-baf3-2a2ffa3b5139 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.0947015 Dec 15 13:42:04.021370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae829dfb-f02f-4f9b-bf67-fe920963beb0 req-ef675290-3543-4cc0-b757-28b4027377b3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728445 Dec 15 13:42:04.070321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-8884bf8a-5f05-4459-96e2-b2a74ee4043c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=fe739df4-555e-4ae3-bb85-850cd7759382 HTTP/1.1" status: 200 len: 217 time: 0.0467417 Dec 15 13:42:04.149050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-548f5120-1d1a-414a-ad70-2a3c7c6280d9 req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-169233831', 'description': 'tempest-description-1875851912'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:04.156759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-d688ec35-4f56-45e2-9b6b-d541752c3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.158900 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-d688ec35-4f56-45e2-9b6b-d541752c3510 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0693951 Dec 15 13:42:04.206119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585df74-5a40-4a7e-8bdf-85c2f62614da req-767d7afe-ab60-4e88-b689-b7717dae2739 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.207958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3585df74-5a40-4a7e-8bdf-85c2f62614da req-767d7afe-ab60-4e88-b689-b7717dae2739 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1096 time: 0.1223824 Dec 15 13:42:04.211652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-548f5120-1d1a-414a-ad70-2a3c7c6280d9 req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.231646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-8b40853a-5caf-4b4a-9e1f-9e021a39d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.233433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-8b40853a-5caf-4b4a-9e1f-9e021a39d6ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 1098 time: 0.1273177 Dec 15 13:42:04.240995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-3a6635e5-b47e-454d-b4c8-b45d63d10ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.243451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-3a6635e5-b47e-454d-b4c8-b45d63d10ba5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544496 Dec 15 13:42:04.349450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3585df74-5a40-4a7e-8bdf-85c2f62614da req-d4910159-2339-4230-8d31-565d606d766f tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331921 Dec 15 13:42:04.375201 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-d1bafd6e-62f7-4b91-8e13-93659845ff93 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137931 Dec 15 13:42:04.415465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-548f5120-1d1a-414a-ad70-2a3c7c6280d9 req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.422798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-548f5120-1d1a-414a-ad70-2a3c7c6280d9 req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.431225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-72c7ace1-8d11-44cd-ba48-b5ede703ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.433554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-72c7ace1-8d11-44cd-ba48-b5ede703ab9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1680355 Dec 15 13:42:04.460941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-548f5120-1d1a-414a-ad70-2a3c7c6280d9 req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.462180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-548f5120-1d1a-414a-ad70-2a3c7c6280d9 req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3211343 Dec 15 13:42:04.511947 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6c87fa3f-a2a9-422f-a481-3b416291a9c1 req-c439537e-1247-461f-b3c8-f67758adece6 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263924 Dec 15 13:42:04.541902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-f5c5f9b5-4502-47e4-a01e-8e703d3b553c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b HTTP/1.1" status: 200 len: 217 time: 0.0982125 Dec 15 13:42:04.560649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aa029-0685-4cfe-89c4-fceef0544c90 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9592585a-8d4d-4e42-bf38-efdd5e98623c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:04.648825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef436-b9e5-45df-8d10-5701b63f301a req-ba169fc9-ee57-410e-b2e4-1b8bd3f352d9 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.651009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fffef436-b9e5-45df-8d10-5701b63f301a req-ba169fc9-ee57-410e-b2e4-1b8bd3f352d9 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 948 time: 0.1842897 Dec 15 13:42:04.662311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a8ac088b-96ab-45f0-a795-5d0365fbc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.663677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a8ac088b-96ab-45f0-a795-5d0365fbc31d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1096 time: 0.1551023 Dec 15 13:42:04.665867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-f3335032-f177-4ab0-96b6-e1546398adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.667177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-f3335032-f177-4ab0-96b6-e1546398adbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1092999 Dec 15 13:42:04.743815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960076e7-90a0-4caa-906e-98d262725a17 req-c790743d-a32b-4f7c-a819-94709202ae84 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.745350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-960076e7-90a0-4caa-906e-98d262725a17 req-c790743d-a32b-4f7c-a819-94709202ae84 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 1096 time: 0.1689334 Dec 15 13:42:04.829122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fffef436-b9e5-45df-8d10-5701b63f301a req-d6ad62e7-94b9-4646-bfec-ad63d65a3f2b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695938 Dec 15 13:42:04.862186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-35c1e6d6-e342-41fd-a984-4c54c45a9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.863687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-35c1e6d6-e342-41fd-a984-4c54c45a9e0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711042 Dec 15 13:42:04.868642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-b63d2e11-3379-4553-a527-7b1dba50ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.870034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-b63d2e11-3379-4553-a527-7b1dba50ee14 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1952250 Dec 15 13:42:04.872460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-960076e7-90a0-4caa-906e-98d262725a17 req-9cad3ef6-d18e-44f7-9088-18e266bf571e tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113479 Dec 15 13:42:04.984230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6ac8884c-5678-4cf1-bcdf-23afe060b813 req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2026913349', 'description': 'tempest-description-1996750571'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:04.991961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-96e3051b-7a44-48e3-8ef3-b6970cf6ca6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 217 time: 0.0984507 Dec 15 13:42:05.060693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6ac8884c-5678-4cf1-bcdf-23afe060b813 req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.083645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aeaf8-7751-47b9-a369-24d91b577188 req-f5ed563c-3f74-4d51-ab47-5e2d2716a914 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.085202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb5aeaf8-7751-47b9-a369-24d91b577188 req-f5ed563c-3f74-4d51-ab47-5e2d2716a914 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.1926973 Dec 15 13:42:05.111059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-149028c1-be30-4341-921f-bc7309922ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375255 Dec 15 13:42:05.138053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-1f159dde-995d-45e0-bdb3-4a6cafea5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.139425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-1f159dde-995d-45e0-bdb3-4a6cafea5143 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1307683 Dec 15 13:42:05.223092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-5982d06b-b6cf-4b4b-8454-258b0c84e9d0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641556 Dec 15 13:42:05.268444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb5aeaf8-7751-47b9-a369-24d91b577188 req-caa57b8a-db73-4605-8d95-f8a7ae6eb936 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735821 Dec 15 13:42:05.381945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6ac8884c-5678-4cf1-bcdf-23afe060b813 req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.403590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6ac8884c-5678-4cf1-bcdf-23afe060b813 req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.411691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:05.443815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d8dbc6-2485-4371-aa96-8d369af9a1f3 req-2e4d4064-b5a8-40f5-bd9c-a61f1f1ebee6 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203115 Dec 15 13:42:05.466556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-dfc03fb9-1dbb-42f5-9796-6c3170495176 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265189 Dec 15 13:42:05.469603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 871c43d6-821b-41de-8952-fd2b956f838b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:05.471355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6ac8884c-5678-4cf1-bcdf-23afe060b813 req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.473855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 871c43d6-821b-41de-8952-fd2b956f838b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:05.474500 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.483909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ac8884c-5678-4cf1-bcdf-23afe060b813 req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5515678 Dec 15 13:42:05.493340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4638697-64d7-4bd0-a30b-67c5ad9125bc req-d72d3311-1150-45d7-acec-23ea5acd3906 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.494901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4638697-64d7-4bd0-a30b-67c5ad9125bc req-d72d3311-1150-45d7-acec-23ea5acd3906 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 950 time: 0.1570337 Dec 15 13:42:05.524298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6a01-52cd-4da6-8cfa-4e4e5f132512 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592fe56e-73ea-47b1-bca7-5c76899bdbdf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:05.590492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.622863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:05.626178 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008e797-809c-4714-9ede-744d01e81882" -d '{"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-plugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:05.643507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:05.648415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.667340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4638697-64d7-4bd0-a30b-67c5ad9125bc req-abb526c1-6fbf-4dea-8784-bdac5da1d8aa tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532326 Dec 15 13:42:05.684233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-45c937ed-544f-4dfb-9be0-6ba4c5610dcd service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883440 Dec 15 13:42:05.704392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ce33-7b55-4367-a837-47ec83a36ab0 req-b7bf8db8-93b6-46ec-bb5b-bd7c95180381 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.707378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de3ce33-7b55-4367-a837-47ec83a36ab0 req-b7bf8db8-93b6-46ec-bb5b-bd7c95180381 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.1364555 Dec 15 13:42:05.728729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:05.761398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de3ce33-7b55-4367-a837-47ec83a36ab0 req-f41c43f0-e08c-473e-94e6-2cc3218878d3 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470097 Dec 15 13:42:06.019169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288e58b-560f-4642-8e02-3e81117fdbb9 req-64c9b266-4692-48e7-98f7-1fa9c6ab0e0a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.021076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8288e58b-560f-4642-8e02-3e81117fdbb9 req-64c9b266-4692-48e7-98f7-1fa9c6ab0e0a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0578823 Dec 15 13:42:06.078160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8288e58b-560f-4642-8e02-3e81117fdbb9 req-38639d35-8f26-441f-b406-351a479aaa49 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Dec 15 13:42:06.127673 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d825b-4e38-40cb-a6d7-d0b8685c9db0 x-openstack-request-id: req-826d825b-4e38-40cb-a6d7-d0b8685c9db0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:06.128066 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-plugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:06.128417 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-826d825b-4e38-40cb-a6d7-d0b8685c9db0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:06.128929 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'code': 200} Dec 15 13:42:06.245062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-65884c21-029d-411e-af41-5abc8bf4e25e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.246572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-65884c21-029d-411e-af41-5abc8bf4e25e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 813 time: 0.1613214 Dec 15 13:42:06.271391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-7b314ef1-64c9-40f6-bdb6-b43fa7d2c9c6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/quotas/1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 375 time: 0.0154541 Dec 15 13:42:06.287956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc8d3-facb-4fcb-90d1-3ea2418efdfe req-de1adce1-3799-4abf-badb-353a0131697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.291688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d3fc8d3-facb-4fcb-90d1-3ea2418efdfe req-de1adce1-3799-4abf-badb-353a0131697b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1101 time: 0.0933399 Dec 15 13:42:06.655842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-9aef04cb-6fac-4a9f-ae22-fbfa9d38051d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3788173 Dec 15 13:42:06.667115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d3fc8d3-facb-4fcb-90d1-3ea2418efdfe req-dc5a1181-f625-4103-8252-eb702a69004c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561821 Dec 15 13:42:06.692054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf011c-f652-4b04-9cf8-fefb5c499cbc req-f7c89628-dad4-4960-950d-c84f5cb256c7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.693534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73cf011c-f652-4b04-9cf8-fefb5c499cbc req-f7c89628-dad4-4960-950d-c84f5cb256c7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 948 time: 0.3837090 Dec 15 13:42:06.781210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73cf011c-f652-4b04-9cf8-fefb5c499cbc req-76aa99a6-7465-45f7-a341-f90c631804a5 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629411 Dec 15 13:42:06.792129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-63010f06-de0d-4385-97ff-1577c986ec73 service neutron] 10.222.0.32 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279776 Dec 15 13:42:06.908347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-940a4e1b-3513-418b-9b63-43a4d92dbcf1 service neutron] 10.222.0.32 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911255 Dec 15 13:42:07.045970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd14b9-9e44-4a05-b861-d334ec142b72 req-d4de6d63-b99d-4f2a-b7d8-18c7d1df0711 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:07.047453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5bd14b9-9e44-4a05-b861-d334ec142b72 req-d4de6d63-b99d-4f2a-b7d8-18c7d1df0711 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0551727 Dec 15 13:42:07.105449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5bd14b9-9e44-4a05-b861-d334ec142b72 req-559c73f5-9aaf-4a3d-9100-49d173947ca6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512214 Dec 15 13:42:07.209184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bb8c6e-f579-47d2-af58-d6a9bded581d req-840e481e-0a47-442a-ba27-824306a9b80f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 210 time: 0.0330884 Dec 15 13:42:07.405938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f7ef-dc91-4966-a2a0-401e7b8e3090 req-e1601fd9-f16c-4945-bdc2-573a1484d110 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:07.411710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:07.413812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7240f7ef-dc91-4966-a2a0-401e7b8e3090 req-e1601fd9-f16c-4945-bdc2-573a1484d110 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1157134 Dec 15 13:42:07.475161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7240f7ef-dc91-4966-a2a0-401e7b8e3090 req-3dd27ff6-8e96-463b-aa92-d04502871c25 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Dec 15 13:42:07.581149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:07.594091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'mac_address': 'fa:16:3e:9e:21:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:07.675210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.693384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:07.744931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:07.750390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.751052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe739df4-555e-4ae3-bb85-850cd7759382 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:07.872083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe739df4-555e-4ae3-bb85-850cd7759382, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe739df4-555e-4ae3-bb85-850cd7759382,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:07.890715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:07.894823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'fe739df4-555e-4ae3-bb85-850cd7759382', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'fe739df4-555e-4ae3-bb85-850cd7759382', 'mac_address': 'fa:16:3e:64:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:07.898154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671d24c-255b-49e3-9ba5-ea3c5e50d3c4 req-42726643-89d9-434b-bf02-6857829fb67d tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:07.907929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b671d24c-255b-49e3-9ba5-ea3c5e50d3c4 req-42726643-89d9-434b-bf02-6857829fb67d tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.0796647 Dec 15 13:42:07.986743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.991842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b671d24c-255b-49e3-9ba5-ea3c5e50d3c4 req-270b22f8-0ee9-4366-8301-e69a92913039 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827498 Dec 15 13:42:08.002709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe739df4-555e-4ae3-bb85-850cd7759382 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:08.036781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe739df4-555e-4ae3-bb85-850cd7759382, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe739df4-555e-4ae3-bb85-850cd7759382,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:08.043055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.100432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe739df4-555e-4ae3-bb85-850cd7759382,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.127723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd380-9e28-453c-bdbf-4e601a3afd29 req-645e0bcb-3aa2-4ea3-bdeb-013efa452db7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.129564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-328dd380-9e28-453c-bdbf-4e601a3afd29 req-645e0bcb-3aa2-4ea3-bdeb-013efa452db7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 949 time: 0.0622287 Dec 15 13:42:08.185569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-328dd380-9e28-453c-bdbf-4e601a3afd29 req-d2d5ff91-5326-4333-9025-f13b77146f74 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Dec 15 13:42:08.230796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:08.273919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e52-d25b-4f1e-9926-533f6009df9b req-039d18c9-9a46-447d-b0a8-f9c3717c29f4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.276074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca857e52-d25b-4f1e-9926-533f6009df9b req-039d18c9-9a46-447d-b0a8-f9c3717c29f4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0513556 Dec 15 13:42:08.333799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.348424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca857e52-d25b-4f1e-9926-533f6009df9b req-aa8fc6b4-341c-44d8-ab7a-393722845f63 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580409 Dec 15 13:42:08.374393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['fe739df4-555e-4ae3-bb85-850cd7759382'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:08.426897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:08.534843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfab80df-93b5-4ac8-8dd3-d537678b7178 req-8f7871a8-5e36-4bed-be90-7944c5bd4f22 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 210 time: 0.0351264 Dec 15 13:42:08.596604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0226fa-8c16-4368-a3c1-56d702affad9 req-cd5c17d4-f2a5-4cf7-9ff5-4dd317ea06bd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.606461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d0226fa-8c16-4368-a3c1-56d702affad9 req-cd5c17d4-f2a5-4cf7-9ff5-4dd317ea06bd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1715374 Dec 15 13:42:08.658364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-3d7d218b-3402-46a4-9cdb-4abb46fb66dd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.659886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-3d7d218b-3402-46a4-9cdb-4abb46fb66dd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 813 time: 0.2723937 Dec 15 13:42:08.667299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:08.669585 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c0077-2f18-425e-8c21-fd925d9010c0" -d '{"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:08.678317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'port': {'device_id': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582', 'admin_state_up': True, 'tenant_id': '1dd653ccac6044408a209c938f476b00'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:08.722258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:08.740413 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.764286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d0226fa-8c16-4368-a3c1-56d702affad9 req-ed11bc94-b32e-4bb1-9ce6-fc87f95890df tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569250 Dec 15 13:42:08.807130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a249ead-2e9e-468c-adcd-8f36a729ac3c req-118fc374-b0ab-461c-a874-e02183059995 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.808728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a249ead-2e9e-468c-adcd-8f36a729ac3c req-118fc374-b0ab-461c-a874-e02183059995 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0878456 Dec 15 13:42:08.895584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=11']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.901918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a249ead-2e9e-468c-adcd-8f36a729ac3c req-3854927f-b045-425e-98b8-25aa0b47c9b9 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732598 Dec 15 13:42:08.909351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Made reservation on behalf of 1dd653ccac6044408a209c938f476b00 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:08.913607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.009511 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0928eab6-0e32-40ee-b224-c5a7267e0b10 x-openstack-request-id: req-0928eab6-0e32-40ee-b224-c5a7267e0b10 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:09.010053 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:09.010313 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0928eab6-0e32-40ee-b224-c5a7267e0b10 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:09.010713 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'code': 200} Dec 15 13:42:09.130812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Allocated IP 172.20.0.14 (99f42b36-123f-43f6-b143-678d50a6b582/f1be37df-73d5-4663-ae8c-8d78699530dd/d35afab4-a205-4b49-95df-89ab6efd6eed) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:09.213361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23118b-da01-4f2e-b847-85cafe11b791 req-4ad50250-d49c-4204-9a4c-17f7f05fd593 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.214895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e23118b-da01-4f2e-b847-85cafe11b791 req-4ad50250-d49c-4204-9a4c-17f7f05fd593 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.0807989 Dec 15 13:42:09.252985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-ed248233-b7d1-4705-97cf-78dbbc586679 req-43230f82-c4c8-40b4-b59f-a47d43d2e094 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:09.253976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed248233-b7d1-4705-97cf-78dbbc586679 req-43230f82-c4c8-40b4-b59f-a47d43d2e094 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067766 Dec 15 13:42:09.329365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e23118b-da01-4f2e-b847-85cafe11b791 req-104580df-522b-4062-8ceb-63bd5207288c tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050000 Dec 15 13:42:09.410103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.497397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.545185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-20005528-161d-483d-a4d7-b9708b2eaaf7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650957 Dec 15 13:42:09.553161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-e8a3802a-6b84-406b-98fa-4fbc061940ae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:09.554439 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-e8a3802a-6b84-406b-98fa-4fbc061940ae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058627 Dec 15 13:42:09.581862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Network 99f42b36-123f-43f6-b143-678d50a6b582 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:09.589016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:09.594211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:09.600656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:09.654732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab96db-c955-4cc0-8882-1473a738a044 req-b5dda725-2e39-4ba6-b8e7-423cc4989a81 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.662459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0ab96db-c955-4cc0-8882-1473a738a044 req-b5dda725-2e39-4ba6-b8e7-423cc4989a81 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 949 time: 0.1564028 Dec 15 13:42:09.705591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.706472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.721384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:09.785757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0d3c1011-fd2e-43d4-9a86-d57be33424ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1157618 Dec 15 13:42:09.793338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0ab96db-c955-4cc0-8882-1473a738a044 req-b8eac38f-a695-445b-a417-9a3d90364c46 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294925 Dec 15 13:42:09.806621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e195-1aa2-40d8-8313-9bf3eff54ea5 req-10bbda87-adfe-4f3f-9d24-c2cc3ba44561 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.815054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2833e195-1aa2-40d8-8313-9bf3eff54ea5 req-10bbda87-adfe-4f3f-9d24-c2cc3ba44561 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1415977 Dec 15 13:42:09.842172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Request body: {'port': {'device_id': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:09.915729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2833e195-1aa2-40d8-8313-9bf3eff54ea5 req-e5ae7d6f-9478-4123-beda-aed7564d1fe1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995734 Dec 15 13:42:09.961570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.258119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-d56908c7-78c8-445e-b44a-383224a23895 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.259630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-d56908c7-78c8-445e-b44a-383224a23895 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.1794319 Dec 15 13:42:10.315649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff826f-ac6b-48ff-bdc3-7fbfa0ecd077 req-b650d016-f61d-4221-9c0b-0ae80155ee4b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.317159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fff826f-ac6b-48ff-bdc3-7fbfa0ecd077 req-b650d016-f61d-4221-9c0b-0ae80155ee4b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 932 time: 0.2831419 Dec 15 13:42:10.397484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef74c42-c9a2-4c3c-b5b6-20476dd29c8b req-9e8f4fbf-5102-4106-b880-6767219e7f7a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.404971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ef74c42-c9a2-4c3c-b5b6-20476dd29c8b req-9e8f4fbf-5102-4106-b880-6767219e7f7a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.2321165 Dec 15 13:42:10.529754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fff826f-ac6b-48ff-bdc3-7fbfa0ecd077 req-ea559686-aed7-4fb7-b0de-4a251e4b9122 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782036 Dec 15 13:42:10.569843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ef74c42-c9a2-4c3c-b5b6-20476dd29c8b req-cdcdde49-bcf0-472b-a06f-4e32459740bf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443796 Dec 15 13:42:10.628700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Deleting port fafd4469-7122-4aac-bceb-5e2e2dec0599 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:10.628700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.701563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35afab4-a205-4b49-95df-89ab6efd6eed {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:10.744196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.773957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Transition to ACTIVE for port object d35afab4-a205-4b49-95df-89ab6efd6eed will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:10.786175 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.854221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67b890-727f-424e-9d43-78ae0e8eb03a req-fc5d33de-cb12-4c45-9f91-0af2d6389519 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.855701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a67b890-727f-424e-9d43-78ae0e8eb03a req-fc5d33de-cb12-4c45-9f91-0af2d6389519 tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7c889b-7984-4c6d-b749-a0efee866b13 HTTP/1.1" status: 200 len: 945 time: 0.1745565 Dec 15 13:42:10.863387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] For port fafd4469-7122-4aac-bceb-5e2e2dec0599, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fafd4469-7122-4aac-bceb-5e2e2dec0599,segment=NetworkSegment(87e42771-885c-4dce-a5f4-66e4b341d8e6),segment_id=87e42771-885c-4dce-a5f4-66e4b341d8e6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:10.863746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.895665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Calling delete_port for fafd4469-7122-4aac-bceb-5e2e2dec0599 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:10.903295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.032559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a67b890-727f-424e-9d43-78ae0e8eb03a req-ab00c2b6-9ae1-4d83-9677-2f9220275dda tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.32 "GET /v2.0/security-groups?id=cab7149c-38e4-41b3-b17b-08a4e2f675d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635306 Dec 15 13:42:11.061619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Attempting to bind port d35afab4-a205-4b49-95df-89ab6efd6eed on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:11.061956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Attempting to bind port d35afab4-a205-4b49-95df-89ab6efd6eed by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:11.062285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Attempting to bind port d35afab4-a205-4b49-95df-89ab6efd6eed on network 99f42b36-123f-43f6-b143-678d50a6b582 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:11.067888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Port d35afab4-a205-4b49-95df-89ab6efd6eed on network 99f42b36-123f-43f6-b143-678d50a6b582 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:11.068215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Attempting to bind port d35afab4-a205-4b49-95df-89ab6efd6eed on network 99f42b36-123f-43f6-b143-678d50a6b582 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:11.077180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:11.077523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Checking segment: {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:11.077912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Bound using segment: {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:11.078358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Bound port: d35afab4-a205-4b49-95df-89ab6efd6eed, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c40bdc-2113-40bc-a0d1-59769b1e6977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:11.078888 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.214474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:11.218213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:11.239613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.241506 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.286283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['fafd4469-7122-4aac-bceb-5e2e2dec0599'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:11.300047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-cb05c3cd-5e73-4f40-b304-babcd2e106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.300853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.301470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.302822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] 10.222.0.67 "PUT /v2.0/ports/d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 1092 time: 1.4662771 Dec 15 13:42:11.303490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-cb05c3cd-5e73-4f40-b304-babcd2e106a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1101 time: 0.0619314 Dec 15 13:42:11.306680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:11.309270 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f25007-9cf8-4b33-bd06-d45cc2cea787" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:11.380651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9f30c-7eac-4baa-8747-c36da1bd46e0 req-5c4b8b2c-54c2-4701-bb67-66341715c065 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.382183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41c9f30c-7eac-4baa-8747-c36da1bd46e0 req-5c4b8b2c-54c2-4701-bb67-66341715c065 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 949 time: 0.1807671 Dec 15 13:42:11.417923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] No DVR routers for this DVR port fafd4469-7122-4aac-bceb-5e2e2dec0599 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:11.427598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-b8d4c767-8b3e-4edf-8ba7-73c9361529db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.428912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:11.429372 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-b8d4c767-8b3e-4edf-8ba7-73c9361529db service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1128478 Dec 15 13:42:11.440955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.444229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dfdc52d-d622-4c92-a7f7-75b7e29e3b44 req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] 10.222.0.85 "DELETE /v2.0/ports/fafd4469-7122-4aac-bceb-5e2e2dec0599 HTTP/1.1" status: 204 len: 173 time: 1.1691809 Dec 15 13:42:11.455659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f804a-7627-4aca-a909-25bde0e0ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.485557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-18a33236-9a70-4bae-a8a4-5d728fe025f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0470693 Dec 15 13:42:11.501022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee2b97-098a-4820-8ff5-9585ae0151d8 req-407e6b8a-482b-46e7-8eba-5adae6246319 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.502449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05ee2b97-098a-4820-8ff5-9585ae0151d8 req-407e6b8a-482b-46e7-8eba-5adae6246319 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.2242250 Dec 15 13:42:11.509893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5713-6fc6-46d3-a5e7-3aa60471350a tempest-ServerMetadataNegativeTestJSON-1866872568 tempest-ServerMetadataNegativeTestJSON-1866872568-project] Pushing event deleted for resources: {'Port': ['ID=fafd4469-7122-4aac-bceb-5e2e2dec0599,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.513677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:11.518609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:11.519186 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.576715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-b3be2288-b3be-4a82-b0ee-c0b6212f0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.578377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-b3be2288-b3be-4a82-b0ee-c0b6212f0803 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1095 time: 0.2122548 Dec 15 13:42:11.581923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41c9f30c-7eac-4baa-8747-c36da1bd46e0 req-3b647d09-b627-4d5c-a000-68de3764a196 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696882 Dec 15 13:42:11.598161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-74672ff4-8a42-48f1-9e66-d6a59576b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.604395 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-74672ff4-8a42-48f1-9e66-d6a59576b38f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1076035 Dec 15 13:42:11.667922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-8b4812ab-7f5f-4151-a0de-02b3ce827592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.670357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-8b4812ab-7f5f-4151-a0de-02b3ce827592 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583727 Dec 15 13:42:11.680711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-b800afa7-8108-49eb-bcdc-12be23e3c0b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 217 time: 0.0921431 Dec 15 13:42:11.694978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05ee2b97-098a-4820-8ff5-9585ae0151d8 req-9e6f7041-53de-4e6c-945c-ff0589f3872c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755636 Dec 15 13:42:11.705848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.765020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:11.770109 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a7948-80d7-449b-b608-9c7f59301d58" -d '{"events": [{"server_uuid": "abc15837-a0b0-4311-bd1d-cdac00ea407d", "name": "network-vif-plugged", "status": "completed", "tag": "2d220bbb-27ad-4cf0-bcbe-6cb6f582046b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:11.773992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0bc22c28-b055-4c8a-9fad-c170a7e21b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.776027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-0bc22c28-b055-4c8a-9fad-c170a7e21b25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0801561 Dec 15 13:42:11.799053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:11.807764 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f98fa4-7aa2-40aa-9316-cced761d42c7 x-openstack-request-id: req-97f98fa4-7aa2-40aa-9316-cced761d42c7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:11.807764 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:11.807764 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97f98fa4-7aa2-40aa-9316-cced761d42c7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:11.807764 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'status': 'completed', 'code': 200} Dec 15 13:42:11.808937 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.809809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe739df4-555e-4ae3-bb85-850cd7759382 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:11.831547 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-584b10b9-4338-4605-82db-80ee45286d6a service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524756 Dec 15 13:42:11.839023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-91a26635-ae7e-4f92-ad48-609ec786fb89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540304 Dec 15 13:42:11.928618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.947219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port fe739df4-555e-4ae3-bb85-850cd7759382 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:11.952692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port fe739df4-555e-4ae3-bb85-850cd7759382 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:11.953963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.013772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-7ca50764-182f-4e92-90bc-10539dd36fa6 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602504 Dec 15 13:42:12.049750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49bb2d-c2a3-42d6-9cca-b29b94498074 req-ad47c86b-c4d7-4039-a868-10c80709120d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.057687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb49bb2d-c2a3-42d6-9cca-b29b94498074 req-ad47c86b-c4d7-4039-a868-10c80709120d tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 944 time: 0.0962768 Dec 15 13:42:12.114897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-ae6db17a-aec9-4217-8340-4f4ff1a752e9 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617886 Dec 15 13:42:12.133403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.165442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb49bb2d-c2a3-42d6-9cca-b29b94498074 req-97f670ad-6c85-4478-a9c0-87783206fa42 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067643 Dec 15 13:42:12.192932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe739df4-555e-4ae3-bb85-850cd7759382, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe739df4-555e-4ae3-bb85-850cd7759382,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:12.198810 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.265570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe739df4-555e-4ae3-bb85-850cd7759382,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:12.365873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20909c56-2eca-4d40-865e-c3c819a774d0 req-a3a8fde7-fccb-4c49-8ab6-b9c4405ba4d6 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380798 Dec 15 13:42:12.376928 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a8412-3148-4e8d-8223-991fa58c359e x-openstack-request-id: req-f64a8412-3148-4e8d-8223-991fa58c359e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:12.377414 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc15837-a0b0-4311-bd1d-cdac00ea407d", "name": "network-vif-plugged", "status": "completed", "tag": "2d220bbb-27ad-4cf0-bcbe-6cb6f582046b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:12.377499 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f64a8412-3148-4e8d-8223-991fa58c359e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:12.377862 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'code': 200} Dec 15 13:42:12.382677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54047d6-84d8-4c52-b40f-36222be21cc3 req-d04b4d3b-d2fb-4f2c-b9c1-e0a0c9cf7188 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.392085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a54047d6-84d8-4c52-b40f-36222be21cc3 req-d04b4d3b-d2fb-4f2c-b9c1-e0a0c9cf7188 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1044841 Dec 15 13:42:12.438698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:12.513417 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3243104-7bd5-4a14-b7af-2bda907fc77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.556768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a54047d6-84d8-4c52-b40f-36222be21cc3 req-1c2a68f9-f91a-470a-87c8-59bcb4620b40 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591158 Dec 15 13:42:12.577784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-e8809c8e-4829-4631-9026-1ebedaaa5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.579375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-e8809c8e-4829-4631-9026-1ebedaaa5ddf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1095 time: 0.1418185 Dec 15 13:42:12.601634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Deleting subnet 336c7f7a-3ef7-4309-8500-fb68d429d081 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:12.607845 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.664229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef8b85-c42b-4f25-b8cf-e0ad236d70be req-2d56cf70-6a00-4fb0-9493-979fa112003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.666337 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ef8b85-c42b-4f25-b8cf-e0ad236d70be req-2d56cf70-6a00-4fb0-9493-979fa112003a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 1100 time: 0.1770289 Dec 15 13:42:12.685223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-fb5d8fa1-0687-4c00-ac5a-97d62d5bfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.686691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-fb5d8fa1-0687-4c00-ac5a-97d62d5bfac1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.0983641 Dec 15 13:42:12.701164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.764616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ef8b85-c42b-4f25-b8cf-e0ad236d70be req-836693d1-5556-42f0-8a19-81f1ebb9b2ed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873516 Dec 15 13:42:12.770943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-b7996a32-c68e-4928-88c9-857d46d7e2af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 217 time: 0.0765593 Dec 15 13:42:12.774046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.796251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3dffe-00fe-46ce-9b7a-271e948f535c req-dd54b125-ee9c-4dc9-8005-4565cc575be8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.809052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ca3dffe-00fe-46ce-9b7a-271e948f535c req-dd54b125-ee9c-4dc9-8005-4565cc575be8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 950 time: 0.1021092 Dec 15 13:42:12.857625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.876902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ca3dffe-00fe-46ce-9b7a-271e948f535c req-0636c158-3ee3-4a6e-b872-eab73c6de3bb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662358 Dec 15 13:42:12.902303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336c7f7a-3ef7-4309-8500-fb68d429d081,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:12.904653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.907912 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8fb37393-2d1c-4de3-8d9c-584531c60f34 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/336c7f7a-3ef7-4309-8500-fb68d429d081 HTTP/1.1" status: 204 len: 168 time: 0.4673719 Dec 15 13:42:12.910401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:12.992174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.077590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-79ef87ce-4345-4a11-8431-8b9b4b494371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.079029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-79ef87ce-4345-4a11-8431-8b9b4b494371 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0811229 Dec 15 13:42:13.088284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa6c26-d21d-4ed9-a207-0ba377255d11 req-04b24114-7169-44d5-9960-3a493634f6ee tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.090869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bfa6c26-d21d-4ed9-a207-0ba377255d11 req-04b24114-7169-44d5-9960-3a493634f6ee tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1098552 Dec 15 13:42:13.107615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.127316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-50c66e33-9df3-416d-9360-987b683445b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349295 Dec 15 13:42:13.132400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aeba8b9-f6bf-4d97-9847-99b15a80121d']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:13.143631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e42771-885c-4dce-a5f4-66e4b341d8e6') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:13.143879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e42771-885c-4dce-a5f4-66e4b341d8e6') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:13.155496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.172402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.187198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:13.187623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:13.203186 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:13.231410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bfa6c26-d21d-4ed9-a207-0ba377255d11 req-6f944136-990f-4ffa-8fe7-54d9110579c4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258028 Dec 15 13:42:13.292762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.309449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-9e57e2f1-5197-41e9-b0ab-db39e7542a5c service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733367 Dec 15 13:42:13.313320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Pushing event deleted for resources: {'Network': ['ID=7aeba8b9-f6bf-4d97-9847-99b15a80121d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.315875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.322419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-14d6b3c9-a96d-48d7-ab7b-b98a9da1510c admin admin] 10.222.0.32 "DELETE /v2.0/networks/7aeba8b9-f6bf-4d97-9847-99b15a80121d HTTP/1.1" status: 204 len: 168 time: 0.4110005 Dec 15 13:42:13.452642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32e34-c8af-4607-9b08-df0870595c7e req-ed7fc42b-2012-481a-966b-813ebb007102 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.454753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65b32e34-c8af-4607-9b08-df0870595c7e req-ed7fc42b-2012-481a-966b-813ebb007102 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 944 time: 0.0960624 Dec 15 13:42:13.464345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44068) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:13.510785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-914d2323-f435-4621-8a6e-74afbc43c7f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8967cce003a14fd7b6f36660275998f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427608 Dec 15 13:42:13.511021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44070) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:13.569392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7aa108e-79a9-480f-8281-8713b392f146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.594522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7aa108e-79a9-480f-8281-8713b392f146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.644192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7aa108e-79a9-480f-8281-8713b392f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.648595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7aa108e-79a9-480f-8281-8713b392f146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.652753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a7aa108e-79a9-480f-8281-8713b392f146 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab7149c-38e4-41b3-b17b-08a4e2f675d7 HTTP/1.1" status: 204 len: 168 time: 0.1379325 Dec 15 13:42:13.660063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa108e-79a9-480f-8281-8713b392f146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab7149c-38e4-41b3-b17b-08a4e2f675d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.774639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.813612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'name': 'network-vif-deleted', 'tag': 'fafd4469-7122-4aac-bceb-5e2e2dec0599'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:13.815948 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8ced9-a036-4d73-bb76-2d730fcd0940" -d '{"events": [{"server_uuid": "fc7c889b-7984-4c6d-b749-a0efee866b13", "name": "network-vif-deleted", "tag": "fafd4469-7122-4aac-bceb-5e2e2dec0599"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:13.820198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f25007-9cf8-4b33-bd06-d45cc2cea787 req-72a8c225-4809-492d-bd31-34251d36cb76 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998283 Dec 15 13:42:13.850420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf336-834d-4995-9cd9-84afa11ba251 req-974c5ec7-ff1d-4db0-8c25-ad4c48de77a8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.851925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f8bf336-834d-4995-9cd9-84afa11ba251 req-974c5ec7-ff1d-4db0-8c25-ad4c48de77a8 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 947 time: 0.3962016 Dec 15 13:42:13.856757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65b32e34-c8af-4607-9b08-df0870595c7e req-2d7f4835-0778-4960-98a9-b34689ec00bc tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880980 Dec 15 13:42:13.911334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f8bf336-834d-4995-9cd9-84afa11ba251 req-365492ca-a871-49ca-9615-8a0d32a9ff77 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526221 Dec 15 13:42:14.059300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0d1f4-66a7-4bad-bfe3-c4a9e3388faa req-6a6f6349-c3ab-4a39-bf57-ef2ec2d28db7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.061215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5e0d1f4-66a7-4bad-bfe3-c4a9e3388faa req-6a6f6349-c3ab-4a39-bf57-ef2ec2d28db7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0694156 Dec 15 13:42:14.063033 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396ff25-e377-4e62-b329-2aa92e395837 x-openstack-request-id: req-8396ff25-e377-4e62-b329-2aa92e395837 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:14.063428 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7c889b-7984-4c6d-b749-a0efee866b13", "name": "network-vif-deleted", "tag": "fafd4469-7122-4aac-bceb-5e2e2dec0599", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:14.063790 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8396ff25-e377-4e62-b329-2aa92e395837 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:14.064659 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7c889b-7984-4c6d-b749-a0efee866b13', 'name': 'network-vif-deleted', 'tag': 'fafd4469-7122-4aac-bceb-5e2e2dec0599', 'status': 'completed', 'code': 200} Dec 15 13:42:14.130985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5e0d1f4-66a7-4bad-bfe3-c4a9e3388faa req-d35b6e17-7e4f-4f2b-bdae-c61d2f620c19 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632029 Dec 15 13:42:14.193285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f629db-e3ca-4680-937e-67f524d67518 req-9eb81ca0-8be9-4d7b-af40-fa4af4478a0a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.194986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4f629db-e3ca-4680-937e-67f524d67518 req-9eb81ca0-8be9-4d7b-af40-fa4af4478a0a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 950 time: 0.0539410 Dec 15 13:42:14.261648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4f629db-e3ca-4680-937e-67f524d67518 req-5521f3cf-f0ef-45ea-a8ed-e5796007d0aa tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546706 Dec 15 13:42:14.266342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fafd4469-7122-4aac-bceb-5e2e2dec0599 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:14.308105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: fafd4469-7122-4aac-bceb-5e2e2dec0599 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:14.308454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fafd4469-7122-4aac-bceb-5e2e2dec0599 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:14.378947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe739df4-555e-4ae3-bb85-850cd7759382'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:14.382161 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c67697-c030-4c58-aa56-d15555af7091" -d '{"events": [{"server_uuid": "c452df91-d8b6-4383-8962-ad5ddad0aad8", "name": "network-vif-plugged", "status": "completed", "tag": "fe739df4-555e-4ae3-bb85-850cd7759382"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:14.403035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ada186-385c-4e80-9c8e-fd702eafe2a0 req-df3ce042-b479-4510-b346-86c8e6b0ea65 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.420929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53ada186-385c-4e80-9c8e-fd702eafe2a0 req-df3ce042-b479-4510-b346-86c8e6b0ea65 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0917399 Dec 15 13:42:14.429813 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450ea84-e47d-45be-9dd3-99f43cde0b79 x-openstack-request-id: req-4450ea84-e47d-45be-9dd3-99f43cde0b79 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:14.430272 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c452df91-d8b6-4383-8962-ad5ddad0aad8", "name": "network-vif-plugged", "status": "completed", "tag": "fe739df4-555e-4ae3-bb85-850cd7759382", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:14.430596 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4450ea84-e47d-45be-9dd3-99f43cde0b79 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:14.431169 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe739df4-555e-4ae3-bb85-850cd7759382', 'code': 200} Dec 15 13:42:14.483386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53ada186-385c-4e80-9c8e-fd702eafe2a0 req-63f340f6-155e-48a7-bcd8-59ae812812e6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 Dec 15 13:42:14.494514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44106) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:14.555813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62460f5c-fc5b-4808-817f-7e7705a86d71 req-169d3c70-4e9b-4cde-99cf-3ba59de69e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.557465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62460f5c-fc5b-4808-817f-7e7705a86d71 req-169d3c70-4e9b-4cde-99cf-3ba59de69e6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 1101 time: 0.0426123 Dec 15 13:42:14.595206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-249730820-network', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:14.608390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62460f5c-fc5b-4808-817f-7e7705a86d71 req-1ef22c08-8b53-44cb-89cd-e4d552e93bea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Dec 15 13:42:14.616395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Made reservation on behalf of 44b18019d1974e46bdb1175bb34aea29 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:14.618689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.627070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.655319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe44751d-3031-4508-b776-78d560f2851a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.704388 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.708686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.737789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:14.744015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3ba116-a022-4df8-a4bf-2f88b34212e1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.750731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.751086 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Added segment a814abe3-da27-4e3f-9429-da503f4c5766 of type vlan for network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 Dec 15 13:42:14.794895 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:14.797250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.822533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.823712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.824457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.881316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3831124 Dec 15 13:42:14.881869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:14.888194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Request body: {'subnet': {'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-249730820-subnet', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:14.895624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219ef9-efc5-4474-b635-f9a98c213cdf admin admin] Pushing event updated for resources: {'Network': ['ID=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.908053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:14.922955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Made reservation on behalf of 44b18019d1974e46bdb1175bb34aea29 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:14.925419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.157047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ede7fb-9f56-4e81-b2de-61c43560e083 req-0d011d48-fd6e-4848-9ed2-e1723a795f18 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.159119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4ede7fb-9f56-4e81-b2de-61c43560e083 req-0d011d48-fd6e-4848-9ed2-e1723a795f18 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 944 time: 0.1347625 Dec 15 13:42:15.189061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8351b7-46a3-46e8-be9e-6d17aa4f536c req-983a0092-d0f3-4567-8471-330c992bc5d4 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.190637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e8351b7-46a3-46e8-be9e-6d17aa4f536c req-983a0092-d0f3-4567-8471-330c992bc5d4 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 947 time: 0.1171515 Dec 15 13:42:15.291146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4ede7fb-9f56-4e81-b2de-61c43560e083 req-da67cce2-2d05-4242-8af1-ea96d2539717 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174364 Dec 15 13:42:15.308996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e8351b7-46a3-46e8-be9e-6d17aa4f536c req-b57c2b44-f01f-473c-a7aa-95075cc560af tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 Dec 15 13:42:15.382941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.458877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d35afab4-a205-4b49-95df-89ab6efd6eed details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:15.484138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3885f4c-fdbb-4b22-9f7c-f2f16b314127,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.520834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Checking segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:15.521192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Network hostable DHCP agents. Network: ac920ef7-d5dd-451f-86d0-4af69a0e4bb7, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:15.530779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78235ad-0155-4889-b547-e0ad3eef4663 req-8ffd0626-2528-4bd2-b536-dd670cbbe0b4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.532268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e78235ad-0155-4889-b547-e0ad3eef4663 req-8ffd0626-2528-4bd2-b536-dd670cbbe0b4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1187313 Dec 15 13:42:15.574496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:15.585568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1776529-b618-4d22-8bfc-65c4412dba0e req-35c8cd54-a3f6-4928-ab40-2a795be74982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.587055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1776529-b618-4d22-8bfc-65c4412dba0e req-35c8cd54-a3f6-4928-ab40-2a795be74982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 950 time: 0.1005721 Dec 15 13:42:15.588253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:15.589022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'network_id': '99f42b36-123f-43f6-b143-678d50a6b582', 'port_id': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'mac_address': 'fa:16:3e:e2:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1be37df-73d5-4663-ae8c-8d78699530dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:15.611799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ac920ef7-d5dd-451f-86d0-4af69a0e4bb7) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:15.624484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adf35b-57da-4af7-bb1a-a23fe97de1d7 None None] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:15.626867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.627457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.646344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e78235ad-0155-4889-b547-e0ad3eef4663 req-17c563e8-a523-4e06-bc83-ebf545776993 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016591 Dec 15 13:42:15.673424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44126) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:15.673952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a9cf4eb5-0b3d-4361-9d7a-bc8bf0af538b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7869747 Dec 15 13:42:15.674767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:15.691823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1776529-b618-4d22-8bfc-65c4412dba0e req-264d2a79-85b2-4fe0-96ae-6f0ecf6c37e4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895174 Dec 15 13:42:15.717359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.718390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.735461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.763990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35afab4-a205-4b49-95df-89ab6efd6eed {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:15.790140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.824944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:15.831874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.838931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078033a-aea1-4ed0-b243-2787cbbbf6eb req-5b03610b-1b10-45fd-80fe-a17f996817a8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.841105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c078033a-aea1-4ed0-b243-2787cbbbf6eb req-5b03610b-1b10-45fd-80fe-a17f996817a8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0944860 Dec 15 13:42:15.865692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c981e-aa24-4482-a501-0a32ca0e5ed9 None None] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:15.937527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c078033a-aea1-4ed0-b243-2787cbbbf6eb req-d75ff32a-9536-4f80-9516-4f64c4f8ee6a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864820 Dec 15 13:42:15.946818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-ebbbcf2a-372f-4873-addd-c6b38165e5f6 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.948305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-ebbbcf2a-372f-4873-addd-c6b38165e5f6 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.67 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 947 time: 0.1061647 Dec 15 13:42:15.959100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.962907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.091148 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.125160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Deleting port 4e6d3afe-95e3-415d-b374-874bd93ef747 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:16.125658 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.241887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['d35afab4-a205-4b49-95df-89ab6efd6eed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:16.265745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] For port 4e6d3afe-95e3-415d-b374-874bd93ef747, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4e6d3afe-95e3-415d-b374-874bd93ef747,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:16.266318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.280799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Calling delete_port for 4e6d3afe-95e3-415d-b374-874bd93ef747 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:16.299701 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.334696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.519207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Allocated IP 172.25.2.215 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/cdedb225-9ac8-4c06-825c-3fbc53adb2db) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:16.529053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.586463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf59ba1c-ecb0-4f5c-a054-d6ce6b0b91fc req-0f7b950d-1ac0-486e-a825-e60514d317f6 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=755b7430-3703-4c6f-a237-8739d1a02912 HTTP/1.1" status: 200 len: 210 time: 0.1099064 Dec 15 13:42:16.590776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Pushing event deleted for resources: {'Port': ['ID=4e6d3afe-95e3-415d-b374-874bd93ef747,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.662249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] No DVR routers for this DVR port 4e6d3afe-95e3-415d-b374-874bd93ef747 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:16.666126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.669512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cd845ca-2484-437e-b651-6958d4f7a734 req-7a1afd91-da65-4a4b-a55f-1eb41f10ea49 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.67 "DELETE /v2.0/ports/4e6d3afe-95e3-415d-b374-874bd93ef747 HTTP/1.1" status: 204 len: 173 time: 0.7058635 Dec 15 13:42:16.677909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95d824-a49d-4291-9c21-1eb1f3e71f56 req-979177e6-46a1-4866-b646-3f10a4299cfb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:16.687497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed95d824-a49d-4291-9c21-1eb1f3e71f56 req-979177e6-46a1-4866-b646-3f10a4299cfb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 945 time: 0.2202625 Dec 15 13:42:16.689225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-deleted', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:16.692401 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dd3801-25d7-4a27-b6af-aa2c0c17f772" -d '{"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-deleted", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:16.752749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.759014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed95d824-a49d-4291-9c21-1eb1f3e71f56 req-4d4d6015-2d40-4b63-a90a-a30a0e12b3e9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701625 Dec 15 13:42:16.819307 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.903694 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a34fa-18a7-4afc-b4a7-99c67f405b12 x-openstack-request-id: req-ab9a34fa-18a7-4afc-b4a7-99c67f405b12 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:16.903994 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755b7430-3703-4c6f-a237-8739d1a02912", "name": "network-vif-deleted", "tag": "4e6d3afe-95e3-415d-b374-874bd93ef747", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:16.904252 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab9a34fa-18a7-4afc-b4a7-99c67f405b12 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:16.904727 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755b7430-3703-4c6f-a237-8739d1a02912', 'name': 'network-vif-deleted', 'tag': '4e6d3afe-95e3-415d-b374-874bd93ef747', 'status': 'completed', 'code': 200} Dec 15 13:42:16.936233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:16.950109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Pushing event updated for resources: {'Port': ['ID=cdedb225-9ac8-4c06-825c-3fbc53adb2db,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.953182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:16.961542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:17.105079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909bc5f-5fbd-42ee-97bd-8cde9e45a2c2 req-11846a44-58fa-48be-b6be-3cd217fd503c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.114188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1909bc5f-5fbd-42ee-97bd-8cde9e45a2c2 req-11846a44-58fa-48be-b6be-3cd217fd503c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1652799 Dec 15 13:42:17.166256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-f788af7a-cd9f-4a38-acdf-c6cf85c6665c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1579242 Dec 15 13:42:17.195623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a6370-ac8c-46ff-889f-493f710db921 req-1b4e1536-721d-440f-8311-803aa45b0765 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.197227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-909a6370-ac8c-46ff-889f-493f710db921 req-1b4e1536-721d-440f-8311-803aa45b0765 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 950 time: 0.2335620 Dec 15 13:42:17.237128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1909bc5f-5fbd-42ee-97bd-8cde9e45a2c2 req-b058fc04-f3c1-43a0-a2f3-d628b7a30ad0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218388 Dec 15 13:42:17.314561 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.366971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-0f38361e-2d3c-4618-9bee-16bba10004fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.377984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-0f38361e-2d3c-4618-9bee-16bba10004fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 1095 time: 0.1394591 Dec 15 13:42:17.393461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-909a6370-ac8c-46ff-889f-493f710db921 req-3899fc40-3c28-40db-9b18-a43cbbedd062 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541250 Dec 15 13:42:17.420252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.505761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d35afab4-a205-4b49-95df-89ab6efd6eed up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:17.560394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c30bf-2ee0-493b-83c4-ab82d85f2aff req-b9783ed0-23c9-4cd6-bf99-f5e9af7a8a61 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.562290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d2c30bf-2ee0-493b-83c4-ab82d85f2aff req-b9783ed0-23c9-4cd6-bf99-f5e9af7a8a61 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1628623 Dec 15 13:42:17.573643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port d35afab4-a205-4b49-95df-89ab6efd6eed completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:17.579618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port d35afab4-a205-4b49-95df-89ab6efd6eed triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:17.580298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.684703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.710809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d2c30bf-2ee0-493b-83c4-ab82d85f2aff req-702e7685-f999-4b9d-86aa-bc0b7809ec29 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373887 Dec 15 13:42:17.716346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.724151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62626a-7aab-4b51-be8b-d6f3d444e525 req-5f18f0b7-dccd-41af-ab47-0c799ac0a010 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.725726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d62626a-7aab-4b51-be8b-d6f3d444e525 req-5f18f0b7-dccd-41af-ab47-0c799ac0a010 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 949 time: 0.2303982 Dec 15 13:42:17.726806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-e2907f63-9d92-432a-8030-7d3133756f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.728590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-e2907f63-9d92-432a-8030-7d3133756f7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3122468 Dec 15 13:42:17.771633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:17.779695 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9e0fc-3189-4f16-88fa-c4f0e41258d1" -d '{"events": [{"server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "name": "network-vif-plugged", "status": "completed", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:17.793993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-af33a7f9-dc87-4e23-bebc-b9865cbf8cb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0543714 Dec 15 13:42:17.803112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:17.811465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.813175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:17.884958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 4e6d3afe-95e3-415d-b374-874bd93ef747 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:17.885679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4e6d3afe-95e3-415d-b374-874bd93ef747 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:17.894796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d62626a-7aab-4b51-be8b-d6f3d444e525 req-3729378f-bd21-4af4-9f38-2b39f64c314d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626341 Dec 15 13:42:17.917248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-7cfd6d51-cd1e-4132-b857-391d06255e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.919280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-7cfd6d51-cd1e-4132-b857-391d06255e4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1136372 Dec 15 13:42:17.961904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:18.015384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-c2d2bdbb-8703-4ef5-88d5-b4968dc84765 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810142 Dec 15 13:42:18.076681 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af10b6dc-ad16-4346-a1c4-0c8a84279585 x-openstack-request-id: req-af10b6dc-ad16-4346-a1c4-0c8a84279585 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:18.077088 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "name": "network-vif-plugged", "status": "completed", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:18.077465 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af10b6dc-ad16-4346-a1c4-0c8a84279585 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:18.077968 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'code': 200} Dec 15 13:42:18.223146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b2d2d-bec7-4c6f-b5b9-bbb14e65560d req-3e83c024-2acf-438b-b795-0051813ed0e2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.231331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-220b2d2d-bec7-4c6f-b5b9-bbb14e65560d req-3e83c024-2acf-438b-b795-0051813ed0e2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 946 time: 0.0840268 Dec 15 13:42:18.277555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09591518-b606-43e7-8ae9-dd22bab3996e req-afe6ecfe-eb55-4eba-aa14-c6bd14ad84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.279285 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09591518-b606-43e7-8ae9-dd22bab3996e req-afe6ecfe-eb55-4eba-aa14-c6bd14ad84f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1097 time: 0.1073170 Dec 15 13:42:18.288565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-72674b64-2414-410c-bb3d-a01b596a03cd service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548580 Dec 15 13:42:18.315288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:42:18.383947 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.395407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09591518-b606-43e7-8ae9-dd22bab3996e req-ed775ff5-ca1c-42ce-b246-9176ca687f02 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039882 Dec 15 13:42:18.416989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-220b2d2d-bec7-4c6f-b5b9-bbb14e65560d req-98f36b8e-929d-4a73-9894-14ab6ef8cc82 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847818 Dec 15 13:42:18.423105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52676e47-399f-4676-87cf-e504fd9e6bb9 req-747a28eb-848b-447f-bf8f-177f81019c85 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267617 Dec 15 13:42:18.473784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:18.483856 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Sync routers for ids ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:18.484357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68000-0955-4d83-86e3-5ac5ab40202c req-5f076c99-56c5-4cd3-991d-0c50454d6294 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.491555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68000-0955-4d83-86e3-5ac5ab40202c req-5f076c99-56c5-4cd3-991d-0c50454d6294 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.494688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1a68000-0955-4d83-86e3-5ac5ab40202c req-5f076c99-56c5-4cd3-991d-0c50454d6294 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d&device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 1690 time: 0.1020055 Dec 15 13:42:18.499033 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Routers {'390d1a95-0c4b-47d1-b62b-43fe0091cb68'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:18.499777 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:18.502423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.503661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2b05e708-b9b2-45ce-88b2-cbe71c4cbe0b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8325953 Dec 15 13:42:18.508195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:18.593936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1a68000-0955-4d83-86e3-5ac5ab40202c req-fbf68003-d45f-438c-b6c9-dc0ed7c818b3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920138 Dec 15 13:42:18.612608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4700a-9197-4be3-aa1c-8543b6375b83 req-9026ff40-c4ef-488f-8fe6-4c0447d680d9 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.614527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eee4700a-9197-4be3-aa1c-8543b6375b83 req-9026ff40-c4ef-488f-8fe6-4c0447d680d9 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 948 time: 0.0990889 Dec 15 13:42:18.641426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Set router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:18.681571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eee4700a-9197-4be3-aa1c-8543b6375b83 req-109972e7-6e95-44b5-b008-38f638368e91 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601239 Dec 15 13:42:18.772953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dc91b-971e-405d-b822-2456bde508e3 req-7cf2a4d4-1c28-46a2-a36f-8211fa6499d7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.775795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-635dc91b-971e-405d-b822-2456bde508e3 req-7cf2a4d4-1c28-46a2-a36f-8211fa6499d7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0987821 Dec 15 13:42:18.912465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-635dc91b-971e-405d-b822-2456bde508e3 req-9decc167-2064-407e-9f9d-332c6334df90 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304150 Dec 15 13:42:18.913739 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 3, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:18.945750 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Checking router: 390d1a95-0c4b-47d1-b62b-43fe0091cb68 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:18.946160 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Updating router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 port cdedb225-9ac8-4c06-825c-3fbc53adb2db binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:18.954542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87a4f-9342-455a-9fe8-509323bd0775 req-fe8cc3fe-5a3e-4532-b7d0-4457da8ba444 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.964335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5a87a4f-9342-455a-9fe8-509323bd0775 req-fe8cc3fe-5a3e-4532-b7d0-4457da8ba444 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0957539 Dec 15 13:42:18.983806 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.083998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5a87a4f-9342-455a-9fe8-509323bd0775 req-4ab07682-8983-49e4-b4e4-c873d14d668f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186595 Dec 15 13:42:19.090389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75980fdc-b979-4d45-bafe-7f80bb6a8551 req-0bf26c57-00df-4271-86b8-966b75607d3f tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.103702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75980fdc-b979-4d45-bafe-7f80bb6a8551 req-0bf26c57-00df-4271-86b8-966b75607d3f tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 1100 time: 0.1172464 Dec 15 13:42:19.127390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.166939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75980fdc-b979-4d45-bafe-7f80bb6a8551 req-e3eac8ea-f2cb-46b6-90db-4c144f1903b3 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592620 Dec 15 13:42:19.281044 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.288491 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.292199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d0d8d-a91d-4f55-b4d9-030ecbc6fecb req-5896a2c4-38ec-479b-9ab0-34a009315ad5 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.295371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-320d0d8d-a91d-4f55-b4d9-030ecbc6fecb req-5896a2c4-38ec-479b-9ab0-34a009315ad5 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 1101 time: 0.0482612 Dec 15 13:42:19.331539 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Pushing event updated for resources: {'Port': ['ID=cdedb225-9ac8-4c06-825c-3fbc53adb2db,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.342225 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.342813 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.343324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.343668 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.344007 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.344338 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.344689 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.345014 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.345142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Allocated IP 172.20.0.1 (ac920ef7-d5dd-451f-86d0-4af69a0e4bb7/e3885f4c-fdbb-4b22-9f7c-f2f16b314127/bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:19.345579 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.345662 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.345961 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.346278 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.346596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:19.350852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-320d0d8d-a91d-4f55-b4d9-030ecbc6fecb req-c78dafeb-a206-4b28-8518-6d49d0f53c85 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Dec 15 13:42:19.387579 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Attempting to bind port cdedb225-9ac8-4c06-825c-3fbc53adb2db on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:19.387579 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Attempting to bind port cdedb225-9ac8-4c06-825c-3fbc53adb2db by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:19.387579 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Attempting to bind port cdedb225-9ac8-4c06-825c-3fbc53adb2db on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:19.404528 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:19.405771 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:19.406182 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.406567 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:19.407030 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Bound port: cdedb225-9ac8-4c06-825c-3fbc53adb2db, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:19.408001 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.498658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.506096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] For port cdedb225-9ac8-4c06-825c-3fbc53adb2db, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:19.514753 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] For port cdedb225-9ac8-4c06-825c-3fbc53adb2db, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=cdedb225-9ac8-4c06-825c-3fbc53adb2db,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:19.528582 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.552915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.579202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222707d1-d350-496d-8895-984fd0b85e1f req-30dfbb2a-ce63-4f5c-9363-bdf07f3baefd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.584602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-222707d1-d350-496d-8895-984fd0b85e1f req-30dfbb2a-ce63-4f5c-9363-bdf07f3baefd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 946 time: 0.0760403 Dec 15 13:42:19.610423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:19.613764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:19.616419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:19.629238 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4027c-33e7-4363-8090-84e5a280c1f7 None None] Pushing event updated for resources: {'Port': ['ID=cdedb225-9ac8-4c06-825c-3fbc53adb2db,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.660765 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Routers {'390d1a95-0c4b-47d1-b62b-43fe0091cb68'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:19.661814 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:19.666349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.724235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-222707d1-d350-496d-8895-984fd0b85e1f req-283a259b-970d-4995-9a0c-2aad853bdcdd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261482 Dec 15 13:42:19.737436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Pushing event updated for resources: {'Port': ['ID=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.787321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-08f83de6-1baf-4a13-ada2-aaf6ec04ee21 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497808 Dec 15 13:42:19.827067 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] Set router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:19.873783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.990546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cd02c-f042-451a-98eb-5efc70a95805 req-ca41a486-d419-4158-8479-4862ce0d0f74 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.994259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a51cd02c-f042-451a-98eb-5efc70a95805 req-ca41a486-d419-4158-8479-4862ce0d0f74 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 948 time: 0.1395760 Dec 15 13:42:20.046184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-c56a4ca8-929b-450f-90d7-5689ef70495f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:20.047705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-c56a4ca8-929b-450f-90d7-5689ef70495f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596264 Dec 15 13:42:20.085469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-66ac57d3-965f-4e2d-9453-7c342df7fa22 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/quotas/b17a9cfb45464d8ca535f7388591d0d9 HTTP/1.1" status: 200 len: 375 time: 0.0248473 Dec 15 13:42:20.091593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a51cd02c-f042-451a-98eb-5efc70a95805 req-136cc34d-eca2-4c7f-ba8a-ba595695a74e tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829585 Dec 15 13:42:20.151532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.159688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.170638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-76a2a2eb-fe35-4aee-9ecf-7319c54c6a9e tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765042 Dec 15 13:42:20.177157 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 3, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:20.241613 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbead28d-2872-49c4-8cdc-a0daea630649 None None] The sync data for ids ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'] in n-d-815324-3 is: [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 3, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:20.262521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Pushing event updated for resources: {'Port': ['ID=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:20.289357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f59b3-9dc2-4c3c-8ffc-001ca91e7eb0 req-e8c36a8a-ef1f-46c0-aac5-4bb3fa8b0abf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:20.291001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f44f59b3-9dc2-4c3c-8ffc-001ca91e7eb0 req-e8c36a8a-ef1f-46c0-aac5-4bb3fa8b0abf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.0761642 Dec 15 13:42:20.303734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.360918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f44f59b3-9dc2-4c3c-8ffc-001ca91e7eb0 req-b97283bc-90cb-40b8-8bb8-25a0ade54078 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591340 Dec 15 13:42:20.487077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:20.489048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:20.523748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857172b-bff6-4d7d-8fbf-c31042f4262a req-cd87b312-c7e8-458b-bbcb-ecb41227b136 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:20.534890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0857172b-bff6-4d7d-8fbf-c31042f4262a req-cd87b312-c7e8-458b-bbcb-ecb41227b136 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0981054 Dec 15 13:42:20.655057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0857172b-bff6-4d7d-8fbf-c31042f4262a req-c85c6f34-4e18-4d35-9d9d-e246378a85ae tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185806 Dec 15 13:42:20.708298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:20.746403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.964887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:21.008322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-12dd9f3a-4811-4a24-acd9-e14c1e1f00ff admin admin] 10.222.0.32 "PUT /v2.0/routers/390d1a95-0c4b-47d1-b62b-43fe0091cb68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4988608 Dec 15 13:42:21.030401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cdedb225-9ac8-4c06-825c-3fbc53adb2db up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:21.042174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e692601-fae3-4b35-9877-f68acd86e02d req-26e299f7-64e9-4cb6-8670-2bc13bc25c55 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.043997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e692601-fae3-4b35-9877-f68acd86e02d req-26e299f7-64e9-4cb6-8670-2bc13bc25c55 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.85 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 948 time: 0.2078524 Dec 15 13:42:21.094833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port cdedb225-9ac8-4c06-825c-3fbc53adb2db triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:21.095538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.174228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f650819-f56d-40c7-9c74-c46a6f405cfc req-91b5349b-8282-4cf0-9afd-b334447dff39 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 210 time: 0.0966911 Dec 15 13:42:21.231078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.257840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port cdedb225-9ac8-4c06-825c-3fbc53adb2db, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=cdedb225-9ac8-4c06-825c-3fbc53adb2db,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:21.273759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.306372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fc065-b641-4fc1-89ee-63696670e7e2 req-f3be8484-40b5-4895-8a82-ad03cdc665dc tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.315276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-651fc065-b641-4fc1-89ee-63696670e7e2 req-f3be8484-40b5-4895-8a82-ad03cdc665dc tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 946 time: 0.3352168 Dec 15 13:42:21.408338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=cdedb225-9ac8-4c06-825c-3fbc53adb2db,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.459987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-651fc065-b641-4fc1-89ee-63696670e7e2 req-6c980b6d-ea57-4b14-ac67-4362f086392f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436260 Dec 15 13:42:21.492913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b43d-eccc-46da-a8d5-a5177d5018ca req-823c5b8b-4e4b-4cb2-820a-ddd89caacadf tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.501645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0818b43d-eccc-46da-a8d5-a5177d5018ca req-823c5b8b-4e4b-4cb2-820a-ddd89caacadf tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/ports?device_id=3029f1a9-3851-4742-bee6-dcb356a6bb1d HTTP/1.1" status: 200 len: 948 time: 0.1825063 Dec 15 13:42:21.511993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Deleting port ce391cf6-d274-42ef-9b62-30bb17f63faa {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:21.512255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.653789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0818b43d-eccc-46da-a8d5-a5177d5018ca req-f6b9a800-51b6-46b1-a78c-2e82f320298f tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ac28350-ded7-40fb-a383-7547c94fb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512501 Dec 15 13:42:21.679020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] For port ce391cf6-d274-42ef-9b62-30bb17f63faa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ce391cf6-d274-42ef-9b62-30bb17f63faa,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:21.679689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.698141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d94b-e7cf-4135-9b48-a42db5f37a03 req-115bc45b-12bf-4101-9d35-2db8f53e29ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.706269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebe3d94b-e7cf-4135-9b48-a42db5f37a03 req-115bc45b-12bf-4101-9d35-2db8f53e29ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1254458 Dec 15 13:42:21.721512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Calling delete_port for ce391cf6-d274-42ef-9b62-30bb17f63faa owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:21.807529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebe3d94b-e7cf-4135-9b48-a42db5f37a03 req-05937f6a-5bdf-42d3-b4af-90fa83433ab7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003256 Dec 15 13:42:22.036212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-6eb75a63-cacd-4a66-af9a-4047d71636b9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-169233831&fields=id&tenant_id=1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 267 time: 0.1368334 Dec 15 13:42:22.117624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.160798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Pushing event deleted for resources: {'Port': ['ID=ce391cf6-d274-42ef-9b62-30bb17f63faa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.224555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] No DVR routers for this DVR port ce391cf6-d274-42ef-9b62-30bb17f63faa on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:22.233918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-699d1fb2-5f05-4a19-98e2-5a88d2093bd7 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:22.235732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-699d1fb2-5f05-4a19-98e2-5a88d2093bd7 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 946 time: 0.1987953 Dec 15 13:42:22.237059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.240417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e692601-fae3-4b35-9877-f68acd86e02d req-863dca46-8ae2-46b7-bffc-49d15a8c4361 tempest-ListImageFiltersTestJSON-2048832259 tempest-ListImageFiltersTestJSON-2048832259-project] 10.222.0.85 "DELETE /v2.0/ports/ce391cf6-d274-42ef-9b62-30bb17f63faa HTTP/1.1" status: 204 len: 173 time: 1.1660650 Dec 15 13:42:22.247852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-deleted', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:22.249801 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b8539a-2af4-48fe-8390-a51fbfd03ff3" -d '{"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-deleted", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:22.261191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'port': {'security_groups': ['68545ade-4c02-4317-b60c-122219dc16a2', '9592585a-8d4d-4e42-bf38-efdd5e98623c']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:22.303752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-11ad0421-1771-4498-97e5-431cfaa1b53d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:22.305344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-11ad0421-1771-4498-97e5-431cfaa1b53d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 810 time: 0.2635431 Dec 15 13:42:22.351163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-391d2fb0-4c2a-4e86-808d-7836e68ca366 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/quotas/44b18019d1974e46bdb1175bb34aea29 HTTP/1.1" status: 200 len: 375 time: 0.0331171 Dec 15 13:42:22.388873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.444577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-560313ed-e609-4691-9a34-67f7767c190a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826941 Dec 15 13:42:22.806733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Sync routers for ids ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:22.823030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Routers {'390d1a95-0c4b-47d1-b62b-43fe0091cb68'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:22.823658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:22.890530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-ad8aa342-9201-4e4d-ae05-6cd0045ddf35 service neutron] 10.222.0.32 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362326 Dec 15 13:42:22.931787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cdedb225-9ac8-4c06-825c-3fbc53adb2db up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:22.937257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-6263461c-7628-4e7d-9569-dfda32686055 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246465 Dec 15 13:42:23.027063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Set router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:23.062236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-1734742c-63dc-4ba6-8093-d427a9dd490d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241176 Dec 15 13:42:23.274354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-fc9b2bdd-14f8-4121-a7e8-6b53283a1a65 service neutron] 10.222.0.32 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816614 Dec 15 13:42:23.301494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port cdedb225-9ac8-4c06-825c-3fbc53adb2db triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.301865 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.359412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:23.434474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-4e574174-9aa1-461d-8a3b-c17d7d720c70 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.436362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-4e574174-9aa1-461d-8a3b-c17d7d720c70 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4440801 Dec 15 13:42:23.480318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:23.569676 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.579870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e1988fe6-b54a-419a-bac3-3590706ef5f9 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.581685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e1988fe6-b54a-419a-bac3-3590706ef5f9 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5068166 Dec 15 13:42:23.588714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.605063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'd35afab4-a205-4b49-95df-89ab6efd6eed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:23.612756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:23.699889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 4, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013', 'name': '', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'mac_address': 'fa:16:3e:d0:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:19Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 2, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'subnets': [{'id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:23.738640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Checking router: 390d1a95-0c4b-47d1-b62b-43fe0091cb68 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:23.739370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Updating router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:23.755982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.756636 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.757957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92d9ce66-73f9-4ec4-9546-977f1581b479 req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "PUT /v2.0/ports/d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 982 time: 1.5018499 Dec 15 13:42:23.803303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae65c9-864c-4776-9661-3d97c44447c1 req-80e0e074-b675-4864-bc59-d289ec0fd24d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.811432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54ae65c9-864c-4776-9661-3d97c44447c1 req-80e0e074-b675-4864-bc59-d289ec0fd24d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.2523417 Dec 15 13:42:23.837091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.839642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c835a0-0024-4ca2-bd37-fcc43c9f3ddb tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:23.891022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['d35afab4-a205-4b49-95df-89ab6efd6eed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:23.928480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54ae65c9-864c-4776-9661-3d97c44447c1 req-456b2979-fa2a-4b61-b238-40cbe9f7f72e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110806 Dec 15 13:42:23.970375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.api [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 13:42:23.970375 n-d-815324-3 neutron-server[103379]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 13:42:23.970375 n-d-815324-3 neutron-server[103379]: [parameters: {'project_id': 'b17a9cfb45464d8ca535f7388591d0d9', 'id': '56627ea6-fd75-4b56-9c96-9c794f0ef7f1', 'expiration': datetime.datetime(2021, 12, 15, 13, 44, 23, 929414)}] Dec 15 13:42:23.970375 n-d-815324-3 neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:42:23.970839 n-d-815324-3 neutron-server[103379]: DEBUG oslo_db.api [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:42:24.018448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:24.028557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.068894 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355cdc40-5df3-4ace-b60f-2edb11810c78 x-openstack-request-id: req-355cdc40-5df3-4ace-b60f-2edb11810c78 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:24.069446 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f1a9-3851-4742-bee6-dcb356a6bb1d", "name": "network-vif-deleted", "tag": "ce391cf6-d274-42ef-9b62-30bb17f63faa", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:24.069986 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-355cdc40-5df3-4ace-b60f-2edb11810c78 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:24.073641 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f1a9-3851-4742-bee6-dcb356a6bb1d', 'name': 'network-vif-deleted', 'tag': 'ce391cf6-d274-42ef-9b62-30bb17f63faa', 'status': 'completed', 'code': 200} Dec 15 13:42:24.076093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05374fe4-eb2f-4ee6-b1ca-00321e314193 req-01bfdeb0-6904-4265-87a5-55cc3502db09 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 210 time: 0.0923495 Dec 15 13:42:24.240939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c5c904e-5894-4dc3-b44a-b70541364d07 req-4ddfd5d7-b4ba-499a-8342-b8a2077e148e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 210 time: 0.0488939 Dec 15 13:42:24.377741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:24.385684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ecc3c-0863-4972-becb-224824df011a req-74e69d4a-e975-45d5-af8c-9192d99154c7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.387237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb4ecc3c-0863-4972-becb-224824df011a req-74e69d4a-e975-45d5-af8c-9192d99154c7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.1968131 Dec 15 13:42:24.409275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-156979aa-4782-48cf-8c30-4df2dc08012c req-0975d1b1-54d3-4aaf-ba8c-ef69a07f4b75 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/9592585a-8d4d-4e42-bf38-efdd5e98623c HTTP/1.1" status: 200 len: 1817 time: 0.1349747 Dec 15 13:42:24.423825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.146 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/59ba8080-ca6a-4ee2-a1cd-3a51579a0581) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:24.438673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.443593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: ce391cf6-d274-42ef-9b62-30bb17f63faa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:24.444226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ce391cf6-d274-42ef-9b62-30bb17f63faa not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:24.455030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.573166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb4ecc3c-0863-4972-becb-224824df011a req-8cbad821-4f32-4832-86e9-f66c6595d8c3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793489 Dec 15 13:42:24.588568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7ac0c-4266-45a0-9ee1-bd40d763f32f None None] Pushing event updated for resources: {'Port': ['ID=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.610801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:24.616836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.680746 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-156979aa-4782-48cf-8c30-4df2dc08012c req-530d069d-af06-4b74-8b59-6e120cf522fc tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:42:24.681873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-156979aa-4782-48cf-8c30-4df2dc08012c req-530d069d-af06-4b74-8b59-6e120cf522fc tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/9592585a-8d4d-4e42-bf38-efdd5e98623c HTTP/1.1" status: 409 len: 341 time: 0.2450793 Dec 15 13:42:24.784830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Attempting to bind port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:24.785211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Attempting to bind port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:24.785557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Attempting to bind port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:24.820582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:24.820961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Checking segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:24.821891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.822289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Bound using segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:24.822772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Bound port: bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:24.823158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.864767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.918368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.953675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:25.011336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:25.048111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-c367ccad-389c-482e-aea0-de7590fdddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.050805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-c367ccad-389c-482e-aea0-de7590fdddc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1136 time: 0.0687034 Dec 15 13:42:25.051896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:25.115180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:25.117888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.54 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/9372b933-48b4-4414-94b2-edd827a373a0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:25.127696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:25.188726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.266994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] For port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:25.270772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.271621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.273158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] For port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:25.299184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceeaa-2409-45f6-8498-a181e50da59e req-597893e4-ad66-4bb6-b4ea-256de06fd8d6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.300998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efeceeaa-2409-45f6-8498-a181e50da59e req-597893e4-ad66-4bb6-b4ea-256de06fd8d6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 985 time: 0.3008494 Dec 15 13:42:25.334699 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.337319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-c970601f-84a8-42f2-ac0e-9a5cdc7be9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.339296 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-c970601f-84a8-42f2-ac0e-9a5cdc7be9a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.2780561 Dec 15 13:42:25.352955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e94c7384-d276-435f-9969-2da8f18ddffb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7446196 Dec 15 13:42:25.423336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Request body: {'port': {'device_id': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:25.454633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-69b588f9-b4be-4f77-b0cb-6d546a9eb905 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.456420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-69b588f9-b4be-4f77-b0cb-6d546a9eb905 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.3649075 Dec 15 13:42:25.458557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-b84d549c-6c37-4334-9cbe-9500464e79d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 217 time: 0.1041839 Dec 15 13:42:25.470551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:25.504379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.613766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Routers {'390d1a95-0c4b-47d1-b62b-43fe0091cb68'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:25.614849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:25.641962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-cae9f350-4eb0-420f-8e97-0cac7b319aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.643692 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-cae9f350-4eb0-420f-8e97-0cac7b319aa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.1540501 Dec 15 13:42:25.650417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.676656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efeceeaa-2409-45f6-8498-a181e50da59e req-44bcf0d6-6e5e-4b71-9c79-b5415f0581d9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=9592585a-8d4d-4e42-bf38-efdd5e98623c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3620949 Dec 15 13:42:25.688800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2ac98b3e-a6a4-4d80-909c-999018fc3fbe None None] Provisioning complete for port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:25.689589 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ac98b3e-a6a4-4d80-909c-999018fc3fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.693181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-80f0f741-7c30-46b1-9d73-236713a3e88a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388994 Dec 15 13:42:25.859675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.891582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7ac0c-4266-45a0-9ee1-bd40d763f32f None None] Pushing event updated for resources: {'Port': ['ID=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.907195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2ac98b3e-a6a4-4d80-909c-999018fc3fbe None None] Port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:25.938123 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-1208f275-0b19-45f3-aa14-6f218fc7e963 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364931 Dec 15 13:42:25.967666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] Set router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:25.976568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.077905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:26.100209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:26.102465 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:26.134322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430c03e-20aa-49a1-8908-745c565b205a req-ef13a1e1-c0e7-4fd7-a07e-998695f572c1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.141541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0430c03e-20aa-49a1-8908-745c565b205a req-ef13a1e1-c0e7-4fd7-a07e-998695f572c1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.4814382 Dec 15 13:42:26.149119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:26.152794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-d8c424bb-6f83-4e7f-ac1a-b1f080578c84 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.157155 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-d8c424bb-6f83-4e7f-ac1a-b1f080578c84 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 810 time: 0.2396829 Dec 15 13:42:26.168299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:26.181969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:26.186055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=9372b933-48b4-4414-94b2-edd827a373a0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.201884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Request body: {'port': {'device_id': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'admin_state_up': True, 'tenant_id': '44b18019d1974e46bdb1175bb34aea29'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:26.203150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ff75-9074-4869-afb0-69ffeba07207 req-a9357b3a-951d-45e5-86c5-d60f3feb2e6d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.205101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d912ff75-9074-4869-afb0-69ffeba07207 req-a9357b3a-951d-45e5-86c5-d60f3feb2e6d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 936 time: 0.3654494 Dec 15 13:42:26.331302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0430c03e-20aa-49a1-8908-745c565b205a req-d6abefc2-f59d-4dd3-877c-43e30331ebd8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887119 Dec 15 13:42:26.401841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.403171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.483526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:26.492830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-aeb343d8-e9e9-4c25-8d2a-f4e238a47056 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0311213 Dec 15 13:42:26.536148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:26.540702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43b82ce5-703e-4d92-a20d-fabb4a1f7b8c req-c512f3c3-411f-49d7-9908-999dc8082f93 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 210 time: 0.0697796 Dec 15 13:42:26.579796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Request body: {'port': {'device_id': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:26.585680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d912ff75-9074-4869-afb0-69ffeba07207 req-d0da804f-5ca9-44d8-8829-d9b4807ba601 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542604 Dec 15 13:42:26.634087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:26.657395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.686381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Transition to ACTIVE for port object 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:26.758972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.760251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-310d3a0f-84bd-436b-ac63-013d5cffb47b req-f197ea6c-8004-4e51-89b5-cec1490992f5 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105853 Dec 15 13:42:26.776894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.795878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:26.869117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:26.871610 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d60ec1-4a7b-425f-8bc4-ee9126e9b4f8" -d '{"events": [{"server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "name": "network-vif-unplugged", "status": "completed", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:26.875546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.918881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.926744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Pushing event updated for resources: {'Port': ['ID=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.945806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:26.999375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Made reservation on behalf of 44b18019d1974e46bdb1175bb34aea29 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:27.009357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.013914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2bcba88b-69fe-412c-aab7-1e287a0b15ae None None] Provisioning complete for port 9372b933-48b4-4414-94b2-edd827a373a0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:27.014464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2bcba88b-69fe-412c-aab7-1e287a0b15ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.027571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.147988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:42:27.192183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2bcba88b-69fe-412c-aab7-1e287a0b15ae None None] Port 9372b933-48b4-4414-94b2-edd827a373a0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:27.221688 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1706c727-897d-4edf-9816-dd0344be127f x-openstack-request-id: req-1706c727-897d-4edf-9816-dd0344be127f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:27.222333 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:27.222333 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1706c727-897d-4edf-9816-dd0344be127f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:27.222598 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'status': 'completed', 'code': 200} Dec 15 13:42:27.264951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:27.265961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:27.266454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:27.302476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 4, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013', 'name': '', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'mac_address': 'fa:16:3e:d0:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:19Z', 'updated_at': '2021-12-15T13:42:25Z', 'revision_number': 4, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'subnets': [{'id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.303549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:27.304106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Attempting to bind port cd46af07-7a46-4e0e-9890-8616b76c77f8 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:27.322258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd21b3-2b82-4c77-abc0-4674ba54e9dc req-556d1f0c-7c91-4621-a3d4-00fb61dcb7c6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.323818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73dd21b3-2b82-4c77-abc0-4674ba54e9dc req-556d1f0c-7c91-4621-a3d4-00fb61dcb7c6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 945 time: 0.5617108 Dec 15 13:42:27.343612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:27.344009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:27.344820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:27.345297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Bound port: cd46af07-7a46-4e0e-9890-8616b76c77f8, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:27.345757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.414110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-33783034-266f-488a-a880-adafefa55987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.416738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-33783034-266f-488a-a880-adafefa55987 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1136 time: 0.2010870 Dec 15 13:42:27.421693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef23a88-2a6d-42d9-91a0-feb177864afa None None] The sync data for ids ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'] in n-d-815324-3 is: [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 4, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013', 'name': '', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'mac_address': 'fa:16:3e:d0:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:19Z', 'updated_at': '2021-12-15T13:42:25Z', 'revision_number': 4, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'subnets': [{'id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:27.426439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Allocated IP 172.20.0.3 (ac920ef7-d5dd-451f-86d0-4af69a0e4bb7/e3885f4c-fdbb-4b22-9f7c-f2f16b314127/ef845432-63c1-4adc-b8d6-61272bd78a3a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:27.433124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:27.488692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Attempting to bind port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:27.489031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Attempting to bind port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:27.489359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Attempting to bind port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:27.607048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:27.607048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Attempting to bind port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:27.649998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:27.650324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:27.650710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:27.651157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Bound port: 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:27.651513 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.669525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:27.673579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73dd21b3-2b82-4c77-abc0-4674ba54e9dc req-0f622c9a-acc6-40d8-bd67-4663fc450465 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425875 Dec 15 13:42:27.750825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-46d9d4c4-c661-47a8-92f0-167e1746f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.753535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b0207-2aab-4d1b-8072-6db806a28714 req-15079661-7262-4b30-b95a-70e8c7957c97 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.761802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e31b0207-2aab-4d1b-8072-6db806a28714 req-15079661-7262-4b30-b95a-70e8c7957c97 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 985 time: 0.3196857 Dec 15 13:42:27.762988 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-46d9d4c4-c661-47a8-92f0-167e1746f422 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.3232377 Dec 15 13:42:27.764927 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8a6c5-e433-47ba-a687-56b749b38d14 x-openstack-request-id: req-9fe8a6c5-e433-47ba-a687-56b749b38d14 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:27.765445 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "name": "network-vif-unplugged", "status": "completed", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:27.765703 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fe8a6c5-e433-47ba-a687-56b749b38d14 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:27.766616 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'code': 200} Dec 15 13:42:27.795415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:27.920175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-8cfc12d6-2593-4c35-97b0-d2fa1bdd18ed service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3634520 Dec 15 13:42:28.005486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.009340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.056108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-bea583a4-610a-4569-aaed-6aed413856e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 217 time: 0.2662385 Dec 15 13:42:28.082625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] For port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:28.102852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e31b0207-2aab-4d1b-8072-6db806a28714 req-e447b932-d1c6-47a5-8261-2e47658c9db2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=9592585a-8d4d-4e42-bf38-efdd5e98623c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3400626 Dec 15 13:42:28.130555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9372b933-48b4-4414-94b2-edd827a373a0 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:28.137696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] For port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:28.148730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.156608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.267041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:28.316227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-d3a10921-874f-45bf-aae7-efe8b57a0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.319308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-d3a10921-874f-45bf-aae7-efe8b57a0ea5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.2226934 Dec 15 13:42:28.324195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.326063 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.327542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] 10.222.0.85 "PUT /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 1121 time: 2.8626547 Dec 15 13:42:28.331438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.424097 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-0c7a2a84-2c71-4b07-86aa-39e8d2bbcd1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869713 Dec 15 13:42:28.474778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cd46af07-7a46-4e0e-9890-8616b76c77f8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:28.477985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:28.511982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:28.542478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['cd46af07-7a46-4e0e-9890-8616b76c77f8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:28.572708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:28.623292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Pushing event updated for resources: {'Port': ['ID=ef845432-63c1-4adc-b8d6-61272bd78a3a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:28.705251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-ae7c7da9-69a4-4d80-a96c-d0d872be5d81 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510808 Dec 15 13:42:28.705837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:28.742969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Transition to ACTIVE for port object 9372b933-48b4-4414-94b2-edd827a373a0 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:28.784784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-e7dd68c4-1622-4c55-bbf8-c8dae18ee343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.790430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-e7dd68c4-1622-4c55-bbf8-c8dae18ee343 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 1101 time: 0.8286517 Dec 15 13:42:28.840416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.841881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.919657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Pushing event updated for resources: {'Port': ['ID=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:28.951429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.964128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-156a56eb-f3bb-4f0a-bcbd-66b2f2f4417c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7708921 Dec 15 13:42:28.964472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.972205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-3dc074ac-ce86-4f65-9c88-ec92ed714462 service neutron] 10.222.0.67 "PUT /v2.0/ports/59ba8080-ca6a-4ee2-a1cd-3a51579a0581 HTTP/1.1" status: 200 len: 1096 time: 3.5830741 Dec 15 13:42:29.006184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Request body: {'port': {'device_id': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:29.006377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.095935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:29.149610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7b5fb4a6-ce4a-46ef-ae58-1aa77ba17e15 req-f238c290-e396-45c6-84e0-50668f2f43fc service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261935 Dec 15 13:42:29.170512 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-08e01f8d-5abe-4f55-b426-132f69ff5c73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fa75d75cea741bd93330b558092c000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553769 Dec 15 13:42:29.171193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.173077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:29.240779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:29.242749 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.251717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'tag': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:29.254740 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95527dc-e04a-4564-b052-e60860c70984" -d '{"events": [{"name": "network-changed", "server_uuid": "c6306d25-298d-4315-a9e3-a5724e51d128", "tag": "59ba8080-ca6a-4ee2-a1cd-3a51579a0581"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:29.286595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79664019-0c43-4b79-ade6-f196facb1b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.409548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.418768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79664019-0c43-4b79-ade6-f196facb1b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.453990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:29.469585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.491583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-02290716-52d3-4bd2-8c23-bea16bb0eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.494661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-02290716-52d3-4bd2-8c23-bea16bb0eb7d service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.5212462 Dec 15 13:42:29.525419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008393a3-d52a-4fbf-9638-c02c89d28fdd req-a3d0a46a-48c0-4081-8f89-8054e457964d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.527572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-008393a3-d52a-4fbf-9638-c02c89d28fdd req-a3d0a46a-48c0-4081-8f89-8054e457964d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 931 time: 0.7793703 Dec 15 13:42:29.567012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.621200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bbd18-7154-489a-a5f7-3b8b6a6d34b4 req-2c3cb178-7a5f-4ff2-a4cd-790277a26b92 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.622703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449bbd18-7154-489a-a5f7-3b8b6a6d34b4 req-2c3cb178-7a5f-4ff2-a4cd-790277a26b92 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.9078329 Dec 15 13:42:29.639634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79664019-0c43-4b79-ade6-f196facb1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.642438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79664019-0c43-4b79-ade6-f196facb1b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.646277 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79664019-0c43-4b79-ade6-f196facb1b13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ac28350-ded7-40fb-a383-7547c94fb7e9 HTTP/1.1" status: 204 len: 168 time: 0.4722443 Dec 15 13:42:29.669519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-a52b3be9-ebae-46f6-9c4c-e2412082365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.671029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-a52b3be9-ebae-46f6-9c4c-e2412082365e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 1099 time: 0.3908818 Dec 15 13:42:29.673616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79664019-0c43-4b79-ade6-f196facb1b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac28350-ded7-40fb-a383-7547c94fb7e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.689414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-fa3cf209-ca5a-4e93-9e3e-e867dc62f897 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 200 len: 217 time: 0.0988734 Dec 15 13:42:29.711278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=9372b933-48b4-4414-94b2-edd827a373a0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.750333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef845432-63c1-4adc-b8d6-61272bd78a3a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:29.761975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.763883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Attempting to bind port 9372b933-48b4-4414-94b2-edd827a373a0 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:29.764617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Attempting to bind port 9372b933-48b4-4414-94b2-edd827a373a0 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:29.764617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Attempting to bind port 9372b933-48b4-4414-94b2-edd827a373a0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:29.781138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Transition to ACTIVE for port object ef845432-63c1-4adc-b8d6-61272bd78a3a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:29.781986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:29.784966 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2239e129-fd1f-487c-a18f-30dad8d56634" -d '{"events": [{"name": "network-changed", "server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:29.789254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.799241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.799679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.800087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.800434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.800799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.801139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.801474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.801805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.802250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.802716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.803108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.803461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.803794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:29.808370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-70b3c03a-3b72-4012-8149-c419690952ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581 HTTP/1.1" status: 200 len: 217 time: 0.1104009 Dec 15 13:42:29.829323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Port 9372b933-48b4-4414-94b2-edd827a373a0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:29.829660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Attempting to bind port 9372b933-48b4-4414-94b2-edd827a373a0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:29.844917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Pushing event updated for resources: {'Port': ['ID=ef845432-63c1-4adc-b8d6-61272bd78a3a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.856903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-008393a3-d52a-4fbf-9638-c02c89d28fdd req-6d635521-63f1-472e-b649-8e3578d1cd85 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655139 Dec 15 13:42:29.892732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:29.893081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:29.893475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:29.893926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Bound port: 9372b933-48b4-4414-94b2-edd827a373a0, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:29.894359 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.925932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449bbd18-7154-489a-a5f7-3b8b6a6d34b4 req-74377f92-f2fd-40f0-83da-6df5ef11e58f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492051 Dec 15 13:42:29.930304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-04e61277-18a2-4871-915a-d1f4e437c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.932618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-04e61277-18a2-4871-915a-d1f4e437c597 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2321305 Dec 15 13:42:29.966171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-50fa3235-7f96-44df-b96e-bf234a641499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.967700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-50fa3235-7f96-44df-b96e-bf234a641499 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1406910 Dec 15 13:42:30.022243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Attempting to bind port ef845432-63c1-4adc-b8d6-61272bd78a3a on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:30.026924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Attempting to bind port ef845432-63c1-4adc-b8d6-61272bd78a3a by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:30.027333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Attempting to bind port ef845432-63c1-4adc-b8d6-61272bd78a3a on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:30.045923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Port ef845432-63c1-4adc-b8d6-61272bd78a3a on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:30.047881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Attempting to bind port ef845432-63c1-4adc-b8d6-61272bd78a3a on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:30.061392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:30.063776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Checking segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:30.068599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Bound using segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:30.069605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Bound port: ef845432-63c1-4adc-b8d6-61272bd78a3a, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:30.070585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.113270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] For port 9372b933-48b4-4414-94b2-edd827a373a0, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:30.118769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] For port 9372b933-48b4-4414-94b2-edd827a373a0, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9372b933-48b4-4414-94b2-edd827a373a0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:30.123889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-be959cee-bf15-4654-94af-6d3c255b6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.125442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-be959cee-bf15-4654-94af-6d3c255b6e78 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529422 Dec 15 13:42:30.129966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.139995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851b259-e89b-4bc5-8c6a-adfc39f08dd3 req-a3ed7bbb-1c5d-48d1-85bc-36c029f20753 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.142013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e851b259-e89b-4bc5-8c6a-adfc39f08dd3 req-a3ed7bbb-1c5d-48d1-85bc-36c029f20753 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 948 time: 0.1593878 Dec 15 13:42:30.148925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-4469da82-1d24-4440-8897-fa1976b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.150979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-4469da82-1d24-4440-8897-fa1976b60d13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531749 Dec 15 13:42:30.187265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] For port ef845432-63c1-4adc-b8d6-61272bd78a3a, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:30.191348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] For port ef845432-63c1-4adc-b8d6-61272bd78a3a, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:30.197851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.241504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.242012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.244056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] 10.222.0.85 "PUT /v2.0/ports/ef845432-63c1-4adc-b8d6-61272bd78a3a HTTP/1.1" status: 200 len: 1091 time: 1.2414243 Dec 15 13:42:30.288207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2349-f944-4950-8725-eb5ded6e606a service neutron] Pushing event updated for resources: {'Port': ['ID=ef845432-63c1-4adc-b8d6-61272bd78a3a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:30.324196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.324857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.326631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] 10.222.0.85 "PUT /v2.0/ports/9372b933-48b4-4414-94b2-edd827a373a0 HTTP/1.1" status: 200 len: 1095 time: 3.7823217 Dec 15 13:42:30.414832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-875cf840-569e-4136-b7b6-210d02631def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.416407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-875cf840-569e-4136-b7b6-210d02631def service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 1094 time: 0.0888586 Dec 15 13:42:30.497498 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-03cf99ad-69a9-44dc-9e1a-8de5177f23a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a HTTP/1.1" status: 200 len: 217 time: 0.0669715 Dec 15 13:42:30.504567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e851b259-e89b-4bc5-8c6a-adfc39f08dd3 req-130a5c6f-7aa3-4ed9-aaaa-c60efdf818f5 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464975 Dec 15 13:42:30.528000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9fe2f-5341-4463-887d-888cc070cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=9372b933-48b4-4414-94b2-edd827a373a0,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:30.577829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a68c-87aa-47e2-abff-aadb794409c1 req-eedc6dfc-8062-4ff2-8e3a-cf4bdd5b9695 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.579752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a1fc21fc-bc38-4166-a406-ff2fba890dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.583302 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-a1fc21fc-bc38-4166-a406-ff2fba890dfe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.0783837 Dec 15 13:42:30.584926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ce2a68c-87aa-47e2-abff-aadb794409c1 req-eedc6dfc-8062-4ff2-8e3a-cf4bdd5b9695 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.3991721 Dec 15 13:42:30.598340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-09af8d5b-8399-46ec-9d39-710102050ffb service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548814 Dec 15 13:42:30.609753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-d52b0740-c049-45ed-b6b8-7eb3034e0b9f service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324141 Dec 15 13:42:30.635500 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-f8be0c40-5b66-40e4-b4d3-6a459af917f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406497 Dec 15 13:42:30.654466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-76663a2c-3b46-414f-afea-a6e04b3838f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.655944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-76663a2c-3b46-414f-afea-a6e04b3838f6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 1098 time: 0.2454116 Dec 15 13:42:30.781942 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-7d6a9a46-83f3-47d9-a948-16a2d753c15d service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354158 Dec 15 13:42:30.812719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-e54abb7a-d0bc-4aef-8424-a30a47818793 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9372b933-48b4-4414-94b2-edd827a373a0 HTTP/1.1" status: 200 len: 217 time: 0.1136947 Dec 15 13:42:30.841914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ce2a68c-87aa-47e2-abff-aadb794409c1 req-f89f33e9-1b2d-43ca-97c4-3b3b4d1bf3e6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560253 Dec 15 13:42:30.917659 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bdc77af-d2a6-405d-9e44-ca9b48435104 req-14745223-324d-4ada-855b-84c643aecb02 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278856 Dec 15 13:42:30.919686 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db0c83c-013e-4392-a197-3aa8b15aacc5 x-openstack-request-id: req-9db0c83c-013e-4392-a197-3aa8b15aacc5 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:30.919990 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6306d25-298d-4315-a9e3-a5724e51d128", "tag": "59ba8080-ca6a-4ee2-a1cd-3a51579a0581", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:30.920254 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9db0c83c-013e-4392-a197-3aa8b15aacc5 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:30.920662 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'tag': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', 'status': 'completed', 'code': 200} Dec 15 13:42:30.938877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:30.964066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c65871-e675-45e6-9a04-023674b04436 req-58adfb79-20ec-4da1-8c96-7b64410e3da0 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.965625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30c65871-e675-45e6-9a04-023674b04436 req-58adfb79-20ec-4da1-8c96-7b64410e3da0 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 985 time: 0.2770705 Dec 15 13:42:30.966648 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b1bc5-c5a4-461e-8768-6b72e2618261 x-openstack-request-id: req-826b1bc5-c5a4-461e-8768-6b72e2618261 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:30.967111 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:30.967519 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-826b1bc5-c5a4-461e-8768-6b72e2618261 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:30.968056 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'status': 'completed', 'code': 200} Dec 15 13:42:30.973255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-48163c25-d84e-408a-9987-d65f2cec84aa service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474889 Dec 15 13:42:30.978078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-da962e12-1dff-4d81-b8c3-54dfdd52a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.979283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-da962e12-1dff-4d81-b8c3-54dfdd52a4a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1567578 Dec 15 13:42:30.986021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6399714c-cca4-4aa9-bd6e-ef31553efdc2 req-feb63465-5ebf-40a0-83c7-39c09c566fd8 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690972 Dec 15 13:42:31.054962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:31.055420 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.138191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30c65871-e675-45e6-9a04-023674b04436 req-16fe53ed-79e6-45f4-b5b4-6fc5845b7d7a tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=9592585a-8d4d-4e42-bf38-efdd5e98623c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1621087 Dec 15 13:42:31.148626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95527dc-e04a-4564-b052-e60860c70984 req-60b417fd-f9cc-4da1-a365-ca39fffb8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.150981 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-60b417fd-f9cc-4da1-a365-ca39fffb8c5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 1099 time: 0.0961063 Dec 15 13:42:31.166206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-8ffa4c5a-95a1-4772-9c26-cf4dc0d6bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.169358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-8ffa4c5a-95a1-4772-9c26-cf4dc0d6bfba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1124 time: 0.1625507 Dec 15 13:42:31.171827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df03f1-7a7e-4053-919d-19db274499d7 req-8778e51a-5d6b-4819-b538-47a14a0cd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.173529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-8778e51a-5d6b-4819-b538-47a14a0cd15d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704581 Dec 15 13:42:31.337354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95527dc-e04a-4564-b052-e60860c70984 req-481a8636-abec-4d1c-b9d4-ff96975769b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.340954 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-481a8636-abec-4d1c-b9d4-ff96975769b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1784792 Dec 15 13:42:31.414172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-5c08bdab-82e9-4899-8201-2ca75e23ed3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581 HTTP/1.1" status: 200 len: 217 time: 0.0621126 Dec 15 13:42:31.460151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037056-7e32-442f-aeaf-2088f457c0de req-2c64e71f-f8e9-45ad-bb78-ebcb09468d0e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.461747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4037056-7e32-442f-aeaf-2088f457c0de req-2c64e71f-f8e9-45ad-bb78-ebcb09468d0e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 943 time: 0.2300446 Dec 15 13:42:31.477366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95527dc-e04a-4564-b052-e60860c70984 req-7162e249-dfa7-4813-9aa9-f6ac08691bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.478873 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-7162e249-dfa7-4813-9aa9-f6ac08691bae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0557830 Dec 15 13:42:31.490932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-ab73e132-10c3-43a1-b69d-656d52522766 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817268 Dec 15 13:42:31.504060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740d88-347a-4ea0-8d5d-8748d907dd24 req-c7823367-0fc5-413a-90ff-9f6f15c5b80e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.504060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5740d88-347a-4ea0-8d5d-8748d907dd24 req-c7823367-0fc5-413a-90ff-9f6f15c5b80e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1515505 Dec 15 13:42:31.536013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-c841e782-d264-4cf9-848a-e3008c5fff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.541970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-c841e782-d264-4cf9-848a-e3008c5fff2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.3627064 Dec 15 13:42:31.543801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95527dc-e04a-4564-b052-e60860c70984 req-c50cbd3c-a25d-4668-8af5-2099c3f7b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.545343 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-c50cbd3c-a25d-4668-8af5-2099c3f7b0a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549102 Dec 15 13:42:31.641421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:31.643860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-81050064-2f7d-4302-afbd-a75954272094 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 217 time: 0.0489297 Dec 15 13:42:31.695475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-8fc5ed8e-bd88-4211-9d84-4653486b3538 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226230 Dec 15 13:42:31.732231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5740d88-347a-4ea0-8d5d-8748d907dd24 req-e9292f3c-7915-4145-8852-b419a4a0cbd0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113600 Dec 15 13:42:31.735988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4037056-7e32-442f-aeaf-2088f457c0de req-1d11be9c-6cc8-4992-948e-f110e93f7a3d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606893 Dec 15 13:42:31.817279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-529d6e09-2577-41e7-8997-862bfd2b1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.818731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-529d6e09-2577-41e7-8997-862bfd2b1eed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1383328 Dec 15 13:42:31.822382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09df03f1-7a7e-4053-919d-19db274499d7 req-06047dbc-ab90-4e96-8ded-f94ac3f3f5d5 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107371 Dec 15 13:42:31.851520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ef68bf-30f3-4f51-bd05-b07d21e00762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.874560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-e4802a35-785c-4368-b354-cd8952675f38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375414 Dec 15 13:42:31.876989 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c95527dc-e04a-4564-b052-e60860c70984 req-1419ffec-edb2-442e-ae3b-38ed7508a042 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715024 Dec 15 13:42:31.906639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-52a2b4cf-3d9c-4d07-9ddb-f510610e912f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2026913349&fields=id&tenant_id=1dd653ccac6044408a209c938f476b00 HTTP/1.1" status: 200 len: 267 time: 0.0765283 Dec 15 13:42:31.972301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ef68bf-30f3-4f51-bd05-b07d21e00762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.977254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ef68bf-30f3-4f51-bd05-b07d21e00762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.038702 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-09ef68bf-30f3-4f51-bd05-b07d21e00762 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74016741673543e782a9ab2d693bc549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963416 Dec 15 13:42:32.040054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef68bf-30f3-4f51-bd05-b07d21e00762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef550ce-7431-46ab-9a0e-840b96446f3c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:32.043808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:32.046450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-e4451909-fc25-4a7d-b6fd-be23ec9d1216 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.047909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-e4451909-fc25-4a7d-b6fd-be23ec9d1216 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 985 time: 0.1303411 Dec 15 13:42:32.063748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-ffdee8ce-bfc6-4fea-af1d-f166af27244a service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686537 Dec 15 13:42:32.071406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'port': {'security_groups': ['68545ade-4c02-4317-b60c-122219dc16a2', '9592585a-8d4d-4e42-bf38-efdd5e98623c', '592fe56e-73ea-47b1-bca7-5c76899bdbdf']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:32.083257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ab2d-9f9c-4375-b8de-2e246b39cf77 req-db83db22-aba1-4a47-abdb-1b904d6583e4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.084779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b09ab2d-9f9c-4375-b8de-2e246b39cf77 req-db83db22-aba1-4a47-abdb-1b904d6583e4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 948 time: 0.1234105 Dec 15 13:42:32.100481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c88e74-b461-432c-a5a1-59fec5296000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.124741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c88e74-b461-432c-a5a1-59fec5296000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.183994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c88e74-b461-432c-a5a1-59fec5296000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.190659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c88e74-b461-432c-a5a1-59fec5296000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.192157 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c8c88e74-b461-432c-a5a1-59fec5296000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ef550ce-7431-46ab-9a0e-840b96446f3c HTTP/1.1" status: 204 len: 168 time: 0.1473832 Dec 15 13:42:32.204359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c88e74-b461-432c-a5a1-59fec5296000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef550ce-7431-46ab-9a0e-840b96446f3c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:32.243821 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.262854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b09ab2d-9f9c-4375-b8de-2e246b39cf77 req-3fe0da01-694d-49e5-b0c0-f8889239ddec tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551845 Dec 15 13:42:32.324683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2239e129-fd1f-487c-a18f-30dad8d56634 req-a9aac84a-11f5-47e3-a868-17b0ac4fd959 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200072 Dec 15 13:42:32.775910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0a689-7be4-4c62-b13b-7f18a6340c53 req-0f7ff03e-c27f-4142-b08c-28dd8640e3a6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.777372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92a0a689-7be4-4c62-b13b-7f18a6340c53 req-0f7ff03e-c27f-4142-b08c-28dd8640e3a6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.3918922 Dec 15 13:42:32.836958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:32.871726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92a0a689-7be4-4c62-b13b-7f18a6340c53 req-77e48953-169e-45ad-ab24-20ec24d62b90 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785940 Dec 15 13:42:32.886145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.902245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.920965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'd35afab4-a205-4b49-95df-89ab6efd6eed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:32.969678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'tag': 'ef845432-63c1-4adc-b8d6-61272bd78a3a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:32.972086 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c08776-0b2a-4d1f-ac57-b571569e885d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4fe5b4-daea-411f-8677-ad3ce41b8e6f", "tag": "ef845432-63c1-4adc-b8d6-61272bd78a3a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:33.008118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'tag': '9372b933-48b4-4414-94b2-edd827a373a0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:33.010919 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d0a222-f445-4031-b0e7-3ba6668e1e29" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcba9fa-fadb-496e-a77f-bc118a2ca20c", "tag": "9372b933-48b4-4414-94b2-edd827a373a0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:33.061985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:33.077005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.077974 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.080803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1f82355-8ae1-4539-9068-3c7f6d7d1f3f req-15db1eaf-7b3d-4527-bd6a-4e6e48413e67 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "PUT /v2.0/ports/d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 1021 time: 1.0158505 Dec 15 13:42:33.124562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554608b-eddc-442a-ae60-764dc2cf7554 req-cee98bdd-eca9-4610-9451-875796042481 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.130889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0554608b-eddc-442a-ae60-764dc2cf7554 req-cee98bdd-eca9-4610-9451-875796042481 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1169705 Dec 15 13:42:33.234889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['d35afab4-a205-4b49-95df-89ab6efd6eed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:33.257947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0554608b-eddc-442a-ae60-764dc2cf7554 req-1c01d37f-3aec-4d39-b6e3-9f2f74d4b228 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259902 Dec 15 13:42:33.290742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebd7a6-80b0-465e-b406-d1d81f4fccce req-bd6ac5a3-3a58-454a-89b3-1790efa538c8 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.293710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96ebd7a6-80b0-465e-b406-d1d81f4fccce req-bd6ac5a3-3a58-454a-89b3-1790efa538c8 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 943 time: 0.1215720 Dec 15 13:42:33.400115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96ebd7a6-80b0-465e-b406-d1d81f4fccce req-696ce10f-ac4f-4e4c-b665-a10a6fcf2470 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952921 Dec 15 13:42:33.411203 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d274b6-d4ba-49fa-a4b8-ff1c45c969dd x-openstack-request-id: req-d0d274b6-d4ba-49fa-a4b8-ff1c45c969dd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:33.412060 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4fe5b4-daea-411f-8677-ad3ce41b8e6f", "tag": "ef845432-63c1-4adc-b8d6-61272bd78a3a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:33.412943 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0d274b6-d4ba-49fa-a4b8-ff1c45c969dd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:33.413887 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'tag': 'ef845432-63c1-4adc-b8d6-61272bd78a3a', 'status': 'completed', 'code': 200} Dec 15 13:42:33.523388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-e57678db-fac5-4b77-a475-e8a7d5b1113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.527400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-e57678db-fac5-4b77-a475-e8a7d5b1113c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 1094 time: 0.0717225 Dec 15 13:42:33.529128 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154281d6-eed8-4b2f-8d5b-fc6f20f603ce x-openstack-request-id: req-154281d6-eed8-4b2f-8d5b-fc6f20f603ce {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:33.530239 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcba9fa-fadb-496e-a77f-bc118a2ca20c", "tag": "9372b933-48b4-4414-94b2-edd827a373a0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:33.530699 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-154281d6-eed8-4b2f-8d5b-fc6f20f603ce {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:33.531585 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'tag': '9372b933-48b4-4414-94b2-edd827a373a0', 'status': 'completed', 'code': 200} Dec 15 13:42:33.634029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:33.699757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-0ec4d714-3bbd-427a-9296-ccef62eb4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.701527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-0ec4d714-3bbd-427a-9296-ccef62eb4537 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 1098 time: 0.1226521 Dec 15 13:42:33.716908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e75232-ec9c-4c39-bbc0-d4017fa9ef99 req-a31f5c3b-fba3-416b-aabe-46c65fcc7fa4 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/592fe56e-73ea-47b1-bca7-5c76899bdbdf HTTP/1.1" status: 200 len: 1818 time: 0.1670899 Dec 15 13:42:33.849386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-31985171-cc34-4ced-ad5a-c5f5d6354024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.851119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-31985171-cc34-4ced-ad5a-c5f5d6354024 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 912 time: 0.2905178 Dec 15 13:42:33.891020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:33.902245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', 'mac_address': 'fa:16:3e:ca:ad:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:33.920075 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-15e75232-ec9c-4c39-bbc0-d4017fa9ef99 req-5fa51f01-bc6c-4a4d-8de4-6a4082fda923 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:42:33.921137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e75232-ec9c-4c39-bbc0-d4017fa9ef99 req-5fa51f01-bc6c-4a4d-8de4-6a4082fda923 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/592fe56e-73ea-47b1-bca7-5c76899bdbdf HTTP/1.1" status: 409 len: 341 time: 0.2034454 Dec 15 13:42:33.929749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-db96cdae-5437-4e27-8c7e-2ada278adff1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a HTTP/1.1" status: 200 len: 217 time: 0.0612803 Dec 15 13:42:33.948835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.966082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:33.983737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-e725b73f-12f1-4957-b783-328195f52ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.985239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-e725b73f-12f1-4957-b783-328195f52ddd service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2657499 Dec 15 13:42:33.994707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce2aa7-c713-4d6f-9076-1c114e6b1cb5 req-d0ab0b71-0e0c-4753-928e-3d421855656b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.002308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53ce2aa7-c713-4d6f-9076-1c114e6b1cb5 req-d0ab0b71-0e0c-4753-928e-3d421855656b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 948 time: 0.1847842 Dec 15 13:42:34.005873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:34.014432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.067122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.071269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-6963727c-9eef-4360-a5f1-8a84cbecd658 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9372b933-48b4-4414-94b2-edd827a373a0 HTTP/1.1" status: 200 len: 217 time: 0.0664086 Dec 15 13:42:34.098625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df8e5073-e2c9-4384-8328-f839e45ef3b2 req-3d66b8fc-7060-43b0-9628-b870852b5a0a tempest-AbsoluteLimitsNegativeTestJSON-1633349649 tempest-AbsoluteLimitsNegativeTestJSON-1633349649-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fff644f285224930a970de99d29bf5b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764120 Dec 15 13:42:34.099941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-1629760f-8990-4531-b32f-63faf656b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.101272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-1629760f-8990-4531-b32f-63faf656b83a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.1618950 Dec 15 13:42:34.210769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-224fc9ef-cb06-4e0f-be27-225278ff52f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884449 Dec 15 13:42:34.256660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-395480a7-227e-4b53-af67-624c0a2d88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.258115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-395480a7-227e-4b53-af67-624c0a2d88eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1696332 Dec 15 13:42:34.261550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53ce2aa7-c713-4d6f-9076-1c114e6b1cb5 req-41c8d494-71a2-4e8b-8cba-dc40a36ca569 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584708 Dec 15 13:42:34.404679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5073-e2c9-4384-8328-f839e45ef3b2 req-20a8da58-3314-4b98-9c2a-241d558279fb tempest-AbsoluteLimitsNegativeTestJSON-1633349649 tempest-AbsoluteLimitsNegativeTestJSON-1633349649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.411483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df8e5073-e2c9-4384-8328-f839e45ef3b2 req-20a8da58-3314-4b98-9c2a-241d558279fb tempest-AbsoluteLimitsNegativeTestJSON-1633349649 tempest-AbsoluteLimitsNegativeTestJSON-1633349649-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879937 Dec 15 13:42:34.422503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['59ba8080-ca6a-4ee2-a1cd-3a51579a0581'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:34.433798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-c5b72483-8822-4deb-aadb-d06d445da3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.435254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-c5b72483-8822-4deb-aadb-d06d445da3b6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451874 Dec 15 13:42:34.448267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df8e5073-e2c9-4384-8328-f839e45ef3b2 req-ec30c91a-caab-403f-b872-c2ec765a6361 tempest-AbsoluteLimitsNegativeTestJSON-1633349649 tempest-AbsoluteLimitsNegativeTestJSON-1633349649-project] 10.222.0.32 "GET /v2.0/quotas/fff644f285224930a970de99d29bf5b7 HTTP/1.1" status: 200 len: 375 time: 0.0359466 Dec 15 13:42:34.474387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-680f099c-6770-4655-b380-edef1099a04a service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490830 Dec 15 13:42:34.544163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdbb2c-17d3-490f-b749-d0dae6bbfc38 req-54dc43c7-1008-4cc4-8538-7b3d64268668 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.545904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcfdbb2c-17d3-490f-b749-d0dae6bbfc38 req-54dc43c7-1008-4cc4-8538-7b3d64268668 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.2040992 Dec 15 13:42:34.550737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df8e5073-e2c9-4384-8328-f839e45ef3b2 req-ab05baa7-f787-42bb-9e8a-803d9fe6e2e3 tempest-AbsoluteLimitsNegativeTestJSON-1633349649 tempest-AbsoluteLimitsNegativeTestJSON-1633349649-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fff644f285224930a970de99d29bf5b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895550 Dec 15 13:42:34.686370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-c3f1da57-42d7-4484-a780-fbdc85de444b service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356009 Dec 15 13:42:34.759474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01c08776-0b2a-4d1f-ac57-b571569e885d req-e7d50f14-5ca6-4ed1-adec-de3296c85843 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449925 Dec 15 13:42:34.765417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcfdbb2c-17d3-490f-b749-d0dae6bbfc38 req-3a2947d1-570d-4b85-bd15-e9ce56ef6b2a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137604 Dec 15 13:42:34.818844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24d0a222-f445-4031-b0e7-3ba6668e1e29 req-d692a4fd-9448-4b04-aed2-e5bd9a223ba1 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235862 Dec 15 13:42:34.921451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc1f0-d227-4507-8cb5-3616dde0e49d req-d68df5a4-5935-4952-ab30-03e2aa368432 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.932198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30ddc1f0-d227-4507-8cb5-3616dde0e49d req-d68df5a4-5935-4952-ab30-03e2aa368432 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0635390 Dec 15 13:42:34.963339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44598) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:35.004225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30ddc1f0-d227-4507-8cb5-3616dde0e49d req-60d4875c-285c-435a-92c0-47c7c9e04af2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 Dec 15 13:42:35.100777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.107903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b401eaf-6674-4f7e-a62b-b25233019bf1 req-d2bcdcbc-80b6-4337-bf91-8e28f3657c48 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.109537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b401eaf-6674-4f7e-a62b-b25233019bf1 req-d2bcdcbc-80b6-4337-bf91-8e28f3657c48 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 943 time: 0.0891390 Dec 15 13:42:35.150574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc990e-881b-4e60-8231-910debdbfc42 req-6f4bf1e5-0fa8-4960-b9b1-c733f205b656 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.152395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8bc990e-881b-4e60-8231-910debdbfc42 req-6f4bf1e5-0fa8-4960-b9b1-c733f205b656 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1024 time: 0.0842123 Dec 15 13:42:35.177165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.181871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.209261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b401eaf-6674-4f7e-a62b-b25233019bf1 req-328ebf87-c02d-444b-9a31-02990e58a4e4 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917606 Dec 15 13:42:35.213247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cf1a8d-21f6-43db-9b01-8ced44a60074,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:35.223068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.223636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.224154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.224664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.225341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.225819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.234581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.234581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.234581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.234581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.235402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.235779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.236122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:35.257151 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dad5a2ba-41e3-4247-b256-49c969ac69ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fff644f285224930a970de99d29bf5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919853 Dec 15 13:42:35.260250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:35.265034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8bc990e-881b-4e60-8231-910debdbfc42 req-8025a301-e262-43d7-8d72-245ae1b640cc tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=9592585a-8d4d-4e42-bf38-efdd5e98623c&id=592fe56e-73ea-47b1-bca7-5c76899bdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0979118 Dec 15 13:42:35.314628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61f7282-2615-4ae0-92ea-8835841c440e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.338074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61f7282-2615-4ae0-92ea-8835841c440e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.385871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61f7282-2615-4ae0-92ea-8835841c440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.388628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61f7282-2615-4ae0-92ea-8835841c440e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.389757 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f61f7282-2615-4ae0-92ea-8835841c440e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6cf1a8d-21f6-43db-9b01-8ced44a60074 HTTP/1.1" status: 204 len: 168 time: 0.1284623 Dec 15 13:42:35.393420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020fd34-2c6a-4018-a29f-4bbf2f9b3cbb req-80dbe0f8-a1b1-412c-bfc4-1c3f26d71f25 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.394917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a020fd34-2c6a-4018-a29f-4bbf2f9b3cbb req-80dbe0f8-a1b1-412c-bfc4-1c3f26d71f25 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 949 time: 0.0528071 Dec 15 13:42:35.398996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f7282-2615-4ae0-92ea-8835841c440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cf1a8d-21f6-43db-9b01-8ced44a60074,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:35.468140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a020fd34-2c6a-4018-a29f-4bbf2f9b3cbb req-c29d25c2-3be6-4636-817a-cecba12f78db tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Dec 15 13:42:35.532909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:35.535378 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49247907-b3e9-43b3-98fb-596d40841445" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:35.570003 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec575ba8-8bd4-481a-b32b-4084d7fa96c4 x-openstack-request-id: req-ec575ba8-8bd4-481a-b32b-4084d7fa96c4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:35.570298 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:35.570555 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec575ba8-8bd4-481a-b32b-4084d7fa96c4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:35.570954 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'status': 'completed', 'code': 200} Dec 15 13:42:35.647114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247907-b3e9-43b3-98fb-596d40841445 req-66448841-6162-4eb8-8611-aab89e08423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.649035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-66448841-6162-4eb8-8611-aab89e08423c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dd653ccac6044408a209c938f476b00&device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1175 time: 0.0422382 Dec 15 13:42:35.771981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247907-b3e9-43b3-98fb-596d40841445 req-0381f3e9-2f84-4384-974b-e4bba353ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.773472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-0381f3e9-2f84-4384-974b-e4bba353ff8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 200 len: 915 time: 0.0934668 Dec 15 13:42:35.832133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-3c732daf-24cd-497d-aa82-2f2dce0f05c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 200 len: 217 time: 0.0399499 Dec 15 13:42:35.926884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247907-b3e9-43b3-98fb-596d40841445 req-76f11db6-4531-43a3-9a95-73341b019a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.928403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-76f11db6-4531-43a3-9a95-73341b019a2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 200 len: 853 time: 0.0823646 Dec 15 13:42:35.956253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146a6d1-eba4-4ec8-86e5-67f68ccb351e req-dcf0c6f7-6509-48dd-bed2-ccf2132dbec1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.957826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e146a6d1-eba4-4ec8-86e5-67f68ccb351e req-dcf0c6f7-6509-48dd-bed2-ccf2132dbec1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.0964265 Dec 15 13:42:35.978159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-057ade94-b602-41d9-a957-7329615c9c13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99f42b36-123f-43f6-b143-678d50a6b582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399716 Dec 15 13:42:36.100813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e146a6d1-eba4-4ec8-86e5-67f68ccb351e req-bca6cb84-c94d-474d-9103-a93171b5b7c9 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258731 Dec 15 13:42:36.139290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-ed50f692-c05a-4a8a-b366-b2f9238cd155 service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423144 Dec 15 13:42:36.238661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31595c15-0e75-49f8-a07f-6f7b651991b4 req-a7f63c23-33b3-44d2-8d3a-5c7d0e50e91b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.240159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31595c15-0e75-49f8-a07f-6f7b651991b4 req-a7f63c23-33b3-44d2-8d3a-5c7d0e50e91b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1000075 Dec 15 13:42:36.305183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49247907-b3e9-43b3-98fb-596d40841445 req-0f91d2ba-5981-495d-945c-090afc14096b service neutron] 10.222.0.67 "GET /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543126 Dec 15 13:42:36.340987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31595c15-0e75-49f8-a07f-6f7b651991b4 req-850be936-0ebd-409f-98fd-3b7328f94892 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904934 Dec 15 13:42:36.419708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4f491-5364-4ba8-86ce-e895b3d3bd2c req-1333577e-2cf9-42d5-a79b-40e76185a060 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.421238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ee4f491-5364-4ba8-86ce-e895b3d3bd2c req-1333577e-2cf9-42d5-a79b-40e76185a060 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 943 time: 0.0628908 Dec 15 13:42:36.427045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ef845432-63c1-4adc-b8d6-61272bd78a3a details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:36.540927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ee4f491-5364-4ba8-86ce-e895b3d3bd2c req-e11ed2dd-1b13-4fde-b50b-cdc66c6ef812 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914156 Dec 15 13:42:36.562671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e284-4875-46f7-a45d-bb351978383a req-1a0c90cb-d518-4214-a3f8-cf86dc43b2d9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.571115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bf3e284-4875-46f7-a45d-bb351978383a req-1a0c90cb-d518-4214-a3f8-cf86dc43b2d9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1024 time: 0.1700761 Dec 15 13:42:36.586808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ef845432-63c1-4adc-b8d6-61272bd78a3a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:36.602973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ef845432-63c1-4adc-b8d6-61272bd78a3a', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'port_id': 'ef845432-63c1-4adc-b8d6-61272bd78a3a', 'mac_address': 'fa:16:3e:58:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:36.604928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.645173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.660732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef845432-63c1-4adc-b8d6-61272bd78a3a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:36.686112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ef845432-63c1-4adc-b8d6-61272bd78a3a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:36.695127 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.696661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9372b933-48b4-4414-94b2-edd827a373a0 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:36.711221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bf3e284-4875-46f7-a45d-bb351978383a req-d72cd766-7f0a-4534-8f30-823d5ec8c0d8 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=9592585a-8d4d-4e42-bf38-efdd5e98623c&id=592fe56e-73ea-47b1-bca7-5c76899bdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1385088 Dec 15 13:42:36.746202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3764f28-e1ff-4995-9bad-bddccbebcea8 req-a21fda1b-eb5f-44c7-8871-f3283802d5b0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.747967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3764f28-e1ff-4995-9bad-bddccbebcea8 req-a21fda1b-eb5f-44c7-8871-f3283802d5b0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 949 time: 0.1050782 Dec 15 13:42:36.751770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80a128b9-25fb-4e77-9e41-b35ca91370f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.813022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3764f28-e1ff-4995-9bad-bddccbebcea8 req-b9fe206b-b42a-42bb-8b03-80c279bd3dac tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Dec 15 13:42:36.813296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ef845432-63c1-4adc-b8d6-61272bd78a3a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.861994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9372b933-48b4-4414-94b2-edd827a373a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9372b933-48b4-4414-94b2-edd827a373a0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:36.864413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80a128b9-25fb-4e77-9e41-b35ca91370f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.869763 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80a128b9-25fb-4e77-9e41-b35ca91370f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.874979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '9372b933-48b4-4414-94b2-edd827a373a0', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '9372b933-48b4-4414-94b2-edd827a373a0', 'mac_address': 'fa:16:3e:cc:57:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:36.911232 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.914343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.915410 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-80a128b9-25fb-4e77-9e41-b35ca91370f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76864a37c3e74d85a3236410d1e3f6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078036 Dec 15 13:42:36.916749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a128b9-25fb-4e77-9e41-b35ca91370f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b558bdd1-d1e0-4410-af1c-8625c6411576,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.930518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9372b933-48b4-4414-94b2-edd827a373a0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:36.951184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9372b933-48b4-4414-94b2-edd827a373a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9372b933-48b4-4414-94b2-edd827a373a0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:36.956006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.978605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c517590a-21c0-46d0-89e4-3d0c28703ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.004881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9372b933-48b4-4414-94b2-edd827a373a0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.011938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c517590a-21c0-46d0-89e4-3d0c28703ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.058682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c517590a-21c0-46d0-89e4-3d0c28703ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.061412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c517590a-21c0-46d0-89e4-3d0c28703ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.062558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c517590a-21c0-46d0-89e4-3d0c28703ee0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b558bdd1-d1e0-4410-af1c-8625c6411576 HTTP/1.1" status: 204 len: 168 time: 0.1461771 Dec 15 13:42:37.070247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517590a-21c0-46d0-89e4-3d0c28703ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558bdd1-d1e0-4410-af1c-8625c6411576,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.229784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cbf6d-4437-43e8-96ad-df1693ef41a1 req-59f1709f-e144-429e-9036-06576a208e44 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.231325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b05cbf6d-4437-43e8-96ad-df1693ef41a1 req-59f1709f-e144-429e-9036-06576a208e44 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.0524001 Dec 15 13:42:37.283151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b05cbf6d-4437-43e8-96ad-df1693ef41a1 req-fdef5e98-128a-434c-aa38-1042436c1fde tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Dec 15 13:42:37.346214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-d308cd24-0a24-4d21-9663-37ab7a3c6e9a tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.346852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-d308cd24-0a24-4d21-9663-37ab7a3c6e9a tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 1024 time: 0.0628052 Dec 15 13:42:37.502638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6650-4d78-40cb-bac9-9232c926a16b req-a6ff755b-d42a-4546-90cf-352e24ce68d8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.507964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee6d6650-4d78-40cb-bac9-9232c926a16b req-a6ff755b-d42a-4546-90cf-352e24ce68d8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0915952 Dec 15 13:42:37.545500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Deleting port d35afab4-a205-4b49-95df-89ab6efd6eed {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:37.546376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.590140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ef845432-63c1-4adc-b8d6-61272bd78a3a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:37.644234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee6d6650-4d78-40cb-bac9-9232c926a16b req-7fa1a6fe-7861-4d79-a58f-a5f0971e2deb tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220245 Dec 15 13:42:37.651227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:37.710474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:37.752422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] For port d35afab4-a205-4b49-95df-89ab6efd6eed, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d35afab4-a205-4b49-95df-89ab6efd6eed,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:37.752422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.765752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Calling delete_port for d35afab4-a205-4b49-95df-89ab6efd6eed owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:37.857744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:37.878372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:37.878663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.943011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.960823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.966885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93ac19-026f-4995-9eca-2d98ab853abf req-bc4c9e0e-1632-4782-b8c5-c84e5c94313a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.968482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc93ac19-026f-4995-9eca-2d98ab853abf req-bc4c9e0e-1632-4782-b8c5-c84e5c94313a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 944 time: 0.2948854 Dec 15 13:42:37.992068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'd35afab4-a205-4b49-95df-89ab6efd6eed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:38.030049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ebe69-5afb-4ed3-8cba-72064a4cae06 req-b5332d14-46ea-4f5b-a124-5298c6542469 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.032683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b8ebe69-5afb-4ed3-8cba-72064a4cae06 req-b5332d14-46ea-4f5b-a124-5298c6542469 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39f6cf-536c-4ca0-9b52-c2a21d35cb58 HTTP/1.1" status: 200 len: 945 time: 0.1890194 Dec 15 13:42:38.043145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'Port': ['ID=d35afab4-a205-4b49-95df-89ab6efd6eed,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.080666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2070706538-network', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:38.104332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Made reservation on behalf of 1987755570db4d7daf9c648f4f0d4b53 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:38.108146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.121086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.122549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] No DVR routers for this DVR port d35afab4-a205-4b49-95df-89ab6efd6eed on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:38.128690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.132368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1f1f39a-e5d5-4d39-bd0f-b17b523761fb req-b04f479b-63eb-4629-bf8e-7add8f82a50c tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "DELETE /v2.0/ports/d35afab4-a205-4b49-95df-89ab6efd6eed HTTP/1.1" status: 204 len: 173 time: 0.7754731 Dec 15 13:42:38.183691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'name': 'network-vif-deleted', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:38.186382 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32f7a0-90b6-4366-94f3-26708fb58ce6" -d '{"events": [{"server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "name": "network-vif-deleted", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:38.210550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b8ebe69-5afb-4ed3-8cba-72064a4cae06 req-d9213e9a-2c60-4e2b-89ae-dad46462b871 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=9592585a-8d4d-4e42-bf38-efdd5e98623c&id=592fe56e-73ea-47b1-bca7-5c76899bdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1610894 Dec 15 13:42:38.222239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.236067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.253931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc93ac19-026f-4995-9eca-2d98ab853abf req-cac28142-37fd-4c2c-ab60-cadcd8f291af tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777762 Dec 15 13:42:38.276071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:38.291370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2dbbab-3fc8-4105-baf4-7e88f218c1b7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.296683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.297021 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Added segment 354ea694-a335-42be-ae9d-3ea4b7c5fd50 of type vlan for network 5311b76b-57b9-4507-a6a8-833263d77256 Dec 15 13:42:38.350399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.388160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971e060-29a6-4335-98a7-37463b259f92 req-f833207d-9bd1-4bbd-a0b5-7ba54d273979 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.390371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5971e060-29a6-4335-98a7-37463b259f92 req-f833207d-9bd1-4bbd-a0b5-7ba54d273979 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 949 time: 0.1077478 Dec 15 13:42:38.395204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.396254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.396934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.460445 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4979048 Dec 15 13:42:38.468350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44720) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:38.470564 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105a381-c22b-4dd4-9bc7-40d8b1c51450 x-openstack-request-id: req-8105a381-c22b-4dd4-9bc7-40d8b1c51450 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:38.471003 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39f6cf-536c-4ca0-9b52-c2a21d35cb58", "name": "network-vif-deleted", "tag": "d35afab4-a205-4b49-95df-89ab6efd6eed", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:38.471359 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8105a381-c22b-4dd4-9bc7-40d8b1c51450 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:38.472104 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39f6cf-536c-4ca0-9b52-c2a21d35cb58', 'name': 'network-vif-deleted', 'tag': 'd35afab4-a205-4b49-95df-89ab6efd6eed', 'status': 'completed', 'code': 200} Dec 15 13:42:38.472599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97008e07-26d1-4559-81f2-d715ee8cdea0 admin admin] Pushing event updated for resources: {'Network': ['ID=5311b76b-57b9-4507-a6a8-833263d77256,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.483389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5971e060-29a6-4335-98a7-37463b259f92 req-ce7b436b-8693-4a4b-8fb2-00928db2cd55 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791709 Dec 15 13:42:38.488654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Request body: {'subnet': {'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2070706538-subnet', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:38.495527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5311b76b-57b9-4507-a6a8-833263d77256 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:38.523789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Made reservation on behalf of 1987755570db4d7daf9c648f4f0d4b53 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:38.526476 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.551527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.616891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:38.619181 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1347e58a-6876-4c5d-8e8b-1065b37e9963" -d '{"events": [{"server_uuid": "c6306d25-298d-4315-a9e3-a5724e51d128", "name": "network-vif-plugged", "status": "completed", "tag": "59ba8080-ca6a-4ee2-a1cd-3a51579a0581"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:38.641801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fa84e-6c84-4a99-9326-d2cb80ae19df req-a847f494-f5c6-42db-95f0-8a82c717bf9d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.649056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:38.655286 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.664558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-944fa84e-6c84-4a99-9326-d2cb80ae19df req-a847f494-f5c6-42db-95f0-8a82c717bf9d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.1094544 Dec 15 13:42:38.710610 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a920e7-0314-4dc8-b958-319fa3f77c69 x-openstack-request-id: req-09a920e7-0314-4dc8-b958-319fa3f77c69 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:38.710926 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6306d25-298d-4315-a9e3-a5724e51d128", "name": "network-vif-plugged", "status": "completed", "tag": "59ba8080-ca6a-4ee2-a1cd-3a51579a0581", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:38.720607 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09a920e7-0314-4dc8-b958-319fa3f77c69 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:38.721052 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', 'code': 200} Dec 15 13:42:38.776284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.811222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-944fa84e-6c84-4a99-9326-d2cb80ae19df req-0207d8fd-b13c-41eb-a96b-cc959994e3ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437244 Dec 15 13:42:39.212269 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.221911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e30f5-b448-4186-b689-5a8992f75df8 req-717b931a-b7e5-437a-8dff-ad280064241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.223423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48e30f5-b448-4186-b689-5a8992f75df8 req-717b931a-b7e5-437a-8dff-ad280064241a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 1101 time: 0.4079695 Dec 15 13:42:39.282488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1249185-eece-40d2-8f01-bffa5d60d3ec req-b35ec5d2-ae46-4a3c-a31a-049ba16d6816 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.283804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1249185-eece-40d2-8f01-bffa5d60d3ec req-b35ec5d2-ae46-4a3c-a31a-049ba16d6816 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1265938 Dec 15 13:42:39.332631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba3cab8-8093-4470-89a0-819345d1ef2b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:39.391895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e48e30f5-b448-4186-b689-5a8992f75df8 req-a7985fb1-9238-41ce-b42b-ed240639eb03 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477442 Dec 15 13:42:39.399835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Checking segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:39.399835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Network hostable DHCP agents. Network: 5311b76b-57b9-4507-a6a8-833263d77256, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:39.416106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-645c2cb7-8801-45b6-b794-c75b75f7a631 req-5eecc485-bbe1-4063-97af-6df98282d496 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/9592585a-8d4d-4e42-bf38-efdd5e98623c HTTP/1.1" status: 200 len: 1817 time: 0.1186955 Dec 15 13:42:39.421505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1249185-eece-40d2-8f01-bffa5d60d3ec req-a9c26b49-c7fd-41a4-9e6b-9f0d095cd499 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279523 Dec 15 13:42:39.444289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Network 5311b76b-57b9-4507-a6a8-833263d77256 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:39.468150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 5311b76b-57b9-4507-a6a8-833263d77256) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:39.472560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.473139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.482705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96093f-41f9-48e2-b161-bb8371a06538 None None] Network 5311b76b-57b9-4507-a6a8-833263d77256 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:39.504475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7b4c2e9a-6b97-4e70-8e6b-5870aad40e6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0174010 Dec 15 13:42:39.504475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-645c2cb7-8801-45b6-b794-c75b75f7a631 req-55c85726-b529-4706-b6c8-0272a41f9337 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.504806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44736) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:39.510587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:39.563070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-645c2cb7-8801-45b6-b794-c75b75f7a631 req-55c85726-b529-4706-b6c8-0272a41f9337 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.590277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.591311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.614434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-5311b76b-57b9-4507-a6a8-833263d77256', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:42:39.615734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.626414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083aa3-da72-48b7-95cd-146bdbc2bcdd req-e6c96cb7-6a0a-4f50-97b5-2d7e8b11874a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.628422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83083aa3-da72-48b7-95cd-146bdbc2bcdd req-e6c96cb7-6a0a-4f50-97b5-2d7e8b11874a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 944 time: 0.1049814 Dec 15 13:42:39.685106 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-645c2cb7-8801-45b6-b794-c75b75f7a631 req-55c85726-b529-4706-b6c8-0272a41f9337 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.687655 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-645c2cb7-8801-45b6-b794-c75b75f7a631 req-55c85726-b529-4706-b6c8-0272a41f9337 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.688987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-645c2cb7-8801-45b6-b794-c75b75f7a631 req-55c85726-b529-4706-b6c8-0272a41f9337 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/9592585a-8d4d-4e42-bf38-efdd5e98623c HTTP/1.1" status: 204 len: 173 time: 0.2593017 Dec 15 13:42:39.690215 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.707819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c85726-b529-4706-b6c8-0272a41f9337 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9592585a-8d4d-4e42-bf38-efdd5e98623c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:39.817049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83083aa3-da72-48b7-95cd-146bdbc2bcdd req-58b5ceed-81cb-4c26-b36b-f673639c1ead tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714530 Dec 15 13:42:39.876128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Allocated IP 172.20.0.2 (5311b76b-57b9-4507-a6a8-833263d77256/4ba3cab8-8093-4470-89a0-819345d1ef2b/a4a98ebc-c5fa-458d-ab82-91309b2fc845) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:39.917842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.017871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491d6ea-3a07-4cfb-9602-d4db62bcadd1 req-41c015b8-03e8-4e05-ae31-6065e3c52fd1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:40.019378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3491d6ea-3a07-4cfb-9602-d4db62bcadd1 req-41c015b8-03e8-4e05-ae31-6065e3c52fd1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 950 time: 0.1308949 Dec 15 13:42:40.021914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bac701c-2ee8-43fc-80b5-c4b490f95af7 req-e3750cbe-feba-4c6b-8c03-f447e554ea0b tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/592fe56e-73ea-47b1-bca7-5c76899bdbdf HTTP/1.1" status: 200 len: 1818 time: 0.1321959 Dec 15 13:42:40.043403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.049552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.094024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Network 5311b76b-57b9-4507-a6a8-833263d77256 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:40.100345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:40.104684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:40.106686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Pushing event updated for resources: {'Port': ['ID=a4a98ebc-c5fa-458d-ab82-91309b2fc845,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.146228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3491d6ea-3a07-4cfb-9602-d4db62bcadd1 req-9ea8b497-7939-4aa6-aa21-d2f42cc6fb3b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010542 Dec 15 13:42:40.153786 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bac701c-2ee8-43fc-80b5-c4b490f95af7 req-5d980f12-f5c2-439c-8e33-48e57dd643fd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.161743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Attempting to bind port a4a98ebc-c5fa-458d-ab82-91309b2fc845 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:40.162117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Attempting to bind port a4a98ebc-c5fa-458d-ab82-91309b2fc845 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:40.162485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Attempting to bind port a4a98ebc-c5fa-458d-ab82-91309b2fc845 on network 5311b76b-57b9-4507-a6a8-833263d77256 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:40.168391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:40.168820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Checking segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:40.169226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.169982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Bound using segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:40.170102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Bound port: a4a98ebc-c5fa-458d-ab82-91309b2fc845, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:40.171358 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.247372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bac701c-2ee8-43fc-80b5-c4b490f95af7 req-5d980f12-f5c2-439c-8e33-48e57dd643fd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.251326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] For port a4a98ebc-c5fa-458d-ab82-91309b2fc845, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:40.255252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] For port a4a98ebc-c5fa-458d-ab82-91309b2fc845, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a4a98ebc-c5fa-458d-ab82-91309b2fc845,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:40.261639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.351049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c1390-f190-4192-9a3d-7a1426728800 None None] Pushing event updated for resources: {'Port': ['ID=a4a98ebc-c5fa-458d-ab82-91309b2fc845,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.360440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.409494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84be55-fda0-40d8-8d9d-90b00c30248c req-4ad5cf2a-3240-4407-8357-e00ffb733fc4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:40.411772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d84be55-fda0-40d8-8d9d-90b00c30248c req-4ad5cf2a-3240-4407-8357-e00ffb733fc4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.1614885 Dec 15 13:42:40.412457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bac701c-2ee8-43fc-80b5-c4b490f95af7 req-5d980f12-f5c2-439c-8e33-48e57dd643fd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.415645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bac701c-2ee8-43fc-80b5-c4b490f95af7 req-5d980f12-f5c2-439c-8e33-48e57dd643fd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.416752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bac701c-2ee8-43fc-80b5-c4b490f95af7 req-5d980f12-f5c2-439c-8e33-48e57dd643fd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/592fe56e-73ea-47b1-bca7-5c76899bdbdf HTTP/1.1" status: 204 len: 173 time: 0.3819232 Dec 15 13:42:40.423043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.453570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:40.455947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980f12-f5c2-439c-8e33-48e57dd643fd tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592fe56e-73ea-47b1-bca7-5c76899bdbdf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.456095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9372b933-48b4-4414-94b2-edd827a373a0 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:40.463601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3dda81d9-745f-4758-b1b4-52412b10404c req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1178463100', 'description': 'tempest-description-1059834856'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:40.633686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 9372b933-48b4-4414-94b2-edd827a373a0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:40.647843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d84be55-fda0-40d8-8d9d-90b00c30248c req-6ee46da3-85ba-420f-a2b6-f76ebf3764d6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267561 Dec 15 13:42:40.649632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 9372b933-48b4-4414-94b2-edd827a373a0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:40.650147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.714592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:40.743715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:42:40.820673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3dda81d9-745f-4758-b1b4-52412b10404c req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.862894 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.866612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Allocated IP 172.25.2.24 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/042ff2f8-0a90-430e-b665-7e26409ef49f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:40.900148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9372b933-48b4-4414-94b2-edd827a373a0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:40.903974 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a73742a-b480-445f-809e-39768d07a387" -d '{"events": [{"server_uuid": "1dcba9fa-fadb-496e-a77f-bc118a2ca20c", "name": "network-vif-plugged", "status": "completed", "tag": "9372b933-48b4-4414-94b2-edd827a373a0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:40.930090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9372b933-48b4-4414-94b2-edd827a373a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9372b933-48b4-4414-94b2-edd827a373a0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:40.935739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.936748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ef845432-63c1-4adc-b8d6-61272bd78a3a up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:41.038841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a4a98ebc-c5fa-458d-ab82-91309b2fc845 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:41.074527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9372b933-48b4-4414-94b2-edd827a373a0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.087091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee3557-9ba0-40d6-a03d-79b1fe97e042 req-b60cea85-f7d6-4842-9a3c-24729c6e57fc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:41.094740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eeee3557-9ba0-40d6-a03d-79b1fe97e042 req-b60cea85-f7d6-4842-9a3c-24729c6e57fc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.2954197 Dec 15 13:42:41.110892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ef845432-63c1-4adc-b8d6-61272bd78a3a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:41.120762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ef845432-63c1-4adc-b8d6-61272bd78a3a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:41.121330 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.123265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a4a98ebc-c5fa-458d-ab82-91309b2fc845 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:41.123691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.261002 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.325562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.370606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ef845432-63c1-4adc-b8d6-61272bd78a3a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:41.380968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.419701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eeee3557-9ba0-40d6-a03d-79b1fe97e042 req-867408b6-5c48-4f5e-9719-44641f2006da tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196864 Dec 15 13:42:41.426060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3dda81d9-745f-4758-b1b4-52412b10404c req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.431693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.438019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ef845432-63c1-4adc-b8d6-61272bd78a3a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.505474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.541443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=042ff2f8-0a90-430e-b665-7e26409ef49f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.544088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3dda81d9-745f-4758-b1b4-52412b10404c req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.579838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.587785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port a4a98ebc-c5fa-458d-ab82-91309b2fc845, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a4a98ebc-c5fa-458d-ab82-91309b2fc845,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:41.593811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.606754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:41.617740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:41.625479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:41.687761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c717945-a389-4aff-9abd-b55c6ef99fdb None None] Network 5311b76b-57b9-4507-a6a8-833263d77256 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:41.694856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=a4a98ebc-c5fa-458d-ab82-91309b2fc845,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.706479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d35afab4-a205-4b49-95df-89ab6efd6eed no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:41.770134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: d35afab4-a205-4b49-95df-89ab6efd6eed {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:41.770445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d35afab4-a205-4b49-95df-89ab6efd6eed not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:41.779925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3dda81d9-745f-4758-b1b4-52412b10404c req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.781179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3dda81d9-745f-4758-b1b4-52412b10404c req-67988cad-abd5-4d04-ba50-42f9a74fd18f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.3312163 Dec 15 13:42:41.799966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b7bd9289-8010-4b7c-9355-e2a8695db7f2 None None] Provisioning complete for port a4a98ebc-c5fa-458d-ab82-91309b2fc845 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:41.800674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9289-8010-4b7c-9355-e2a8695db7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.842903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2be84-8676-4bac-9b10-d528935ef802 req-65d269ea-e667-4e8b-a378-3218bef3df43 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:41.844679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bd2be84-8676-4bac-9b10-d528935ef802 req-65d269ea-e667-4e8b-a378-3218bef3df43 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1644328 Dec 15 13:42:41.908300 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8011fbe-3486-4e49-9dca-0218978bc0bd x-openstack-request-id: req-d8011fbe-3486-4e49-9dca-0218978bc0bd {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:41.908942 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcba9fa-fadb-496e-a77f-bc118a2ca20c", "name": "network-vif-plugged", "status": "completed", "tag": "9372b933-48b4-4414-94b2-edd827a373a0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:41.908942 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8011fbe-3486-4e49-9dca-0218978bc0bd {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:41.909279 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9372b933-48b4-4414-94b2-edd827a373a0', 'code': 200} Dec 15 13:42:42.025267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bd2be84-8676-4bac-9b10-d528935ef802 req-2a3252c6-be8b-43db-a578-81b36708598d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720295 Dec 15 13:42:42.186064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ff3f4-49dd-46e7-8f49-1a84314033aa req-a7c2ed2b-5cc1-49d2-96bc-865e91f726c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.187746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-883ff3f4-49dd-46e7-8f49-1a84314033aa req-a7c2ed2b-5cc1-49d2-96bc-865e91f726c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 1100 time: 0.1743240 Dec 15 13:42:42.190085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.284491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ecf50a84-f910-4937-824a-5235611af7ed None None] Provisioning complete for port a4a98ebc-c5fa-458d-ab82-91309b2fc845 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:42.284983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a84-f910-4937-824a-5235611af7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.406023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb95c6f-8523-45f1-9efa-2b12879fb58a req-831ac173-2798-49be-a792-205a5c955a9c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.407559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddb95c6f-8523-45f1-9efa-2b12879fb58a req-831ac173-2798-49be-a792-205a5c955a9c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 950 time: 0.3195217 Dec 15 13:42:42.436921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-883ff3f4-49dd-46e7-8f49-1a84314033aa req-0679636a-df85-42f0-9824-2c1f9f750019 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031031 Dec 15 13:42:42.454299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8d233-b791-4f61-a99b-3239200eadf8 req-0280ad82-566e-4533-9f6a-ffda5c5a87ca tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.455823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cf8d233-b791-4f61-a99b-3239200eadf8 req-0280ad82-566e-4533-9f6a-ffda5c5a87ca tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.3320858 Dec 15 13:42:42.511969 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa1f32aa-90d4-45c3-976a-5b20a9de0357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.558186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddb95c6f-8523-45f1-9efa-2b12879fb58a req-9b9e9e2f-226b-469b-99e3-8b61fa3ca7ea tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149623 Dec 15 13:42:42.561726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cf8d233-b791-4f61-a99b-3239200eadf8 req-e02f8ad9-de1d-49e8-be88-cbe231749cd1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879879 Dec 15 13:42:42.570526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.729443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74520918-3fea-494d-8b8e-1084022895b7 req-d83354f8-c344-4e4f-8ec7-bacfa3369398 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4 HTTP/1.1" status: 200 len: 1818 time: 0.0935078 Dec 15 13:42:42.747610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-74520918-3fea-494d-8b8e-1084022895b7 req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1387108006', 'description': 'tempest-description-hth-1134879506'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:42.766875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059759-673e-4d97-9970-d34e4a42c827 req-3272cc2f-55ae-4bba-8893-650b3abab13b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.768486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9059759-673e-4d97-9970-d34e4a42c827 req-3272cc2f-55ae-4bba-8893-650b3abab13b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0941229 Dec 15 13:42:42.826407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-74520918-3fea-494d-8b8e-1084022895b7 req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.868260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9059759-673e-4d97-9970-d34e4a42c827 req-507efac7-aeb7-4fc0-a083-712760ab04a0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919425 Dec 15 13:42:42.874467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Router e2630e36-1606-453c-bb42-442563a67ee5 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:42:42.898188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-74520918-3fea-494d-8b8e-1084022895b7 req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.905130 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-74520918-3fea-494d-8b8e-1084022895b7 req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.908464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-74520918-3fea-494d-8b8e-1084022895b7 req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.909960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74520918-3fea-494d-8b8e-1084022895b7 req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "PUT /v2.0/security-groups/f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4 HTTP/1.1" status: 200 len: 1792 time: 0.1713636 Dec 15 13:42:42.926911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a4a98ebc-c5fa-458d-ab82-91309b2fc845 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:43.011132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a4a98ebc-c5fa-458d-ab82-91309b2fc845 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:43.011497 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.064649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12fa61-b920-42c5-b9dc-4e7e98febbee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:43.101787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11febf33-d0e2-470d-b709-fbe60bd05403 req-7125aa74-1aeb-4cd5-b2d7-1890958eb5d0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.103348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11febf33-d0e2-470d-b709-fbe60bd05403 req-7125aa74-1aeb-4cd5-b2d7-1890958eb5d0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 949 time: 0.1269994 Dec 15 13:42:43.112403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfe57073-a473-4dd2-be68-8086f88ac3ee req-61401832-3851-48ee-8eb3-1610fa0e0371 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4 HTTP/1.1" status: 200 len: 1792 time: 0.1090388 Dec 15 13:42:43.115900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:43.133902 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Sync routers for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:43.150164 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:43.151197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:43.171417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11febf33-d0e2-470d-b709-fbe60bd05403 req-efb20c32-f253-4f11-a7da-0a875f075d71 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514603 Dec 15 13:42:43.174334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.175464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-204f6b54-f468-46b0-a1e5-87e8866b6ee5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6699250 Dec 15 13:42:43.178275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:43.325256 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:43.505901 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:41Z', 'revision_number': 3, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:43.536180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Checking router: e2630e36-1606-453c-bb42-442563a67ee5 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:43.536548 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Updating router e2630e36-1606-453c-bb42-442563a67ee5 port 042ff2f8-0a90-430e-b665-7e26409ef49f binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:43.561695 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.706031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:43.709252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b34f7-25d7-412e-bc19-72f33362181f req-afc80bbd-5e96-4c65-954a-bf3e1dbe8a76 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.710744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b14b34f7-25d7-412e-bc19-72f33362181f req-afc80bbd-5e96-4c65-954a-bf3e1dbe8a76 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1798179 Dec 15 13:42:43.748442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-843f26de-dbf2-498b-89d9-f68809860ee6 service neutron] 10.222.0.67 "GET /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.2184989 Dec 15 13:42:43.771719 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.818275 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.824091 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.828141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-5e03af05-f694-4481-8a7a-59065b314644 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.829625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-5e03af05-f694-4481-8a7a-59065b314644 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.2975283 Dec 15 13:42:43.875582 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd16778-3345-4921-b693-e4111c544b3e None None] Pushing event updated for resources: {'Port': ['ID=042ff2f8-0a90-430e-b665-7e26409ef49f,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:43.881209 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Attempting to bind port 042ff2f8-0a90-430e-b665-7e26409ef49f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:43.881584 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Attempting to bind port 042ff2f8-0a90-430e-b665-7e26409ef49f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:43.881936 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Attempting to bind port 042ff2f8-0a90-430e-b665-7e26409ef49f on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:43.887048 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:43.887418 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:43.887814 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.888195 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:43.888697 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Bound port: 042ff2f8-0a90-430e-b665-7e26409ef49f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:43.889126 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.901241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-c203d892-a59e-479e-a67b-734bf668cbed tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/quotas/457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 375 time: 0.0457013 Dec 15 13:42:43.910305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef845432-63c1-4adc-b8d6-61272bd78a3a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:43.914059 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d1ae7-f94a-4db9-bb9d-f1d5e46615ea" -d '{"events": [{"server_uuid": "ca4fe5b4-daea-411f-8677-ad3ce41b8e6f", "name": "network-vif-plugged", "status": "completed", "tag": "ef845432-63c1-4adc-b8d6-61272bd78a3a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:43.937782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b14b34f7-25d7-412e-bc19-72f33362181f req-abd19337-93b8-4ae9-91cc-8749cde475cd tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111139 Dec 15 13:42:43.959656 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] For port 042ff2f8-0a90-430e-b665-7e26409ef49f, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:43.963908 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] For port 042ff2f8-0a90-430e-b665-7e26409ef49f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=042ff2f8-0a90-430e-b665-7e26409ef49f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:43.969841 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.017082 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:44.017698 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:44.101054 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd16778-3345-4921-b693-e4111c544b3e None None] Pushing event updated for resources: {'Port': ['ID=042ff2f8-0a90-430e-b665-7e26409ef49f,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:44.134408 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:44.158520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-71568d6c-d328-485e-9cb0-2609cadd902e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2494652 Dec 15 13:42:44.216722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e1c853c-f7e1-4655-80ed-f51ff390c9d1 req-67c11522-b2eb-413f-87cc-69bc25f300b9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4 HTTP/1.1" status: 200 len: 1792 time: 0.2243211 Dec 15 13:42:44.306807 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:41Z', 'revision_number': 3, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:44.337134 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc2bc-46f7-4e99-ac07-80d645551bc6 None None] The sync data for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 is: [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:41Z', 'revision_number': 3, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:44.413944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:44.437793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-9463b22e-d5a2-4826-8869-526e7e4ca1b9 service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339582 Dec 15 13:42:44.457802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5e1c853c-f7e1-4655-80ed-f51ff390c9d1 req-6e2585ba-156c-401f-ab7e-2fdbd4150ce9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.467136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:44.467887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:44.511902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:44.590900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd46af07-7a46-4e0e-9890-8616b76c77f8 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:44.598979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5e1c853c-f7e1-4655-80ed-f51ff390c9d1 req-6e2585ba-156c-401f-ab7e-2fdbd4150ce9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.616088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:44.659631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9173b27a-1724-4ba0-9510-463baf04be45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.682997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.727513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-7826c322-cd29-4cbb-8f7a-40dada619add service neutron] 10.222.0.32 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801518 Dec 15 13:42:44.729245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5e1c853c-f7e1-4655-80ed-f51ff390c9d1 req-6e2585ba-156c-401f-ab7e-2fdbd4150ce9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.731823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5e1c853c-f7e1-4655-80ed-f51ff390c9d1 req-6e2585ba-156c-401f-ab7e-2fdbd4150ce9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.733254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e1c853c-f7e1-4655-80ed-f51ff390c9d1 req-6e2585ba-156c-401f-ab7e-2fdbd4150ce9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4 HTTP/1.1" status: 204 len: 173 time: 0.5007839 Dec 15 13:42:44.734784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.788352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2585ba-156c-401f-ab7e-2fdbd4150ce9 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2b3c3-2e6f-4f48-8008-024bcff6d5c4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:44.947017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] Transition to ACTIVE for port object cd46af07-7a46-4e0e-9890-8616b76c77f8 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:44.954886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 042ff2f8-0a90-430e-b665-7e26409ef49f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:44.961024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.006910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771fc2a-63e1-42ec-9950-b73a13667f04 req-c9b9b1eb-bf30-4aaa-8c34-42a7bac3c455 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.009033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2771fc2a-63e1-42ec-9950-b73a13667f04 req-c9b9b1eb-bf30-4aaa-8c34-42a7bac3c455 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 943 time: 0.1951687 Dec 15 13:42:45.018905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 042ff2f8-0a90-430e-b665-7e26409ef49f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:45.020204 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.151287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] No DVR routers for this DVR port cd46af07-7a46-4e0e-9890-8616b76c77f8 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:45.161379 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.184445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 042ff2f8-0a90-430e-b665-7e26409ef49f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=042ff2f8-0a90-430e-b665-7e26409ef49f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:45.190300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.194584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:45.229683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2771fc2a-63e1-42ec-9950-b73a13667f04 req-ec72b234-afa2-4c71-b52b-830aae2b4f0a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995912 Dec 15 13:42:45.230842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Allocated IP 172.20.0.1 (5311b76b-57b9-4507-a6a8-833263d77256/4ba3cab8-8093-4470-89a0-819345d1ef2b/d33c49ac-d59d-4ded-82c4-3d8574bf1a1a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:45.243741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=042ff2f8-0a90-430e-b665-7e26409ef49f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:45.296198 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f55fdfb-844e-41e3-9b01-bd1b11ae9782 x-openstack-request-id: req-1f55fdfb-844e-41e3-9b01-bd1b11ae9782 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:45.296549 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4fe5b4-daea-411f-8677-ad3ce41b8e6f", "name": "network-vif-plugged", "status": "completed", "tag": "ef845432-63c1-4adc-b8d6-61272bd78a3a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:45.296805 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f55fdfb-844e-41e3-9b01-bd1b11ae9782 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:45.297222 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef845432-63c1-4adc-b8d6-61272bd78a3a', 'code': 200} Dec 15 13:42:45.300444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f423373-e3a7-46b7-a8d4-dc67761aa1d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5059178 Dec 15 13:42:45.353096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4b46c-5ebd-4f86-93ca-b033638dc596 req-71c6396c-0920-4dcc-a200-7a060693094b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.354823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91b4b46c-5ebd-4f86-93ca-b033638dc596 req-71c6396c-0920-4dcc-a200-7a060693094b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1850219 Dec 15 13:42:45.576642 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.581462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-d40444c9-012e-4750-9c25-ad56a7917944 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.583874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-d40444c9-012e-4750-9c25-ad56a7917944 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.2124295 Dec 15 13:42:45.590895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91b4b46c-5ebd-4f86-93ca-b033638dc596 req-96c718f5-d410-4b25-af32-e63055bdd292 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240779 Dec 15 13:42:45.598769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289425f-3a76-4ac1-ae8e-1401335772a5 req-27c8cdb7-f5fd-4226-8334-88055e4b2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.600167 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e289425f-3a76-4ac1-ae8e-1401335772a5 req-27c8cdb7-f5fd-4226-8334-88055e4b2d80 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 1096 time: 0.1545978 Dec 15 13:42:45.684092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af5ec-7bbf-4dd0-902b-22ab72479b6c req-7b09d6c4-1b6c-4444-99b5-044d6179130c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.692687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b37af5ec-7bbf-4dd0-902b-22ab72479b6c req-7b09d6c4-1b6c-4444-99b5-044d6179130c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 949 time: 0.2046046 Dec 15 13:42:45.788026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.811057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e289425f-3a76-4ac1-ae8e-1401335772a5 req-8beb180b-fdf5-4376-9f2b-4a9dd017b694 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004304 Dec 15 13:42:45.812918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7049f7db-bb8a-4ade-b451-c803b06333b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.814290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7049f7db-bb8a-4ade-b451-c803b06333b5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936&tenant_id=01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 1095 time: 0.2178700 Dec 15 13:42:45.851794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b37af5ec-7bbf-4dd0-902b-22ab72479b6c req-dbd95539-792b-4fd3-a908-4874b9153b66 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580462 Dec 15 13:42:45.876757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Network 5311b76b-57b9-4507-a6a8-833263d77256 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:45.887690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:45.890248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:45.922735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2434bc8-3489-49fd-8947-1c0edd253402 req-096a70af-198f-428a-9d80-715f19d64a5f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.925209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2434bc8-3489-49fd-8947-1c0edd253402 req-096a70af-198f-428a-9d80-715f19d64a5f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1989441 Dec 15 13:42:45.926102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:45.985622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32c6004d-af26-4f67-8f7e-02fc16c70507 req-30d7e539-97ac-4753-8cab-2e9b4ed3d566 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.0483060 Dec 15 13:42:45.994041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:46.084666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2434bc8-3489-49fd-8947-1c0edd253402 req-e55deda9-659a-42c3-af45-1e5165aac09b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411722 Dec 15 13:42:46.085427 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:46.180077 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-cbc023ed-4f61-4f85-ab72-2cfae9292129 req-00c75591-b76e-48ff-95d2-f25dac548644 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:46.181639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbc023ed-4f61-4f85-ab72-2cfae9292129 req-00c75591-b76e-48ff-95d2-f25dac548644 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/592fe56e-73ea-47b1-bca7-5c76899bdbdf HTTP/1.1" status: 404 len: 352 time: 0.0489788 Dec 15 13:42:46.238457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-07fc5a45-431e-4fde-af20-c2c7372bb97f None None] Provisioning complete for port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:46.239083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07fc5a45-431e-4fde-af20-c2c7372bb97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:46.303198 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-d3a25a18-561f-4bfa-9082-9eb7d9e7ca5b req-7718b81e-fb85-493d-a87e-2b5b39b52c58 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:46.304709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3a25a18-561f-4bfa-9082-9eb7d9e7ca5b req-7718b81e-fb85-493d-a87e-2b5b39b52c58 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/9592585a-8d4d-4e42-bf38-efdd5e98623c HTTP/1.1" status: 404 len: 352 time: 0.0772707 Dec 15 13:42:46.307691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f842274-3ed2-4d88-804b-37b2c53db359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.309844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-7f842274-3ed2-4d88-804b-37b2c53db359 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1095 time: 0.1659443 Dec 15 13:42:46.363176 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:46.467644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-07fc5a45-431e-4fde-af20-c2c7372bb97f None None] Port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:46.823320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-c731420c-2003-4229-a7fd-bbbc8854e47f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.824765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-c731420c-2003-4229-a7fd-bbbc8854e47f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 820 time: 0.6321402 Dec 15 13:42:46.857360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Request body: {'port': {'device_id': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'admin_state_up': True, 'tenant_id': '457718dc070c40c0801e143b33cc2467'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:46.918678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 042ff2f8-0a90-430e-b665-7e26409ef49f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:46.920937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9456-a68a-4dfa-9bb8-1c24a8982f63 req-cf56b71e-6589-4e26-9393-2a53b4537a50 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.926845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9456-a68a-4dfa-9bb8-1c24a8982f63 req-cf56b71e-6589-4e26-9393-2a53b4537a50 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.928441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-884b9456-a68a-4dfa-9bb8-1c24a8982f63 req-cf56b71e-6589-4e26-9393-2a53b4537a50 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c&device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 1690 time: 0.5745692 Dec 15 13:42:46.936155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-34a8f3ea-f033-4932-9f16-5c239b867afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.937646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-34a8f3ea-f033-4932-9f16-5c239b867afc service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.6158874 Dec 15 13:42:46.945200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56394e2a-7162-44a7-8e60-02c0e7990598 req-966e5de5-dfbc-4b3b-b2bf-5620721b5113 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.946782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56394e2a-7162-44a7-8e60-02c0e7990598 req-966e5de5-dfbc-4b3b-b2bf-5620721b5113 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 944 time: 0.2536869 Dec 15 13:42:46.976495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 042ff2f8-0a90-430e-b665-7e26409ef49f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:46.977156 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.072723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-dcf91e57-a669-4b89-a192-d7809bab22a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 200 len: 217 time: 0.1249244 Dec 15 13:42:47.205607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56394e2a-7162-44a7-8e60-02c0e7990598 req-3795f73d-b413-4a29-8d2c-4b8b3bd139c2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028625 Dec 15 13:42:47.217061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-ca7458dc-e773-4cdd-8cdb-fff6f694d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:47.218534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-ca7458dc-e773-4cdd-8cdb-fff6f694d3ac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1375155 Dec 15 13:42:47.237099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-884b9456-a68a-4dfa-9bb8-1c24a8982f63 req-cf94357f-544d-45ef-bea5-b35838d88253 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787378 Dec 15 13:42:47.301017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-ccb5a2bb-5cd4-4dfe-b32a-e16e52654bf4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620930 Dec 15 13:42:47.309572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.311647 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-07361c36-55b0-4ec1-96f5-599ab1573c72 req-84c8f6d8-db32-499e-b9f7-7457ff483ae6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:47.312728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07361c36-55b0-4ec1-96f5-599ab1573c72 req-84c8f6d8-db32-499e-b9f7-7457ff483ae6 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/0a94c8ff-17cb-44f9-8e9f-2be59cfe9c8a HTTP/1.1" status: 404 len: 352 time: 0.0714695 Dec 15 13:42:47.337356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Made reservation on behalf of 457718dc070c40c0801e143b33cc2467 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:47.344086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.347894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.367793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.547831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.553842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c5bbf25-40e0-4d78-b018-31560182a85a req-738f7bb8-ea53-4b97-9265-b30f8699a6da tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.1310494 Dec 15 13:42:47.613319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:47.693837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1214797-617c-4b58-bc3f-360e5fcb3ff2 req-e59586b1-29b8-4281-8f4c-b3716b0eea92 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:47.695298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1214797-617c-4b58-bc3f-360e5fcb3ff2 req-e59586b1-29b8-4281-8f4c-b3716b0eea92 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.2943614 Dec 15 13:42:47.780594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-0b007daa-0486-4ee7-9f50-1e5a85cf93d0 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238684 Dec 15 13:42:47.884100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb126d8-9a54-41f4-bab6-1168919f5d33 req-c4f039c3-8358-4972-a1c4-576c1c31139d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:47.885616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cb126d8-9a54-41f4-bab6-1168919f5d33 req-c4f039c3-8358-4972-a1c4-576c1c31139d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.2221441 Dec 15 13:42:47.916355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Allocated IP 172.20.0.2 (dd8522aa-f6ca-4c29-9f30-edc66a499ecc/d00b65c8-c61e-45e1-97c6-77a7a7a03587/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:47.932402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Network 5311b76b-57b9-4507-a6a8-833263d77256 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:47.947594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:47.956419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1214797-617c-4b58-bc3f-360e5fcb3ff2 req-ae47b181-beac-4222-b5b5-49c13489560e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520366 Dec 15 13:42:48.108383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-d56d4621-cbb7-4b96-a6ef-bc61d9217964 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058431 Dec 15 13:42:48.116235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cb126d8-9a54-41f4-bab6-1168919f5d33 req-217824e8-db8f-48a2-8270-bef24b63535b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214751 Dec 15 13:42:48.190551 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-bf650df9-b78e-49be-83a4-198e517887a5 req-b134d9ff-395c-4e50-9d68-aca02a816487 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:48.191569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf650df9-b78e-49be-83a4-198e517887a5 req-b134d9ff-395c-4e50-9d68-aca02a816487 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/93d5550a-ae86-4aec-8473-4b00c7377389 HTTP/1.1" status: 404 len: 352 time: 0.0701025 Dec 15 13:42:48.277600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Router e2630e36-1606-453c-bb42-442563a67ee5 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:48.321803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.336843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ef8e248-2d3b-42a8-ad05-6bc17f759831 None None] Provisioning complete for port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:48.337453 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e248-2d3b-42a8-ad05-6bc17f759831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.388777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3be592-0e8a-4034-bc09-414fa3f8b2bf req-339bceef-4f9d-4f6d-9ae9-5eac14693302 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:48.394684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8e248-2d3b-42a8-ad05-6bc17f759831 None None] Port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:48.396321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc3be592-0e8a-4034-bc09-414fa3f8b2bf req-339bceef-4f9d-4f6d-9ae9-5eac14693302 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 1100 time: 0.1785161 Dec 15 13:42:48.400888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.539034 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-a94f9f34-8bc3-4bc4-b74a-ee666d9b3045 req-ae7d1015-6c35-4080-9633-f9ce80c1cf62 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:48.540682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a94f9f34-8bc3-4bc4-b74a-ee666d9b3045 req-ae7d1015-6c35-4080-9633-f9ce80c1cf62 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/02217936-8614-41c3-901b-943c002b24d1 HTTP/1.1" status: 404 len: 352 time: 0.0591159 Dec 15 13:42:48.568725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc3be592-0e8a-4034-bc09-414fa3f8b2bf req-632ba264-328f-4e39-a827-a180271023d8 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710660 Dec 15 13:42:48.590058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-303201b4-8a92-4b46-8df8-7f7f0a9795c0 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:48.592906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-303201b4-8a92-4b46-8df8-7f7f0a9795c0 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.1646888 Dec 15 13:42:48.596204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:48.610351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Sync routers for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:48.611374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2b4076c5-fc09-44b7-85af-a4d622404ad8 admin admin] 10.222.0.32 "PUT /v2.0/routers/e2630e36-1606-453c-bb42-442563a67ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4312506 Dec 15 13:42:48.624352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.633746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:48.635843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:48.761412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Network dd8522aa-f6ca-4c29-9f30-edc66a499ecc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:48.781921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-86de33d7-b1e4-4212-8a98-433937ad7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:48.783409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-86de33d7-b1e4-4212-8a98-433937ad7e46 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 1096 time: 0.2623050 Dec 15 13:42:48.787569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:48.801564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:48.817797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:48.837927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:48.889343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e46c88-4816-4d6b-8caf-5d76305ed94b req-0e01f711-5edc-4149-af39-98c9baf4cc63 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:48.890842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0e46c88-4816-4d6b-8caf-5d76305ed94b req-0e01f711-5edc-4149-af39-98c9baf4cc63 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 944 time: 0.2787354 Dec 15 13:42:49.020843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 2, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:49.054386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Checking router: e2630e36-1606-453c-bb42-442563a67ee5 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:49.055012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Updating router e2630e36-1606-453c-bb42-442563a67ee5 port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:49.082601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.264750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39fc58-67f3-41e8-9eb2-19105387c947 req-a7dfffb8-f093-441b-9b57-efd73ba9d0ce tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.266253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b39fc58-67f3-41e8-9eb2-19105387c947 req-a7dfffb8-f093-441b-9b57-efd73ba9d0ce tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.5267866 Dec 15 13:42:49.319954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.321753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.367247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-56a641e6-249c-4e7c-afe5-80241e31c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.368624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.369292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-56a641e6-249c-4e7c-afe5-80241e31c372 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 912 time: 0.5703802 Dec 15 13:42:49.374780 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.388051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0e46c88-4816-4d6b-8caf-5d76305ed94b req-e6956b20-d335-47d4-8d71-2dc2d162f0b3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785089 Dec 15 13:42:49.394648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-8a0e1ef1-83fe-4ab5-b8de-810b9d271f11 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5503476 Dec 15 13:42:49.414849 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-b88789d1-a030-46c9-ae17-15e79dc8ad57 service neutron] show failed (client error): The resource could not be found. Dec 15 13:42:49.416615 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-b88789d1-a030-46c9-ae17-15e79dc8ad57 service neutron] 10.222.0.67 "GET /v2.0/ports/871c43d6-821b-41de-8952-fd2b956f838b/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0999506 Dec 15 13:42:49.429945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Request body: {'port': {'device_id': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:49.463021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4c290-8daf-433d-a694-d8acd9022408 None None] Pushing event updated for resources: {'Port': ['ID=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.494396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-88184b03-60f1-40a1-a029-125b6e67684f service neutron] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:49.504744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-9a2938cc-5e40-4ef4-a725-a2600d0c4bd9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a HTTP/1.1" status: 200 len: 217 time: 0.1137376 Dec 15 13:42:49.523087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Attempting to bind port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:49.523714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Attempting to bind port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:49.524856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Attempting to bind port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a on network 5311b76b-57b9-4507-a6a8-833263d77256 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:49.526493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-88184b03-60f1-40a1-a029-125b6e67684f service neutron] Publish callbacks [] for binding, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.527749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-88184b03-60f1-40a1-a029-125b6e67684f service neutron] 10.222.0.85 "DELETE /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.9117630 Dec 15 13:42:49.530635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:49.531249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Checking segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:49.531956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.544482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b39fc58-67f3-41e8-9eb2-19105387c947 req-1fa1687f-6c84-4ff7-b113-b750030a245f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604036 Dec 15 13:42:49.545309 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-dd9f498d-211c-4fcb-8db9-8195bc7c5410 req-c54c8cb6-4c4d-4c7c-a31d-4d35298ab468 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] show failed (client error): The resource could not be found. Dec 15 13:42:49.546051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Bound using segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:49.547738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Bound port: d33c49ac-d59d-4ded-82c4-3d8574bf1a1a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:49.548029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.563880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd9f498d-211c-4fcb-8db9-8195bc7c5410 req-c54c8cb6-4c4d-4c7c-a31d-4d35298ab468 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/d526433e-822d-4cf9-ae1e-e164c5084bfc HTTP/1.1" status: 404 len: 352 time: 0.1305962 Dec 15 13:42:49.678536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] For port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:49.682381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] For port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:49.688210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.768764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4c290-8daf-433d-a694-d8acd9022408 None None] Pushing event updated for resources: {'Port': ['ID=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.772088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:49.772704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:49.790972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.836187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-5b6eebd3-7784-489f-ab50-cdc3636d470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.851907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-5b6eebd3-7784-489f-ab50-cdc3636d470b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.3113155 Dec 15 13:42:49.891368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:49.897029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999090a-ffeb-46ac-b80d-d902f3336949 req-5b6a0fe1-67a8-49f8-b3c5-7585fb8e4138 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.898569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5999090a-ffeb-46ac-b80d-d902f3336949 req-5b6a0fe1-67a8-49f8-b3c5-7585fb8e4138 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 1101 time: 0.2273958 Dec 15 13:42:49.961192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-d5a62e43-2242-44a4-b3c0-be117db7fbc6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943701 Dec 15 13:42:49.986693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-1c6c402f-57d0-4fc8-b4df-fd0d0dfdbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.989497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-1c6c402f-57d0-4fc8-b4df-fd0d0dfdbdbf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919&tenant_id=270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 1101 time: 0.2870526 Dec 15 13:42:50.005885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919bbd8-3eb3-4b36-8413-d5eeff120055 req-8e0a0feb-85cd-4433-81e9-95a1e6a39afd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.014646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9919bbd8-3eb3-4b36-8413-d5eeff120055 req-8e0a0feb-85cd-4433-81e9-95a1e6a39afd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 931 time: 0.3397419 Dec 15 13:42:50.040082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-45a2ffce-f00d-40ff-b04d-f2d5372b4409 None None] Provisioning complete for port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:50.040462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45a2ffce-f00d-40ff-b04d-f2d5372b4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.107749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:50.163409 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45a2ffce-f00d-40ff-b04d-f2d5372b4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.225821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-45a2ffce-f00d-40ff-b04d-f2d5372b4409 None None] For port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:50.235219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45a2ffce-f00d-40ff-b04d-f2d5372b4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.272989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5999090a-ffeb-46ac-b80d-d902f3336949 req-deeeafec-75cb-4b76-9b3b-39e42349eaac tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405042 Dec 15 13:42:50.280416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:49Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:50.282561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-4a13a518-f40d-4f58-9c4c-b959a1e41456 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119960 Dec 15 13:42:50.330590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748fd27-cc3b-4959-911d-bd36b90344a7 None None] The sync data for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 is: [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:49Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:50.391727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2ffce-f00d-40ff-b04d-f2d5372b4409 None None] Pushing event updated for resources: {'Port': ['ID=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:50.418777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1142764e-507f-49cf-9ec4-54801d037940 None None] Provisioning complete for port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:50.419288 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1142764e-507f-49cf-9ec4-54801d037940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.424127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9919bbd8-3eb3-4b36-8413-d5eeff120055 req-21f3e5e6-33fa-4fee-b849-fcb2030c0465 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079444 Dec 15 13:42:50.502116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.760282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.802651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c051ca-cb5a-400b-b844-9e4d58df6170 req-be3b1003-0c1b-432b-9aa8-bb89a2705063 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.804170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22c051ca-cb5a-400b-b844-9e4d58df6170 req-be3b1003-0c1b-432b-9aa8-bb89a2705063 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.2062213 Dec 15 13:42:50.976031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ec1100-48bc-4433-928f-58dff9ad3938 req-4d75960b-998b-4d9a-8d61-bbaf5b0a3867 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150923 Dec 15 13:42:51.018828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:51.072491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d33c49ac-d59d-4ded-82c4-3d8574bf1a1a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:51.088972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.098968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445067589', 'description': 'tempest-description--1181298369'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:51.133990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.179839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22c051ca-cb5a-400b-b844-9e4d58df6170 req-f4b3f102-fc42-476b-a669-42cfc43f3337 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131598 Dec 15 13:42:51.191325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:51.202129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:51.202518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.240333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.246079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.293127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.314771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.322098 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f304ca4e-a21f-4959-8488-37d755d65f65 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2318258 Dec 15 13:42:51.328454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.334324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'security_group_rule': {'security_group_id': '0e7bc52f-3cd4-4898-9bdd-87a40653aa0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:51.384179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.425155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.441107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:51.443965 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd3a5af-1251-405c-af61-375cae80623c" -d '{"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-unplugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:51.466024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:51.467869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.473356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.492198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eac7ab6-0cf5-4699-90de-309cf768f630,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.507428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.517492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.519259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5516a132-e893-4c67-b79d-ee27d2823ff5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894226 Dec 15 13:42:51.521878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.527207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'security_group_rule': {'security_group_id': '0e7bc52f-3cd4-4898-9bdd-87a40653aa0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:51.534756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Transition to ACTIVE for port object 871c43d6-821b-41de-8952-fd2b956f838b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:51.551037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.569100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.601611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-12ecc679-ae2c-484f-9fce-4101b565324f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067553 Dec 15 13:42:51.622725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Transition to ACTIVE for port object 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:51.638956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.645826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.654369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.663406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52dedb0-9363-4a5c-9ac3-1d1cc9a79e66,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.700232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.702808 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-439fd014-c1c1-4e4c-859e-5e29258b6f34 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795287 Dec 15 13:42:51.707710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.713176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:51.745348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.772603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.775545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] No DVR routers for this DVR port 871c43d6-821b-41de-8952-fd2b956f838b on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:51.791463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c16b-0117-4149-a58e-e99412c2d97f req-08b9c1dd-e1e4-47c8-98aa-3d92080f9025 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:51.793515 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:51.798974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24f8c16b-0117-4149-a58e-e99412c2d97f req-08b9c1dd-e1e4-47c8-98aa-3d92080f9025 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.2738400 Dec 15 13:42:51.876187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.025793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Allocated IP 172.25.2.72 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/eafc9c1e-3b6e-4373-8285-627e8f65a700) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:52.038725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.042097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:52.042432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:52.042755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:52.081530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24f8c16b-0117-4149-a58e-e99412c2d97f req-2f65b887-f98c-4da7-9a78-849651e17b35 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811732 Dec 15 13:42:52.116489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-302b29b4-86a0-4ce5-8800-79e899ef01a7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.129990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-302b29b4-86a0-4ce5-8800-79e899ef01a7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5016441 Dec 15 13:42:52.132483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:52.132881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:52.138782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:52.139116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:52.139439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:52.164182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-62c23b98-96e9-48af-86a7-5b3e4f82e00a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/quotas/b17a9cfb45464d8ca535f7388591d0d9 HTTP/1.1" status: 200 len: 375 time: 0.0332296 Dec 15 13:42:52.175867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.187750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:52.188090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:52.188845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:52.189918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Bound port: 871c43d6-821b-41de-8952-fd2b956f838b, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:52.190709 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.215020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:52.215020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:52.221930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.256601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:52.257353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:52.257746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:52.258227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Bound port: 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:52.258579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.288387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:52.290396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'Port': ['ID=eafc9c1e-3b6e-4373-8285-627e8f65a700,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.294523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:52.297693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:52.366395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fff861-d320-4a02-8805-38363df9df8f req-8dee5e50-7df9-476e-86a6-2af92095b202 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.368557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58fff861-d320-4a02-8805-38363df9df8f req-8dee5e50-7df9-476e-86a6-2af92095b202 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1095 time: 0.1823442 Dec 15 13:42:52.382206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-1113f153-86db-48e7-aaa9-204c9a2e825d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2161207 Dec 15 13:42:52.401673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.421520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:52.451547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:52.461260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.461988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:52.464630 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.467815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:52.473774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58fff861-d320-4a02-8805-38363df9df8f req-9ebc8e31-1023-4af8-90e6-d202493f2a3e tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882871 Dec 15 13:42:52.516790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.537220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.537715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.539139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] 10.222.0.85 "PUT /v2.0/ports/871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 1096 time: 2.4386635 Dec 15 13:42:52.551227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.551917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.553418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] 10.222.0.67 "PUT /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 1091 time: 3.1275840 Dec 15 13:42:52.643420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86eae-e992-4af4-a80e-0b95e9b464e1 service neutron] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.703970 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150f107-e861-448e-a6e3-a0fcffdd88c9 x-openstack-request-id: req-6150f107-e861-448e-a6e3-a0fcffdd88c9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:52.704382 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-unplugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:52.704667 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6150f107-e861-448e-a6e3-a0fcffdd88c9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:52.705068 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'code': 200} Dec 15 13:42:52.778986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.786505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.831604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-d48ef785-8002-4f39-a6ce-78805757ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.833147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-d48ef785-8002-4f39-a6ce-78805757ce64 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1099 time: 0.2544913 Dec 15 13:42:52.834870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-5ca3ea73-19cd-4a08-a171-5525235aa483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.836251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-5ca3ea73-19cd-4a08-a171-5525235aa483 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1094 time: 0.2172930 Dec 15 13:42:52.863291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbaa1e-8bf7-437d-809d-422c9ced5bb0 req-6c41515d-c024-47d5-884f-46dc911d3a0e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.864883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afdbaa1e-8bf7-437d-809d-422c9ced5bb0 req-6c41515d-c024-47d5-884f-46dc911d3a0e tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1023 time: 0.2607987 Dec 15 13:42:52.896052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20aba6-b158-4f30-b091-39cc466b9874 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.910237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'Port': ['ID=eafc9c1e-3b6e-4373-8285-627e8f65a700,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.967227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.022304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-178d70c9-5ba1-4701-adcf-046140df35b7 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.022566 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-178d70c9-5ba1-4701-adcf-046140df35b7 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 1023 time: 0.0981886 Dec 15 13:42:53.028194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.038647 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-51ec3085-e37a-468c-848c-31b4d78e2ae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3208938 Dec 15 13:42:53.293024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-94ba9657-899e-4f8c-ac9c-d8318506349f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 217 time: 0.4173944 Dec 15 13:42:53.335857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af6ba7-71d7-4763-b498-d6cf3a361e96 req-a0c7d14e-54c0-4d3d-94af-07bf0a9c80d7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.337963 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2af6ba7-71d7-4763-b498-d6cf3a361e96 req-a0c7d14e-54c0-4d3d-94af-07bf0a9c80d7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.5558293 Dec 15 13:42:53.445551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Deleting port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:53.446677 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.454841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-21a42fde-0651-4dec-85f4-026f656f045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.456759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-21a42fde-0651-4dec-85f4-026f656f045f service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.5905428 Dec 15 13:42:53.463422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afdbaa1e-8bf7-437d-809d-422c9ced5bb0 req-1052295f-21fe-40b5-84ca-7503766ca2ee tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups?id=68545ade-4c02-4317-b60c-122219dc16a2&id=efbf0d40-9edc-49a5-aa3e-f06aad9fbe42&id=6c7a775f-663e-4743-9405-36f1fcca7a57&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5731575 Dec 15 13:42:53.482335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27426414-788a-407a-a75e-b88e25a99396 req-96afb25a-f6a5-4a14-9b3b-cc35163eb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.483780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-96afb25a-f6a5-4a14-9b3b-cc35163eb9db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1772048 Dec 15 13:42:53.531358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-e8313a47-5047-4995-b9ab-5939ac88cdda service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0668015 Dec 15 13:42:53.549778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2af6ba7-71d7-4763-b498-d6cf3a361e96 req-c73079ad-544f-4f86-94fc-52cb752ac03d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784866 Dec 15 13:42:53.551886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] For port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,segment=NetworkSegment(24c40bdc-2113-40bc-a0d1-59769b1e6977),segment_id=24c40bdc-2113-40bc-a0d1-59769b1e6977)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:53.552539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.569091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-4d236fa0-98a7-4446-8a84-08d0d6fa725e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501056 Dec 15 13:42:53.572841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Calling delete_port for 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:53.688221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-18eb3514-8995-4950-89d7-dc2857ec414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.689732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-18eb3514-8995-4950-89d7-dc2857ec414a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1296227 Dec 15 13:42:53.698493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdc2f3-a9e9-4894-9ac7-49478567b0ac req-b6cb0dcf-f991-494e-8697-259d456fc550 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.700202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88cdc2f3-a9e9-4894-9ac7-49478567b0ac req-b6cb0dcf-f991-494e-8697-259d456fc550 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 948 time: 0.1491129 Dec 15 13:42:53.773996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.787625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:53.792233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:53.800785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-6f7b7c97-a8e8-4df4-9d13-d2f91aadfc3b service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056713 Dec 15 13:42:53.807765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'Port': ['ID=6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:53.883815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] No DVR routers for this DVR port 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:53.888229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.889620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:53.892595 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e28a34b-c343-4cfc-b02f-8eb6144f47b8 req-50deb9c1-d08e-4e4b-adef-53fd47b6ce9f tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.67 "DELETE /v2.0/ports/6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b HTTP/1.1" status: 204 len: 173 time: 0.8613253 Dec 15 13:42:53.893141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'name': 'network-vif-deleted', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:53.897277 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6315ed-e6b2-4202-8bbf-208e2ac61704" -d '{"events": [{"server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "name": "network-vif-deleted", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:53.907368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-cb2d258d-5fc2-40c3-9447-14378f4fef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.908902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-cb2d258d-5fc2-40c3-9447-14378f4fef35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057164 Dec 15 13:42:53.912272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88cdc2f3-a9e9-4894-9ac7-49478567b0ac req-1f70133a-4319-4f51-8417-96a163399388 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014174 Dec 15 13:42:54.011931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872da63-68cb-425a-aec7-78f38249827d req-aefc5f24-4432-41e2-bf8c-8be24e8dba94 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.013548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4872da63-68cb-425a-aec7-78f38249827d req-aefc5f24-4432-41e2-bf8c-8be24e8dba94 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 1095 time: 0.2471266 Dec 15 13:42:54.056875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f45c7179-dc94-49a9-85e0-fdf63333304b req-0a8c059a-5774-4cf1-87b3-70fef79866b1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 210 time: 0.0657837 Dec 15 13:42:54.086345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27426414-788a-407a-a75e-b88e25a99396 req-630369a5-eb8d-4b38-ba97-085d5caf6a2e service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733858 Dec 15 13:42:54.124567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-bc6ffc2a-b17d-4392-821b-f4519cdcfde8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641870 Dec 15 13:42:54.156121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4872da63-68cb-425a-aec7-78f38249827d req-f789f27a-cb3d-45ed-9fa1-c002628a26ee tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299667 Dec 15 13:42:54.166848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-ec486a05-8bbf-4f75-bc46-6d33ab1f8cb5 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476449 Dec 15 13:42:54.238910 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482216d2-7e58-4124-ba3e-46e376fdf176 x-openstack-request-id: req-482216d2-7e58-4124-ba3e-46e376fdf176 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:54.239136 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d2236-223d-4495-8581-c5d9578a2342", "name": "network-vif-deleted", "tag": "6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:54.239468 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-482216d2-7e58-4124-ba3e-46e376fdf176 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:54.239768 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d2236-223d-4495-8581-c5d9578a2342', 'name': 'network-vif-deleted', 'tag': '6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b', 'status': 'completed', 'code': 200} Dec 15 13:42:54.290277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af59e9b-3128-4c17-8ef3-d631f3eda922 req-0a05f62a-4c25-4a61-b278-3b6f3932238f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.292052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5af59e9b-3128-4c17-8ef3-d631f3eda922 req-0a05f62a-4c25-4a61-b278-3b6f3932238f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.0989718 Dec 15 13:42:54.317202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-02e218da-a500-478a-b50d-e9ac7d6f65d8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.320526 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-02e218da-a500-478a-b50d-e9ac7d6f65d8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849415 Dec 15 13:42:54.350133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': 'e70c4f55-4812-444c-b619-eff3735ed330', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:54.367117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-765fff30-c09c-4bf5-8872-7c649c0a46dc req-ef3449e3-b0dc-4df3-b802-56e557b9623c service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918972 Dec 15 13:42:54.461112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5af59e9b-3128-4c17-8ef3-d631f3eda922 req-ed189de5-62ac-495f-8895-6b5a22672ddb tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199405 Dec 15 13:42:54.530109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:54.541420 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.621020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd5faa8-b748-4cdd-8f9e-28610b1466f2 req-7fa41c20-b037-4603-aacd-d97ce9e41988 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf7d2236-223d-4495-8581-c5d9578a2342 HTTP/1.1" status: 200 len: 210 time: 0.0375140 Dec 15 13:42:54.706389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}, {'name': 'network-changed', 'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:54.710074 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a36a1b-ed5e-43f0-9a23-594a83b37061" -d '{"events": [{"name": "network-changed", "server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}, {"name": "network-changed", "server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:54.796550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba9d23-7cc8-4d13-85c0-f64072cbafe1 req-b026d2ad-c9a5-4898-ab32-1e35d5f48695 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.798847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43ba9d23-7cc8-4d13-85c0-f64072cbafe1 req-b026d2ad-c9a5-4898-ab32-1e35d5f48695 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.0766864 Dec 15 13:42:54.838803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.80 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/10c27024-a0dc-4801-b9dc-eb1bce890c08) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:54.900341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43ba9d23-7cc8-4d13-85c0-f64072cbafe1 req-267da14d-76e7-4330-87c9-37ab429d1585 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933049 Dec 15 13:42:55.007503 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fba3dca-2b9a-4de4-afc2-a59471cc5209 x-openstack-request-id: req-4fba3dca-2b9a-4de4-afc2-a59471cc5209 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:55.007792 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:55.008074 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fba3dca-2b9a-4de4-afc2-a59471cc5209 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:55.008848 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'status': 'completed', 'code': 200} Dec 15 13:42:55.009110 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'status': 'completed', 'code': 200} Dec 15 13:42:55.056185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.098831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.116056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382', '59ba8080-ca6a-4ee2-a1cd-3a51579a0581'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:55.120303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ecce-c57c-43e6-9f0d-7c9d300a2530 req-f2391b15-46bd-4c0c-a975-63577dafd3df tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.128239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cb9ecce-c57c-43e6-9f0d-7c9d300a2530 req-f2391b15-46bd-4c0c-a975-63577dafd3df tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 948 time: 0.1343696 Dec 15 13:42:55.145205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:55.159067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-48a12259-fe70-4c1f-8dc3-9bdaf4c15e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.161755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-48a12259-fe70-4c1f-8dc3-9bdaf4c15e29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1099 time: 0.1275673 Dec 15 13:42:55.172527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-f9004416-4d08-4361-98cd-95fbb26f15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.174496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-f9004416-4d08-4361-98cd-95fbb26f15c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1099 time: 0.1264606 Dec 15 13:42:55.194407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:55.202247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:55.220204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:55.295279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=10c27024-a0dc-4801-b9dc-eb1bce890c08,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:55.348579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.349308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.380195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-562296c6-83c0-4035-ac06-e0e14797dc0b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0413299 Dec 15 13:42:55.384450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cb9ecce-c57c-43e6-9f0d-7c9d300a2530 req-ab7ff962-3535-4f0f-9a52-d98b8f9eaf25 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474661 Dec 15 13:42:55.393341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Request body: {'port': {'device_id': 'e70c4f55-4812-444c-b619-eff3735ed330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:55.461795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f772-a9f5-4d7b-904f-02aba22c137b req-c49d617e-8c51-42fd-9606-ea8df6a996e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.471031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9039f772-a9f5-4d7b-904f-02aba22c137b req-c49d617e-8c51-42fd-9606-ea8df6a996e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 935 time: 0.3075855 Dec 15 13:42:55.479966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.513768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-02e66158-9611-4e71-8cb7-ac19b5950dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.527031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-02e66158-9611-4e71-8cb7-ac19b5950dcb service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3425174 Dec 15 13:42:55.614014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-3ba19da5-1147-4fda-88ff-21a6f72ac9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.615393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-3ba19da5-1147-4fda-88ff-21a6f72ac9eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.4197450 Dec 15 13:42:55.633945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-c227632d-854d-49cc-b805-6dc78cb32192 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0879903 Dec 15 13:42:55.662043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e88b633-4bb5-4d44-805c-5099ac1b7b15 None None] Provisioning complete for port 10c27024-a0dc-4801-b9dc-eb1bce890c08 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:55.662432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e88b633-4bb5-4d44-805c-5099ac1b7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.712879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-a1e3ecef-89fe-405c-be6f-c4dfef813b00 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0725784 Dec 15 13:42:55.747882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9039f772-a9f5-4d7b-904f-02aba22c137b req-0b5740aa-efbe-4065-8f73-c79004271734 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752395 Dec 15 13:42:55.783072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6e88b633-4bb5-4d44-805c-5099ac1b7b15 None None] Port 10c27024-a0dc-4801-b9dc-eb1bce890c08 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:55.814738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c27024-a0dc-4801-b9dc-eb1bce890c08 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:55.826973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.844951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Transition to ACTIVE for port object 10c27024-a0dc-4801-b9dc-eb1bce890c08 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:55.849890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.864807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06690-ffaa-451c-bc64-076fd3e71ddc req-edcf2ef9-cdb6-4282-b34c-5999180538e5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.871556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9d06690-ffaa-451c-bc64-076fd3e71ddc req-edcf2ef9-cdb6-4282-b34c-5999180538e5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.3013079 Dec 15 13:42:55.892626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-3fd7b883-d576-468d-a05b-6fd1a89fbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.902041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-3fd7b883-d576-468d-a05b-6fd1a89fbe91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2509382 Dec 15 13:42:55.921110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-bb28b33a-dfa8-458c-9de8-eaa5a90d16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.922748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-bb28b33a-dfa8-458c-9de8-eaa5a90d16ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2027776 Dec 15 13:42:55.980489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Pushing event updated for resources: {'Port': ['ID=10c27024-a0dc-4801-b9dc-eb1bce890c08,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.053406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Attempting to bind port 10c27024-a0dc-4801-b9dc-eb1bce890c08 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:56.055727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Attempting to bind port 10c27024-a0dc-4801-b9dc-eb1bce890c08 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:56.056366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Attempting to bind port 10c27024-a0dc-4801-b9dc-eb1bce890c08 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:56.069861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Port 10c27024-a0dc-4801-b9dc-eb1bce890c08 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:56.070866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Attempting to bind port 10c27024-a0dc-4801-b9dc-eb1bce890c08 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:56.074627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9d06690-ffaa-451c-bc64-076fd3e71ddc req-33ee7bb9-f250-49c7-973d-f8fcc63c400b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882584 Dec 15 13:42:56.084549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:56.092254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:56.093094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:56.098008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Bound port: 10c27024-a0dc-4801-b9dc-eb1bce890c08, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:56.098383 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.143171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20378dcf-0f33-4d23-a5cc-3d03f69b2545 req-1e79019a-43e0-43bc-ac0d-8ddfc20c61d8 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/6c7a775f-663e-4743-9405-36f1fcca7a57 HTTP/1.1" status: 200 len: 1817 time: 0.2043366 Dec 15 13:42:56.172573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-12eef606-340d-4065-91f2-57f1ec532a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.177796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-12eef606-340d-4065-91f2-57f1ec532a79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629843 Dec 15 13:42:56.190172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-91b42a7c-c46c-4d14-ae22-4eb6b7f17fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.194001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-91b42a7c-c46c-4d14-ae22-4eb6b7f17fe6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529445 Dec 15 13:42:56.225584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] For port 10c27024-a0dc-4801-b9dc-eb1bce890c08, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:56.230262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] For port 10c27024-a0dc-4801-b9dc-eb1bce890c08, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:56.239951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.262511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.263557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.265575 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] 10.222.0.67 "PUT /v2.0/ports/10c27024-a0dc-4801-b9dc-eb1bce890c08 HTTP/1.1" status: 200 len: 1095 time: 0.8771224 Dec 15 13:42:56.267326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70c4f55-4812-444c-b619-eff3735ed330', 'tag': '10c27024-a0dc-4801-b9dc-eb1bce890c08'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:56.269835 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a79b279-1804-488f-999a-06fd67f47a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e70c4f55-4812-444c-b619-eff3735ed330", "tag": "10c27024-a0dc-4801-b9dc-eb1bce890c08"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:56.386798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-f2ec1dca-ada8-400b-a860-69d3185c1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.388313 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-f2ec1dca-ada8-400b-a860-69d3185c1fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 1098 time: 0.0648687 Dec 15 13:42:56.389137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72c978-0ba3-4df1-8d8f-e7010feca1dd service neutron] Pushing event updated for resources: {'Port': ['ID=10c27024-a0dc-4801-b9dc-eb1bce890c08,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.447910 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20378dcf-0f33-4d23-a5cc-3d03f69b2545 req-0d63bcc3-c4dc-4a00-ae2b-e62e65ae8614 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.494007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-ea5ec7b9-7e2f-4f87-865f-aa0c59333a7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08 HTTP/1.1" status: 200 len: 217 time: 0.0951684 Dec 15 13:42:56.533936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-e5eeb926-5e65-40a8-8fb9-de05facdf3b1 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368418 Dec 15 13:42:56.552467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3170-dc9b-426f-b6aa-3f0cbf0a6e2b req-fc58565c-323f-450e-847c-74178a21fd3e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.561286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-010a3170-dc9b-426f-b6aa-3f0cbf0a6e2b req-fc58565c-323f-450e-847c-74178a21fd3e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.3657594 Dec 15 13:42:56.579694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0cb0fee5-0051-400e-8e56-82c8c177f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.581434 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-0cb0fee5-0051-400e-8e56-82c8c177f466 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0742271 Dec 15 13:42:56.612868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-033a839e-17e1-4ba4-96b5-7ccd7330b253 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045374 Dec 15 13:42:56.662601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20378dcf-0f33-4d23-a5cc-3d03f69b2545 req-0d63bcc3-c4dc-4a00-ae2b-e62e65ae8614 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.662801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-baff3d73-0b31-4164-988d-26c00e00ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.664176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-baff3d73-0b31-4164-988d-26c00e00ff8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693364 Dec 15 13:42:56.799933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-010a3170-dc9b-426f-b6aa-3f0cbf0a6e2b req-9c950dd3-4eaa-4968-8e89-c969ae37d982 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138708 Dec 15 13:42:56.826883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20378dcf-0f33-4d23-a5cc-3d03f69b2545 req-0d63bcc3-c4dc-4a00-ae2b-e62e65ae8614 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.827456 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-1d77296d-4780-465c-b0e0-3a6f0329bc1a service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526368 Dec 15 13:42:56.839487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-20378dcf-0f33-4d23-a5cc-3d03f69b2545 req-0d63bcc3-c4dc-4a00-ae2b-e62e65ae8614 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.852999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20378dcf-0f33-4d23-a5cc-3d03f69b2545 req-0d63bcc3-c4dc-4a00-ae2b-e62e65ae8614 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/6c7a775f-663e-4743-9405-36f1fcca7a57 HTTP/1.1" status: 204 len: 173 time: 0.6980498 Dec 15 13:42:56.890151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-56a8a5e2-7ce4-49f4-877c-a29a047e633e service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194880 Dec 15 13:42:56.896086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63bcc3-c4dc-4a00-ae2b-e62e65ae8614 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a775f-663e-4743-9405-36f1fcca7a57,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.917859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-6fb9d817-0988-4599-b5aa-2b4a88343875 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522850 Dec 15 13:42:56.957695 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0523c12-0026-4378-963b-7823f8446349 x-openstack-request-id: req-b0523c12-0026-4378-963b-7823f8446349 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:56.957991 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70c4f55-4812-444c-b619-eff3735ed330", "tag": "10c27024-a0dc-4801-b9dc-eb1bce890c08", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:56.958722 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0523c12-0026-4378-963b-7823f8446349 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:56.959290 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70c4f55-4812-444c-b619-eff3735ed330', 'tag': '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'status': 'completed', 'code': 200} Dec 15 13:42:57.039896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b94c5ea-7294-4ff8-a103-a57dcc141d7c req-c5a8612c-be32-4274-b132-942f058f9f60 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031374 Dec 15 13:42:57.188054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b279-1804-488f-999a-06fd67f47a7a req-b59bd75c-a373-434d-bc43-e68af45f51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.189633 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-b59bd75c-a373-434d-bc43-e68af45f51d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 1098 time: 0.0876970 Dec 15 13:42:57.321182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b279-1804-488f-999a-06fd67f47a7a req-374385dc-9b9b-4c2e-8e3e-2621ffb578af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.322801 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-374385dc-9b9b-4c2e-8e3e-2621ffb578af service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1237426 Dec 15 13:42:57.376802 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-fab70db8-a828-4374-a016-6ad6b01779d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08 HTTP/1.1" status: 200 len: 217 time: 0.0383642 Dec 15 13:42:57.388626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-90610be3-196f-4f60-bcee-e2cfa2469e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.390110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-90610be3-196f-4f60-bcee-e2cfa2469e6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1094 time: 0.4371290 Dec 15 13:42:57.409116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafbb1b-a202-46ef-8656-7a51c78e74ca req-3256f4fe-4a56-4eaa-a88d-1c24b962bfe8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.416254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bafbb1b-a202-46ef-8656-7a51c78e74ca req-3256f4fe-4a56-4eaa-a88d-1c24b962bfe8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 947 time: 0.3998580 Dec 15 13:42:57.437973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b279-1804-488f-999a-06fd67f47a7a req-df87f67d-9a9f-4fff-b63c-3337e55c3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.439499 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-df87f67d-9a9f-4fff-b63c-3337e55c3510 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0538085 Dec 15 13:42:57.458748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb9e5-220c-43c9-be75-e1ecbf571b87 req-2f7c59be-0b56-4a7d-b2b4-59c6cb65cfc2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.460211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47feb9e5-220c-43c9-be75-e1ecbf571b87 req-2f7c59be-0b56-4a7d-b2b4-59c6cb65cfc2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 948 time: 0.4267721 Dec 15 13:42:57.499551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b279-1804-488f-999a-06fd67f47a7a req-61f9b539-c664-48bb-bf30-6d984296d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.501488 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-61f9b539-c664-48bb-bf30-6d984296d142 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539646 Dec 15 13:42:57.571987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bafbb1b-a202-46ef-8656-7a51c78e74ca req-921a1738-c21c-48b7-991a-575786c750c7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547427 Dec 15 13:42:57.607808 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-3d4230af-0492-4d50-a279-4154fefcd595 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964522 Dec 15 13:42:57.628568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47feb9e5-220c-43c9-be75-e1ecbf571b87 req-c1ed78ff-2027-4f48-b918-84b08a24f4a4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430221 Dec 15 13:42:57.665287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-8ac07f8b-ea53-45e9-b29f-bd0ae386f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.666725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-8ac07f8b-ea53-45e9-b29f-bd0ae386f3c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.2428789 Dec 15 13:42:57.709038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9362e811-8f72-4918-a585-3b824998b94a req-ce14bf29-95f6-4895-bc5b-8b256ccf3dc8 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "GET /v2.0/security-groups/efbf0d40-9edc-49a5-aa3e-f06aad9fbe42 HTTP/1.1" status: 200 len: 1816 time: 0.1085026 Dec 15 13:42:57.717416 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a79b279-1804-488f-999a-06fd67f47a7a req-395f4c6f-8b08-4dda-bede-3bee336e4bb8 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011736 Dec 15 13:42:57.767752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-5a78a9a1-36f0-49ed-9016-539db00602c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 217 time: 0.0885048 Dec 15 13:42:57.783055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:57.815182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:57.815523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6b9a0cfe-874c-4b6b-9bd5-ddf89f0f284b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:57.910489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9362e811-8f72-4918-a585-3b824998b94a req-f4d31af5-62f8-4129-9c68-73702b958ce2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.918031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-0d5a54d2-d94a-4d2e-8ec5-04219a0256b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.920085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-0d5a54d2-d94a-4d2e-8ec5-04219a0256b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1213267 Dec 15 13:42:57.929385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38511821-af27-46ea-b573-512165f72a90 req-948f74b2-7ce1-4ac1-a32b-995e7d50adae tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.931388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38511821-af27-46ea-b573-512165f72a90 req-948f74b2-7ce1-4ac1-a32b-995e7d50adae tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1627774 Dec 15 13:42:57.976046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-29516a03-e538-42dc-ab66-cffefe5d76ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404294 Dec 15 13:42:57.990863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9362e811-8f72-4918-a585-3b824998b94a req-f4d31af5-62f8-4129-9c68-73702b958ce2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.108628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38511821-af27-46ea-b573-512165f72a90 req-b1baa27e-ec25-4e31-a1d2-b0ca6ddaf2cb tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588383 Dec 15 13:42:58.131594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9362e811-8f72-4918-a585-3b824998b94a req-f4d31af5-62f8-4129-9c68-73702b958ce2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.137277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9362e811-8f72-4918-a585-3b824998b94a req-f4d31af5-62f8-4129-9c68-73702b958ce2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.139200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9362e811-8f72-4918-a585-3b824998b94a req-f4d31af5-62f8-4129-9c68-73702b958ce2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] 10.222.0.32 "DELETE /v2.0/security-groups/efbf0d40-9edc-49a5-aa3e-f06aad9fbe42 HTTP/1.1" status: 204 len: 173 time: 0.3991578 Dec 15 13:42:58.144200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:58.182785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-5cc0b793-4017-4c90-af4b-fdcfac4b87b9 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936779 Dec 15 13:42:58.186233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d31af5-62f8-4129-9c68-73702b958ce2 tempest-SecurityGroupsTestJSON-112843505 tempest-SecurityGroupsTestJSON-112843505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf0d40-9edc-49a5-aa3e-f06aad9fbe42,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:58.214588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Deleting subnet f1be37df-73d5-4663-ae8c-8d78699530dd {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:58.220194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.277363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.330672 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.372880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe10f4-08d9-4a60-826a-05762478b278 req-68f29103-d6fa-4dcf-9ed2-475a806bba23 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.375913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75fe10f4-08d9-4a60-826a-05762478b278 req-68f29103-d6fa-4dcf-9ed2-475a806bba23 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.1339946 Dec 15 13:42:58.382400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41a36a1b-ed5e-43f0-9a23-594a83b37061 req-4797198c-7df1-4492-bca4-b820e8d5bfa0 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890998 Dec 15 13:42:58.414556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.442637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1be37df-73d5-4663-ae8c-8d78699530dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:58.449694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.456057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f4d6db65-687e-4175-9448-2261ac628f9b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f1be37df-73d5-4663-ae8c-8d78699530dd HTTP/1.1" status: 204 len: 168 time: 0.3094056 Dec 15 13:42:58.456688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:58.461719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75fe10f4-08d9-4a60-826a-05762478b278 req-eeb7f33e-b1e8-4773-bb81-6b31f4176e12 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773399 Dec 15 13:42:58.528389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 871c43d6-821b-41de-8952-fd2b956f838b details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:58.533434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.639814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.701643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f42b36-123f-43f6-b143-678d50a6b582']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:58.705210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:58.721006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '871c43d6-821b-41de-8952-fd2b956f838b', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '871c43d6-821b-41de-8952-fd2b956f838b', 'mac_address': 'fa:16:3e:cd:e5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:58.726292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c40bdc-2113-40bc-a0d1-59769b1e6977') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:58.730677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c40bdc-2113-40bc-a0d1-59769b1e6977') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:58.743582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79b44-f33e-4245-9599-cf1d5b4c8a54 req-6be84c55-a64d-40fc-9a3b-f374f162658f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.752740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.754921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eaa79b44-f33e-4245-9599-cf1d5b4c8a54 req-6be84c55-a64d-40fc-9a3b-f374f162658f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 947 time: 0.0903964 Dec 15 13:42:58.772261 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.785127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.792736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871c43d6-821b-41de-8952-fd2b956f838b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:58.799264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:58.799783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:58.812640 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:58.824889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:58.832059 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.887278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eaa79b44-f33e-4245-9599-cf1d5b4c8a54 req-1203bccc-c9d6-4312-af7c-6ff9097924c8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294243 Dec 15 13:42:58.918104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1076ce-1a1b-4ca9-b272-c25f64755bea req-34e3938f-15ad-4c3f-9304-a500b2a5542e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.930855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a1076ce-1a1b-4ca9-b272-c25f64755bea req-34e3938f-15ad-4c3f-9304-a500b2a5542e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.1507881 Dec 15 13:42:58.943816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:58.953208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.953554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.953893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.954229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.954558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.954930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.955317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.955647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.956214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.956576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.957162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.957544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.957872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:58.993012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.000036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.004336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] 10.222.0.32 "DELETE /v2.0/networks/99f42b36-123f-43f6-b143-678d50a6b582 HTTP/1.1" status: 204 len: 168 time: 0.5467317 Dec 15 13:42:59.038918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a1d1b-8149-44cf-ba92-06c58a823d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f42b36-123f-43f6-b143-678d50a6b582,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.046682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a1076ce-1a1b-4ca9-b272-c25f64755bea req-d66d2a62-3a58-491c-906c-62f84fd83f2d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079621 Dec 15 13:42:59.169962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:59.248868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-00562c0a-4dc4-4b51-ad67-c902f364110d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dd653ccac6044408a209c938f476b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776248 Dec 15 13:42:59.251335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:59.302440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0b06-4be6-449b-91e5-8c15fa749509 req-e1d157ce-9a89-4671-bd94-41fe457b7902 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:59.305746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec0d0b06-4be6-449b-91e5-8c15fa749509 req-e1d157ce-9a89-4671-bd94-41fe457b7902 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1047022 Dec 15 13:42:59.331808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa20c279-1429-4d4e-9902-2fdc49b32ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.365458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa20c279-1429-4d4e-9902-2fdc49b32ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.371397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec0d0b06-4be6-449b-91e5-8c15fa749509 req-bd43ae4d-3070-4101-a3df-6c753e75a44f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599420 Dec 15 13:42:59.426163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa20c279-1429-4d4e-9902-2fdc49b32ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.428831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa20c279-1429-4d4e-9902-2fdc49b32ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.432778 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fa20c279-1429-4d4e-9902-2fdc49b32ce6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68545ade-4c02-4317-b60c-122219dc16a2 HTTP/1.1" status: 204 len: 168 time: 0.1766615 Dec 15 13:42:59.446382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20c279-1429-4d4e-9902-2fdc49b32ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68545ade-4c02-4317-b60c-122219dc16a2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.458164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['871c43d6-821b-41de-8952-fd2b956f838b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:59.680720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5022e-1fc2-48c3-b82b-6d56197531c3 req-75768792-41eb-4dfd-9d49-c54d171ddf2e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:59.689140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61e5022e-1fc2-48c3-b82b-6d56197531c3 req-75768792-41eb-4dfd-9d49-c54d171ddf2e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.1004274 Dec 15 13:42:59.745117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61e5022e-1fc2-48c3-b82b-6d56197531c3 req-6b137931-cfa7-47c8-aee0-e7636b247589 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Dec 15 13:42:59.784747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 10c27024-a0dc-4801-b9dc-eb1bce890c08 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:59.904119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 10c27024-a0dc-4801-b9dc-eb1bce890c08, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:59.923980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'mac_address': 'fa:16:3e:01:47:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:59.972584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.995600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c27024-a0dc-4801-b9dc-eb1bce890c08 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:00.037766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 10c27024-a0dc-4801-b9dc-eb1bce890c08, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:00.046575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.080776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4e066-8e4e-40cf-b648-518ddf2cd001 req-604982ad-dd01-4128-8f74-5702732a210c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:00.098791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39b4e066-8e4e-40cf-b648-518ddf2cd001 req-604982ad-dd01-4128-8f74-5702732a210c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 947 time: 0.1156130 Dec 15 13:43:00.192052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=10c27024-a0dc-4801-b9dc-eb1bce890c08,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.291299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39b4e066-8e4e-40cf-b648-518ddf2cd001 req-bf1f81a1-2065-463d-9303-ecbf5e6fe254 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862001 Dec 15 13:43:00.313787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc171c89-5cbc-44e8-97be-d8a2e289dd7a req-3607f8ac-3e25-47a8-a8f7-bd809e63ac61 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:00.322807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc171c89-5cbc-44e8-97be-d8a2e289dd7a req-3607f8ac-3e25-47a8-a8f7-bd809e63ac61 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.1067607 Dec 15 13:43:00.387154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['10c27024-a0dc-4801-b9dc-eb1bce890c08'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:00.402772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc171c89-5cbc-44e8-97be-d8a2e289dd7a req-ee64690a-0535-45ec-b9bb-8847b057ac7b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771482 Dec 15 13:43:00.505621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.558095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcc3d7-f46e-41f6-8367-4604ee3c2343 req-d0f9e0f1-cb7c-4326-b315-f7e443f7140b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:00.565513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71fcc3d7-f46e-41f6-8367-4604ee3c2343 req-d0f9e0f1-cb7c-4326-b315-f7e443f7140b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1101222 Dec 15 13:43:00.694771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71fcc3d7-f46e-41f6-8367-4604ee3c2343 req-21d94b31-7d4b-470a-b849-758f8a5d4f81 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200733 Dec 15 13:43:00.709486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-600097586-network', 'tenant_id': '70c399ade9594fd8b055356f4e34faee'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:00.753446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Made reservation on behalf of 70c399ade9594fd8b055356f4e34faee for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:00.757643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.801889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.953623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.959883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.968363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-2a37735d-2f55-4388-b08e-0af5235a1efe tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:00.969993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-2a37735d-2f55-4388-b08e-0af5235a1efe tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.85 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919&tenant_id=270f4c1e49a84fbba8bd245195d3c568&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 949 time: 0.1829488 Dec 15 13:43:01.002835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:43:01.012183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f37b2-264b-488d-9107-da406e110e47,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.020422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.020792 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Added segment f6372c79-8962-4242-860a-c36ead5cacd5 of type vlan for network c097f194-73ad-4470-be2e-7ce8e06b9fc9 Dec 15 13:43:01.039843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceabfd-b195-4bde-9ade-cff11f53fbd3 req-3aaca054-a466-46f3-b25d-fdf329e943ba tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.041755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51ceabfd-b195-4bde-9ade-cff11f53fbd3 req-3aaca054-a466-46f3-b25d-fdf329e943ba tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.1414089 Dec 15 13:43:01.049234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fd9d8-281d-4aeb-a2e5-2e01c631736d req-a584ce53-0738-42f9-8761-86ea9c20d230 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.056249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157fd9d8-281d-4aeb-a2e5-2e01c631736d req-a584ce53-0738-42f9-8761-86ea9c20d230 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.1774557 Dec 15 13:43:01.078038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.114577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.116100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.117572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.129043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157fd9d8-281d-4aeb-a2e5-2e01c631736d req-92a02c84-b52c-4180-92b2-650c8e6f2cf6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718727 Dec 15 13:43:01.194856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-7671bdac-1650-4b8f-b401-d53a6c7a862f service neutron] 10.222.0.85 "GET /v2.0/ports/871c43d6-821b-41de-8952-fd2b956f838b/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 382 time: 0.2135172 Dec 15 13:43:01.206801 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6999691 Dec 15 13:43:01.209830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:01.215610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Request body: {'subnet': {'network_id': 'c097f194-73ad-4470-be2e-7ce8e06b9fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-600097586-subnet', 'tenant_id': '70c399ade9594fd8b055356f4e34faee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:01.221235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3335-6f24-43f2-97a4-028bec6ccfcb admin admin] Pushing event updated for resources: {'Network': ['ID=c097f194-73ad-4470-be2e-7ce8e06b9fc9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.233484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c097f194-73ad-4470-be2e-7ce8e06b9fc9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:43:01.244968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51ceabfd-b195-4bde-9ade-cff11f53fbd3 req-6f42bb29-1242-4cac-a630-12caffcb8970 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822457 Dec 15 13:43:01.266135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Made reservation on behalf of 70c399ade9594fd8b055356f4e34faee for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:01.271679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.321722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-6e42f3e9-6155-436c-831b-c87ee903aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.325955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-6e42f3e9-6155-436c-831b-c87ee903aa18 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1100 time: 0.0669520 Dec 15 13:43:01.508668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-6b3d5384-202b-4b2c-9dbd-bc618705a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.510166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-6b3d5384-202b-4b2c-9dbd-bc618705a7a8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1750603 Dec 15 13:43:01.511342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.564380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-84c557fc-3b16-48de-b351-69032c3df40d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0457623 Dec 15 13:43:01.574586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7058b-4c24-4349-8b68-8ae2b1c69df6 req-27b99672-8610-4e70-bd20-84f7f777cf5a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.584314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ea7058b-4c24-4349-8b68-8ae2b1c69df6 req-27b99672-8610-4e70-bd20-84f7f777cf5a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 948 time: 0.1617966 Dec 15 13:43:01.603022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0076405-42ec-48ed-b344-bfe9f12ef088,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.608743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Checking segment: {'id': 'f6372c79-8962-4242-860a-c36ead5cacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'c097f194-73ad-4470-be2e-7ce8e06b9fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:01.609100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Network hostable DHCP agents. Network: c097f194-73ad-4470-be2e-7ce8e06b9fc9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:43:01.634560 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Network c097f194-73ad-4470-be2e-7ce8e06b9fc9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:43:01.650646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c097f194-73ad-4470-be2e-7ce8e06b9fc9) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:01.656132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.657567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.667649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b97cf1-47c8-4067-bdad-79f6cd99f2d1 None None] Network c097f194-73ad-4470-be2e-7ce8e06b9fc9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:01.669984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-371ab9ce-808e-4705-a9cd-efa25c6db8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.671478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-371ab9ce-808e-4705-a9cd-efa25c6db8b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0841687 Dec 15 13:43:01.682909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ea7058b-4c24-4349-8b68-8ae2b1c69df6 req-51c7f497-db10-4e2e-853c-12a6cf9ba65b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967159 Dec 15 13:43:01.706668 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b2f8f0ba-b1b3-467b-b306-b046fa517770 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4943953 Dec 15 13:43:01.771380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-a221678e-555c-4e32-aee2-4087240e627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.772958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-a221678e-555c-4e32-aee2-4087240e627e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891194 Dec 15 13:43:01.818600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:01.821099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 10c27024-a0dc-4801-b9dc-eb1bce890c08 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:01.917888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f9cba-2ac0-45f3-a442-2a03aa06b057 req-6b8411ad-fae9-4b9f-946e-b45a44d42157 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.919700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e7f9cba-2ac0-45f3-a442-2a03aa06b057 req-6b8411ad-fae9-4b9f-946e-b45a44d42157 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1231236 Dec 15 13:43:01.930828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc931d-9c91-44b9-ba30-ad174a884e49 None None] Network c097f194-73ad-4470-be2e-7ce8e06b9fc9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:01.956722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-349d8819-de24-4e88-9c68-34e3f2ee1b69 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751723 Dec 15 13:43:01.996045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e7f9cba-2ac0-45f3-a442-2a03aa06b057 req-d3ccfe32-028b-4c55-9c84-18c0328a3ece tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634117 Dec 15 13:43:01.998830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 10c27024-a0dc-4801-b9dc-eb1bce890c08 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:02.047303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 10c27024-a0dc-4801-b9dc-eb1bce890c08 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:02.047669 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.133853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-42b4037f-da0f-4995-8efa-d292ec02e861 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429548 Dec 15 13:43:02.155322 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-fe5e993b-7c57-42a8-a389-a22f521864a1 req-eb48e8e9-9a96-409f-b828-42b425f83242 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] show failed (client error): The resource could not be found. Dec 15 13:43:02.158840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe5e993b-7c57-42a8-a389-a22f521864a1 req-eb48e8e9-9a96-409f-b828-42b425f83242 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups/37a4838f-1e9f-43fc-a521-c97c599fad0e HTTP/1.1" status: 404 len: 352 time: 0.0240636 Dec 15 13:43:02.203141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:02.254618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d99fdaae-73af-455e-bd6e-f8917ca99ae2 req-01c7fa16-1553-4ac9-8389-8b4432c69d0e tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70c399ade9594fd8b055356f4e34faee HTTP/1.1" status: 200 len: 3001 time: 0.0570655 Dec 15 13:43:02.255001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc', 'port_id': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'mac_address': 'fa:16:3e:14:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b65c8-c61e-45e1-97c6-77a7a7a03587', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:02.297460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.332239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.341385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf73c1-919b-4253-9792-8f500bf2f673 req-e07fc533-d01a-40b6-9dd8-c975faeaa767 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.342974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5daf73c1-919b-4253-9792-8f500bf2f673 req-e07fc533-d01a-40b6-9dd8-c975faeaa767 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.0857527 Dec 15 13:43:02.346060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d99fdaae-73af-455e-bd6e-f8917ca99ae2 req-6d678cad-499b-463d-95fb-e2c287454a39 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups/be0f37b2-264b-488d-9107-da406e110e47 HTTP/1.1" status: 200 len: 2998 time: 0.0781212 Dec 15 13:43:02.354479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70c4f55-4812-444c-b619-eff3735ed330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c27024-a0dc-4801-b9dc-eb1bce890c08'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:02.356758 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f6f0e0-7bff-4240-b90f-e35d73d2c206" -d '{"events": [{"server_uuid": "e70c4f55-4812-444c-b619-eff3735ed330", "name": "network-vif-plugged", "status": "completed", "tag": "10c27024-a0dc-4801-b9dc-eb1bce890c08"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:02.375097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 10c27024-a0dc-4801-b9dc-eb1bce890c08, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:02.377773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:02.391221 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.404728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:02.431207 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.433530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5daf73c1-919b-4253-9792-8f500bf2f673 req-796c0350-a0bb-4ad0-a3aa-88b0f7a18401 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833712 Dec 15 13:43:02.450166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d99fdaae-73af-455e-bd6e-f8917ca99ae2 req-c3e518cb-a0a7-423d-a033-0f53d6d2be62 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups/be0f37b2-264b-488d-9107-da406e110e47 HTTP/1.1" status: 200 len: 2998 time: 0.0836515 Dec 15 13:43:02.472475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=10c27024-a0dc-4801-b9dc-eb1bce890c08,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.572056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 871c43d6-821b-41de-8952-fd2b956f838b up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:02.591842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eec60-b4d1-4144-9b9c-0ce56e234d4a req-7ff3dda7-4821-4f62-962e-dea842eaed9d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.599367 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9244b41-372d-419f-93c4-51da32c8281e x-openstack-request-id: req-a9244b41-372d-419f-93c4-51da32c8281e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:02.599683 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70c4f55-4812-444c-b619-eff3735ed330", "name": "network-vif-plugged", "status": "completed", "tag": "10c27024-a0dc-4801-b9dc-eb1bce890c08", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:02.599960 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9244b41-372d-419f-93c4-51da32c8281e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:02.600358 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70c4f55-4812-444c-b619-eff3735ed330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'code': 200} Dec 15 13:43:02.603546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.625346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-494eec60-b4d1-4144-9b9c-0ce56e234d4a req-7ff3dda7-4821-4f62-962e-dea842eaed9d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.1052015 Dec 15 13:43:02.694685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 871c43d6-821b-41de-8952-fd2b956f838b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:02.703865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 871c43d6-821b-41de-8952-fd2b956f838b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:02.704238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.758681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:02.809520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-494eec60-b4d1-4144-9b9c-0ce56e234d4a req-6100e79b-ccd8-4f2c-b68d-df17d3bea0ef tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822960 Dec 15 13:43:02.823205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-769fc801-e579-462d-9b88-dc7e1e7e6275 req-d23d534c-c72c-433e-9471-19cdd90650d8 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups/be0f37b2-264b-488d-9107-da406e110e47 HTTP/1.1" status: 200 len: 2998 time: 0.1844690 Dec 15 13:43:02.864291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf411-32d8-46d7-82d7-854097d5e044 req-7a847821-db07-434e-a8e7-35f1194f3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.866128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9ebf411-32d8-46d7-82d7-854097d5e044 req-7a847821-db07-434e-a8e7-35f1194f3e00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 1100 time: 0.1269119 Dec 15 13:43:02.928536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.929706 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-769fc801-e579-462d-9b88-dc7e1e7e6275 req-2a3b6616-8e74-4c65-9d97-9ebebfa48e10 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:43:02.940734 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-769fc801-e579-462d-9b88-dc7e1e7e6275 req-2a3b6616-8e74-4c65-9d97-9ebebfa48e10 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "DELETE /v2.0/security-groups/be0f37b2-264b-488d-9107-da406e110e47 HTTP/1.1" status: 409 len: 352 time: 0.1146424 Dec 15 13:43:03.005752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9ebf411-32d8-46d7-82d7-854097d5e044 req-77f97017-8743-44e1-91a5-0224bc211123 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269743 Dec 15 13:43:03.007208 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-65fc061b-b4dc-4fc6-8b8f-d649c92b4364 req-248d0a0f-fc51-46f3-b173-6251067f904c tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] show failed (client error): The resource could not be found. Dec 15 13:43:03.017009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65fc061b-b4dc-4fc6-8b8f-d649c92b4364 req-248d0a0f-fc51-46f3-b173-6251067f904c tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups/96334e7a-decf-4044-a624-54abdc00a08f HTTP/1.1" status: 404 len: 352 time: 0.0466149 Dec 15 13:43:03.023906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:03.032935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.092595 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-a1601e4a-5df4-4f90-a793-ae5c2b2e653d req-a4dd0309-1a63-412b-98ce-76b6de5da2e1 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] show failed (client error): The resource could not be found. Dec 15 13:43:03.093617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1601e4a-5df4-4f90-a793-ae5c2b2e653d req-a4dd0309-1a63-412b-98ce-76b6de5da2e1 tempest-SecurityGroupsNegativeTestJSON-1268027707 tempest-SecurityGroupsNegativeTestJSON-1268027707-project] 10.222.0.32 "GET /v2.0/security-groups/94ee25ca-78df-4d73-974e-2130c917c9ef HTTP/1.1" status: 404 len: 352 time: 0.0448327 Dec 15 13:43:03.105868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45208) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:03.126888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:03.165083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3c904-0fd9-4b53-9abc-2d384726f19a req-a2fd0ed9-e4a8-46f5-851a-bc1a9fbd85dc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.167006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c3c904-0fd9-4b53-9abc-2d384726f19a req-a2fd0ed9-e4a8-46f5-851a-bc1a9fbd85dc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 949 time: 0.1347077 Dec 15 13:43:03.225368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Deleting subnet c0076405-42ec-48ed-b344-bfe9f12ef088 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:43:03.234082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.313893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c3c904-0fd9-4b53-9abc-2d384726f19a req-8c754924-2700-4029-a5da-54cbae94c558 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363800 Dec 15 13:43:03.322060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0a0c3-73da-438b-a4da-8f92efaf8919 req-2ed4c845-bcd9-4fbd-a5a3-11552064f187 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.323886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27b0a0c3-73da-438b-a4da-8f92efaf8919 req-2ed4c845-bcd9-4fbd-a5a3-11552064f187 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1475608 Dec 15 13:43:03.328881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.400191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.427918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27b0a0c3-73da-438b-a4da-8f92efaf8919 req-a9c4f6f6-bb4e-46cf-833a-8febc6d03d82 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967934 Dec 15 13:43:03.463052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.489419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0076405-42ec-48ed-b344-bfe9f12ef088,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:03.493555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.497546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2fd3cbb4-62a8-4d29-9dc4-cb01c5a0653f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0076405-42ec-48ed-b344-bfe9f12ef088 HTTP/1.1" status: 204 len: 168 time: 0.3879242 Dec 15 13:43:03.499936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:03.605862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.628174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1021ccf-493f-48d4-8a80-235e38d43cfd req-892b8d4c-00b4-41ec-bc34-88da06718185 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.629697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1021ccf-493f-48d4-8a80-235e38d43cfd req-892b8d4c-00b4-41ec-bc34-88da06718185 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0780098 Dec 15 13:43:03.729080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.750892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1021ccf-493f-48d4-8a80-235e38d43cfd req-1c7976c4-2af0-42c1-8707-b92562db1f70 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008711 Dec 15 13:43:03.758864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c097f194-73ad-4470-be2e-7ce8e06b9fc9']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:03.769433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6372c79-8962-4242-860a-c36ead5cacd5') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:03.769710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6372c79-8962-4242-860a-c36ead5cacd5') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:03.779448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.793986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.802347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:43:03.802742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:43:03.804434 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:43:03.871991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.880424 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.887251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c097f194-73ad-4470-be2e-7ce8e06b9fc9 HTTP/1.1" status: 204 len: 168 time: 0.3841951 Dec 15 13:43:03.907842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a32aaa-69e1-4364-b0bb-b4b0ecd6f817 admin admin] Pushing event deleted for resources: {'Network': ['ID=c097f194-73ad-4470-be2e-7ce8e06b9fc9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:03.948369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817594c7-8ba7-495e-ba1a-4a99cb84fb9e req-4fac4e28-32a2-401d-a95a-bb28d62e5914 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.949922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-817594c7-8ba7-495e-ba1a-4a99cb84fb9e req-4fac4e28-32a2-401d-a95a-bb28d62e5914 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.0625985 Dec 15 13:43:04.012203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-817594c7-8ba7-495e-ba1a-4a99cb84fb9e req-77125b20-8842-445b-9121-b075e1ff6742 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560071 Dec 15 13:43:04.034786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:04.084970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:04.085582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38ece9d2-2052-4c82-af0b-ef704aaf4b03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70c399ade9594fd8b055356f4e34faee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494130 Dec 15 13:43:04.147979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f859db00-d73a-48fe-bc62-ab07d0620714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.170892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f859db00-d73a-48fe-bc62-ab07d0620714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.229858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f859db00-d73a-48fe-bc62-ab07d0620714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.232855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f859db00-d73a-48fe-bc62-ab07d0620714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.234373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f859db00-d73a-48fe-bc62-ab07d0620714 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be0f37b2-264b-488d-9107-da406e110e47 HTTP/1.1" status: 204 len: 168 time: 0.1474602 Dec 15 13:43:04.243460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859db00-d73a-48fe-bc62-ab07d0620714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f37b2-264b-488d-9107-da406e110e47,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:04.487347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c7a8e-edad-4c5e-8e4d-aac0faebaaa2 req-fc9cec54-3586-4be6-9fc7-b815aab97695 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.487347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e4c7a8e-edad-4c5e-8e4d-aac0faebaaa2 req-fc9cec54-3586-4be6-9fc7-b815aab97695 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 949 time: 0.0763748 Dec 15 13:43:04.554041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e4c7a8e-edad-4c5e-8e4d-aac0faebaaa2 req-b9583675-0a42-4032-b90d-1dbb8cd159c5 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624859 Dec 15 13:43:04.601963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:04.607508 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597bce9f-09a4-4f62-801e-5eb458945206" -d '{"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-plugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:04.622627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289386d-3207-4621-8908-57a34c30d2bf req-36f502b1-a36d-4687-a2fe-42d9f3fca70e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.624406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6289386d-3207-4621-8908-57a34c30d2bf req-36f502b1-a36d-4687-a2fe-42d9f3fca70e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.0763123 Dec 15 13:43:04.687838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6289386d-3207-4621-8908-57a34c30d2bf req-a328c9fb-a135-4323-9e52-f33a2f1e20b6 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575941 Dec 15 13:43:04.748902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d8cef-759e-4d42-8448-8278b78e74e5 req-73d2ea2e-b6b8-4411-b388-e01e7ac6a11b tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.752426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-949d8cef-759e-4d42-8448-8278b78e74e5 req-73d2ea2e-b6b8-4411-b388-e01e7ac6a11b tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 1100 time: 0.0673981 Dec 15 13:43:04.791493 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f971fc-20e1-4d8d-8856-1e75f15b46d1 x-openstack-request-id: req-71f971fc-20e1-4d8d-8856-1e75f15b46d1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:04.791815 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-plugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:04.792097 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71f971fc-20e1-4d8d-8856-1e75f15b46d1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:04.794593 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'code': 200} Dec 15 13:43:04.916918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-949d8cef-759e-4d42-8448-8278b78e74e5 req-cc3ad251-3875-4d48-8639-8e16339e8c2b tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600335 Dec 15 13:43:04.943636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16746d-7b8a-4c42-a8d6-b03e6bce8934 req-62c629d8-6242-4158-aba3-a17f36dd1397 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.952746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d16746d-7b8a-4c42-a8d6-b03e6bce8934 req-62c629d8-6242-4158-aba3-a17f36dd1397 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0787139 Dec 15 13:43:05.061903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d16746d-7b8a-4c42-a8d6-b03e6bce8934 req-bdc0ac7d-f151-4d32-90ce-f3128ac9befc tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078932 Dec 15 13:43:05.179864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-682dcf05-08b6-4818-9be2-e40384c5caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:05.181767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-682dcf05-08b6-4818-9be2-e40384c5caed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919&tenant_id=270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 1101 time: 0.0870337 Dec 15 13:43:05.215034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:05.294794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.317592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce4b34-e203-46d0-a47d-0464b4138321 req-10249421-45f3-4227-a5ca-0975153caee4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:05.327021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49ce4b34-e203-46d0-a47d-0464b4138321 req-10249421-45f3-4227-a5ca-0975153caee4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 950 time: 0.1374071 Dec 15 13:43:05.357874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45306) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:05.404242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49ce4b34-e203-46d0-a47d-0464b4138321 req-dec9ccdf-8e97-497f-8df7-cdc551156003 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758803 Dec 15 13:43:05.527106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1794628852-network', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:05.555821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Made reservation on behalf of d3fb076fee1941b7a4cf69730a501bea for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:05.559213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.571387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.604199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:05.660701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:05.661803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.666447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.707576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:43:05.720315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:05.722958 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd705ac2-0f22-44d6-8dab-f19568ec2ac5" -d '{"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-unplugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:05.728719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.735775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45281870-dd46-47e9-bc0c-9879818c1ccd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:05.749757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.751258 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Added segment 7b15da6e-2d80-4204-a9cf-bdac3696679b of type vlan for network f701269f-22be-41f3-ada7-00115eb1cd3f Dec 15 13:43:05.762258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Transition to ACTIVE for port object 871c43d6-821b-41de-8952-fd2b956f838b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:05.767671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.824645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.834787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:05.868091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.869824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:05.872457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.930266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:05.939447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:05.946590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:05.947991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.961748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] No DVR routers for this DVR port 871c43d6-821b-41de-8952-fd2b956f838b on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:06.072640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7029307 Dec 15 13:43:06.072911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:06.079893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Request body: {'subnet': {'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-subnet', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:06.119475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a784e-ccf1-4296-ac22-b4306d41a119 admin admin] Pushing event updated for resources: {'Network': ['ID=f701269f-22be-41f3-ada7-00115eb1cd3f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.121208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ab376-0f47-461d-a706-4f8935bdd42f req-edc6977c-3e64-48e6-9346-c13f26efe287 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.123371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d63ab376-0f47-461d-a706-4f8935bdd42f req-edc6977c-3e64-48e6-9346-c13f26efe287 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.2821498 Dec 15 13:43:06.124524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:06.124856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:06.125181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:06.130792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:06.131116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Attempting to bind port 871c43d6-821b-41de-8952-fd2b956f838b on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:06.139583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network f701269f-22be-41f3-ada7-00115eb1cd3f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:43:06.157370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Made reservation on behalf of d3fb076fee1941b7a4cf69730a501bea for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:06.161896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.163398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:06.163966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:06.165004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:06.165447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Bound port: 871c43d6-821b-41de-8952-fd2b956f838b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:06.165807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.197365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d63ab376-0f47-461d-a706-4f8935bdd42f req-4d5208e3-70a1-465b-9ea5-23f8cc054b8e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639017 Dec 15 13:43:06.277740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.295181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:06.298627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:06.307735 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.335294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:06.344881 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.431936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.439786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=11']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.443397 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d9d27-313f-4a3b-b5cc-81d33e892dc4 x-openstack-request-id: req-838d9d27-313f-4a3b-b5cc-81d33e892dc4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:06.443690 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-unplugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:06.444070 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-838d9d27-313f-4a3b-b5cc-81d33e892dc4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:06.444328 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'code': 200} Dec 15 13:43:06.460292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.460292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.464701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-ea0b5519-0373-43aa-9159-53fb224b2926 service neutron] 10.222.0.67 "PUT /v2.0/ports/871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 1097 time: 1.2531836 Dec 15 13:43:06.482727 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.554990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698f73-4ff3-42b6-80fa-042b139634bb req-3d9b262e-203e-473b-9c4c-4afea376f1e6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.556685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b698f73-4ff3-42b6-80fa-042b139634bb req-3d9b262e-203e-473b-9c4c-4afea376f1e6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.1115174 Dec 15 13:43:06.566892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 871c43d6-821b-41de-8952-fd2b956f838b no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:06.588943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-c0d398bd-522a-4938-8d01-026d1754d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.590470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-c0d398bd-522a-4938-8d01-026d1754d4a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1100 time: 0.0823543 Dec 15 13:43:06.596087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Checking segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:06.596871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Network hostable DHCP agents. Network: f701269f-22be-41f3-ada7-00115eb1cd3f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:43:06.628130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989d8a11-9a13-4083-b04a-8acb9393fcd0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.666282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Network f701269f-22be-41f3-ada7-00115eb1cd3f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:43:06.669688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 871c43d6-821b-41de-8952-fd2b956f838b not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:06.691911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, f701269f-22be-41f3-ada7-00115eb1cd3f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:06.704551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.705305 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.707127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6230001-33ba-4420-b27a-7312daab4b9b None None] Network f701269f-22be-41f3-ada7-00115eb1cd3f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:06.730628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b698f73-4ff3-42b6-80fa-042b139634bb req-3dcbc2a1-3a9a-483e-a569-5bad23fcf0e2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531825 Dec 15 13:43:06.756123 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0ce0d543-9b83-4308-8ada-9dc9e2544e53 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6715341 Dec 15 13:43:06.756123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:06.756123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:06.796188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:06.803902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.804448 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a655c72-3b62-4a28-8b19-5ce1f54dfa44" -d '{"events": [{"server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "name": "network-vif-plugged", "status": "completed", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:06.805693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.853406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-828e11de-ed73-44d2-b36e-8279655fca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.870578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-828e11de-ed73-44d2-b36e-8279655fca92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2700162 Dec 15 13:43:06.881104 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.900942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-f701269f-22be-41f3-ada7-00115eb1cd3f', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:43:06.901865 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.934555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-8e8729dc-caf8-4e36-8f29-0f44ee21e6a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0555797 Dec 15 13:43:07.037470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-a7a9cd31-7d60-4b20-9a56-5f7756083d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.042445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-a7a9cd31-7d60-4b20-9a56-5f7756083d1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0963280 Dec 15 13:43:07.071545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbafeac-1af0-44b4-a933-a6fa62098cfc req-6523cae2-9b32-4057-bb4f-38b82b0db96a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.073073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cbafeac-1af0-44b4-a933-a6fa62098cfc req-6523cae2-9b32-4057-bb4f-38b82b0db96a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.0876298 Dec 15 13:43:07.074661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.097400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Allocated IP 172.20.0.2 (f701269f-22be-41f3-ada7-00115eb1cd3f/989d8a11-9a13-4083-b04a-8acb9393fcd0/da308219-d877-4684-b2e0-b38b5855b94e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:07.136222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-3f15bb65-865f-4988-8dac-57e3fe280568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.137854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-3f15bb65-865f-4988-8dac-57e3fe280568 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881007 Dec 15 13:43:07.190731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cbafeac-1af0-44b4-a933-a6fa62098cfc req-568d1533-fd2e-42d1-b48b-941b9f241b34 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026931 Dec 15 13:43:07.315431 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc0250b-0c96-4d75-b0f1-b34d45e48e73 x-openstack-request-id: req-9fc0250b-0c96-4d75-b0f1-b34d45e48e73 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:07.325370 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "name": "network-vif-plugged", "status": "completed", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:07.330406 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fc0250b-0c96-4d75-b0f1-b34d45e48e73 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:07.331869 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'code': 200} Dec 15 13:43:07.349486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.353877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-90264f75-da75-44d0-bdfd-ea7d43f11b0b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047818 Dec 15 13:43:07.373931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.382393 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.390669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.443086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ba65d-762e-4c7b-abd8-fdcda7474b60 req-d175eb33-16d3-4f5a-9614-20ebca9c3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.444662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d20ba65d-762e-4c7b-abd8-fdcda7474b60 req-d175eb33-16d3-4f5a-9614-20ebca9c3f11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1096 time: 0.0966375 Dec 15 13:43:07.446788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Pushing event updated for resources: {'Port': ['ID=da308219-d877-4684-b2e0-b38b5855b94e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:07.454793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Network f701269f-22be-41f3-ada7-00115eb1cd3f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:07.455635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:07.457824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:07.533277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Attempting to bind port da308219-d877-4684-b2e0-b38b5855b94e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:07.533575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Attempting to bind port da308219-d877-4684-b2e0-b38b5855b94e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:07.533978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Attempting to bind port da308219-d877-4684-b2e0-b38b5855b94e on network f701269f-22be-41f3-ada7-00115eb1cd3f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:07.539696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:07.540072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Checking segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:07.540476 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.540897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Bound using segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:07.541369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Bound port: da308219-d877-4684-b2e0-b38b5855b94e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:07.542081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.577482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d20ba65d-762e-4c7b-abd8-fdcda7474b60 req-f8d3d4b1-825f-4526-9b0a-458bf9686099 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197727 Dec 15 13:43:07.610559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Allocated IP 172.25.2.73 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/13180436-46eb-476c-ad89-5b627e407b1b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:07.668391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] For port da308219-d877-4684-b2e0-b38b5855b94e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:07.672355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] For port da308219-d877-4684-b2e0-b38b5855b94e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da308219-d877-4684-b2e0-b38b5855b94e,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:07.677965 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.752744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91468544-3908-4499-9e1f-846a8bc84831 None None] Pushing event updated for resources: {'Port': ['ID=da308219-d877-4684-b2e0-b38b5855b94e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:07.790986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.801193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbea5-8fa4-49a0-94a9-ec6ab71cd6ae req-011b91e6-b3cc-401d-b458-fd40af3a1f3d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.803197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284cbea5-8fa4-49a0-94a9-ec6ab71cd6ae req-011b91e6-b3cc-401d-b458-fd40af3a1f3d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.4452918 Dec 15 13:43:07.838765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.849162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c08e5455-d6e1-4289-8081-973a5a06b58f req-3cb9c919-95d8-41e1-a9eb-8797730ed6a1 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810178 Dec 15 13:43:07.891644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284cbea5-8fa4-49a0-94a9-ec6ab71cd6ae req-61e4dbdc-4244-4896-94ec-b696b4a7a361 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Dec 15 13:43:07.903063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:07.905663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:07.916973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:07.942801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Pushing event updated for resources: {'Port': ['ID=13180436-46eb-476c-ad89-5b627e407b1b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:08.103897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458505-af18-4a95-a281-b87e913b48e2 req-76af6f6b-a15e-4b86-ac2a-492b0b37df6d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.105523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2458505-af18-4a95-a281-b87e913b48e2 req-76af6f6b-a15e-4b86-ac2a-492b0b37df6d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.0640669 Dec 15 13:43:08.175374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2458505-af18-4a95-a281-b87e913b48e2 req-37f7bdfa-f112-4ee6-9076-66d562ed7e42 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608389 Dec 15 13:43:08.400037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430defb9-e7c2-4e60-8803-b5fa66b1fe34 req-96f8fbb2-ce55-4079-95ea-f007f83b17bd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.401633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-430defb9-e7c2-4e60-8803-b5fa66b1fe34 req-96f8fbb2-ce55-4079-95ea-f007f83b17bd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.0563910 Dec 15 13:43:08.447382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:08.450115 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f95990-9cae-445b-8762-74abe40f3a61" -d '{"events": [{"name": "network-changed", "server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:08.462350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-430defb9-e7c2-4e60-8803-b5fa66b1fe34 req-462db27d-f54b-4517-b5af-ffb07ba1a244 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 Dec 15 13:43:08.525279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.622088 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcca184-1a53-472d-9d9e-11683ea50ce3 x-openstack-request-id: req-dbcca184-1a53-472d-9d9e-11683ea50ce3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:08.622471 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:08.622941 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbcca184-1a53-472d-9d9e-11683ea50ce3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:08.623405 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'status': 'completed', 'code': 200} Dec 15 13:43:08.755135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-848e209f-34ce-48b7-8f95-4ae435cfa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.762186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-848e209f-34ce-48b7-8f95-4ae435cfa904 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1100 time: 0.0971291 Dec 15 13:43:08.767239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-28e0220a-e36f-4e13-b94e-161e5697a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.768768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-28e0220a-e36f-4e13-b94e-161e5697a7cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1100 time: 0.1178119 Dec 15 13:43:08.854194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.066739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da308219-d877-4684-b2e0-b38b5855b94e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:09.099192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-f5108291-3955-4cd5-b432-f08a28a2464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.100750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-f5108291-3955-4cd5-b432-f08a28a2464a service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3297985 Dec 15 13:43:09.115014 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3e129-f2f9-4e3a-8fb7-925be55d93cb None None] Network f701269f-22be-41f3-ada7-00115eb1cd3f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:09.122783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Router b5bac48a-6d60-452d-8ff7-16e49481aaa2 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:43:09.145871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-491c6a79-68c0-4635-b6bd-a28784274b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.147316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-491c6a79-68c0-4635-b6bd-a28784274b17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3644779 Dec 15 13:43:09.203392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1d6d9eb9-db2c-4d70-a445-0dea83698e62 None None] Provisioning complete for port da308219-d877-4684-b2e0-b38b5855b94e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:09.204071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9eb9-db2c-4d70-a445-0dea83698e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.215177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-c37bbabf-2d98-4ad6-b6b5-9adbbdbec245 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.0482359 Dec 15 13:43:09.252407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port da308219-d877-4684-b2e0-b38b5855b94e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:09.253329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.299399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:09.309078 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Sync routers for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:09.319970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-bb3b56a7-c51f-43aa-aaf2-732efe22d332 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.1698277 Dec 15 13:43:09.321437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-ade26bfe-fde3-4aa0-b105-ec6bad9bed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.323662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-ade26bfe-fde3-4aa0-b105-ec6bad9bed71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0586426 Dec 15 13:43:09.324308 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:09.325148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:09.333526 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.334791 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-255d1a18-537e-4b55-94d8-91a607885e18 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5864606 Dec 15 13:43:09.341501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:09.395664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-8364716a-b85a-4e54-a82f-c4bc3a1dc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.397486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-8364716a-b85a-4e54-a82f-c4bc3a1dc4e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0703163 Dec 15 13:43:09.475756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b51e68-9c4c-49bb-b6bc-2c1d9b3a0fc6 req-0d4463ba-6f8a-44f6-8349-e924df08dc6c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.483705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90b51e68-9c4c-49bb-b6bc-2c1d9b3a0fc6 req-0d4463ba-6f8a-44f6-8349-e924df08dc6c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.3818552 Dec 15 13:43:09.567558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90b51e68-9c4c-49bb-b6bc-2c1d9b3a0fc6 req-832015d8-48de-48ef-9a05-1ef6d3dcc66c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Dec 15 13:43:09.598868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-d878810a-bb4e-4326-bcbf-9a4e7ffdfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.600469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-d878810a-bb4e-4326-bcbf-9a4e7ffdfcc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020464 Dec 15 13:43:09.608784 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9eb9-db2c-4d70-a445-0dea83698e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.619301 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:09.622044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-c26f0ad9-1083-4e6b-a623-a06b5e2084cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.624096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-c26f0ad9-1083-4e6b-a623-a06b5e2084cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2116179 Dec 15 13:43:09.686201 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.715531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1d6d9eb9-db2c-4d70-a445-0dea83698e62 None None] For port da308219-d877-4684-b2e0-b38b5855b94e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da308219-d877-4684-b2e0-b38b5855b94e,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:09.729148 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9eb9-db2c-4d70-a445-0dea83698e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.831785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-31f4df2a-2795-47f4-ad00-fcebfb01c39b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136302 Dec 15 13:43:09.834396 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:43:09.834851 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:43:09.840078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d9eb9-db2c-4d70-a445-0dea83698e62 None None] Pushing event updated for resources: {'Port': ['ID=da308219-d877-4684-b2e0-b38b5855b94e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.062729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f7886a2-dead-4409-a0d1-462c91b8cf73 None None] Provisioning complete for port da308219-d877-4684-b2e0-b38b5855b94e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:10.063462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f7886a2-dead-4409-a0d1-462c91b8cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.175960 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 3, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:10.213336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675a9d6-4305-4224-8db7-3824133b37a1 req-b02ac4cb-e9d3-41ea-8449-4c460d2eb6d5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.225116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f675a9d6-4305-4224-8db7-3824133b37a1 req-b02ac4cb-e9d3-41ea-8449-4c460d2eb6d5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.3917520 Dec 15 13:43:10.234418 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.249263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Checking router: b5bac48a-6d60-452d-8ff7-16e49481aaa2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:10.249604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Updating router b5bac48a-6d60-452d-8ff7-16e49481aaa2 port 13180436-46eb-476c-ad89-5b627e407b1b binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:43:10.311802 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.321824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-fb02218b-ec09-4e83-8f48-44bceb45f263 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863200 Dec 15 13:43:10.327073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-2df8f8bf-3928-4400-bd67-2f7a701e44f6 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876378 Dec 15 13:43:10.471000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Allocated IP 172.20.0.1 (f701269f-22be-41f3-ada7-00115eb1cd3f/989d8a11-9a13-4083-b04a-8acb9393fcd0/0db074de-f9a7-4e20-ad26-f2415df2ed15) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:10.530571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f675a9d6-4305-4224-8db7-3824133b37a1 req-0d561d98-47eb-42fc-b8ed-9a7eb7cf9c7b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045537 Dec 15 13:43:10.581479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f95990-9cae-445b-8762-74abe40f3a61 req-5b2341c6-79d9-4b87-a486-17c33995a255 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534120 Dec 15 13:43:10.635928 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.643866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.644590 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.693194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.718632 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee1b94-8134-4edb-9a9a-3fa7384b006d None None] Pushing event updated for resources: {'Port': ['ID=13180436-46eb-476c-ad89-5b627e407b1b,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.767611 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Attempting to bind port 13180436-46eb-476c-ad89-5b627e407b1b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:10.767987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Attempting to bind port 13180436-46eb-476c-ad89-5b627e407b1b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:10.768353 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Attempting to bind port 13180436-46eb-476c-ad89-5b627e407b1b on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:10.778556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Network f701269f-22be-41f3-ada7-00115eb1cd3f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:10.779181 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:10.780368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:10.781040 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.781746 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:10.783673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:10.783862 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Bound port: 13180436-46eb-476c-ad89-5b627e407b1b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:10.788189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:10.795325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Pushing event updated for resources: {'Port': ['ID=0db074de-f9a7-4e20-ad26-f2415df2ed15,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.803901 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.818624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9570c6-cab7-412d-a218-063d4a529909 req-e968ca2f-192d-4515-b6fb-f0f92045ae0e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.827992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe9570c6-cab7-412d-a218-063d4a529909 req-e968ca2f-192d-4515-b6fb-f0f92045ae0e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.0851560 Dec 15 13:43:10.876309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.925844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe9570c6-cab7-412d-a218-063d4a529909 req-328f0d28-ec52-45b6-b156-e9ec515f6f77 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886786 Dec 15 13:43:10.946213 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] For port 13180436-46eb-476c-ad89-5b627e407b1b, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:10.955263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] For port 13180436-46eb-476c-ad89-5b627e407b1b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=13180436-46eb-476c-ad89-5b627e407b1b,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:10.964228 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.034036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da308219-d877-4684-b2e0-b38b5855b94e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:11.079375 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee1b94-8134-4edb-9a9a-3fa7384b006d None None] Pushing event updated for resources: {'Port': ['ID=13180436-46eb-476c-ad89-5b627e407b1b,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.101721 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:11.102450 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:42:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.133488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff6f93-dc08-40c0-a0ed-38dfd4740f4c req-94e466b0-5795-4c17-b4e2-75d3b6c4dfca tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.141425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15ff6f93-dc08-40c0-a0ed-38dfd4740f4c req-94e466b0-5795-4c17-b4e2-75d3b6c4dfca tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1096 time: 0.0990090 Dec 15 13:43:11.144982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port da308219-d877-4684-b2e0-b38b5855b94e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:11.145363 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.150013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.234669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15ff6f93-dc08-40c0-a0ed-38dfd4740f4c req-f3b79b68-6a1b-4528-8ada-655280ab1ef1 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822699 Dec 15 13:43:11.289813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5fa8463f-8a39-4357-8065-2472299bc974 None None] Provisioning complete for port 0db074de-f9a7-4e20-ad26-f2415df2ed15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:11.293054 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fa8463f-8a39-4357-8065-2472299bc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.304236 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:11.382689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8463f-8a39-4357-8065-2472299bc974 None None] Port 0db074de-f9a7-4e20-ad26-f2415df2ed15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:11.425193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88306-ff34-4697-9792-db85c0e3ec94 req-a323a40b-a4b7-4ea7-bff4-e4634a12b0d2 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.427500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78c88306-ff34-4697-9792-db85c0e3ec94 req-a323a40b-a4b7-4ea7-bff4-e4634a12b0d2 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1091421 Dec 15 13:43:11.470555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.481273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.497751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78c88306-ff34-4697-9792-db85c0e3ec94 req-b13953d2-0489-4997-ab5b-e065ed117291 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Dec 15 13:43:11.583702 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.586343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Pushing event updated for resources: {'Port': ['ID=0db074de-f9a7-4e20-ad26-f2415df2ed15,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.600630 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:10Z', 'revision_number': 1, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.638011 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae81bc4-f046-41f1-b2cb-34c9ef685a9e None None] The sync data for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 is: [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:10Z', 'revision_number': 1, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:11.729632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Network f701269f-22be-41f3-ada7-00115eb1cd3f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:11.731668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:11.846842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:11.863255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6be35-ee8a-46f1-b26f-303c9ef6c0db req-2f09ea03-791f-45f1-a061-2177ede77a84 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.869118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7f6be35-ee8a-46f1-b26f-303c9ef6c0db req-2f09ea03-791f-45f1-a061-2177ede77a84 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 949 time: 0.0796282 Dec 15 13:43:11.921995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Router b5bac48a-6d60-452d-8ff7-16e49481aaa2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:11.993433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7f6be35-ee8a-46f1-b26f-303c9ef6c0db req-1883e06b-0c0f-4e82-afc8-3e94a1011738 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154327 Dec 15 13:43:12.154261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:12.180064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:12.187581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '871c43d6-821b-41de-8952-fd2b956f838b', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '871c43d6-821b-41de-8952-fd2b956f838b', 'mac_address': 'fa:16:3e:cd:e5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:12.192202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3f53-9e5c-4a60-9215-557883035d1b req-5c0c83de-3b43-4125-bfb6-fa2911cf8990 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.193428 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-99d89df1-bd46-488d-95e8-982f10ccda08 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5bac48a-6d60-452d-8ff7-16e49481aaa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492708 Dec 15 13:43:12.213116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63ef3f53-9e5c-4a60-9215-557883035d1b req-5c0c83de-3b43-4125-bfb6-fa2911cf8990 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1096 time: 0.1169908 Dec 15 13:43:12.246550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2f7aaae3-376c-45bf-a356-a96f9faee1a6 None None] Provisioning complete for port 0db074de-f9a7-4e20-ad26-f2415df2ed15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:12.246889 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaae3-376c-45bf-a356-a96f9faee1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.250113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.277372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63ef3f53-9e5c-4a60-9215-557883035d1b req-f8262608-f4ac-4040-b347-ec9cd7d1cea2 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630155 Dec 15 13:43:12.340874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2f7aaae3-376c-45bf-a356-a96f9faee1a6 None None] Port 0db074de-f9a7-4e20-ad26-f2415df2ed15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:12.350594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871c43d6-821b-41de-8952-fd2b956f838b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:12.388607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:12.396959 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.451655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:12.474950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-6a81be7b-e89b-4ce7-83e3-002fb5a0912d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451825 Dec 15 13:43:12.524944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4c4283fa-a2ef-4342-b495-174ad9542a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.662323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-0435524a-8a0a-4167-a3e2-e928f0400ac2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.663577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-0435524a-8a0a-4167-a3e2-e928f0400ac2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795571 Dec 15 13:43:12.697097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-de5864be-6031-4ecc-9d44-a4a7b4d532e5 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/quotas/b17a9cfb45464d8ca535f7388591d0d9 HTTP/1.1" status: 200 len: 375 time: 0.0247211 Dec 15 13:43:12.715526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['871c43d6-821b-41de-8952-fd2b956f838b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:12.771500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-66be0a26-0d5b-4e2a-bfb3-a70601eacfba tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0651629 Dec 15 13:43:13.045812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 13180436-46eb-476c-ad89-5b627e407b1b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:13.061486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:13.066423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955154304', 'description': 'tempest-description--1601688730'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:13.123740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 13180436-46eb-476c-ad89-5b627e407b1b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:13.124171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.126703 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.198513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bbb05-2e2b-4201-873f-4157b4df21cf req-84eb3fe9-dd97-41d4-a1fb-f820a71a6a21 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:13.212533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f20bbb05-2e2b-4201-873f-4157b4df21cf req-84eb3fe9-dd97-41d4-a1fb-f820a71a6a21 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1257961 Dec 15 13:43:13.328679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.337082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.422566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.427677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f20bbb05-2e2b-4201-873f-4157b4df21cf req-c192c186-d3fb-48a2-a67f-9a052981781b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143378 Dec 15 13:43:13.430377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.438712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45430) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:13.439400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3767390 Dec 15 13:43:13.442014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2275f3-1b50-474d-8a07-ac00eed884c8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf1ef62-394f-475a-9d3a-e1e3950246ae,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:13.457845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Request body: {'security_group_rule': {'security_group_id': 'caf1ef62-394f-475a-9d3a-e1e3950246ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:13.533379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 13180436-46eb-476c-ad89-5b627e407b1b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=13180436-46eb-476c-ad89-5b627e407b1b,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:13.542014 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.564570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.662135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=13180436-46eb-476c-ad89-5b627e407b1b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:13.724681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-20e2d192-382c-4dea-9846-d05f446cc8be tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220734 Dec 15 13:43:13.784121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.832820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.849427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.912180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf160289-4494-4629-a722-178d84a41d1f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:13.960606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.962594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ade00e4-5bbc-4b4c-adbb-236d1f53c220 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5223715 Dec 15 13:43:13.965781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45454) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:13.971041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Request body: {'security_group_rule': {'security_group_id': 'caf1ef62-394f-475a-9d3a-e1e3950246ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:13.998616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-6add3012-75b6-4cb0-98d7-52da979dc25e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:14.006396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-6add3012-75b6-4cb0-98d7-52da979dc25e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429333 Dec 15 13:43:14.025334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-bf31c8a2-3d1f-463f-9bb7-a45b0548c368 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/quotas/270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 375 time: 0.0179501 Dec 15 13:43:14.035729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.156458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.159974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-d4f8067d-67c9-4ceb-a725-e427200ea76b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1315756 Dec 15 13:43:14.167441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.191927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2421e65c-94bc-4fcf-b65a-e25cf6e4ac06,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:14.209292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.216560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45462) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:14.216924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd64e318-b62f-4f1c-b54b-65aa96c7d3bb tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2499135 Dec 15 13:43:14.221736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:14.280011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.557620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ab95f76-5dc4-42c4-8865-2d257eb3610d req-94d7b6b0-e7cf-4f28-ac27-fcf0327861e0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 210 time: 0.0761175 Dec 15 13:43:14.579322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.677612 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4dcc09-9e5f-4991-9e7f-771891863412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.824535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e451d432-f116-49a6-8f7c-15473f27fce1 req-ed197c87-04ec-4840-93ea-0f710e916341 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0486498 Dec 15 13:43:14.849844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Allocated IP 172.25.2.225 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4a5f9e85-bc4b-4cef-b39e-edced606b705) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:14.979702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a39d5cef-5c40-4052-ad5e-f9c5c0750b3f tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:14.998057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a39d5cef-5c40-4052-ad5e-f9c5c0750b3f tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065463 Dec 15 13:43:15.031377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 13180436-46eb-476c-ad89-5b627e407b1b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:15.063280 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.078977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a89f81d4-e993-4bff-8a6f-796e2d6f6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.098480 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a89f81d4-e993-4bff-8a6f-796e2d6f6d2b service neutron] 10.222.0.32 "GET /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 1093 time: 0.0986958 Dec 15 13:43:15.104821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:15.108352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:43:15.111484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.202191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-4fc1e632-0870-4179-b237-c1ab9fb4639f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2284415 Dec 15 13:43:15.218143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:15.224915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 13180436-46eb-476c-ad89-5b627e407b1b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:15.224915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.243364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:15.247646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:15.316864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Sync routers for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:15.347892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:15.349591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:43:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:15.353934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event updated for resources: {'Port': ['ID=4a5f9e85-bc4b-4cef-b39e-edced606b705,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:15.413700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14b309-49d1-4716-a19e-6e81dcb63616 req-80f8300d-cd05-465c-8e26-82efa7e4e288 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.415376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab14b309-49d1-4716-a19e-6e81dcb63616 req-80f8300d-cd05-465c-8e26-82efa7e4e288 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.3177228 Dec 15 13:43:15.508361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:15.511224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:15.516927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:15.528526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:15.529057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:15.535867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:15.536539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:15.537002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:15.537498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Bound port: 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:15.593494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:15.603381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.605036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-ea62f378-b259-4a3c-8c36-156f1a5ac389 service neutron] 10.222.0.32 "POST /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5054507 Dec 15 13:43:15.615961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.635062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:15.798707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-595d6cf0-ff50-4268-be03-11ff3c04c67f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.800236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-595d6cf0-ff50-4268-be03-11ff3c04c67f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5874653 Dec 15 13:43:15.849508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': '1c50e3ae-79c8-4116-a977-d90de1618360', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:15.866732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.902571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:15.984112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 2, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:15.985596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab14b309-49d1-4716-a19e-6e81dcb63616 req-facd3cf0-70da-4960-b721-e251691ce2bc tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485530 Dec 15 13:43:15.994571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3e22763-9f71-4d83-9d86-5d5237239334 req-88a88f7c-fd79-4e8e-90bd-1fe425097947 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 210 time: 0.1589899 Dec 15 13:43:16.025318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Checking router: b5bac48a-6d60-452d-8ff7-16e49481aaa2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:16.025735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Updating router b5bac48a-6d60-452d-8ff7-16e49481aaa2 port 0db074de-f9a7-4e20-ad26-f2415df2ed15 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:43:16.030148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 871c43d6-821b-41de-8952-fd2b956f838b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:16.052258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 871c43d6-821b-41de-8952-fd2b956f838b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:16.052735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.102399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.140559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.268999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-3d07da33-1e4a-494e-ad12-a45c8bc737b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.270512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-3d07da33-1e4a-494e-ad12-a45c8bc737b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1096 time: 0.2893064 Dec 15 13:43:16.296513 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.328155 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-b9327a75-fcd1-4542-b2e2-a6ce65382188 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=270f4c1e49a84fbba8bd245195d3c568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402381 Dec 15 13:43:16.360798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-164210e0-5058-4868-8980-b3df489900b9 req-d763a0d9-064a-4857-86c6-f7bf8b689137 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0994530 Dec 15 13:43:16.362143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:16.364840 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d316938-36e9-4890-bae2-bb0c95d23701" -d '{"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-plugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:16.397419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:16.411511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.468977 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5ad372-0458-4020-b878-913c2e7e7ecb x-openstack-request-id: req-5b5ad372-0458-4020-b878-913c2e7e7ecb {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:16.469294 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-plugged", "status": "completed", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:16.469513 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b5ad372-0458-4020-b878-913c2e7e7ecb {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:16.469897 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'code': 200} Dec 15 13:43:16.506514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=13']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.558718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945c1f5-1a43-4fc7-b193-6a6c67eb2bb0 req-2cfba7b5-286b-4e6b-9c12-33f297504c3b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.560408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1945c1f5-1a43-4fc7-b193-6a6c67eb2bb0 req-2cfba7b5-286b-4e6b-9c12-33f297504c3b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.4350600 Dec 15 13:43:16.572221 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.579520 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.663821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8c6cd-7b14-42c3-b989-96724ae6b047 None None] Pushing event updated for resources: {'Port': ['ID=0db074de-f9a7-4e20-ad26-f2415df2ed15,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.732692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-b278cf18-b282-468c-af89-eb0c2e08cdff tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.738202 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-b278cf18-b282-468c-af89-eb0c2e08cdff tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4005511 Dec 15 13:43:16.748231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.757107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Request body: {'port': {'device_id': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '270f4c1e49a84fbba8bd245195d3c568'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:16.759522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Attempting to bind port 0db074de-f9a7-4e20-ad26-f2415df2ed15 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:16.759950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Attempting to bind port 0db074de-f9a7-4e20-ad26-f2415df2ed15 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:16.761649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Attempting to bind port 0db074de-f9a7-4e20-ad26-f2415df2ed15 on network f701269f-22be-41f3-ada7-00115eb1cd3f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:16.770331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:16.771175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Checking segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:16.771390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.771909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Bound using segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:16.772482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Bound port: 0db074de-f9a7-4e20-ad26-f2415df2ed15, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:16.773020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.863288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.888609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] For port 0db074de-f9a7-4e20-ad26-f2415df2ed15, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:16.893685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] For port 0db074de-f9a7-4e20-ad26-f2415df2ed15, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0db074de-f9a7-4e20-ad26-f2415df2ed15,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:16.902268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.965937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:16.968996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Made reservation on behalf of 270f4c1e49a84fbba8bd245195d3c568 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:16.972175 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.974164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.977902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:16.978408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:43:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:17.033348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-9b8d56e8-1e78-4934-b953-797fcfcb8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.034828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-9b8d56e8-1e78-4934-b953-797fcfcb8be1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.7315810 Dec 15 13:43:17.269426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Allocated IP 192.168.233.244 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/3f68119a-24fe-402e-9e56-21da0a066ee0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:17.408266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8c6cd-7b14-42c3-b989-96724ae6b047 None None] Pushing event updated for resources: {'Port': ['ID=0db074de-f9a7-4e20-ad26-f2415df2ed15,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.458730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.464100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0fe3fd5f-451f-4b5f-b53f-16b775891214 None None] Provisioning complete for port 0db074de-f9a7-4e20-ad26-f2415df2ed15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:17.464572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd5f-451f-4b5f-b53f-16b775891214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.547354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:17.552387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.597916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.642385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['871c43d6-821b-41de-8952-fd2b956f838b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:17.645034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:17.650251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a913145b-19bd-4578-89d3-1c3156bad647 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 217 time: 0.5989802 Dec 15 13:43:17.670437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event updated for resources: {'Port': ['ID=4a5f9e85-bc4b-4cef-b39e-edced606b705,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.718278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:17.722312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:17.726290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:17.777355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1945c1f5-1a43-4fc7-b193-6a6c67eb2bb0 req-b4f76af9-6267-4a63-b991-8fade33d3989 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9408760 Dec 15 13:43:17.784976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.785609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.837642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.846923 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-c35dffe3-fcc3-489c-84a3-2fd6b107313b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0968323 Dec 15 13:43:17.861288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Request body: {'port': {'device_id': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:17.894732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.023987 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.045194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fba4e7bb-5e1d-4246-ac30-21a768957c91 req-58d9ce2c-270b-4fca-be59-2e5b551900a1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 210 time: 0.0784178 Dec 15 13:43:18.066788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.083759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1447876a-65c7-41bf-af66-75fe1cbe7b15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8646743 Dec 15 13:43:18.162296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-dd207233-0c61-463c-8130-ee12460505bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.164655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-dd207233-0c61-463c-8130-ee12460505bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.4972725 Dec 15 13:43:18.177096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a9e45-3a47-4d64-917f-573236b980b7 req-74f5e328-af6a-43bd-a32d-00e5fe3add3f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.184954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-577a9e45-3a47-4d64-917f-573236b980b7 req-74f5e328-af6a-43bd-a32d-00e5fe3add3f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.5632358 Dec 15 13:43:18.260118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-1be76bcb-e7b2-4726-b21d-5b400c2f1b31 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641744 Dec 15 13:43:18.306932 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd5f-451f-4b5f-b53f-16b775891214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.367350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:16Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:18.412554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-15e1231d-52e4-4e22-81c4-43719665d807 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572720 Dec 15 13:43:18.434098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-8584d470-8e14-4fdc-82e5-c53b736c2c13 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606629 Dec 15 13:43:18.440537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.198 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/b608812b-93c7-48a6-9a13-d8280650f4e9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:18.483850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-577a9e45-3a47-4d64-917f-573236b980b7 req-db050568-c3ef-4117-a604-e5aff869eff4 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979577 Dec 15 13:43:18.515991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-dccb2eac-7f42-448d-90a4-217b3a13bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.517744 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-dccb2eac-7f42-448d-90a4-217b3a13bd4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 1102 time: 0.0802848 Dec 15 13:43:18.561174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b85213-daf4-4d1e-9345-c28aeeefbde5 req-62983fb2-7c80-44d5-b8db-fe8baafa9757 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.582217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527df1e-bcd1-4428-be2c-c3f27ba5033d None None] The sync data for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 is: [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:16Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:18.583022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46b85213-daf4-4d1e-9345-c28aeeefbde5 req-62983fb2-7c80-44d5-b8db-fe8baafa9757 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 936 time: 0.2127638 Dec 15 13:43:18.655167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0fe3fd5f-451f-4b5f-b53f-16b775891214 None None] For port 0db074de-f9a7-4e20-ad26-f2415df2ed15, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0db074de-f9a7-4e20-ad26-f2415df2ed15,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:18.669165 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd5f-451f-4b5f-b53f-16b775891214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.750207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-484c0327-a3fc-49dc-a2e7-b93cbc9f257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.751676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-484c0327-a3fc-49dc-a2e7-b93cbc9f257e service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2088017 Dec 15 13:43:18.778464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.888841 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-fee0b433-0aaf-4df9-a416-73190b6b2655 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 200 len: 217 time: 0.1257439 Dec 15 13:43:19.007206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3fd5f-451f-4b5f-b53f-16b775891214 None None] Pushing event updated for resources: {'Port': ['ID=0db074de-f9a7-4e20-ad26-f2415df2ed15,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.045957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-4622e176-e9dd-464f-a70d-c18f96992a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.062407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-4622e176-e9dd-464f-a70d-c18f96992a6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1515017 Dec 15 13:43:19.063750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-883e8c33-9e70-4010-a4d6-8c00251f3c13 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957320 Dec 15 13:43:19.075762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0db074de-f9a7-4e20-ad26-f2415df2ed15 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:19.176568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-05694154-1b0b-4213-a878-11d24ee9523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.178078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-05694154-1b0b-4213-a878-11d24ee9523f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134188 Dec 15 13:43:19.184947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6eb01d6b-7329-4829-8cae-34b7b3b6d931 None None] Provisioning complete for port 0db074de-f9a7-4e20-ad26-f2415df2ed15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:19.185536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d6b-7329-4829-8cae-34b7b3b6d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.252424 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.308222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0db074de-f9a7-4e20-ad26-f2415df2ed15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:19.308880 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.380079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46b85213-daf4-4d1e-9345-c28aeeefbde5 req-37dd89e3-de9d-498c-81d1-7579177c2e30 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810726 Dec 15 13:43:19.406112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-65cafb70-9628-45b6-ad66-2cf476c65927 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--955154304&fields=id&tenant_id=d3fb076fee1941b7a4cf69730a501bea HTTP/1.1" status: 200 len: 267 time: 0.7596197 Dec 15 13:43:19.430381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.438649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976ed98-f848-4429-b2d6-d06f0a3e6181 req-3f8ab215-5dd3-47e7-9ab9-9fe789a5ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.441398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9976ed98-f848-4429-b2d6-d06f0a3e6181 req-3f8ab215-5dd3-47e7-9ab9-9fe789a5ba75 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 1096 time: 0.5060380 Dec 15 13:43:19.592475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6eb01d6b-7329-4829-8cae-34b7b3b6d931 None None] Provisioning complete for port 3f68119a-24fe-402e-9e56-21da0a066ee0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:19.594997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d6b-7329-4829-8cae-34b7b3b6d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.613706 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-637475e0-026c-4fe3-92a9-abdbc4d553fd service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169507 Dec 15 13:43:19.638539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:19.716751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:19.744394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:19.791038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6eb01d6b-7329-4829-8cae-34b7b3b6d931 None None] Port 3f68119a-24fe-402e-9e56-21da0a066ee0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:19.801639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382', '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', '10c27024-a0dc-4801-b9dc-eb1bce890c08'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:19.895873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9976ed98-f848-4429-b2d6-d06f0a3e6181 req-175ac25f-f4d2-4b40-b0c6-c7ffef653085 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524780 Dec 15 13:43:19.896360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f68119a-24fe-402e-9e56-21da0a066ee0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:19.924065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.944388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=b608812b-93c7-48a6-9a13-d8280650f4e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.971151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Transition to ACTIVE for port object 3f68119a-24fe-402e-9e56-21da0a066ee0 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:19.993609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.998560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b63f-6516-4933-92f1-3f0801e30c4a req-41e54c4e-e350-42c2-b3d7-c0b04ed6b1d2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.019681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f38b63f-6516-4933-92f1-3f0801e30c4a req-41e54c4e-e350-42c2-b3d7-c0b04ed6b1d2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.5163324 Dec 15 13:43:20.076211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.078078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.079773 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-debc78bc-131b-4ba1-ac1c-c82606dc401c req-2d023e2a-2ac3-4c4c-aeff-ab4e50b25796 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569161 Dec 15 13:43:20.106610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-986db397-9568-422b-ab43-db5e376e763a tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.117153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-986db397-9568-422b-ab43-db5e376e763a tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/networks?id=f701269f-22be-41f3-ada7-00115eb1cd3f HTTP/1.1" status: 200 len: 815 time: 0.7098634 Dec 15 13:43:20.152952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-01f781e0-67ec-416c-ae7d-a5bf4884bf40 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/quotas/d3fb076fee1941b7a4cf69730a501bea HTTP/1.1" status: 200 len: 375 time: 0.0347092 Dec 15 13:43:20.170793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:20.175918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-169ef4ee-58d0-4a59-8e6b-8d0fdb4df9e8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3434176 Dec 15 13:43:20.185862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f38b63f-6516-4933-92f1-3f0801e30c4a req-13079e41-c77a-4168-b0dd-511e165ef608 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650829 Dec 15 13:43:20.207173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Request body: {'port': {'device_id': '1c50e3ae-79c8-4116-a977-d90de1618360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:20.216614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a00b54ce-2642-41a8-a9d5-4d8ea29d2155 None None] Provisioning complete for port b608812b-93c7-48a6-9a13-d8280650f4e9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:20.216995 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a00b54ce-2642-41a8-a9d5-4d8ea29d2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.345516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.346884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:20.391983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:20.392315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:20.392705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:20.411658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:20.417903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:20.430415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-c5773244-5b32-4a25-b49d-8950c64874d5 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3fb076fee1941b7a4cf69730a501bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2691078 Dec 15 13:43:20.432663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:20.433019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:20.433402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:20.433886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Bound port: 3f68119a-24fe-402e-9e56-21da0a066ee0, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:20.434200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.625360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a00b54ce-2642-41a8-a9d5-4d8ea29d2155 None None] Port b608812b-93c7-48a6-9a13-d8280650f4e9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:20.658030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e3d9f-0094-4fb9-8047-ff306bee6213 req-4afa2e4b-a7d0-4292-a276-a5a43461e69d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.664995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e3e3d9f-0094-4fb9-8047-ff306bee6213 req-4afa2e4b-a7d0-4292-a276-a5a43461e69d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 936 time: 0.3585718 Dec 15 13:43:20.822774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:20.826631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:20.833453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.848300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e3e3d9f-0094-4fb9-8047-ff306bee6213 req-8580ac41-221c-46c3-874e-864551208a95 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640041 Dec 15 13:43:20.863619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-d5e96f8d-cefd-4c0c-98d1-b1ddd14bc0ad service neutron] 10.222.0.32 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240437 Dec 15 13:43:20.899979 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.977980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.979506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.983887 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] 10.222.0.67 "PUT /v2.0/ports/3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 1096 time: 3.1277142 Dec 15 13:43:20.988134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:21.030713 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48f391-ebb1-4acc-a79e-e78441b8ae03" -d '{"events": [{"name": "network-changed", "server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:21.081789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c6d58-a5ba-4b94-957d-30335c6adaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:21.116083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0db074de-f9a7-4e20-ad26-f2415df2ed15 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:21.221669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-8657914e-ea53-4326-8def-f30315858ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.229155 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-8657914e-ea53-4326-8def-f30315858ea8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1099 time: 0.1258564 Dec 15 13:43:21.265132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0db074de-f9a7-4e20-ad26-f2415df2ed15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:21.265502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.431160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-7a0f0076-8fa6-4057-8b51-d9c2107f2802 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.1885524 Dec 15 13:43:21.524634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-555203c0-0425-4188-9e5c-87a468e3793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.529267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-555203c0-0425-4188-9e5c-87a468e3793a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0824966 Dec 15 13:43:21.613430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-64067167-7852-4cc0-915d-fcf0a75f9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.620118 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-64067167-7852-4cc0-915d-fcf0a75f9f1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799017 Dec 15 13:43:21.669969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-b0db642e-c4f1-45d7-b9ba-c6e78c3de627 service neutron] 10.222.0.32 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349339 Dec 15 13:43:21.714450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7312-3492-4bde-944e-27fbd8a3a4b0 req-c110f0bc-d377-4e4e-91d5-08469f6c0447 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.721001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f61c7312-3492-4bde-944e-27fbd8a3a4b0 req-c110f0bc-d377-4e4e-91d5-08469f6c0447 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.3782718 Dec 15 13:43:21.825475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-b030a2ad-4f21-47fa-a8cf-6fa3eae2f262 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932750 Dec 15 13:43:21.871565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b608812b-93c7-48a6-9a13-d8280650f4e9 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:21.900720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f61c7312-3492-4bde-944e-27fbd8a3a4b0 req-d605c553-e649-47a1-bc5a-6d7df9ca304f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638064 Dec 15 13:43:21.900720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.939089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Transition to ACTIVE for port object b608812b-93c7-48a6-9a13-d8280650f4e9 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:21.948704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.011773 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b306c98d-2fe4-44a7-9152-5aecb036fe7a req-d4ae2eb9-ea2c-4522-a4f5-874afd9be534 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695566 Dec 15 13:43:22.072557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=b608812b-93c7-48a6-9a13-d8280650f4e9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.087156 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181dee54-dd31-4008-8c66-c6f6f77fd925 x-openstack-request-id: req-181dee54-dd31-4008-8c66-c6f6f77fd925 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:22.087455 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:22.087717 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-181dee54-dd31-4008-8c66-c6f6f77fd925 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:22.088390 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'status': 'completed', 'code': 200} Dec 15 13:43:22.227432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-b0261ad7-4617-46b2-892f-d4f36dd5a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.229311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-b0261ad7-4617-46b2-892f-d4f36dd5a318 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1099 time: 0.1013939 Dec 15 13:43:22.423299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f9e3a-50f7-45cb-8f48-9d0b780e44c7 req-5f50649e-6059-4f4c-84c3-8d589d3381a3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.425336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e55f9e3a-50f7-45cb-8f48-9d0b780e44c7 req-5f50649e-6059-4f4c-84c3-8d589d3381a3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.2265589 Dec 15 13:43:22.452455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-4efc06c9-8547-4439-97ba-f49a6abbf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.454458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421380eb-e496-493d-809d-caf904aa0aa8 req-67ce2bc6-9556-40dd-8f29-25a7fe57cd4e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.457014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-4efc06c9-8547-4439-97ba-f49a6abbf85e service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2157853 Dec 15 13:43:22.463432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-421380eb-e496-493d-809d-caf904aa0aa8 req-67ce2bc6-9556-40dd-8f29-25a7fe57cd4e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.1799223 Dec 15 13:43:22.546435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Attempting to bind port b608812b-93c7-48a6-9a13-d8280650f4e9 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:22.546799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Attempting to bind port b608812b-93c7-48a6-9a13-d8280650f4e9 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:22.547101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Attempting to bind port b608812b-93c7-48a6-9a13-d8280650f4e9 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.576233 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-0e81721e-100d-42c6-8e8f-4c219027f76a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.1107645 Dec 15 13:43:22.621865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Port b608812b-93c7-48a6-9a13-d8280650f4e9 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:22.622183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Attempting to bind port b608812b-93c7-48a6-9a13-d8280650f4e9 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.648312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-0a02bc21-78e4-4076-ab0c-04aad500938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.650272 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-0a02bc21-78e4-4076-ab0c-04aad500938c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0612090 Dec 15 13:43:22.673959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:22.684387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:22.685091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:22.686016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Bound port: b608812b-93c7-48a6-9a13-d8280650f4e9, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:22.686654 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.713045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-421380eb-e496-493d-809d-caf904aa0aa8 req-0a55c424-dddb-4d7e-a82c-fbde34e8e02d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483695 Dec 15 13:43:22.724383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-dc9a80dc-0d2a-4707-a2e6-4e10a0d62ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.732587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-dc9a80dc-0d2a-4707-a2e6-4e10a0d62ffd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696757 Dec 15 13:43:22.806065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e55f9e3a-50f7-45cb-8f48-9d0b780e44c7 req-da08d585-dd1c-47d0-a496-db734e333e4c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349333 Dec 15 13:43:22.921437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] For port b608812b-93c7-48a6-9a13-d8280650f4e9, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:22.925620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] For port b608812b-93c7-48a6-9a13-d8280650f4e9, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b608812b-93c7-48a6-9a13-d8280650f4e9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:22.980307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-8916a998-53c4-4db5-90b1-d87630b79638 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378957 Dec 15 13:43:23.019599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bb0e4ab-993d-4883-bbb5-56db08fdce01 req-cfcc8841-3d21-4aa0-92db-1124c0ca8e48 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 210 time: 0.0869195 Dec 15 13:43:23.032123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.120388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.122995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.130220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] 10.222.0.67 "PUT /v2.0/ports/b608812b-93c7-48a6-9a13-d8280650f4e9 HTTP/1.1" status: 200 len: 1096 time: 2.9291470 Dec 15 13:43:23.142469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c50e3ae-79c8-4116-a977-d90de1618360', 'tag': 'b608812b-93c7-48a6-9a13-d8280650f4e9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:23.154321 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de8d2d2-7241-4922-8325-f7097d77231c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c50e3ae-79c8-4116-a977-d90de1618360", "tag": "b608812b-93c7-48a6-9a13-d8280650f4e9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:23.427120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a901-6164-4ca7-9dc0-5f7d4eff6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=b608812b-93c7-48a6-9a13-d8280650f4e9,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:23.462645 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-be48f391-ebb1-4acc-a79e-e78441b8ae03 req-b5cb0432-d13e-4e62-828b-5ec4c98aae94 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687555 Dec 15 13:43:23.613725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-02a87eba-93cf-4c3f-8b92-6afa7c96b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.615570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-02a87eba-93cf-4c3f-8b92-6afa7c96b596 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 1099 time: 0.1848602 Dec 15 13:43:23.630808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e6ae4-ff95-42cd-90d4-7cf8f44c8ad9 req-5f07ff9e-0ee9-40e3-8b88-3b7c84e6c448 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.640265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-830e6ae4-ff95-42cd-90d4-7cf8f44c8ad9 req-5f07ff9e-0ee9-40e3-8b88-3b7c84e6c448 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 948 time: 0.7121432 Dec 15 13:43:23.704152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-28c3f945-5a48-4559-b5d0-34f1880f7cdc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b608812b-93c7-48a6-9a13-d8280650f4e9 HTTP/1.1" status: 200 len: 217 time: 0.0602834 Dec 15 13:43:23.716444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80864fe-0865-4d86-aff8-0a88f6d64dbb req-24abe658-742a-4226-acd7-1635eae7c4c1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.721437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f80864fe-0865-4d86-aff8-0a88f6d64dbb req-24abe658-742a-4226-acd7-1635eae7c4c1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.2890568 Dec 15 13:43:23.869453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-830e6ae4-ff95-42cd-90d4-7cf8f44c8ad9 req-4a599fe5-e043-477e-a5eb-029b0043326a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277200 Dec 15 13:43:23.886851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-96b4cf5e-c33b-4759-97a4-e791f84f9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.888010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-96b4cf5e-c33b-4759-97a4-e791f84f9599 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1654475 Dec 15 13:43:23.941062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f80864fe-0865-4d86-aff8-0a88f6d64dbb req-c14a860b-47e1-493f-ae73-89eff715ffa7 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887634 Dec 15 13:43:23.978498 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290c6fc7-9628-45ba-b38c-5b5b3e30f513 x-openstack-request-id: req-290c6fc7-9628-45ba-b38c-5b5b3e30f513 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:23.979457 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c50e3ae-79c8-4116-a977-d90de1618360", "tag": "b608812b-93c7-48a6-9a13-d8280650f4e9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:23.979457 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-290c6fc7-9628-45ba-b38c-5b5b3e30f513 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:23.980095 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c50e3ae-79c8-4116-a977-d90de1618360', 'tag': 'b608812b-93c7-48a6-9a13-d8280650f4e9', 'status': 'completed', 'code': 200} Dec 15 13:43:24.026348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-8d2c8737-6bc4-4386-8275-d1453c7eac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.027807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-8d2c8737-6bc4-4386-8275-d1453c7eac77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297672 Dec 15 13:43:24.243779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710c584-42bf-493f-9669-da7bff408a02 req-2e65f330-db90-4051-a2cb-c44776f88a19 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.251616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9710c584-42bf-493f-9669-da7bff408a02 req-2e65f330-db90-4051-a2cb-c44776f88a19 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.2280290 Dec 15 13:43:24.258210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-d44b37b5-01ad-40b8-975e-09a2966d56d5 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.262107 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-d44b37b5-01ad-40b8-975e-09a2966d56d5 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.67 "GET /v2.0/networks?id=f701269f-22be-41f3-ada7-00115eb1cd3f HTTP/1.1" status: 200 len: 815 time: 0.2000198 Dec 15 13:43:24.291780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf93e7-d497-4f2d-b6a0-f29c8a4b6461 req-1180591c-904d-478f-83bf-9c7c5fc96a96 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.299195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8fbf93e7-d497-4f2d-b6a0-f29c8a4b6461 req-1180591c-904d-478f-83bf-9c7c5fc96a96 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.1928344 Dec 15 13:43:24.353787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-41174d11-ce64-42ce-b080-6fd527b91aa0 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002107 Dec 15 13:43:24.372239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9710c584-42bf-493f-9669-da7bff408a02 req-80e32e3f-c72b-4082-9ed4-2efdc2f702f4 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144414 Dec 15 13:43:24.409842 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-e3bd72a4-9e56-4274-a27f-f4ed966d4482 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3fb076fee1941b7a4cf69730a501bea HTTP/1.1" status: 200 len: 379 time: 0.1377130 Dec 15 13:43:24.431192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Request body: {'port': {'device_id': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'admin_state_up': True, 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'security_groups': ['caf1ef62-394f-475a-9d3a-e1e3950246ae']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:24.615631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54416f9d-a3b4-4fb8-8b33-23b4ee63bf9a req-73381150-cf41-44f1-bc7d-6b43881dd140 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 210 time: 0.1024873 Dec 15 13:43:24.638821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8fbf93e7-d497-4f2d-b6a0-f29c8a4b6461 req-4c45b54b-ee20-4fa8-b1f5-8de1fb5bcc01 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386304 Dec 15 13:43:24.660152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Made reservation on behalf of d3fb076fee1941b7a4cf69730a501bea for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:24.677504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.771758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18f372e8-ccf6-4b79-8b1a-02b4e5f73b3f req-57683ca9-8416-4498-92a9-e6fdf885df56 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968503 Dec 15 13:43:24.922107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Allocated IP 172.20.0.9 (f701269f-22be-41f3-ada7-00115eb1cd3f/989d8a11-9a13-4083-b04a-8acb9393fcd0/59b5f4dc-f8f3-4d2c-adb6-91256ac7a196) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:24.925624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d2d2-7241-4922-8325-f7097d77231c req-33b9e617-3dc7-4826-9853-17678a01cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.927325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-33b9e617-3dc7-4826-9853-17678a01cd57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 1099 time: 0.0761085 Dec 15 13:43:24.957949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-c4255af5-6ded-4006-bc19-b49c0a6c28d3 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.969742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-c4255af5-6ded-4006-bc19-b49c0a6c28d3 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 810 time: 0.1756282 Dec 15 13:43:25.082565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-6598d54a-2d3e-498f-b45a-03bc56c297f6 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/quotas/44b18019d1974e46bdb1175bb34aea29 HTTP/1.1" status: 200 len: 375 time: 0.1118565 Dec 15 13:43:25.166408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b04b-6b21-4b1b-9165-c0ac5706ad2e req-715e1746-69a0-4679-935e-976092461603 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.169149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad30b04b-6b21-4b1b-9165-c0ac5706ad2e req-715e1746-69a0-4679-935e-976092461603 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 948 time: 0.1255517 Dec 15 13:43:25.200532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.209118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-5663f51f-1682-46bf-8668-9ffdc88d715f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176748 Dec 15 13:43:25.212976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d2d2-7241-4922-8325-f7097d77231c req-c7e43fa0-2326-402f-b8e4-83a3fcf66ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.214511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-c7e43fa0-2326-402f-b8e4-83a3fcf66ccb service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2740571 Dec 15 13:43:25.249475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.316769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event updated for resources: {'Port': ['ID=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:25.336561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Network f701269f-22be-41f3-ada7-00115eb1cd3f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:25.338799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:25.354676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:25.477736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.478416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.505227 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-1fd32f60-a1d2-4e3d-9b2c-f8a430b0e0f8 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785043 Dec 15 13:43:25.525849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Request body: {'port': {'device_id': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:25.639528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.741613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-55e150d7-ee25-46a1-9dbe-9e70a523a564 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b608812b-93c7-48a6-9a13-d8280650f4e9 HTTP/1.1" status: 200 len: 217 time: 0.4941530 Dec 15 13:43:25.767755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad30b04b-6b21-4b1b-9165-c0ac5706ad2e req-617b2a52-c80e-4b72-9e3c-0b7f86580a7f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923376 Dec 15 13:43:25.801095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7b6aee9e-fc48-41f1-affa-edcf9aefa1dc None None] Provisioning complete for port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:25.801716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b6aee9e-fc48-41f1-affa-edcf9aefa1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.845480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-3c40592a-a7dd-49b3-90b2-b563368feb38 service neutron] 10.222.0.32 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000659 Dec 15 13:43:25.888289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7b6aee9e-fc48-41f1-affa-edcf9aefa1dc None None] Port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:25.929983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:25.936965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d2d2-7241-4922-8325-f7097d77231c req-e2d79e68-630d-4770-9635-b7c0b547f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.938405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-e2d79e68-630d-4770-9635-b7c0b547f404 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1697464 Dec 15 13:43:26.026024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04748-ee82-40b5-98aa-fa00a4006730 req-853d73c8-ac88-4655-b1fc-c4d350a3fb46 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.037908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de04748-ee82-40b5-98aa-fa00a4006730 req-853d73c8-ac88-4655-b1fc-c4d350a3fb46 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.1775110 Dec 15 13:43:26.115041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:26.132078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:26.133683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'mac_address': 'fa:16:3e:2b:a6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:26.146031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.149873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-ab2f9970-329a-44c4-a73d-86744490fa1b service neutron] 10.222.0.32 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021805 Dec 15 13:43:26.163928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Transition to ACTIVE for port object 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:26.180607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.181254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.198388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f68119a-24fe-402e-9e56-21da0a066ee0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:26.203500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d2d2-7241-4922-8325-f7097d77231c req-9972d878-6f9b-4b77-8ac6-03ffaad3fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.206811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-9972d878-6f9b-4b77-8ac6-03ffaad3fd7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2486148 Dec 15 13:43:26.230306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:26.240304 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.291473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Pushing event updated for resources: {'Port': ['ID=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.354124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de04748-ee82-40b5-98aa-fa00a4006730 req-4d1c30d7-c9a9-494f-aac6-f70bc3c7afd7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152385 Dec 15 13:43:26.371634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.443605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Attempting to bind port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:26.443943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Attempting to bind port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:26.444332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Attempting to bind port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 on network f701269f-22be-41f3-ada7-00115eb1cd3f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:26.460684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 on network f701269f-22be-41f3-ada7-00115eb1cd3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:26.461050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Attempting to bind port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 on network f701269f-22be-41f3-ada7-00115eb1cd3f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:26.476050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:26.476439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Checking segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:26.476847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Bound using segment: {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:26.477303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Bound port: 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b15da6e-2d80-4204-a9cf-bdac3696679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:26.477635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.510398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-60a01b35-ef3e-428b-bf72-d1a0597793c7 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919006 Dec 15 13:43:26.572931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] For port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:26.578776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] For port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:26.587871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3f68119a-24fe-402e-9e56-21da0a066ee0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:26.597374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.734790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Pushing event updated for resources: {'Port': ['ID=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.766159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.766739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.773847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867abf9-b0b1-484d-8ad4-e3ec79adfa89 req-f0fd2243-1e6f-44aa-bc81-17915e19d229 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.774405 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-23b7ab4f-d402-4ad2-bbb7-16c45d1dddee service neutron] 10.222.0.67 "PUT /v2.0/ports/59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 HTTP/1.1" status: 200 len: 1091 time: 1.2540178 Dec 15 13:43:26.774907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:26.780069 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d43bad-87f5-4285-925d-2ff5bbb28403" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:26.781738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1867abf9-b0b1-484d-8ad4-e3ec79adfa89 req-f0fd2243-1e6f-44aa-bc81-17915e19d229 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.2692666 Dec 15 13:43:26.798648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a3f7-fbd0-4b16-b3dc-cfe9ad70001d req-f340a930-7ab6-4c98-a49b-899ce06d6250 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.800287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d411a3f7-fbd0-4b16-b3dc-cfe9ad70001d req-f340a930-7ab6-4c98-a49b-899ce06d6250 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 943 time: 0.2888744 Dec 15 13:43:26.870598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de8d2d2-7241-4922-8325-f7097d77231c req-1148df9b-50a1-4ee4-b809-9c176024eb80 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501132 Dec 15 13:43:26.947036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-be014a56-cec9-4b60-8b3e-421a6138d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.954311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-be014a56-cec9-4b60-8b3e-421a6138d34d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3fb076fee1941b7a4cf69730a501bea&device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 1094 time: 0.1189566 Dec 15 13:43:26.967972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1867abf9-b0b1-484d-8ad4-e3ec79adfa89 req-768a70a5-c6f6-4908-88a4-c7e71204dc7b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844068 Dec 15 13:43:27.046781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d411a3f7-fbd0-4b16-b3dc-cfe9ad70001d req-f10db6ba-e466-456d-82e1-fa6b0fba8b26 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113812 Dec 15 13:43:27.053010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-ada89211-f74d-43ab-bad7-44d0b0ce2fc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 HTTP/1.1" status: 200 len: 217 time: 0.0872312 Dec 15 13:43:27.129257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-b87a9499-6caa-4071-88c1-b21bb931299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.131496 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-b87a9499-6caa-4071-88c1-b21bb931299a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=989d8a11-9a13-4083-b04a-8acb9393fcd0 HTTP/1.1" status: 200 len: 854 time: 0.0670078 Dec 15 13:43:27.214220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-16f2e0f3-4793-4b6e-a8f2-7f35eb6cde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.216820 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-16f2e0f3-4793-4b6e-a8f2-7f35eb6cde6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f701269f-22be-41f3-ada7-00115eb1cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756221 Dec 15 13:43:27.224361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-18bd9f2e-c97d-4581-9e57-54f72cffcae7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--445067589&fields=id&tenant_id=1987755570db4d7daf9c648f4f0d4b53 HTTP/1.1" status: 200 len: 267 time: 0.0768247 Dec 15 13:43:27.356862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ada1588a-ee18-4f5b-8dbe-700930051af5 req-99600fdf-c84b-40fd-a344-cb6b6867db29 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 210 time: 0.0598767 Dec 15 13:43:27.390057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-e0d6e042-3e47-46bd-a672-1dbf5167d29b service neutron] 10.222.0.67 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628749 Dec 15 13:43:27.430907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-5534407d-0c42-4cb0-88a4-5f4dbda5a35a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.432900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-5534407d-0c42-4cb0-88a4-5f4dbda5a35a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 816 time: 0.2072620 Dec 15 13:43:27.469087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-1932de28-92a9-4866-8874-3625a70a8b9e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/quotas/1987755570db4d7daf9c648f4f0d4b53 HTTP/1.1" status: 200 len: 375 time: 0.0296185 Dec 15 13:43:27.522684 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5fe61a07-e6a6-49cb-a248-500f1f7c51e3 req-3df02478-feb1-4b84-95c7-2671d0711279 service neutron] 10.222.0.67 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259851 Dec 15 13:43:27.602177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b202c1-a885-405c-87d6-79003e5abc12 req-a7877f66-5406-4fc0-a090-854aa9623e23 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.603691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94b202c1-a885-405c-87d6-79003e5abc12 req-a7877f66-5406-4fc0-a090-854aa9623e23 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 948 time: 0.1094475 Dec 15 13:43:27.609731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-6e5f3ca8-b345-4a46-b6ba-98ca427e172e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346548 Dec 15 13:43:27.716230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94b202c1-a885-405c-87d6-79003e5abc12 req-7ec9f0a3-bb1d-4c76-8bad-3c0a1b50f255 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055248 Dec 15 13:43:27.748342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-71f5e48e-0b5e-439d-a741-d033f5b12246 service neutron] 10.222.0.32 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240191 Dec 15 13:43:27.774505 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59287a9c-f63f-41bc-bd82-c74ae48f0452 x-openstack-request-id: req-59287a9c-f63f-41bc-bd82-c74ae48f0452 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:27.774798 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:27.775075 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59287a9c-f63f-41bc-bd82-c74ae48f0452 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:27.775480 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'status': 'completed', 'code': 200} Dec 15 13:43:27.862429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-df0d77e3-a186-4ab8-a11f-cb3a6262a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.864451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-df0d77e3-a186-4ab8-a11f-cb3a6262a777 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3fb076fee1941b7a4cf69730a501bea&device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 1094 time: 0.0546465 Dec 15 13:43:27.940461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b608812b-93c7-48a6-9a13-d8280650f4e9 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:27.966264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-ef396ce3-ad77-4710-b218-0a4630f7084c service neutron] 10.222.0.32 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059674 Dec 15 13:43:28.022381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2d077-5308-4adc-9a23-eb2b64028e0e req-cb1fc3fb-efb1-4ddd-b5e0-1e1c2fefdf34 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.034208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9df2d077-5308-4adc-9a23-eb2b64028e0e req-cb1fc3fb-efb1-4ddd-b5e0-1e1c2fefdf34 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.1344907 Dec 15 13:43:28.102255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-0f10d4b9-d35d-4655-9267-c8d0489a1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.106924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-0f10d4b9-d35d-4655-9267-c8d0489a1832 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f701269f-22be-41f3-ada7-00115eb1cd3f HTTP/1.1" status: 200 len: 917 time: 0.2310410 Dec 15 13:43:28.131000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b608812b-93c7-48a6-9a13-d8280650f4e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b608812b-93c7-48a6-9a13-d8280650f4e9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:28.146631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'b608812b-93c7-48a6-9a13-d8280650f4e9', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'b608812b-93c7-48a6-9a13-d8280650f4e9', 'mac_address': 'fa:16:3e:ee:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:28.200573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.202090 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-197a6980-c547-4331-9ff9-0b0e9acfd7b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 HTTP/1.1" status: 200 len: 217 time: 0.0871072 Dec 15 13:43:28.220188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608812b-93c7-48a6-9a13-d8280650f4e9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:28.274254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b608812b-93c7-48a6-9a13-d8280650f4e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b608812b-93c7-48a6-9a13-d8280650f4e9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:28.284576 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.321776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-3a8ef19c-f511-4e41-9d7f-bd5ec3ec3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.328095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-3a8ef19c-f511-4e41-9d7f-bd5ec3ec3e7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=989d8a11-9a13-4083-b04a-8acb9393fcd0 HTTP/1.1" status: 200 len: 854 time: 0.1154299 Dec 15 13:43:28.369529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-12c72981-bb0c-4856-9002-664c25425fc9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.371343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-12c72981-bb0c-4856-9002-664c25425fc9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 810 time: 0.2967887 Dec 15 13:43:28.389427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b608812b-93c7-48a6-9a13-d8280650f4e9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:28.415902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-11795f86-60a2-4b47-b444-72e9febcf965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.421522 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-11795f86-60a2-4b47-b444-72e9febcf965 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f701269f-22be-41f3-ada7-00115eb1cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856986 Dec 15 13:43:28.433105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9df2d077-5308-4adc-9a23-eb2b64028e0e req-c3870e72-0254-447b-97b5-35880f758d25 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979366 Dec 15 13:43:28.440784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Request body: {'port': {'device_id': 'de614465-78ca-4e0e-922f-a448722c392e', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'admin_state_up': True, 'tenant_id': '44b18019d1974e46bdb1175bb34aea29'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:28.510535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-266c2586-a6be-4a92-bd1c-b0f1df3f734e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4132881 Dec 15 13:43:28.626229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['b608812b-93c7-48a6-9a13-d8280650f4e9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:28.649288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-04779d3e-4153-48bb-a152-a98ad7e03456 service neutron] 10.222.0.67 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097692 Dec 15 13:43:28.721625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-c103b05a-7232-4893-8e75-b83d64c9a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.728208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-c103b05a-7232-4893-8e75-b83d64c9a395 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 1095 time: 0.1721325 Dec 15 13:43:28.765463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Made reservation on behalf of 44b18019d1974e46bdb1175bb34aea29 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:28.774082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.793472 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:43:28.812591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae98e59-a170-4d85-af74-de4b88daa2c4 req-4958d420-fcda-4184-91d0-1e314f01e2a0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.828545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ae98e59-a170-4d85-af74-de4b88daa2c4 req-4958d420-fcda-4184-91d0-1e314f01e2a0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.2571805 Dec 15 13:43:28.926803 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-37d43bad-87f5-4285-925d-2ff5bbb28403 req-c5e42edd-2014-4fea-93bb-54e990cfebc2 service neutron] 10.222.0.67 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690089 Dec 15 13:43:29.119221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-36167315-0f78-4281-be28-efca4f524046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.120806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-36167315-0f78-4281-be28-efca4f524046 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3690906 Dec 15 13:43:29.203132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc516a26-8947-402b-9fb8-ce4255f58c1d req-5a8d070a-d85d-4b02-9db6-6a0e33e2b266 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.204654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc516a26-8947-402b-9fb8-ce4255f58c1d req-5a8d070a-d85d-4b02-9db6-6a0e33e2b266 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 943 time: 0.1710587 Dec 15 13:43:29.212815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-70a8017f-75d0-49f9-a83d-7183e7af92e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 200 len: 217 time: 0.0679986 Dec 15 13:43:29.219582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ae98e59-a170-4d85-af74-de4b88daa2c4 req-c6b6832f-510c-4058-96f4-7df9614d4e6c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902266 Dec 15 13:43:29.300800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Allocated IP 172.20.0.10 (ac920ef7-d5dd-451f-86d0-4af69a0e4bb7/e3885f4c-fdbb-4b22-9f7c-f2f16b314127/dcd31892-0e5e-4a20-aec7-a5ba5b65088a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:29.330491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-d4691927-4d68-4321-a6a9-8d693204e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.331986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-d4691927-4d68-4321-a6a9-8d693204e426 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.1087611 Dec 15 13:43:29.376281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc516a26-8947-402b-9fb8-ce4255f58c1d req-e2c91df1-86ae-423f-b0bb-a22ced4f5733 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624582 Dec 15 13:43:29.379436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-e3f474b7-c09d-4eb7-9fc1-a7bc41039463 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365222 Dec 15 13:43:29.622781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc33d85b-ff61-4920-bf58-ba2f8d7f6e52 req-c7fc6012-ba27-4728-99ba-240a9864c5fb tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 210 time: 0.0637226 Dec 15 13:43:29.706833 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.736387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adabea2-d2d7-450a-8891-5a38a94a405d req-f6af16ab-fec9-409a-9b45-ce45cb197b01 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.737945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2adabea2-d2d7-450a-8891-5a38a94a405d req-f6af16ab-fec9-409a-9b45-ce45cb197b01 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 949 time: 0.1801145 Dec 15 13:43:29.761439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-42cc044a-04cc-410d-9eff-9b9c07d76711 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693078 Dec 15 13:43:29.767399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a090f042-06c7-494d-a5c9-ed45f928f698 req-0762c381-428d-4f8c-9ef3-ce83e59ea5c8 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.0545444 Dec 15 13:43:29.947486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.958888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:29.974446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2adabea2-d2d7-450a-8891-5a38a94a405d req-8bc905ce-ac35-4639-b0bf-8b5bdf423cc1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113957 Dec 15 13:43:29.991368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:30.030279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ef845432-63c1-4adc-b8d6-61272bd78a3a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:30.066776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f67eb5-9cf8-4f64-9fb2-c5aa66b1e26c req-60ccbf9a-f2f2-45dc-b761-a177aa212c14 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.068546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f67eb5-9cf8-4f64-9fb2-c5aa66b1e26c req-60ccbf9a-f2f2-45dc-b761-a177aa212c14 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.1968431 Dec 15 13:43:30.073042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:30.081495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:30.083994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:30.088832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Pushing event updated for resources: {'Port': ['ID=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:30.102640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-057c99a0-0cc4-42ab-a335-c0800e1f2797 req-2f0e8a17-6a57-4b0d-bfe3-2fb0403e4069 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267832 Dec 15 13:43:30.124957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.125671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.125832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.126274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.126677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.127099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.127555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.127990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.128400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.128829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.129961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.130383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.130802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:30.183823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.184839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.202978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3f68119a-24fe-402e-9e56-21da0a066ee0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:30.207060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f67eb5-9cf8-4f64-9fb2-c5aa66b1e26c req-b2a0befe-af06-4ff4-91af-14909724dc16 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271124 Dec 15 13:43:30.216441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-b174120a-670e-48ad-a04b-1c3fe70ad5b5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7819180 Dec 15 13:43:30.225192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3f68119a-24fe-402e-9e56-21da0a066ee0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:30.225371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.228627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:30.239467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Request body: {'port': {'device_id': 'de614465-78ca-4e0e-922f-a448722c392e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:30.291834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'port_id': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'mac_address': 'fa:16:3e:0f:bf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:30.314395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.443545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00c1b-cdc9-41b4-94de-beb0484c41f5 req-be57de31-24c4-45b7-8275-ba8b991a49dd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.448869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9d00c1b-cdc9-41b4-94de-beb0484c41f5 req-be57de31-24c4-45b7-8275-ba8b991a49dd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.1206100 Dec 15 13:43:30.550135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.592043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:30.670336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:30.682468 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.689976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.749434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9d00c1b-cdc9-41b4-94de-beb0484c41f5 req-3130fd1e-4f3c-4f72-979a-f4569b55d5c3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852743 Dec 15 13:43:30.751274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:30.753533 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a383f0c0-3f8f-4db5-904a-66157f572939" -d '{"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:30.779625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:30.787961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:30.792411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d45a1-99ea-4d6d-8f06-7606ea92b133 req-8b823eaf-c3b4-4bf3-b90e-69fa25803c52 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.794707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.796238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b4d45a1-99ea-4d6d-8f06-7606ea92b133 req-8b823eaf-c3b4-4bf3-b90e-69fa25803c52 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 943 time: 0.2591796 Dec 15 13:43:30.868937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-da48e2c3-383b-4052-8fa3-104488bffd32 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.871222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-da48e2c3-383b-4052-8fa3-104488bffd32 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.85 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 816 time: 0.3541727 Dec 15 13:43:30.875940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:31.012169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b4d45a1-99ea-4d6d-8f06-7606ea92b133 req-d39a859c-94e9-4400-aab2-ba2c7431fc8c tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991959 Dec 15 13:43:31.045392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['59b5f4dc-f8f3-4d2c-adb6-91256ac7a196'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:31.088576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-39a8971a-e911-4163-9f79-f3b389961be1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1987755570db4d7daf9c648f4f0d4b53 HTTP/1.1" status: 200 len: 379 time: 0.1718342 Dec 15 13:43:31.105974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c964-0b8a-4899-8701-2492e1709a5c req-40e4af2f-da11-4e2d-a761-bfa81af28c55 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.107508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ab2c964-0b8a-4899-8701-2492e1709a5c req-40e4af2f-da11-4e2d-a761-bfa81af28c55 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 932 time: 0.2322156 Dec 15 13:43:31.115305 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b62a0c-173e-4a37-acc1-93ea92512dc5 x-openstack-request-id: req-c8b62a0c-173e-4a37-acc1-93ea92512dc5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:31.115969 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:31.116428 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8b62a0c-173e-4a37-acc1-93ea92512dc5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:31.118210 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'code': 200} Dec 15 13:43:31.139669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd31892-0e5e-4a20-aec7-a5ba5b65088a {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:31.158041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'port': {'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'admin_state_up': True, 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'security_groups': ['0e7bc52f-3cd4-4898-9bdd-87a40653aa0b']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:31.181527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.268039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777a8dc-2bf2-4776-bbef-c93549842eab req-e51988f8-2002-4f85-8bfb-4581440b602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.270804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d777a8dc-2bf2-4776-bbef-c93549842eab req-e51988f8-2002-4f85-8bfb-4581440b602a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1101 time: 0.0838881 Dec 15 13:43:31.372082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d777a8dc-2bf2-4776-bbef-c93549842eab req-18421042-0198-448f-85d4-59da5fc06647 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905519 Dec 15 13:43:31.603961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Transition to ACTIVE for port object dcd31892-0e5e-4a20-aec7-a5ba5b65088a will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:31.648905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03cb0603-729f-4b86-8f40-e317b2b7655e req-d19b8cbd-4e12-48c4-996f-0d3789af0fb1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.4137695 Dec 15 13:43:31.664335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.732086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ab2c964-0b8a-4899-8701-2492e1709a5c req-0150b2f7-9b0c-4750-882f-18540af7cfa9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139922 Dec 15 13:43:31.872378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Pushing event updated for resources: {'Port': ['ID=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:31.912251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Made reservation on behalf of 1987755570db4d7daf9c648f4f0d4b53 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:31.916346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.947328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eeb21-cf80-4db5-aedb-a56ed9e32076 req-292caec7-8d5a-4bc6-af89-1e42765133a6 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.949032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4eeb21-cf80-4db5-aedb-a56ed9e32076 req-292caec7-8d5a-4bc6-af89-1e42765133a6 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 949 time: 0.2134914 Dec 15 13:43:31.966017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b608812b-93c7-48a6-9a13-d8280650f4e9 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:31.979096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83248d-fa7d-4ae9-8438-47e10c63dc1b req-e3d2dab5-bc00-495e-858e-353b0ce63d59 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.982033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df83248d-fa7d-4ae9-8438-47e10c63dc1b req-e3d2dab5-bc00-495e-858e-353b0ce63d59 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1796453 Dec 15 13:43:32.021423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Attempting to bind port dcd31892-0e5e-4a20-aec7-a5ba5b65088a on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:32.021791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Attempting to bind port dcd31892-0e5e-4a20-aec7-a5ba5b65088a by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:32.022167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Attempting to bind port dcd31892-0e5e-4a20-aec7-a5ba5b65088a on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:32.081732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Port dcd31892-0e5e-4a20-aec7-a5ba5b65088a on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:32.082063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Attempting to bind port dcd31892-0e5e-4a20-aec7-a5ba5b65088a on network ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:32.086098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port b608812b-93c7-48a6-9a13-d8280650f4e9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:32.094026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port b608812b-93c7-48a6-9a13-d8280650f4e9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:32.096078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.117628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:32.118078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Checking segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:32.118386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Bound using segment: {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:32.118902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Bound port: dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a814abe3-da27-4e3f-9429-da503f4c5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:32.119256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.172095 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4eeb21-cf80-4db5-aedb-a56ed9e32076 req-00723ef7-9bf6-4cd5-848a-b55abbbcebca tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870897 Dec 15 13:43:32.203709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df83248d-fa7d-4ae9-8438-47e10c63dc1b req-2304b634-028c-4eb7-a27c-6c76591af4e9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870093 Dec 15 13:43:32.247461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Allocated IP 172.20.0.7 (5311b76b-57b9-4507-a6a8-833263d77256/4ba3cab8-8093-4470-89a0-819345d1ef2b/b587889a-352f-4183-ae4f-406ccceb3251) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:32.294337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] For port dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:32.297472 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.376922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b608812b-93c7-48a6-9a13-d8280650f4e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b608812b-93c7-48a6-9a13-d8280650f4e9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:32.387873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.434729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] For port dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:32.478734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.481363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b608812b-93c7-48a6-9a13-d8280650f4e9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.540007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.540741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.542364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] 10.222.0.85 "PUT /v2.0/ports/dcd31892-0e5e-4a20-aec7-a5ba5b65088a HTTP/1.1" status: 200 len: 1092 time: 2.3083744 Dec 15 13:43:32.542881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de614465-78ca-4e0e-922f-a448722c392e', 'tag': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:32.545434 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "de614465-78ca-4e0e-922f-a448722c392e", "tag": "dcd31892-0e5e-4a20-aec7-a5ba5b65088a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:32.649251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb996e4-1c8a-4d4c-87d8-ba948832669b req-3b7991f8-1242-4df4-91e3-d9e1e8ff80cd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.652656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efb996e4-1c8a-4d4c-87d8-ba948832669b req-3b7991f8-1242-4df4-91e3-d9e1e8ff80cd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.2497053 Dec 15 13:43:32.722210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97ef8f-79e1-4bc7-9e04-bb03834472d5 req-e87de46b-3b81-490e-830c-04fe559eb685 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.723895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc97ef8f-79e1-4bc7-9e04-bb03834472d5 req-e87de46b-3b81-490e-830c-04fe559eb685 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 944 time: 0.2492228 Dec 15 13:43:32.760127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.765724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e97b69-a07f-4b4e-90a3-c529f364897b service neutron] Pushing event updated for resources: {'Port': ['ID=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.846877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-395bdfcb-5b38-46ff-b33a-9e9670f307f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.848701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-395bdfcb-5b38-46ff-b33a-9e9670f307f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 1095 time: 0.2423596 Dec 15 13:43:32.852663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efb996e4-1c8a-4d4c-87d8-ba948832669b req-6f04753d-d2f7-478b-9dca-82f5a4bc7d5e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830373 Dec 15 13:43:32.935741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc97ef8f-79e1-4bc7-9e04-bb03834472d5 req-a6ece464-d015-438a-9f2c-f346918c535b tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898620 Dec 15 13:43:32.937099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-a3d745f4-c583-4bc9-81d4-4b67f5cfd1ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a HTTP/1.1" status: 200 len: 217 time: 0.0716844 Dec 15 13:43:32.955204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.044117 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee57adb-3a06-4d6c-bcea-c9d64ecc2df7 x-openstack-request-id: req-eee57adb-3a06-4d6c-bcea-c9d64ecc2df7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:33.044427 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de614465-78ca-4e0e-922f-a448722c392e", "tag": "dcd31892-0e5e-4a20-aec7-a5ba5b65088a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:33.044718 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eee57adb-3a06-4d6c-bcea-c9d64ecc2df7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:33.045116 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de614465-78ca-4e0e-922f-a448722c392e', 'tag': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a', 'status': 'completed', 'code': 200} Dec 15 13:43:33.078112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Network 5311b76b-57b9-4507-a6a8-833263d77256 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:33.098573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-37db27c5-b938-47bb-ab2c-e8a5cbabc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.100999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-37db27c5-b938-47bb-ab2c-e8a5cbabc8f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.1554601 Dec 15 13:43:33.102267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:33.106144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:33.108625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:33.122288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c50e3ae-79c8-4116-a977-d90de1618360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608812b-93c7-48a6-9a13-d8280650f4e9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:33.124654 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41dd115-63cb-4b3f-9c65-72ada1427cef" -d '{"events": [{"server_uuid": "1c50e3ae-79c8-4116-a977-d90de1618360", "name": "network-vif-plugged", "status": "completed", "tag": "b608812b-93c7-48a6-9a13-d8280650f4e9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:33.236476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-96ffb434-7d9c-4289-bd65-7b84b9a5ed50 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243689 Dec 15 13:43:33.395042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.395645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.411088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e831-2723-4dec-a1e3-96cc8319ef6b req-e1291f1a-eb35-4516-92d7-05f4be4e76a9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.412491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0981e831-2723-4dec-a1e3-96cc8319ef6b req-e1291f1a-eb35-4516-92d7-05f4be4e76a9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 944 time: 0.2832823 Dec 15 13:43:33.418745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-d4ebfc47-0bb7-46f8-b55f-28ea033e85c8 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597145 Dec 15 13:43:33.428104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e8ec-73c0-43aa-bbce-09db5795fb85 req-6c11471a-b393-4e11-93d4-3949142be3d5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.430208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0df4e8ec-73c0-43aa-bbce-09db5795fb85 req-6c11471a-b393-4e11-93d4-3949142be3d5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 931 time: 0.2612853 Dec 15 13:43:33.455536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-be7d58ed-06bc-4137-9b8e-fe3dc7661af2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3035374 Dec 15 13:43:33.465911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5bc8017a-f6d5-4167-b121-a77c753420aa None None] Provisioning complete for port b587889a-352f-4183-ae4f-406ccceb3251 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:33.466814 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bc8017a-f6d5-4167-b121-a77c753420aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.505034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Request body: {'port': {'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:33.518931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8017a-f6d5-4167-b121-a77c753420aa None None] Port b587889a-352f-4183-ae4f-406ccceb3251 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:33.630041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0981e831-2723-4dec-a1e3-96cc8319ef6b req-0e707085-e203-4f99-8a25-6a9e2c3374c9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977806 Dec 15 13:43:33.661184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0df4e8ec-73c0-43aa-bbce-09db5795fb85 req-482731f5-19ad-408c-9670-3223dbdabbdc tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119782 Dec 15 13:43:33.663774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.667343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40fdd9fd-95f0-4196-bf72-a463d4b0b698 req-0271d6a8-44df-407d-9d46-75e62f770e65 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361791 Dec 15 13:43:33.794298 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ce52a5-c69e-4606-a9ff-b1070307dc6e x-openstack-request-id: req-42ce52a5-c69e-4606-a9ff-b1070307dc6e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:33.794628 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c50e3ae-79c8-4116-a977-d90de1618360", "name": "network-vif-plugged", "status": "completed", "tag": "b608812b-93c7-48a6-9a13-d8280650f4e9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:33.794898 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42ce52a5-c69e-4606-a9ff-b1070307dc6e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:33.795277 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c50e3ae-79c8-4116-a977-d90de1618360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608812b-93c7-48a6-9a13-d8280650f4e9', 'code': 200} Dec 15 13:43:33.971903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:34.026024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e9c02-1578-4807-8564-b5c20b120ebf req-438c9dfc-17ff-4222-b0ce-3f090114f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.034176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e92e9c02-1578-4807-8564-b5c20b120ebf req-438c9dfc-17ff-4222-b0ce-3f090114f796 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 1101 time: 0.1376743 Dec 15 13:43:34.094429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:34.105914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:34.106445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.127821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e92e9c02-1578-4807-8564-b5c20b120ebf req-978022ec-d785-4b9d-906f-cebf96f73440 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908942 Dec 15 13:43:34.190222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbef4be-fc6b-435d-8e0d-f73690c25260 req-517924a0-c200-4fc3-a787-8eae3c028000 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.191803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bbef4be-fc6b-435d-8e0d-f73690c25260 req-517924a0-c200-4fc3-a787-8eae3c028000 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 950 time: 0.3033614 Dec 15 13:43:34.211424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-e6c04767-d58b-42ec-8cf1-1d1e796a89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.212993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-e6c04767-d58b-42ec-8cf1-1d1e796a89dc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 1095 time: 0.3143785 Dec 15 13:43:34.227439 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.234577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83f081-8a81-4f36-b3f8-d23d017c3651 req-93fdda78-89fb-4c7b-a87f-ad96a359b547 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.236271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f83f081-8a81-4f36-b3f8-d23d017c3651 req-93fdda78-89fb-4c7b-a87f-ad96a359b547 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.3108094 Dec 15 13:43:34.273456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:34.278774 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.337319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:34.420110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bbef4be-fc6b-435d-8e0d-f73690c25260 req-6894d043-a23e-44ee-b24c-029fe38cf174 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102110 Dec 15 13:43:34.445600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f83f081-8a81-4f36-b3f8-d23d017c3651 req-9923bfb4-b7b1-45e3-89f2-9bd086e1968f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918800 Dec 15 13:43:34.450083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-c3095c59-21c8-4a98-99e8-b3258a972455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.451750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-c3095c59-21c8-4a98-99e8-b3258a972455 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 912 time: 0.2254028 Dec 15 13:43:34.517238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-a275d6cf-c9e0-443f-98c5-ea94dfeaff30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a HTTP/1.1" status: 200 len: 217 time: 0.0499456 Dec 15 13:43:34.619590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b587889a-352f-4183-ae4f-406ccceb3251 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:34.651622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.681289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8697d-6c03-4fe5-b670-f59c61a05239 req-bf5b628d-2f1d-4578-aff3-d15dd6db8373 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.682771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fc8697d-6c03-4fe5-b670-f59c61a05239 req-bf5b628d-2f1d-4578-aff3-d15dd6db8373 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.1646872 Dec 15 13:43:34.686399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Transition to ACTIVE for port object b587889a-352f-4183-ae4f-406ccceb3251 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:34.688126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-fd067d52-4d40-431f-88d4-7edf1512efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.689709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-fd067d52-4d40-431f-88d4-7edf1512efcb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.1435061 Dec 15 13:43:34.694226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.770297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-9d8a1995-8e6e-4e7a-9641-0d2c598a42ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644357 Dec 15 13:43:34.779002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b88a3a-6de6-4ae4-8d55-4ec7c90f4e09 req-21a40642-bb00-4fa6-bfe3-97b5ab8c4fcc tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.780403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8b88a3a-6de6-4ae4-8d55-4ec7c90f4e09 req-21a40642-bb00-4fa6-bfe3-97b5ab8c4fcc tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1837125 Dec 15 13:43:34.886613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Pushing event updated for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:34.919091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fc8697d-6c03-4fe5-b670-f59c61a05239 req-12e87ee0-ff32-4487-9796-d8f026346ad0 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283731 Dec 15 13:43:35.016058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8b88a3a-6de6-4ae4-8d55-4ec7c90f4e09 req-1b2e5a9e-f5ce-49dc-b4d7-4ee5364fc894 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217369 Dec 15 13:43:35.021763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-0f77315c-aba1-4329-8979-ea303dfa026d service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398753 Dec 15 13:43:35.023688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Attempting to bind port b587889a-352f-4183-ae4f-406ccceb3251 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:35.024022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Attempting to bind port b587889a-352f-4183-ae4f-406ccceb3251 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:35.024363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Attempting to bind port b587889a-352f-4183-ae4f-406ccceb3251 on network 5311b76b-57b9-4507-a6a8-833263d77256 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:35.028907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Port b587889a-352f-4183-ae4f-406ccceb3251 on network 5311b76b-57b9-4507-a6a8-833263d77256 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:35.029291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Attempting to bind port b587889a-352f-4183-ae4f-406ccceb3251 on network 5311b76b-57b9-4507-a6a8-833263d77256 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:35.072147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:35.072600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Checking segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:35.073040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Bound using segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:35.073551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Bound port: b587889a-352f-4183-ae4f-406ccceb3251, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:35.073971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.584424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd95b-53fc-4b86-9786-37fd14e342ba req-2adcb724-0071-4ef8-9192-5825b92c508c tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.586573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-496fd95b-53fc-4b86-9786-37fd14e342ba req-2adcb724-0071-4ef8-9192-5825b92c508c tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1101 time: 0.4742169 Dec 15 13:43:35.595028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68e3e15-1478-42b2-a2ac-5dbfb0c1b3b7 req-7f1dd69f-1e91-4f83-a00f-7a0cd494be5f service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596957 Dec 15 13:43:35.604863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-88e22aef-9b4b-4d46-9563-dec9ea3f251f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.606251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-88e22aef-9b4b-4d46-9563-dec9ea3f251f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.5659471 Dec 15 13:43:35.613456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:35.618549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b587889a-352f-4183-ae4f-406ccceb3251,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:35.636412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.667449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-fd0ffae8-b37b-418e-b213-7113982d944a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/quotas/01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 375 time: 0.0507290 Dec 15 13:43:35.693649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.695047 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.696900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] 10.222.0.85 "PUT /v2.0/ports/b587889a-352f-4183-ae4f-406ccceb3251 HTTP/1.1" status: 200 len: 1091 time: 2.1957932 Dec 15 13:43:35.706976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:35.709274 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15860da3-fd37-48d6-ae8e-f87303217a64" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "tag": "b587889a-352f-4183-ae4f-406ccceb3251"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:35.786985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-496fd95b-53fc-4b86-9786-37fd14e342ba req-4c9f741e-0f85-4f38-ba34-43385726e5ce tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908267 Dec 15 13:43:35.787758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fecb9-e50a-4d4b-a741-b2fc3f855df9 service neutron] Pushing event updated for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:35.806418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:35.808772 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aeaff6-a6f5-4bf4-aeee-146d273836ba" -d '{"events": [{"server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "name": "network-vif-plugged", "status": "completed", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:35.857221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-006d64a5-c294-4573-8836-e57d79b1dc6e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1712704 Dec 15 13:43:35.937610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-62b41eb5-604c-419a-b924-142c3a7d9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.939282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-62b41eb5-604c-419a-b924-142c3a7d9754 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1094 time: 0.1830444 Dec 15 13:43:36.001946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-01c3d2b4-b011-43bc-8027-543e349d3d56 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b587889a-352f-4183-ae4f-406ccceb3251 HTTP/1.1" status: 200 len: 217 time: 0.0474710 Dec 15 13:43:36.027659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aae02b-26ac-45fb-9445-1415dc08a151 req-060b109f-308b-4760-ac7e-9bab8a790024 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.029116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9aae02b-26ac-45fb-9445-1415dc08a151 req-060b109f-308b-4760-ac7e-9bab8a790024 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 944 time: 0.1589649 Dec 15 13:43:36.079190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-88da1ea9-f2dd-40fa-a0cf-2029a65eb002 service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207389 Dec 15 13:43:36.147653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-1e687a44-4d61-4334-aa4d-6ad8db601fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.149101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-1e687a44-4d61-4334-aa4d-6ad8db601fb9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 200 len: 855 time: 0.1388938 Dec 15 13:43:36.193578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9aae02b-26ac-45fb-9445-1415dc08a151 req-5ca06475-e0ee-431b-94a6-2fd59375a00d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393528 Dec 15 13:43:36.232791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-bda6b494-fd0e-4625-af5b-53ca827fedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.234261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-bda6b494-fd0e-4625-af5b-53ca827fedf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5311b76b-57b9-4507-a6a8-833263d77256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745289 Dec 15 13:43:36.236233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-477743d2-8b05-4281-af61-ecb925bdbe74 service neutron] 10.222.0.32 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462686 Dec 15 13:43:36.373947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1796c3f-811c-4264-b853-0dbca37b80ed req-1bbee5c8-ab0b-48b4-b339-4d0724089c3c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.375894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1796c3f-811c-4264-b853-0dbca37b80ed req-1bbee5c8-ab0b-48b4-b339-4d0724089c3c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1062553 Dec 15 13:43:36.379613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3fb3783f-915f-4e07-9736-ff5f0d3e8fa5 service neutron] 10.222.0.85 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324060 Dec 15 13:43:36.486219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1796c3f-811c-4264-b853-0dbca37b80ed req-ea8a8e17-8738-4b1c-b89c-ed9588fbdd9b tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031666 Dec 15 13:43:36.523913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-612efca6-7d87-4284-b55c-fbde48399eb9 service neutron] 10.222.0.85 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321487 Dec 15 13:43:36.648915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0336-1fd7-4ca6-8e81-9e80041927ce req-4ceb05f8-5054-40d1-b50c-23240e37b334 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.651384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb7d0336-1fd7-4ca6-8e81-9e80041927ce req-4ceb05f8-5054-40d1-b50c-23240e37b334 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 950 time: 0.0721104 Dec 15 13:43:36.653146 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63124e53-175e-4a8c-8779-4914653472a1 x-openstack-request-id: req-63124e53-175e-4a8c-8779-4914653472a1 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:36.653592 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "tag": "b587889a-352f-4183-ae4f-406ccceb3251", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:36.654891 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63124e53-175e-4a8c-8779-4914653472a1 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:36.655710 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251', 'status': 'completed', 'code': 200} Dec 15 13:43:36.734270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb7d0336-1fd7-4ca6-8e81-9e80041927ce req-e4193048-f502-4532-aab4-c95900868715 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760560 Dec 15 13:43:36.820753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-e6fb24dd-3f6e-45e1-a18a-845ee0b6a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.822335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-e6fb24dd-3f6e-45e1-a18a-845ee0b6a229 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1094 time: 0.1227093 Dec 15 13:43:36.831650 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac5e73-6608-4e7f-b527-885613c792e2 x-openstack-request-id: req-80ac5e73-6608-4e7f-b527-885613c792e2 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:36.832172 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "name": "network-vif-plugged", "status": "completed", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:36.832358 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80ac5e73-6608-4e7f-b527-885613c792e2 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:36.832832 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'code': 200} Dec 15 13:43:37.020381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b1884-a8d8-4c34-90b3-641c72c01858 req-dfb7b2c1-083a-4cbb-a370-8ed5983976ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.022555 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d0b1884-a8d8-4c34-90b3-641c72c01858 req-dfb7b2c1-083a-4cbb-a370-8ed5983976ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 1096 time: 0.1011095 Dec 15 13:43:37.033209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-57c49d85-c9f6-4088-9c1d-27163a8dae44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668051 Dec 15 13:43:37.079761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d0b1884-a8d8-4c34-90b3-641c72c01858 req-df6a2cbe-7eff-455f-a956-3c4cd2b8e6d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451078 Dec 15 13:43:37.178320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-c45ebc2f-2d05-40e4-974b-493682960aa7 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.180072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-c45ebc2f-2d05-40e4-974b-493682960aa7 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.2744977 Dec 15 13:43:37.201762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b066c-453f-4137-b55b-035baf9e5668 req-f8619186-badc-45a8-8a70-e1c686a8b785 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.203265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-869b066c-453f-4137-b55b-035baf9e5668 req-f8619186-badc-45a8-8a70-e1c686a8b785 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 945 time: 0.2929909 Dec 15 13:43:37.209902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:37.241187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81aa4b-7d4c-4a8d-9ece-a3371ac36b58 req-f9855097-949c-46bd-9bf2-9b57c40f08f7 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.242895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d81aa4b-7d4c-4a8d-9ece-a3371ac36b58 req-f9855097-949c-46bd-9bf2-9b57c40f08f7 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1815529 Dec 15 13:43:37.250932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-8f61737f-155f-4495-8d34-9d668724f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.252539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-8f61737f-155f-4495-8d34-9d668724f82c service neutron] 10.222.0.85 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 918 time: 0.4186511 Dec 15 13:43:37.350589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-0f2c009d-2f78-44fc-84db-20a270db45fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b587889a-352f-4183-ae4f-406ccceb3251 HTTP/1.1" status: 200 len: 217 time: 0.0764160 Dec 15 13:43:37.381201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:37.447452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-869b066c-453f-4137-b55b-035baf9e5668 req-884bab25-2fad-42f3-ac9f-948f0ce4f48e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302911 Dec 15 13:43:37.492243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d81aa4b-7d4c-4a8d-9ece-a3371ac36b58 req-2435609c-b45a-41a9-9857-ca69e7aa507a tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262936 Dec 15 13:43:37.503837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-e9b331eb-46d5-4ac6-8d3f-47f9d1175e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.506117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-e9b331eb-46d5-4ac6-8d3f-47f9d1175e79 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 200 len: 855 time: 0.1374636 Dec 15 13:43:37.624247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fb651e7-e29d-4c05-9f30-64bf87eb5327 req-46e7ca77-8137-4090-b1b7-101e330e4fae tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 210 time: 0.0789423 Dec 15 13:43:37.675655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-86256c36-d5e7-4132-9a0c-10235f5e90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.677305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-86256c36-d5e7-4132-9a0c-10235f5e90b3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5311b76b-57b9-4507-a6a8-833263d77256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630206 Dec 15 13:43:37.768098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91626e-7c55-4721-9e7a-9a4952ee9ed9 req-62800fe0-1531-4177-824b-a837fbb5b826 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.769968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f91626e-7c55-4721-9e7a-9a4952ee9ed9 req-62800fe0-1531-4177-824b-a837fbb5b826 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 1101 time: 0.2048335 Dec 15 13:43:37.775123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:37.903052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392bf0d-e3f6-41ff-9b65-bc685e091fea req-18b46002-2136-4372-9e36-9fe299a20db0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.904597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7392bf0d-e3f6-41ff-9b65-bc685e091fea req-18b46002-2136-4372-9e36-9fe299a20db0 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1839073 Dec 15 13:43:37.908831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:37.934601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-ff408f35-4374-46ad-be6a-c8beb12aa477 service neutron] 10.222.0.85 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448680 Dec 15 13:43:37.976895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f91626e-7c55-4721-9e7a-9a4952ee9ed9 req-a3ad9e3f-e406-4e7c-807f-17ebd3da772e tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815536 Dec 15 13:43:38.072633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.074328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-13006b0c-1f80-4d74-9705-c92f0e0e743c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.076354 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-13006b0c-1f80-4d74-9705-c92f0e0e743c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 807 time: 0.1401238 Dec 15 13:43:38.090102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.098153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Request body: {'port': {'device_id': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'admin_state_up': True, 'tenant_id': '01d02b2b82e748f28aabc1b043c4a95a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:38.112228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7392bf0d-e3f6-41ff-9b65-bc685e091fea req-14fde6b8-5e1a-4a4f-a2dc-bf45bed14b84 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961486 Dec 15 13:43:38.242234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Made reservation on behalf of 01d02b2b82e748f28aabc1b043c4a95a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:38.246112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.310391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15860da3-fd37-48d6-ae8e-f87303217a64 req-2ce3ed4f-4ece-4e05-861f-5be667cdb4e8 service neutron] 10.222.0.85 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541236 Dec 15 13:43:38.315851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:38.359352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01e5d-773c-4ae8-ae88-7a7978d70935 req-7a87439b-edd5-4de7-b6b8-6fb9d5d4dd53 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.360865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33e01e5d-773c-4ae8-ae88-7a7978d70935 req-7a87439b-edd5-4de7-b6b8-6fb9d5d4dd53 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 944 time: 0.2448707 Dec 15 13:43:38.375553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:38.375888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:38.376206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:38.395121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Allocated IP 172.20.0.2 (62085ffc-a328-428d-8518-ab1288367925/be9356c5-284b-4559-a444-b391e66cc952/7290669d-74b3-4703-a4ba-5222a2f5bb65) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:38.396237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654b62-f610-494e-9a5e-78538550c2f3 req-e45cd9ec-be90-4a9f-a29d-0c1d2f2f5f58 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.398398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40654b62-f610-494e-9a5e-78538550c2f3 req-e45cd9ec-be90-4a9f-a29d-0c1d2f2f5f58 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1798637 Dec 15 13:43:38.402714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:38.403222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Attempting to bind port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on network dd8522aa-f6ca-4c29-9f30-edc66a499ecc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:38.427161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:38.427578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Checking segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:38.427870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Bound using segment: {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:38.428304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Bound port: 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a09a80-08c7-479b-a50f-b1e65d049572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd8522aa-f6ca-4c29-9f30-edc66a499ecc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:38.428687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.516720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33e01e5d-773c-4ae8-ae88-7a7978d70935 req-e050ddec-12db-48e0-8e11-d02c217d0a57 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433742 Dec 15 13:43:38.532085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40654b62-f610-494e-9a5e-78538550c2f3 req-d37a0935-2094-4a3d-8975-c05b3dac41c2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141155 Dec 15 13:43:38.558889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:38.562447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:38.578597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.632657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.664905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:38.667739 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea2154-51c1-479c-9748-d201d0130c0b" -d '{"events": [{"server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "name": "network-vif-unplugged", "status": "completed", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:38.705622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.707682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.710122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] 10.222.0.85 "PUT /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 1121 time: 1.5041583 Dec 15 13:43:38.724657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:38.732721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.788367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-8778526f-1dcb-447b-99dd-03d45c5d39bd tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877852 Dec 15 13:43:38.793676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Network 62085ffc-a328-428d-8518-ab1288367925 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:38.796922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:38.801791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:38.817963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cfff8-872d-44cf-b529-6aa7dc3e2530 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:38.843900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:38.856858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.857323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.857845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.858335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.858793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.859228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.859660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.860093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.860542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.860973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.861395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.861838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.862276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:38.889153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.889955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.891328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:38.911585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:43:38.912411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device dcd31892-0e5e-4a20-aec7-a5ba5b65088a details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:38.917086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-85bc7a9c-3168-4755-86a1-e73edd51d2ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8281679 Dec 15 13:43:38.935452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Request body: {'port': {'device_id': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:39.003339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.010561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:39.045507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-ed7f8125-5fa4-49ec-9a4d-d99126aa7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.046905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-ed7f8125-5fa4-49ec-9a4d-d99126aa7481 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1101 time: 0.2573736 Dec 15 13:43:39.077786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:39.093830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a', 'network_id': 'ac920ef7-d5dd-451f-86d0-4af69a0e4bb7', 'port_id': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a', 'mac_address': 'fa:16:3e:22:a9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3885f4c-fdbb-4b22-9f7c-f2f16b314127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:39.094525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a938-37a0-433b-b7bf-d5516d8d5d3d req-cae97ae3-c57b-47ef-a9a1-869ecdc73fcd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.097724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:39.103572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ef4a938-37a0-433b-b7bf-d5516d8d5d3d req-cae97ae3-c57b-47ef-a9a1-869ecdc73fcd tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.1729722 Dec 15 13:43:39.187220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-999ad4af-fde2-4c0a-854c-1c3d8945a5f3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.188840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-999ad4af-fde2-4c0a-854c-1c3d8945a5f3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629868 Dec 15 13:43:39.215442 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.240705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-e708a6be-da47-4719-8c08-f8e3ce145780 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/quotas/b17a9cfb45464d8ca535f7388591d0d9 HTTP/1.1" status: 200 len: 375 time: 0.0430145 Dec 15 13:43:39.258699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd31892-0e5e-4a20-aec7-a5ba5b65088a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:39.265956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ef4a938-37a0-433b-b7bf-d5516d8d5d3d req-d6833a19-995b-48b0-9f61-ed46b1444889 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592400 Dec 15 13:43:39.319294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:39.328282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-2bc62578-8184-49da-a798-05136b127912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.329018 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.329869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-2bc62578-8184-49da-a798-05136b127912 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2682743 Dec 15 13:43:39.393026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7290669d-74b3-4703-a4ba-5222a2f5bb65 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:39.403700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.412276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-c07747dd-a1ba-4bdf-801d-39e43b2fe281 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.0659132 Dec 15 13:43:39.429892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Transition to ACTIVE for port object 7290669d-74b3-4703-a4ba-5222a2f5bb65 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:39.435230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:39.437495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.446357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-7280b571-2fe4-4bec-bb89-cfa2e957e6b8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1939094 Dec 15 13:43:39.527892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4945139-e590-4303-b759-c443c041354e req-628dbe28-dede-4ab3-beb3-9ff81b70df2b tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.534806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4945139-e590-4303-b759-c443c041354e req-628dbe28-dede-4ab3-beb3-9ff81b70df2b tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1264606 Dec 15 13:43:39.544520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-e7f98274-000b-4f33-b807-a1eef3a2eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.546053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-e7f98274-000b-4f33-b807-a1eef3a2eb32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0993228 Dec 15 13:43:39.584377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:39.644197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4945139-e590-4303-b759-c443c041354e req-8560cfbb-689f-4833-b2f9-e20eea3554d7 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066279 Dec 15 13:43:39.668104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-12399ee7-d599-460d-a5a1-a84941fde3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.673036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-12399ee7-d599-460d-a5a1-a84941fde3a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143532 Dec 15 13:43:39.680227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:39.680867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:39.681375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:39.688006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:39.689089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:39.697344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:39.698033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:39.698978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:39.700041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Bound port: 7290669d-74b3-4703-a4ba-5222a2f5bb65, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:39.700593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.796716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:39.801449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:39.808427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.887770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05683836-4032-44e2-9974-b4629328e96d req-01bfaace-0974-489b-b42e-559be8c03fc8 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.889209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:39.899025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05683836-4032-44e2-9974-b4629328e96d req-01bfaace-0974-489b-b42e-559be8c03fc8 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.1786933 Dec 15 13:43:39.911630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.912241 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.913730 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0c18cfb1-24f7-4157-871f-aa6c25f909fc service neutron] 10.222.0.67 "PUT /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 1091 time: 0.9830163 Dec 15 13:43:39.914204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:39.934930 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01084400-cd30-494a-bf76-8e6f4a17576c" -d '{"events": [{"name": "network-changed", "server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:39.999741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05683836-4032-44e2-9974-b4629328e96d req-fb84cdac-2612-4e76-a59e-d2e6bc3f7b68 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996697 Dec 15 13:43:40.011477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['dcd31892-0e5e-4a20-aec7-a5ba5b65088a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:40.049433 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f660d-cb84-490a-b6f4-e5de0cce83cd x-openstack-request-id: req-f58f660d-cb84-490a-b6f4-e5de0cce83cd {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:40.050464 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "name": "network-vif-unplugged", "status": "completed", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:40.052807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0b1c70eb-4801-4c28-a86e-144c2d67ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.054992 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f58f660d-cb84-490a-b6f4-e5de0cce83cd {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:40.056442 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'code': 200} Dec 15 13:43:40.064154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-0b1c70eb-4801-4c28-a86e-144c2d67ebc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1094 time: 0.1036062 Dec 15 13:43:40.067499 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-0d28f112-ca3f-4e9b-b195-abce54ad2eec service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862715 Dec 15 13:43:40.139998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-c75bf82d-7401-40af-aa1d-e4a7641e14c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 217 time: 0.0574079 Dec 15 13:43:40.216539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-8b87d467-3726-4241-9608-16c89bd17515 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314380 Dec 15 13:43:40.301538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-310a20a6-1172-471a-99a8-fcc8fa8c440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.304466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-310a20a6-1172-471a-99a8-fcc8fa8c440c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1548314 Dec 15 13:43:40.361281 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-a2c480ab-c28c-4ec0-a094-6a96347ce59a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452573 Dec 15 13:43:40.476595 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-787841f9-5722-4edf-9a99-c14b6d976875 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045630 Dec 15 13:43:40.600111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed4e8792-3a25-44b6-8df3-268e3e48cf7b req-3c65cf01-fc7f-479f-b626-d6c1728eaf32 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139939 Dec 15 13:43:40.686835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae992-281f-4fdf-86e9-38d8c4aa0399 req-53c61b28-2018-4abc-8fc1-fd14730cf350 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.688338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e24ae992-281f-4fdf-86e9-38d8c4aa0399 req-53c61b28-2018-4abc-8fc1-fd14730cf350 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.4707537 Dec 15 13:43:40.697159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e77d24-b5e4-42cc-a6dc-5208ea253f1c req-74ec8ce3-f4fa-4f46-a88c-08b1d016b072 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.699074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64e77d24-b5e4-42cc-a6dc-5208ea253f1c req-74ec8ce3-f4fa-4f46-a88c-08b1d016b072 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.4803927 Dec 15 13:43:40.774187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e24ae992-281f-4fdf-86e9-38d8c4aa0399 req-6a866925-dbaa-40ac-8fa8-ec223a4702c7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738964 Dec 15 13:43:40.778901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64e77d24-b5e4-42cc-a6dc-5208ea253f1c req-47dd8369-c2d3-48a6-8927-aaad0926388b tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719128 Dec 15 13:43:40.891002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5d5a72a-5114-4b03-9aed-07a84bdc554c req-ff890b2a-7346-4456-b5e3-4f1b2a103636 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 210 time: 0.0487902 Dec 15 13:43:40.921734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53b40a-2624-4369-a163-9dd8f3eefa56 req-6cfaa499-8fa5-4e75-b01b-29d80096beec tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.923289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c53b40a-2624-4369-a163-9dd8f3eefa56 req-6cfaa499-8fa5-4e75-b01b-29d80096beec tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 945 time: 0.0715542 Dec 15 13:43:41.006515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c53b40a-2624-4369-a163-9dd8f3eefa56 req-e90ee692-e54a-4317-8d30-423ec9a488d5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756638 Dec 15 13:43:41.021322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907b4a-9b9e-4413-a79d-153b29c22fb5 req-4fa1d42f-e756-4ebf-8600-317733d9da10 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.023704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53907b4a-9b9e-4413-a79d-153b29c22fb5 req-4fa1d42f-e756-4ebf-8600-317733d9da10 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.0738111 Dec 15 13:43:41.041660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:41.046428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Request body: {'floatingip': {'port_id': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:41.101640 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e34f7-ce46-4bbd-814a-b0120ea1027f x-openstack-request-id: req-d23e34f7-ce46-4bbd-814a-b0120ea1027f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:41.101946 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:41.102227 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d23e34f7-ce46-4bbd-814a-b0120ea1027f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:41.103227 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'status': 'completed', 'code': 200} Dec 15 13:43:41.106811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.229443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f59d-b4ec-4469-9948-26f569de00d5 req-e8373e6a-bef1-45f7-ad24-0a90692cd2c6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.231679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce59f59d-b4ec-4469-9948-26f569de00d5 req-e8373e6a-bef1-45f7-ad24-0a90692cd2c6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.0983002 Dec 15 13:43:41.292283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecf807-4a99-4b86-8c52-0840c603336c req-3496030e-6f16-454d-a4ea-faf2fc955f17 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.300276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ecf807-4a99-4b86-8c52-0840c603336c req-3496030e-6f16-454d-a4ea-faf2fc955f17 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.1316409 Dec 15 13:43:41.333412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-440b32ee-4868-44ec-897a-fd784e3071eb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749812 Dec 15 13:43:41.443755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce59f59d-b4ec-4469-9948-26f569de00d5 req-c115b1a8-e0db-4b53-ba03-d1a05a177d67 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053952 Dec 15 13:43:41.478743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ecf807-4a99-4b86-8c52-0840c603336c req-39098499-592b-487f-ab18-7b4d42cf7f53 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674805 Dec 15 13:43:41.539388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-9fbaa538-67a7-4d14-a6e6-1d83e97e86fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.540899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-9fbaa538-67a7-4d14-a6e6-1d83e97e86fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992497 Dec 15 13:43:41.592213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Request body: {'port': {'device_id': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'b17a9cfb45464d8ca535f7388591d0d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:41.594366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01084400-cd30-494a-bf76-8e6f4a17576c req-019630a7-6b64-4b13-9ad0-99109d171548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.595867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-019630a7-6b64-4b13-9ad0-99109d171548 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1094 time: 0.4918358 Dec 15 13:43:41.713023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Made reservation on behalf of b17a9cfb45464d8ca535f7388591d0d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:41.717202 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.802896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01084400-cd30-494a-bf76-8e6f4a17576c req-cc40daef-7076-4e94-9972-c3063ceef305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.804905 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-cc40daef-7076-4e94-9972-c3063ceef305 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.2000928 Dec 15 13:43:41.889860 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-2b7ac76a-bf5c-4e11-b3eb-b72e2aed0260 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 217 time: 0.0707965 Dec 15 13:43:41.965401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Allocated IP 192.168.233.39 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:42.007694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839b079-14ac-49ae-a935-0dcffb8fb6f2 req-6459bcf0-5799-4b40-b1fe-f6b32a01ac4d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.009944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b839b079-14ac-49ae-a935-0dcffb8fb6f2 req-6459bcf0-5799-4b40-b1fe-f6b32a01ac4d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1374431 Dec 15 13:43:42.016847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01084400-cd30-494a-bf76-8e6f4a17576c req-35c0c502-20eb-4bcf-a632-d9f177976e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.018459 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-35c0c502-20eb-4bcf-a632-d9f177976e74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1172831 Dec 15 13:43:42.058872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:42.061329 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:42.064881 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-a42b6bef-41e1-4a38-8716-34dfdb343d77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345442 Dec 15 13:43:42.068963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.073515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.080315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e147-b2d2-4c42-b0e4-0bc0c0a19411 req-3b20ab23-9a13-4206-a163-87cfcb5da0a6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.081940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a4e147-b2d2-4c42-b0e4-0bc0c0a19411 req-3b20ab23-9a13-4206-a163-87cfcb5da0a6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1773915 Dec 15 13:43:42.190570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b839b079-14ac-49ae-a935-0dcffb8fb6f2 req-b3b3f024-90d1-430b-a713-ca2b9a99e29c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699836 Dec 15 13:43:42.248327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a4e147-b2d2-4c42-b0e4-0bc0c0a19411 req-6da76a49-acf2-4b25-b059-a4a06cea4378 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564779 Dec 15 13:43:42.274827 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-c168569b-74b5-427d-a220-235a6eed897e service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640551 Dec 15 13:43:42.291998 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Floating IP 98fee7b8-eca7-4a09-8a0d-ede9d6a294cb associated. External IP: 172.25.2.225, port: 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196. Dec 15 13:43:42.330553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9a97a19-1a73-406e-877d-028c64439ea4 req-22647c4f-e542-4d46-a8ca-86cb5cd081e6 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 210 time: 0.0518377 Dec 15 13:43:42.353416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.419841 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda6716f-371b-4255-9188-9a7032593d36 x-openstack-request-id: req-eda6716f-371b-4255-9188-9a7032593d36 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:42.420125 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:42.420384 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eda6716f-371b-4255-9188-9a7032593d36 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:42.420843 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'status': 'completed', 'code': 200} Dec 15 13:43:42.432290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b79f69-6356-462d-a024-43bb7bb73819 req-24a38352-af9c-4311-9aa5-2ce3fa2e3e4d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.440035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0b79f69-6356-462d-a024-43bb7bb73819 req-24a38352-af9c-4311-9aa5-2ce3fa2e3e4d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 945 time: 0.0933967 Dec 15 13:43:42.493853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01084400-cd30-494a-bf76-8e6f4a17576c req-462ffa1d-ae01-4b75-b409-ad3970bc3923 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553299 Dec 15 13:43:42.502095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.520516 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92acb9f2-0b20-43b1-8c3b-f8b3be277885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.531101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382', '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'b608812b-93c7-48a6-9a13-d8280650f4e9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:42.548038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:42.598775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:42.605121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-57356086-8286-476b-a5c4-967a10d4233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.606618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-57356086-8286-476b-a5c4-967a10d4233b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1124 time: 0.1392510 Dec 15 13:43:42.609750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:42.619251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Router b5bac48a-6d60-452d-8ff7-16e49481aaa2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:42.625876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0b79f69-6356-462d-a024-43bb7bb73819 req-cb96404e-11f4-40af-8697-57bfb3c88f99 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806495 Dec 15 13:43:42.626945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:42.764889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event updated for resources: {'Port': ['ID=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:42.781574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:42.788910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.800158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] Sync routers for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:42.815928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device dcd31892-0e5e-4a20-aec7-a5ba5b65088a up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:42.843323 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9caca6c2-c1f3-4c04-8ca8-e62c91792d6d tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "PUT /v2.0/floatingips/98fee7b8-eca7-4a09-8a0d-ede9d6a294cb HTTP/1.1" status: 200 len: 991 time: 1.8006618 Dec 15 13:43:42.867623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:42.868250 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:43:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:42.870902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.871550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.929733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b84db-14ed-48e0-938f-d47b64e21310 req-19b5d390-e127-4bd6-99d6-b6f331677704 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.931666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1b84db-14ed-48e0-938f-d47b64e21310 req-19b5d390-e127-4bd6-99d6-b6f331677704 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.1904445 Dec 15 13:43:42.938657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-577ec42f-fb57-49a1-a642-c9a8904b5376 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3514147 Dec 15 13:43:42.942489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-ad0409b4-2134-4b4a-a9c2-448651ed7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.944113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-ad0409b4-2134-4b4a-a9c2-448651ed7535 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.3066640 Dec 15 13:43:42.954038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d181c-85b4-47d8-b6b4-2bb69b2d4afb req-4894826a-6667-4693-9a7c-5f53777164fb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.965072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c31d181c-85b4-47d8-b6b4-2bb69b2d4afb req-4894826a-6667-4693-9a7c-5f53777164fb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.2225373 Dec 15 13:43:42.978340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Request body: {'port': {'device_id': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:42.986207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port dcd31892-0e5e-4a20-aec7-a5ba5b65088a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:43.020899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port dcd31892-0e5e-4a20-aec7-a5ba5b65088a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:43.021280 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.039218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:43.104363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:43.106596 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685de2a5-33b8-4802-a398-70175c2b0b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:43.122486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-56feb6d9-6f95-4f28-b18a-d9cacd76e1e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 217 time: 0.1394975 Dec 15 13:43:43.208846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c31d181c-85b4-47d8-b6b4-2bb69b2d4afb req-6a0c2b1a-361f-449e-ad31-5b4b167bcefa tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064490 Dec 15 13:43:43.247864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-81da2fbf-46be-4a84-9b61-709a85bd7331 None None] Provisioning complete for port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:43.248241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81da2fbf-46be-4a84-9b61-709a85bd7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.317252 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.319955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1b84db-14ed-48e0-938f-d47b64e21310 req-2c8a7ec4-e319-440d-98af-465a7f6d7457 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787348 Dec 15 13:43:43.332336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-0cb4644a-220e-45e6-86e0-c50641594672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.333834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-0cb4644a-220e-45e6-86e0-c50641594672 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.2007377 Dec 15 13:43:43.334816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.361513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-81da2fbf-46be-4a84-9b61-709a85bd7331 None None] Port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:43.405111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de614465-78ca-4e0e-922f-a448722c392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:43.407553 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ec3b3a-2666-4a67-a8c2-a9089182a5b4" -d '{"events": [{"server_uuid": "de614465-78ca-4e0e-922f-a448722c392e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd31892-0e5e-4a20-aec7-a5ba5b65088a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:43.410607 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d0bc3-67a1-4783-980c-a1d6333812f6 x-openstack-request-id: req-a19d0bc3-67a1-4783-980c-a1d6333812f6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:43.411558 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:43.411558 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a19d0bc3-67a1-4783-980c-a1d6333812f6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:43.411558 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'status': 'completed', 'code': 200} Dec 15 13:43:43.415277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-353c9e05-ee4f-4721-8c6e-f0d8250382cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663636 Dec 15 13:43:43.436633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:43.447097 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '98fee7b8-eca7-4a09-8a0d-ede9d6a294cb', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'port_id': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'mac_address': 'fa:16:3e:0f:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:15Z', 'updated_at': '2021-12-15T13:43:41Z', 'revision_number': 1, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:18Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:43.459313 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.485776 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] Checking router: b5bac48a-6d60-452d-8ff7-16e49481aaa2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:43.504939 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:43.506439 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:43:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:43.538660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-4f6c7629-5598-4909-83ff-9400effd29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.540188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-4f6c7629-5598-4909-83ff-9400effd29ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3fb076fee1941b7a4cf69730a501bea&device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 1096 time: 0.0996077 Dec 15 13:43:43.581687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:43.659860 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:43.696878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-9e76eed9-1fb8-4312-8225-ac9af7c09a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.699167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-9e76eed9-1fb8-4312-8225-ac9af7c09a3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f701269f-22be-41f3-ada7-00115eb1cd3f HTTP/1.1" status: 200 len: 917 time: 0.1387773 Dec 15 13:43:43.812235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847faf96-fd27-40df-b31b-74652cb6773b req-5416b637-175b-4a7e-9625-ad4ac5c13dbf tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.820843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-3b8f8253-eed0-4395-838b-27a75cd9e585 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 HTTP/1.1" status: 200 len: 999 time: 0.1050761 Dec 15 13:43:43.825163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-847faf96-fd27-40df-b31b-74652cb6773b req-5416b637-175b-4a7e-9625-ad4ac5c13dbf tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.3381875 Dec 15 13:43:43.863801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.866835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f4cb-0c1d-487a-b6ba-81a088a1077c req-1abfb2c6-25a7-4279-ba42-05f1a05d201f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.875965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffa6f4cb-0c1d-487a-b6ba-81a088a1077c req-1abfb2c6-25a7-4279-ba42-05f1a05d201f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.3266828 Dec 15 13:43:43.909569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-a6889d92-87cb-49f8-abe1-b5f046747933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.911665 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-a6889d92-87cb-49f8-abe1-b5f046747933 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=989d8a11-9a13-4083-b04a-8acb9393fcd0 HTTP/1.1" status: 200 len: 854 time: 0.0813181 Dec 15 13:43:43.999628 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '98fee7b8-eca7-4a09-8a0d-ede9d6a294cb', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'port_id': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'mac_address': 'fa:16:3e:0f:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:15Z', 'updated_at': '2021-12-15T13:43:41Z', 'revision_number': 1, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:18Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:44.016200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-ff2320f7-08fd-456d-9e23-eb42648a46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.018015 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-ff2320f7-08fd-456d-9e23-eb42648a46de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f701269f-22be-41f3-ada7-00115eb1cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961976 Dec 15 13:43:44.027771 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba76f90-ca59-49a4-84a7-aac4906ab44f None None] The sync data for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 is: [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '98fee7b8-eca7-4a09-8a0d-ede9d6a294cb', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'port_id': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'mac_address': 'fa:16:3e:0f:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:15Z', 'updated_at': '2021-12-15T13:43:41Z', 'revision_number': 1, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:18Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:44.075934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-847faf96-fd27-40df-b31b-74652cb6773b req-acba391a-6384-4999-9c3a-354fc952dcfb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497931 Dec 15 13:43:44.087229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-595937ab-e168-4ccd-a55e-b9713c49dff5 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989964 Dec 15 13:43:44.139846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffa6f4cb-0c1d-487a-b6ba-81a088a1077c req-cf0bffc4-89f6-449b-9ea6-4cc2e3c148e5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625833 Dec 15 13:43:44.199126 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b21f0-6d1e-451f-bbd8-c3c622e8181f x-openstack-request-id: req-9a6b21f0-6d1e-451f-bbd8-c3c622e8181f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:44.199431 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de614465-78ca-4e0e-922f-a448722c392e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd31892-0e5e-4a20-aec7-a5ba5b65088a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:44.199695 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a6b21f0-6d1e-451f-bbd8-c3c622e8181f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:44.200097 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de614465-78ca-4e0e-922f-a448722c392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a', 'code': 200} Dec 15 13:43:44.212580 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-a90db7cf-abb7-43a4-96ca-bf25075d67d9 service neutron] 10.222.0.67 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658249 Dec 15 13:43:44.339319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-685de2a5-33b8-4802-a398-70175c2b0b6a req-4ffc0b81-7aa0-4bd2-9b25-28953c2158bd service neutron] 10.222.0.67 "GET /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168172 Dec 15 13:43:44.372545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218248e-4ef7-42f8-a7c2-96cfb603fa88 req-f5c2483b-5778-4cc6-b9e9-4d88eae567b4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.374091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6218248e-4ef7-42f8-a7c2-96cfb603fa88 req-f5c2483b-5778-4cc6-b9e9-4d88eae567b4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 935 time: 0.1732028 Dec 15 13:43:44.393064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-841d2f4a-c3c6-4c12-8424-00cf4b8803c0 req-ea62d3df-4d63-4f07-9e02-50cd6d3f1e04 service neutron] 10.222.0.67 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807658 Dec 15 13:43:44.441399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d1a33-0a23-4cf4-b07c-e27cc8a4a735 None None] New status for floating IP 98fee7b8-eca7-4a09-8a0d-ede9d6a294cb: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:43:44.515784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:44.532532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.541375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6218248e-4ef7-42f8-a7c2-96cfb603fa88 req-65d77898-be4f-435c-90cd-583a967d25b3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584494 Dec 15 13:43:44.563406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Transition to ACTIVE for port object ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:44.582913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eab94-390a-4ff7-965b-08c983e5a615 req-cf6dc5db-9d72-4adf-bce9-c1e511cde487 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.584440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-516eab94-390a-4ff7-965b-08c983e5a615 req-cf6dc5db-9d72-4adf-bce9-c1e511cde487 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1520116 Dec 15 13:43:44.586410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96faf18-7097-4a1c-b52f-c1ce3da89028 req-172fcac3-a1b7-413f-8674-5949b85b443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.587898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d96faf18-7097-4a1c-b52f-c1ce3da89028 req-172fcac3-a1b7-413f-8674-5949b85b443a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 1097 time: 0.1654892 Dec 15 13:43:44.589082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.670354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c9665c7-9841-42c5-b301-b0c4f40584ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.719789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Pushing event updated for resources: {'Port': ['ID=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.783304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d96faf18-7097-4a1c-b52f-c1ce3da89028 req-e09d2a0f-d14e-4372-be6e-cda454b6292c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854832 Dec 15 13:43:44.816781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-516eab94-390a-4ff7-965b-08c983e5a615 req-40aff6fa-eb3d-4498-84a3-d724353e9f36 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858780 Dec 15 13:43:44.842305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd933bb-c31f-4866-b797-47385526f01f req-ae8f5e2c-d014-4229-94f9-c246775b6206 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.850002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fbd933bb-c31f-4866-b797-47385526f01f req-ae8f5e2c-d014-4229-94f9-c246775b6206 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.1754138 Dec 15 13:43:44.890908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Attempting to bind port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:44.891264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Attempting to bind port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:44.891550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Attempting to bind port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:44.905839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:44.906154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Attempting to bind port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:44.918752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:44.919087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:44.919463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:44.919892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Bound port: ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:44.920241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.926161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fbd933bb-c31f-4866-b797-47385526f01f req-ec42ea6d-9c4c-4c24-bbf0-5f44b6a6806f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754800 Dec 15 13:43:45.027176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] For port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:45.030640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] For port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:45.039164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334151d-0411-4e6d-972f-48f32d7e381b req-6933d832-9b98-425b-8184-0d035905ac7f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.040660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0334151d-0411-4e6d-972f-48f32d7e381b req-6933d832-9b98-425b-8184-0d035905ac7f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.0778880 Dec 15 13:43:45.042247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.368330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.368996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.370303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] 10.222.0.85 "PUT /v2.0/ports/ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f HTTP/1.1" status: 200 len: 1095 time: 2.3978708 Dec 15 13:43:45.371876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'tag': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:45.374219 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685bc28-3efe-4208-82fd-f93be51a484c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe5e3b4-5311-4b9b-8f55-e479e5199966", "tag": "ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:45.435259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c18b27-0f98-44f0-b593-8739ed0315ad service neutron] Pushing event updated for resources: {'Port': ['ID=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:45.478571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd7c7d-4b7f-40b9-909a-19020df376ea req-d6c334a5-48c3-484d-a129-f893ccd285bb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.480118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96cd7c7d-4b7f-40b9-909a-19020df376ea req-d6c334a5-48c3-484d-a129-f893ccd285bb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1372471 Dec 15 13:43:45.489684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0334151d-0411-4e6d-972f-48f32d7e381b req-fbe686a4-2c9c-4c85-b6e9-aef3db2f548a tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395328 Dec 15 13:43:45.535067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-6687c903-5a2e-45de-a15c-2512a6822c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.536703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-6687c903-5a2e-45de-a15c-2512a6822c89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 1098 time: 0.0974698 Dec 15 13:43:45.552008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96cd7c7d-4b7f-40b9-909a-19020df376ea req-d5c25486-f30c-475a-8e73-f22471e71e71 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594435 Dec 15 13:43:45.642598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-e5476c67-8412-4bda-83d7-bc1fc3d86b41 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f HTTP/1.1" status: 200 len: 217 time: 0.0479531 Dec 15 13:43:45.667415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542d8e1-22ac-4221-9865-75c7357ccd38 req-0211cad6-e478-413f-903b-6a3281b902ab tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.668908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e542d8e1-22ac-4221-9865-75c7357ccd38 req-0211cad6-e478-413f-903b-6a3281b902ab tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1028616 Dec 15 13:43:45.687563 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1b2261-6297-4f72-8270-f808722979e5 x-openstack-request-id: req-2e1b2261-6297-4f72-8270-f808722979e5 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:45.687953 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe5e3b4-5311-4b9b-8f55-e479e5199966", "tag": "ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:45.688109 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e1b2261-6297-4f72-8270-f808722979e5 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:45.689082 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'tag': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f', 'status': 'completed', 'code': 200} Dec 15 13:43:45.724311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-c4a84adf-1710-4c61-a015-c16e8829ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.725846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-c4a84adf-1710-4c61-a015-c16e8829ec7d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0747385 Dec 15 13:43:45.793442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e542d8e1-22ac-4221-9865-75c7357ccd38 req-52ece625-344f-4564-bb0f-521c36e8f223 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040864 Dec 15 13:43:45.820620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbfb8-dc83-45d4-a7ee-88c1175ba14f req-a68694be-da33-42d2-80bb-ea8247b0ec4d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.822082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe4fbfb8-dc83-45d4-a7ee-88c1175ba14f req-a68694be-da33-42d2-80bb-ea8247b0ec4d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 947 time: 0.0908053 Dec 15 13:43:45.823593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-1be9642a-2516-4de4-8f54-643aec287bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.824955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-1be9642a-2516-4de4-8f54-643aec287bf3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878754 Dec 15 13:43:45.950989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe4fbfb8-dc83-45d4-a7ee-88c1175ba14f req-a2df1be7-7c32-4e9e-9c01-23d00ff7669c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227529 Dec 15 13:43:45.991914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687ac80-5d87-4dd5-a8fd-24f582907eba req-72d2dbb6-fb90-4859-8781-9f2ce62a72a1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.993635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9687ac80-5d87-4dd5-a8fd-24f582907eba req-72d2dbb6-fb90-4859-8781-9f2ce62a72a1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0947440 Dec 15 13:43:45.999215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-3ce8aa9c-186c-4645-b1de-56ae23aa148c service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638458 Dec 15 13:43:46.083454 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.099115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9687ac80-5d87-4dd5-a8fd-24f582907eba req-50dc92a7-5f5c-461c-9921-3835106f8565 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Dec 15 13:43:46.163033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41e10c35-600c-4d74-b6b2-e07d402d0380 req-aa47ec8d-cc93-48a0-a37e-9f6d0d72b971 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516669 Dec 15 13:43:46.171677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a005a-677e-44c7-a5ba-b6d09f902d6b req-2fdcb37d-ecfb-4ae5-b864-7afd121bdfec tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.173584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a4a005a-677e-44c7-a5ba-b6d09f902d6b req-2fdcb37d-ecfb-4ae5-b864-7afd121bdfec tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0697911 Dec 15 13:43:46.229937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a4a005a-677e-44c7-a5ba-b6d09f902d6b req-49a14502-a4e9-4951-ab3f-cd935e0dc040 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Dec 15 13:43:46.302624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685bc28-3efe-4208-82fd-f93be51a484c req-b634a814-afd3-47b0-a649-105cae68ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.304147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-b634a814-afd3-47b0-a649-105cae68ab67 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 1098 time: 0.0429006 Dec 15 13:43:46.413152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685bc28-3efe-4208-82fd-f93be51a484c req-fbbbc2f5-516d-4a28-a110-a6e70f54a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.414589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-fbbbc2f5-516d-4a28-a110-a6e70f54a53b service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.0854518 Dec 15 13:43:46.465736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-251f638e-1895-4247-a34c-ca72f1e223f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f HTTP/1.1" status: 200 len: 217 time: 0.0424082 Dec 15 13:43:46.526033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685bc28-3efe-4208-82fd-f93be51a484c req-e2e262b1-da01-4526-8926-c0c9cf2d19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.527607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-e2e262b1-da01-4526-8926-c0c9cf2d19ac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0539727 Dec 15 13:43:46.611546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685bc28-3efe-4208-82fd-f93be51a484c req-7b43d5ac-7a8b-461c-bad4-78d4cb76f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.613256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-7b43d5ac-7a8b-461c-bad4-78d4cb76f347 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772982 Dec 15 13:43:46.628868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb5357-03c0-4055-a5e8-51ff75ca8ee1 req-83932dfb-7b35-4edb-846e-027fe3a1ecd3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.632979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7edb5357-03c0-4055-a5e8-51ff75ca8ee1 req-83932dfb-7b35-4edb-846e-027fe3a1ecd3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.0727303 Dec 15 13:43:46.765821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7edb5357-03c0-4055-a5e8-51ff75ca8ee1 req-4a8e97c0-f4ca-4579-bc2b-f71adb0ca353 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157467 Dec 15 13:43:46.780317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308e108-39bc-4066-8cd1-a52c1ccd6925 req-d070bbe8-670b-4f4a-9e1b-56d7da65f2eb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.782242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1308e108-39bc-4066-8cd1-a52c1ccd6925 req-d070bbe8-670b-4f4a-9e1b-56d7da65f2eb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1471381 Dec 15 13:43:46.827721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-6161f7be-a7bb-446e-908f-725c339b35f5 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934841 Dec 15 13:43:46.899964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1308e108-39bc-4066-8cd1-a52c1ccd6925 req-e34ed6bb-f697-4e1e-97fd-2ca567c8703d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952182 Dec 15 13:43:46.959839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c685bc28-3efe-4208-82fd-f93be51a484c req-641459cf-113c-4242-858f-0a46de8dd679 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207371 Dec 15 13:43:47.065277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685427a-1868-45c9-b963-1dfd180598d1 req-1a12ae16-77f0-49d5-a5ef-1a411dfc9e56 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.066750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7685427a-1868-45c9-b963-1dfd180598d1 req-1a12ae16-77f0-49d5-a5ef-1a411dfc9e56 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0869219 Dec 15 13:43:47.104284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aabc0-86fc-4164-927a-396907b91735 req-44013367-dd63-4af7-945e-7b83aba08e52 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.105781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b30aabc0-86fc-4164-927a-396907b91735 req-44013367-dd63-4af7-945e-7b83aba08e52 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 947 time: 0.0793164 Dec 15 13:43:47.148392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7685427a-1868-45c9-b963-1dfd180598d1 req-cb9b2116-aa76-4479-bf50-722f33873000 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720730 Dec 15 13:43:47.181444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b30aabc0-86fc-4164-927a-396907b91735 req-3d868e88-abb4-47cb-9c67-5079e37924d3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649552 Dec 15 13:43:47.305547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f0565-4c98-4bc2-ab8c-08acd6214673 req-9a87e591-158e-4109-a9f9-4925d1e4cac5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.307163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-748f0565-4c98-4bc2-ab8c-08acd6214673 req-9a87e591-158e-4109-a9f9-4925d1e4cac5 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0589240 Dec 15 13:43:47.317401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.397864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085d69-02d9-49c7-8440-9eac43bb90f1 req-4ad91223-4e5e-48f6-982e-994b50c5d2b2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.399581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df085d69-02d9-49c7-8440-9eac43bb90f1 req-4ad91223-4e5e-48f6-982e-994b50c5d2b2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0913706 Dec 15 13:43:47.405405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-748f0565-4c98-4bc2-ab8c-08acd6214673 req-0c9b24bf-59d6-4a14-9a5e-e1f0b0ed62bb tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858495 Dec 15 13:43:47.458510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df085d69-02d9-49c7-8440-9eac43bb90f1 req-96057e98-ef08-4562-9b94-ee2f8d303581 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461001 Dec 15 13:43:47.841555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-33e0dc71-71ef-491a-9073-51b647d20b97 service neutron] 10.222.0.67 "GET /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.0558510 Dec 15 13:43:47.924448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a06a-c6a4-4ef7-98a0-0a64786db161 req-747fc6bd-ac36-4c20-98d2-3d931df6b77f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.925944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0465a06a-c6a4-4ef7-98a0-0a64786db161 req-747fc6bd-ac36-4c20-98d2-3d931df6b77f tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 943 time: 0.0824358 Dec 15 13:43:48.009111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:48.009451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0465a06a-c6a4-4ef7-98a0-0a64786db161 req-d163b796-5b56-41cc-9d05-0bb0b252f52c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742712 Dec 15 13:43:48.128584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2916bd-30c6-4f79-b2f9-613065752f3c req-56de51ae-575b-432a-9ece-7ce8dd2ec78f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.130105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed2916bd-30c6-4f79-b2f9-613065752f3c req-56de51ae-575b-432a-9ece-7ce8dd2ec78f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.0786009 Dec 15 13:43:48.136106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.172445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:48.229129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed2916bd-30c6-4f79-b2f9-613065752f3c req-7036192b-55f1-400c-9450-fb107f14acff tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903091 Dec 15 13:43:48.232649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:48.270647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.287679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.321436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ce50-9039-47d0-8994-6549b35c4dd2 req-36c3c8f5-a734-41c0-b527-64f0a9c80a31 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.322866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3444ce50-9039-47d0-8994-6549b35c4dd2 req-36c3c8f5-a734-41c0-b527-64f0a9c80a31 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0928810 Dec 15 13:43:48.349824 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.430681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560e7b3-e027-45c2-9414-8907a5f79b56 req-66e8e943-3d89-457e-a7fa-99c75e904947 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.432131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d560e7b3-e027-45c2-9414-8907a5f79b56 req-66e8e943-3d89-457e-a7fa-99c75e904947 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 947 time: 0.1381583 Dec 15 13:43:48.443826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3444ce50-9039-47d0-8994-6549b35c4dd2 req-87d8ee6e-2f9f-425f-b5ab-32985853cd31 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060250 Dec 15 13:43:48.466436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] Transition to ACTIVE for port object 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:48.473814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.539115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d560e7b3-e027-45c2-9414-8907a5f79b56 req-445267f0-96be-44c6-80be-88bbdca9e65a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004732 Dec 15 13:43:48.555350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] No DVR routers for this DVR port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:48.567473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] Pushing event updated for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:48.623291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-a24bb45a-dbb9-4ec2-ade1-8003315a6f02 service neutron] 10.222.0.67 "PUT /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7539055 Dec 15 13:43:48.665780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114899eb-ba05-499d-9db6-6f172ee7dcaf req-e52ad079-ab5c-4e47-b885-0075bcd68ec0 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.667256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114899eb-ba05-499d-9db6-6f172ee7dcaf req-e52ad079-ab5c-4e47-b885-0075bcd68ec0 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0943508 Dec 15 13:43:48.700372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2da1-a990-49f9-96cc-9f6c3d2c34f3 req-002abb7f-5506-45a3-ae2b-2c95b03a7dfb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.702064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14fb2da1-a990-49f9-96cc-9f6c3d2c34f3 req-002abb7f-5506-45a3-ae2b-2c95b03a7dfb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0836003 Dec 15 13:43:48.780183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b587889a-352f-4183-ae4f-406ccceb3251 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:48.781713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-114899eb-ba05-499d-9db6-6f172ee7dcaf req-f600cf84-4a29-4b82-82f2-1bdcd0b1d3a1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073246 Dec 15 13:43:48.797486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-3c148379-2f0f-47ba-b824-28e6ffb436b2 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.799003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-3c148379-2f0f-47ba-b824-28e6ffb436b2 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.1071346 Dec 15 13:43:48.803479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14fb2da1-a990-49f9-96cc-9f6c3d2c34f3 req-5db0e706-3ee3-4277-86f5-e622464d4367 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923495 Dec 15 13:43:48.848335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-332db42d-88a9-4fdb-baf0-d866781dd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.850079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-332db42d-88a9-4fdb-baf0-d866781dd4da service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9&tenant_id=457718dc070c40c0801e143b33cc2467 HTTP/1.1" status: 200 len: 1095 time: 0.0422816 Dec 15 13:43:48.893055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b587889a-352f-4183-ae4f-406ccceb3251,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.905995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'b587889a-352f-4183-ae4f-406ccceb3251', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'port_id': 'b587889a-352f-4183-ae4f-406ccceb3251', 'mac_address': 'fa:16:3e:25:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:48.931666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-43d41713-20f1-42f6-89f6-ee9d48e04c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.933558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-43d41713-20f1-42f6-89f6-ee9d48e04c0f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=457718dc070c40c0801e143b33cc2467&device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1095 time: 0.0452361 Dec 15 13:43:48.943529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.958208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b587889a-352f-4183-ae4f-406ccceb3251 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:48.977868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b587889a-352f-4183-ae4f-406ccceb3251,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.981729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.035253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:49.049314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-443349d2-c5eb-44af-81a4-2bee01ec68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.050788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-443349d2-c5eb-44af-81a4-2bee01ec68fa service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 200 len: 922 time: 0.1077998 Dec 15 13:43:49.125088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-5d18bc46-abfe-4942-b818-2e4270e996e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 200 len: 217 time: 0.0384839 Dec 15 13:43:49.178006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-4b525d99-25be-4066-b9e1-ed3fae89cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.180010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-4b525d99-25be-4066-b9e1-ed3fae89cde2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 200 len: 860 time: 0.0465138 Dec 15 13:43:49.233324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-b604f455-0e31-4ca2-9acd-6bbbb01c2f72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd8522aa-f6ca-4c29-9f30-edc66a499ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396264 Dec 15 13:43:49.300089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2133-2b31-45b8-b44e-7ff1424a3e16 req-23cbdb21-bf83-4d36-a365-1afe40d5b2a5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.301532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f3b2133-2b31-45b8-b44e-7ff1424a3e16 req-23cbdb21-bf83-4d36-a365-1afe40d5b2a5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.1160848 Dec 15 13:43:49.406982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-71e3b08a-3a78-4db7-a863-86ce3a9c7915 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615179 Dec 15 13:43:49.411187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f3b2133-2b31-45b8-b44e-7ff1424a3e16 req-9c1096bc-4257-422b-9317-102dfe89a0d9 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010432 Dec 15 13:43:49.421871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedacbc1-f542-48cd-853b-6df292be4c77 req-5d8c1557-66fd-4272-b1c8-f8449f2495e8 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.423354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aedacbc1-f542-48cd-853b-6df292be4c77 req-5d8c1557-66fd-4272-b1c8-f8449f2495e8 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 944 time: 0.1121230 Dec 15 13:43:49.520132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aedacbc1-f542-48cd-853b-6df292be4c77 req-af4df424-d7c7-4072-b8d7-3417633e330a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881679 Dec 15 13:43:49.573165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-e746589c-44bf-4ad5-84ba-7641cd313047 service neutron] 10.222.0.85 "GET /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487398 Dec 15 13:43:49.594003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36e0ba-0f6f-494e-bad4-449de9d45066 req-2f458875-8813-4bb0-b63f-8ee8e4a9e2c1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.595523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe36e0ba-0f6f-494e-bad4-449de9d45066 req-2f458875-8813-4bb0-b63f-8ee8e4a9e2c1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0731716 Dec 15 13:43:49.666288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe36e0ba-0f6f-494e-bad4-449de9d45066 req-3db73d23-22ca-4262-a7fe-6ae14d86bbd7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545592 Dec 15 13:43:49.717788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58073988-c839-4eeb-8fc5-a2eadbeae09e req-43a2c515-60e8-4e2d-b1fb-9b36402f15eb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.719272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58073988-c839-4eeb-8fc5-a2eadbeae09e req-43a2c515-60e8-4e2d-b1fb-9b36402f15eb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 947 time: 0.0516076 Dec 15 13:43:49.766941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58073988-c839-4eeb-8fc5-a2eadbeae09e req-ba192679-16de-4b69-a397-208cae3be4c1 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Dec 15 13:43:49.800293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['b587889a-352f-4183-ae4f-406ccceb3251'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:49.969619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f349372-c06e-4df2-a5e7-d28a56949676 req-294d5032-d205-4098-ad93-1d878f0544ad tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.971040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f349372-c06e-4df2-a5e7-d28a56949676 req-294d5032-d205-4098-ad93-1d878f0544ad tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1098197 Dec 15 13:43:49.988135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94986e76-4aa6-4275-b4f1-292351ac78fe req-4d692ed3-fe1f-4dd5-bb8e-fedbf69fc86b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.989573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94986e76-4aa6-4275-b4f1-292351ac78fe req-4d692ed3-fe1f-4dd5-bb8e-fedbf69fc86b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0970726 Dec 15 13:43:50.027831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f6d25d7f-da5b-4ca9-b1ca-e93b9965a087 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.029271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-f6d25d7f-da5b-4ca9-b1ca-e93b9965a087 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9&tenant_id=457718dc070c40c0801e143b33cc2467&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.1024656 Dec 15 13:43:50.090535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f349372-c06e-4df2-a5e7-d28a56949676 req-abe26dff-972e-4cf8-a9ab-0f9bf584cdf6 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112647 Dec 15 13:43:50.102582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94986e76-4aa6-4275-b4f1-292351ac78fe req-cbe1e471-bfb5-4d50-8c93-52e873e5f55e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053627 Dec 15 13:43:50.174485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-32619da1-fbf1-40df-8aa7-a81069cf893f service neutron] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:50.178234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-32619da1-fbf1-40df-8aa7-a81069cf893f service neutron] Publish callbacks [] for binding, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.179778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8401c0f2-6bf4-4951-a3e5-730994f9560b req-32619da1-fbf1-40df-8aa7-a81069cf893f service neutron] 10.222.0.85 "DELETE /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.1372840 Dec 15 13:43:50.529866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2c190-3bd5-4cb8-b48b-a1419e58a15d req-88d75f35-b3bb-432b-9c82-ab5c35daa4c5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.531304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cd2c190-3bd5-4cb8-b48b-a1419e58a15d req-88d75f35-b3bb-432b-9c82-ab5c35daa4c5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0478828 Dec 15 13:43:50.585634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cd2c190-3bd5-4cb8-b48b-a1419e58a15d req-a34e5f31-85f2-49b8-a5e2-70c2f6c6899b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Dec 15 13:43:50.662771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6e216-c0d0-450c-9418-2fab22861203 req-a4511c0d-6b19-4bc2-91ab-85d1667e41d1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.664329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0f6e216-c0d0-450c-9418-2fab22861203 req-a4511c0d-6b19-4bc2-91ab-85d1667e41d1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 944 time: 0.0627141 Dec 15 13:43:50.718172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0f6e216-c0d0-450c-9418-2fab22861203 req-3b2a0042-2f5b-4cba-b8b7-9519593c794f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476024 Dec 15 13:43:50.756629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.829127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a71b86-499c-4598-8954-1b6c8f2e540e req-512645a9-575c-4c6c-98eb-2c36c748fa84 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.830682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6a71b86-499c-4598-8954-1b6c8f2e540e req-512645a9-575c-4c6c-98eb-2c36c748fa84 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 1095 time: 0.0685208 Dec 15 13:43:50.862117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9920c-e26e-4e17-90e7-fbef92429c5c req-24fcb7c4-6217-4537-9e58-cd36af920672 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.863534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a9920c-e26e-4e17-90e7-fbef92429c5c req-24fcb7c4-6217-4537-9e58-cd36af920672 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0679476 Dec 15 13:43:50.902279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6a71b86-499c-4598-8954-1b6c8f2e540e req-fea0eddd-714d-4378-a68d-854e24d7c4d7 tempest-LiveAutoBlockMigrationV225Test-559734030 tempest-LiveAutoBlockMigrationV225Test-559734030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643983 Dec 15 13:43:50.935646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a9920c-e26e-4e17-90e7-fbef92429c5c req-c9b79793-2e69-4591-b58e-a83d6ac46534 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590835 Dec 15 13:43:51.041242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5698-54fb-45da-a4d3-1901f57cb266 req-5fbc45cb-3a3a-474c-a08b-a173d99aea0e tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.043198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06ad5698-54fb-45da-a4d3-1901f57cb266 req-5fbc45cb-3a3a-474c-a08b-a173d99aea0e tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 947 time: 0.0558693 Dec 15 13:43:51.099431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06ad5698-54fb-45da-a4d3-1901f57cb266 req-e0901463-67dc-48c8-86d7-3abf2a4baa2e tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Dec 15 13:43:51.193253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d09751-e1d0-4c1b-945d-f644dba78a88 req-ce3a4c89-1b71-4f56-9c38-f94d3201932d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.194778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11d09751-e1d0-4c1b-945d-f644dba78a88 req-ce3a4c89-1b71-4f56-9c38-f94d3201932d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0620308 Dec 15 13:43:51.265796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da739bd-7c10-4f54-96a7-76bf764ed178 req-84f31caa-d49a-49e9-a83b-f3c546ce6c0e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.267375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da739bd-7c10-4f54-96a7-76bf764ed178 req-84f31caa-d49a-49e9-a83b-f3c546ce6c0e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0907309 Dec 15 13:43:51.288036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11d09751-e1d0-4c1b-945d-f644dba78a88 req-1b705f34-eb78-4e8c-970d-8d1476a20b7b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719514 Dec 15 13:43:51.328235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8da739bd-7c10-4f54-96a7-76bf764ed178 req-e38015ba-2a62-4fad-81a2-d8843fab2cd9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Dec 15 13:43:51.408730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0757b6-f714-4d84-afaa-38eddada8167 req-409ef0a6-4594-4b18-a534-9f15ff477b46 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.411209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d0757b6-f714-4d84-afaa-38eddada8167 req-409ef0a6-4594-4b18-a534-9f15ff477b46 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0490260 Dec 15 13:43:51.457256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d0757b6-f714-4d84-afaa-38eddada8167 req-76f13264-cbc2-4372-90ed-ab17eb0be671 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Dec 15 13:43:51.842714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c495-cc41-4a62-b47a-7dde8a6b00ef req-5c40ab16-65a1-455d-9e18-07247a80b1b2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.844159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0c3c495-cc41-4a62-b47a-7dde8a6b00ef req-5c40ab16-65a1-455d-9e18-07247a80b1b2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 944 time: 0.0531538 Dec 15 13:43:51.894342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0c3c495-cc41-4a62-b47a-7dde8a6b00ef req-3f2409e1-61d6-41b8-8165-400214843efb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Dec 15 13:43:52.055131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f439-cf1d-4d24-8a9b-b915f04d90e7 req-445a8feb-b928-46d5-96cc-c2bfa2b3aede tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.056610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8d8f439-cf1d-4d24-8a9b-b915f04d90e7 req-445a8feb-b928-46d5-96cc-c2bfa2b3aede tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0477011 Dec 15 13:43:52.102407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8d8f439-cf1d-4d24-8a9b-b915f04d90e7 req-3b1682db-7413-4837-9250-c36989a8c687 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Dec 15 13:43:52.215807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33679c18-de96-4738-9db0-5fcb5cf48e9b req-4f8f7622-7a59-40ab-b1e9-bd96f02c5682 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.217281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33679c18-de96-4738-9db0-5fcb5cf48e9b req-4f8f7622-7a59-40ab-b1e9-bd96f02c5682 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 947 time: 0.0477672 Dec 15 13:43:52.265960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33679c18-de96-4738-9db0-5fcb5cf48e9b req-7ead6d4b-8704-4209-9d23-9e8f615629b7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Dec 15 13:43:52.438200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cb595-5e30-4403-bad0-1bb5b2fcbaa8 req-249dc60e-9139-4d65-bdf2-afcfcc90b760 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.439649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b1cb595-5e30-4403-bad0-1bb5b2fcbaa8 req-249dc60e-9139-4d65-bdf2-afcfcc90b760 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0722330 Dec 15 13:43:52.469466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6206835-44e2-42cb-b665-1ac16b5ba0d5 req-62bdd902-54ca-4f51-acba-88f26938104f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.470878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6206835-44e2-42cb-b665-1ac16b5ba0d5 req-62bdd902-54ca-4f51-acba-88f26938104f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0718088 Dec 15 13:43:52.521121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b1cb595-5e30-4403-bad0-1bb5b2fcbaa8 req-adf149e7-d5a6-4af8-bd1d-97543f252420 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743253 Dec 15 13:43:52.534553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6206835-44e2-42cb-b665-1ac16b5ba0d5 req-12bc8578-b671-4528-9b8a-180010e0d362 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568883 Dec 15 13:43:52.652837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818cf87-e78a-4a9f-8452-dfdfd3af778d req-39c5d6f7-cbbd-43ca-930f-f9cb73b4c0df tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.654302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f818cf87-e78a-4a9f-8452-dfdfd3af778d req-39c5d6f7-cbbd-43ca-930f-f9cb73b4c0df tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0591741 Dec 15 13:43:52.701273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f818cf87-e78a-4a9f-8452-dfdfd3af778d req-54cee95e-ea06-4dd7-8db4-5ab72507ddeb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Dec 15 13:43:52.819745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:52.827457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b587889a-352f-4183-ae4f-406ccceb3251 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:52.930085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port b587889a-352f-4183-ae4f-406ccceb3251 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:52.943558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port b587889a-352f-4183-ae4f-406ccceb3251 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:52.943925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:52.978384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:52.992626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f', 'mac_address': 'fa:16:3e:e2:f0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:53.010780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeebe6-7ada-4c12-b9b2-6aa005eee8bb req-46d64964-96db-4ee4-978a-8cea25ab03a5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.012793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cffeebe6-7ada-4c12-b9b2-6aa005eee8bb req-46d64964-96db-4ee4-978a-8cea25ab03a5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 944 time: 0.0497904 Dec 15 13:43:53.039042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.061047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cffeebe6-7ada-4c12-b9b2-6aa005eee8bb req-f1e41629-ae3d-4ad1-983d-08a487a1c060 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Dec 15 13:43:53.074218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:53.095019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.099703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:53.111640 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.147257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:53.149531 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e40fdc1-00a9-48b0-826d-96cfba8fc0ba" -d '{"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-plugged", "status": "completed", "tag": "b587889a-352f-4183-ae4f-406ccceb3251"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:53.167663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b587889a-352f-4183-ae4f-406ccceb3251,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:53.176218 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.182827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:53.212514 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab8947e-92b6-4378-b003-c6b5815989ba x-openstack-request-id: req-fab8947e-92b6-4378-b003-c6b5815989ba {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:53.212937 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-plugged", "status": "completed", "tag": "b587889a-352f-4183-ae4f-406ccceb3251", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:53.213193 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fab8947e-92b6-4378-b003-c6b5815989ba {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:53.213583 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251', 'code': 200} Dec 15 13:43:53.231756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5138-66a7-4a72-a198-74d08feac39e req-64a9c287-aa76-4856-90d3-ec1104bfcafe tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.233410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0cce5138-66a7-4a72-a198-74d08feac39e req-64a9c287-aa76-4856-90d3-ec1104bfcafe tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0580716 Dec 15 13:43:53.235770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:53.281534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0cce5138-66a7-4a72-a198-74d08feac39e req-5dde39c2-5a79-4635-ba06-8dfb9362ba23 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Dec 15 13:43:53.329593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72718b3b-db2d-4535-8156-bf2accba1739 req-06fc8411-2cc2-4919-825a-cb74d615bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.331081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72718b3b-db2d-4535-8156-bf2accba1739 req-06fc8411-2cc2-4919-825a-cb74d615bd05 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1096 time: 0.0407445 Dec 15 13:43:53.407063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72718b3b-db2d-4535-8156-bf2accba1739 req-e7500f90-87ee-4b93-a4b1-a3c2b8e85f68 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666363 Dec 15 13:43:53.415795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c3e7-7488-46bc-8e69-05d6e646d5ee req-70f05e3f-d5a5-400f-8c20-77d3c6f662d4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.417186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cb3c3e7-7488-46bc-8e69-05d6e646d5ee req-70f05e3f-d5a5-400f-8c20-77d3c6f662d4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 948 time: 0.0716209 Dec 15 13:43:53.467200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cb3c3e7-7488-46bc-8e69-05d6e646d5ee req-bf5e9207-7a6f-498b-836f-10bcce7a8b76 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Dec 15 13:43:53.671142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89bbf4-a078-465b-969e-185dd723372b req-965c2eb8-8747-4af0-94e3-e0512fb7a710 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.672733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c89bbf4-a078-465b-969e-185dd723372b req-965c2eb8-8747-4af0-94e3-e0512fb7a710 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0669839 Dec 15 13:43:53.680759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f319ce-138f-4ea0-aad4-5e920e12fe4e req-3013cb29-7875-4760-b80f-d178e17c1b35 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.682107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64f319ce-138f-4ea0-aad4-5e920e12fe4e req-3013cb29-7875-4760-b80f-d178e17c1b35 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0861022 Dec 15 13:43:53.755444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c89bbf4-a078-465b-969e-185dd723372b req-c459f41b-fc94-49f4-aa02-ccaf4a7f3faa tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723879 Dec 15 13:43:53.759177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64f319ce-138f-4ea0-aad4-5e920e12fe4e req-b47929a3-5521-46df-b595-818dd57cc656 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Dec 15 13:43:53.828141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:53.872373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895e9d0-e381-4f6d-9c66-758d0d0b57c8 req-fdfa7d3e-be9d-4bec-9972-2c25bb75863f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.873872 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3895e9d0-e381-4f6d-9c66-758d0d0b57c8 req-fdfa7d3e-be9d-4bec-9972-2c25bb75863f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.0542631 Dec 15 13:43:53.925627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3895e9d0-e381-4f6d-9c66-758d0d0b57c8 req-160a8aa9-7e52-4bbe-b6f3-3538704c3ffe tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Dec 15 13:43:54.051980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:54.149939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:54.160790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'network_id': '62085ffc-a328-428d-8518-ab1288367925', 'port_id': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'mac_address': 'fa:16:3e:a1:81:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9356c5-284b-4559-a444-b391e66cc952', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:54.177847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc3ac-2c65-47a7-910b-42e12d57df8e req-9bc61985-3407-4ea6-b5c4-454f537afc18 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.179808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33bbc3ac-2c65-47a7-910b-42e12d57df8e req-9bc61985-3407-4ea6-b5c4-454f537afc18 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0466769 Dec 15 13:43:54.198149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.211188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7290669d-74b3-4703-a4ba-5222a2f5bb65 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:54.225770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33bbc3ac-2c65-47a7-910b-42e12d57df8e req-4b92e018-a466-4833-9951-2509ad69080a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398159 Dec 15 13:43:54.229554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:54.233906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.280823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:54.402977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8b3d2-f763-475e-ab0a-a856c194dcac req-138eff1e-1727-4951-b4c2-a2977cfb3906 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.404364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acb8b3d2-f763-475e-ab0a-a856c194dcac req-138eff1e-1727-4951-b4c2-a2977cfb3906 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0516522 Dec 15 13:43:54.451346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acb8b3d2-f763-475e-ab0a-a856c194dcac req-b087e7d9-a67c-4cf3-a868-ba3b6a6ebb2b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Dec 15 13:43:54.583691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76643bc2-d085-4976-8b53-73547f335fa4 req-becada71-e7c3-499b-9d08-83ae394d8989 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.585310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76643bc2-d085-4976-8b53-73547f335fa4 req-becada71-e7c3-499b-9d08-83ae394d8989 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 948 time: 0.0516169 Dec 15 13:43:54.637628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7290669d-74b3-4703-a4ba-5222a2f5bb65'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:54.644286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76643bc2-d085-4976-8b53-73547f335fa4 req-1a740dad-f49d-42a8-b47f-c8cba0260e0d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530751 Dec 15 13:43:54.901137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282051b-59ab-48ee-aec2-9dcd582830f0 req-b6e3d1b9-9589-455e-aeaf-a117538eff70 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.902598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0282051b-59ab-48ee-aec2-9dcd582830f0 req-b6e3d1b9-9589-455e-aeaf-a117538eff70 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0788279 Dec 15 13:43:54.909709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0fa5-71e4-4b58-8c3e-3f75b23cc4b5 req-24039850-9c6b-40d9-b018-0d8306eedb05 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.911073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f61b0fa5-71e4-4b58-8c3e-3f75b23cc4b5 req-24039850-9c6b-40d9-b018-0d8306eedb05 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0773201 Dec 15 13:43:54.982414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0282051b-59ab-48ee-aec2-9dcd582830f0 req-01c8d352-6bd1-4366-8f52-6c25a897ef8f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704370 Dec 15 13:43:54.985691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f61b0fa5-71e4-4b58-8c3e-3f75b23cc4b5 req-347bdfef-b217-4e5a-b429-a2e2f3ba6c0b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675809 Dec 15 13:43:55.160992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c42d4-2fc6-4f35-80bc-6fde4d863989 req-4e400c62-2144-45a4-9e63-67352f92149a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.162345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-181c42d4-2fc6-4f35-80bc-6fde4d863989 req-4e400c62-2144-45a4-9e63-67352f92149a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 944 time: 0.0476182 Dec 15 13:43:55.208487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-181c42d4-2fc6-4f35-80bc-6fde4d863989 req-26f16ee6-78fe-41de-b425-1d47d0c5f29b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Dec 15 13:43:55.345103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1301e-f026-49d8-8e8f-043ad99be0fa req-d7e40d10-dee3-47b9-af53-ab29e67df227 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.346542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77b1301e-f026-49d8-8e8f-043ad99be0fa req-d7e40d10-dee3-47b9-af53-ab29e67df227 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Dec 15 13:43:55.391401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77b1301e-f026-49d8-8e8f-043ad99be0fa req-d0a8cde1-0b55-433c-a191-0b7c07703a39 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391247 Dec 15 13:43:55.567082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ee8b-9364-45b9-956c-08fe3ad61d2f req-9411b613-3248-4c01-8183-893f6dd652dd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.568556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d75ee8b-9364-45b9-956c-08fe3ad61d2f req-9411b613-3248-4c01-8183-893f6dd652dd tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0490010 Dec 15 13:43:55.615404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d75ee8b-9364-45b9-956c-08fe3ad61d2f req-f8c59fd1-0d84-4975-b74b-36f95b05458e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Dec 15 13:43:55.766644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c631c3-7b51-4ac4-918b-d79b31cf58b7 req-9b9db918-e53b-425a-bb18-ad57a4ee2113 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.767978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38c631c3-7b51-4ac4-918b-d79b31cf58b7 req-9b9db918-e53b-425a-bb18-ad57a4ee2113 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 948 time: 0.0503442 Dec 15 13:43:55.815523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38c631c3-7b51-4ac4-918b-d79b31cf58b7 req-b950c172-b780-4fbe-bb1f-7cf383c21fc6 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411367 Dec 15 13:43:56.066384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:56.119405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7290669d-74b3-4703-a4ba-5222a2f5bb65 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:56.122701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2eb22-b59b-4433-a022-26748265cbe4 req-d479709b-69fa-47b9-aa21-365c580b7e22 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.123123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7290669d-74b3-4703-a4ba-5222a2f5bb65 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:56.123484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.124178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87c2eb22-b59b-4433-a022-26748265cbe4 req-d479709b-69fa-47b9-aa21-365c580b7e22 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0754879 Dec 15 13:43:56.141365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac8db7-b36b-49e5-8609-8461f9d8e7ed req-406ffe00-6256-47d2-8d86-c9758a235a41 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.142783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12ac8db7-b36b-49e5-8609-8461f9d8e7ed req-406ffe00-6256-47d2-8d86-c9758a235a41 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0663929 Dec 15 13:43:56.204052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.228317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:56.230590 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec271da1-50ef-4ac3-9c37-7d9cd2b902d0" -d '{"events": [{"server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "name": "network-vif-plugged", "status": "completed", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:56.244331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:56.248551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.299050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:56.481766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87c2eb22-b59b-4433-a022-26748265cbe4 req-05c033ba-c2ad-4b85-88f4-ced0cc462a84 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380303 Dec 15 13:43:56.488581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12ac8db7-b36b-49e5-8609-8461f9d8e7ed req-e49ce59a-b81f-4d0e-9358-545dea8fa19c tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386734 Dec 15 13:43:56.603264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3992e2a-5120-4363-bd4a-f37277550f76 req-e2c2ceae-a528-4315-bf93-eaa2035f1cf6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.604734 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3992e2a-5120-4363-bd4a-f37277550f76 req-e2c2ceae-a528-4315-bf93-eaa2035f1cf6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Dec 15 13:43:56.653138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3992e2a-5120-4363-bd4a-f37277550f76 req-30192603-97b2-410d-9b07-32e8d42d1585 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Dec 15 13:43:56.663827 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032a7ae-130e-4fe1-aeb7-ed8b6e7708f4 x-openstack-request-id: req-6032a7ae-130e-4fe1-aeb7-ed8b6e7708f4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:56.664352 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "name": "network-vif-plugged", "status": "completed", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:56.664664 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6032a7ae-130e-4fe1-aeb7-ed8b6e7708f4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:56.665057 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'code': 200} Dec 15 13:43:56.797685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ea1b2-a370-4264-a960-713013986c7b req-8f7a8538-127e-423f-b3af-983caa563e5a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.799131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-634ea1b2-a370-4264-a960-713013986c7b req-8f7a8538-127e-423f-b3af-983caa563e5a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0844741 Dec 15 13:43:56.813158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6ba-2a40-46ee-99c0-69a2474b990a req-fe9165eb-c577-47a8-89b3-75896a54f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.814597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb09d6ba-2a40-46ee-99c0-69a2474b990a req-fe9165eb-c577-47a8-89b3-75896a54f635 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1096 time: 0.0617969 Dec 15 13:43:56.828141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:56.870560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-634ea1b2-a370-4264-a960-713013986c7b req-edaf9b6c-7e43-4f0e-b06d-619f095810eb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643995 Dec 15 13:43:56.886771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:56.891438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:56.891803 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.897027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb09d6ba-2a40-46ee-99c0-69a2474b990a req-7e32618f-8897-4922-8a9c-65bba7ad1338 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689356 Dec 15 13:43:56.969712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.982107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a94ea-1539-4e6d-b821-c1a1d796683a req-a87d3fbf-18f6-4c52-83aa-a6df2cb12c1d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.984195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f1a94ea-1539-4e6d-b821-c1a1d796683a req-a87d3fbf-18f6-4c52-83aa-a6df2cb12c1d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0506189 Dec 15 13:43:57.003780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:57.008267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:57.034892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f1a94ea-1539-4e6d-b821-c1a1d796683a req-dd656f8e-5e3d-46b8-80ab-830a8c372b97 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Dec 15 13:43:57.056392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:57.139945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e3747-69f3-4751-952e-fbf5ae2c7e23 req-8076eb22-e864-4ad5-b344-1d10ffcb2b4b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.141354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-846e3747-69f3-4751-952e-fbf5ae2c7e23 req-8076eb22-e864-4ad5-b344-1d10ffcb2b4b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.0486462 Dec 15 13:43:57.190276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-846e3747-69f3-4751-952e-fbf5ae2c7e23 req-8fc25d5f-150e-48e6-9166-63f387b183bd tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Dec 15 13:43:57.625898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3053cc-03a6-45ce-b403-b811080d0160 req-e5d2d2c5-1d81-4a7c-9dde-3a9f022b3e0a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.627360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f3053cc-03a6-45ce-b403-b811080d0160 req-e5d2d2c5-1d81-4a7c-9dde-3a9f022b3e0a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0773239 Dec 15 13:43:57.639597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c973-d8b7-4a29-a8d2-e52a293488c5 req-6de804ff-8979-49ad-903d-ef07ff381997 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.641010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6981c973-d8b7-4a29-a8d2-e52a293488c5 req-6de804ff-8979-49ad-903d-ef07ff381997 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0640683 Dec 15 13:43:57.740360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f3053cc-03a6-45ce-b403-b811080d0160 req-245c983a-6bed-4eff-b627-fa5e86a7746c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983908 Dec 15 13:43:57.745206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6981c973-d8b7-4a29-a8d2-e52a293488c5 req-0fac2439-7d96-4d03-b018-46b8dc4c2514 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976226 Dec 15 13:43:57.857702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6668ac-4933-4c19-806b-cd954123d8a5 req-cc6a5e78-a789-4108-86b0-11bee4df7dec tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.859142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6668ac-4933-4c19-806b-cd954123d8a5 req-cc6a5e78-a789-4108-86b0-11bee4df7dec tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Dec 15 13:43:57.906334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6668ac-4933-4c19-806b-cd954123d8a5 req-f43ee59e-d09a-4bfd-9605-0b59229d9ab1 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Dec 15 13:43:58.015117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49f39e-9106-4e29-a42b-099e78cbae55 req-b8873dbb-f30d-4f8e-83ed-da418792c6b6 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.016489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee49f39e-9106-4e29-a42b-099e78cbae55 req-b8873dbb-f30d-4f8e-83ed-da418792c6b6 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0747766 Dec 15 13:43:58.024853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181de089-292b-4243-9598-0b4f67c924c2 req-d0e60c37-8ac3-4418-a56a-d432ea4588f7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.026172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-181de089-292b-4243-9598-0b4f67c924c2 req-d0e60c37-8ac3-4418-a56a-d432ea4588f7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 944 time: 0.0759244 Dec 15 13:43:58.104594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee49f39e-9106-4e29-a42b-099e78cbae55 req-6f4604cd-b992-49a6-b3c7-1a60f0dc13f2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774410 Dec 15 13:43:58.182383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ef373-27de-40cd-ad1f-7009f8ec0258 req-73eac674-dfae-47c7-9efa-4836860a3faa tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.183823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-978ef373-27de-40cd-ad1f-7009f8ec0258 req-73eac674-dfae-47c7-9efa-4836860a3faa tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0618851 Dec 15 13:43:58.189219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Deleting port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:58.189555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.315265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-978ef373-27de-40cd-ad1f-7009f8ec0258 req-1300b929-71ea-4433-be9b-b4b104dac2d8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207139 Dec 15 13:43:58.348519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] For port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:58.348891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.364170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341557e9-78e7-4b00-adc3-f6ea7733499f req-dd569aca-ea47-49bf-a2fa-0b3e632ab078 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.365700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-341557e9-78e7-4b00-adc3-f6ea7733499f req-dd569aca-ea47-49bf-a2fa-0b3e632ab078 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1078644 Dec 15 13:43:58.371842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Calling delete_port for 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:58.471032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-341557e9-78e7-4b00-adc3-f6ea7733499f req-4eb0305f-9a2c-4e13-9ec5-5962a8211ea8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965426 Dec 15 13:43:58.540986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.569749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:58.573170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event deleted for resources: {'Port': ['ID=22c5f8de-c6a1-4d0a-9dbe-e16e117600c3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:58.617049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] No DVR routers for this DVR port 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:58.619532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.622842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-181de089-292b-4243-9598-0b4f67c924c2 req-50ed2b58-357a-43d5-82c3-7b454bba5dd7 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "DELETE /v2.0/ports/22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 HTTP/1.1" status: 204 len: 173 time: 0.5892782 Dec 15 13:43:58.623297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'name': 'network-vif-deleted', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:58.625559 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a3e35-95a2-42aa-a58d-a6467e781dc9" -d '{"events": [{"server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "name": "network-vif-deleted", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:58.665876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:58.668286 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9014517-d06b-47d4-898b-ceaf7cdbd52d" -d '{"events": [{"server_uuid": "dfe5e3b4-5311-4b9b-8f55-e479e5199966", "name": "network-vif-plugged", "status": "completed", "tag": "ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:58.715641 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae37947-4499-4f45-b78c-09b01b550d85 x-openstack-request-id: req-5ae37947-4499-4f45-b78c-09b01b550d85 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:58.716166 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b240da-bd21-434e-9e8d-71ce3b5e92a9", "name": "network-vif-deleted", "tag": "22c5f8de-c6a1-4d0a-9dbe-e16e117600c3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:58.716166 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ae37947-4499-4f45-b78c-09b01b550d85 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:58.716576 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b240da-bd21-434e-9e8d-71ce3b5e92a9', 'name': 'network-vif-deleted', 'tag': '22c5f8de-c6a1-4d0a-9dbe-e16e117600c3', 'status': 'completed', 'code': 200} Dec 15 13:43:58.747205 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a7aaac-b184-44fc-bd0c-0a64f56b384c x-openstack-request-id: req-f7a7aaac-b184-44fc-bd0c-0a64f56b384c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:58.747499 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe5e3b4-5311-4b9b-8f55-e479e5199966", "name": "network-vif-plugged", "status": "completed", "tag": "ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:58.747750 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7a7aaac-b184-44fc-bd0c-0a64f56b384c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:58.748138 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f', 'code': 200} Dec 15 13:43:58.843861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b96eb2a-533e-4051-9fc3-4174cea109ce req-30492f6c-92e7-415e-96c5-2f9725b74821 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.0257361 Dec 15 13:43:58.949376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45207b51-8935-4916-9a50-e6318ae79326 req-8477a9a9-feb5-4935-85d9-a9753b03c21d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.950862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45207b51-8935-4916-9a50-e6318ae79326 req-8477a9a9-feb5-4935-85d9-a9753b03c21d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0487971 Dec 15 13:43:58.998566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45207b51-8935-4916-9a50-e6318ae79326 req-ecc39b0b-a5d0-40d5-b8e4-334ee0c1daf0 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Dec 15 13:43:59.182520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035283de-1269-4d7d-8a74-1ec2214cd423 req-1ac1bddc-dc80-41d8-a910-89ca23c596f6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.183993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-035283de-1269-4d7d-8a74-1ec2214cd423 req-1ac1bddc-dc80-41d8-a910-89ca23c596f6 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.0529063 Dec 15 13:43:59.231160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-035283de-1269-4d7d-8a74-1ec2214cd423 req-4465cbf9-1b2b-4c48-b770-dad6bee1b399 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Dec 15 13:43:59.333908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eae3f-7cbc-421a-9cf3-561d7e62d036 req-a0457b91-3234-419c-9377-d65890a66097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.335953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-192eae3f-7cbc-421a-9cf3-561d7e62d036 req-a0457b91-3234-419c-9377-d65890a66097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Dec 15 13:43:59.385688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-192eae3f-7cbc-421a-9cf3-561d7e62d036 req-1661b93b-9513-4d72-85de-30cd54c6cb8f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436132 Dec 15 13:43:59.480878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296ce4f-1c0d-43ec-8781-1fdb47aae135 req-84119a2e-6695-4f3f-ba2a-1e39638a7dd4 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.482386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d296ce4f-1c0d-43ec-8781-1fdb47aae135 req-84119a2e-6695-4f3f-ba2a-1e39638a7dd4 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1096 time: 0.0444510 Dec 15 13:43:59.526665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d296ce4f-1c0d-43ec-8781-1fdb47aae135 req-8d3c33a1-2501-4b1f-9452-0e1667a568ce tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Dec 15 13:43:59.659459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485926-bd7f-4576-8faa-22100489384b req-a7747011-f02c-415a-b8c5-edad4d4739b7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.660900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d485926-bd7f-4576-8faa-22100489384b req-a7747011-f02c-415a-b8c5-edad4d4739b7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0754766 Dec 15 13:43:59.685277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc6a6-d61c-428a-b835-8f88c525aad9 req-b665319a-185c-44ec-997a-9cbd87fb0e74 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.686812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fdbc6a6-d61c-428a-b835-8f88c525aad9 req-b665319a-185c-44ec-997a-9cbd87fb0e74 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.0912652 Dec 15 13:43:59.762588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d485926-bd7f-4576-8faa-22100489384b req-cba8a843-0317-4bfc-8ed8-a0ab95c1682e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923450 Dec 15 13:43:59.773024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fdbc6a6-d61c-428a-b835-8f88c525aad9 req-ecddc84d-17f6-460d-8c9e-c101d4ed17b4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Dec 15 13:43:59.840856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666b2f-b599-457f-845c-ebc1b5410b1b req-c4b31168-3b24-4382-8761-ea1b86d33f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.842758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96666b2f-b599-457f-845c-ebc1b5410b1b req-c4b31168-3b24-4382-8761-ea1b86d33f44 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 1100 time: 0.0629611 Dec 15 13:43:59.967360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94fd3-8f54-476e-a298-a7808f636913 req-f6c36370-166b-4765-bd16-05f769fc60ad tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.968756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f94fd3-8f54-476e-a298-a7808f636913 req-f6c36370-166b-4765-bd16-05f769fc60ad tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 946 time: 0.1132233 Dec 15 13:43:59.975162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96666b2f-b599-457f-845c-ebc1b5410b1b req-21053a9a-0dbd-41f6-bded-fa36bcb8482e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858569 Dec 15 13:43:59.979838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324e470-a228-470f-baca-809f382caa65 req-df4fb590-ac47-47f3-ac4e-e238a06378d5 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.981262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5324e470-a228-470f-baca-809f382caa65 req-df4fb590-ac47-47f3-ac4e-e238a06378d5 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1096 time: 0.0934920 Dec 15 13:44:00.056210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52f94fd3-8f54-476e-a298-a7808f636913 req-90366bce-28aa-4bb6-85c6-cef1a9a1b7b5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794749 Dec 15 13:44:00.058399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5324e470-a228-470f-baca-809f382caa65 req-3dfb73f5-324b-4a97-b82c-0524978d9073 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605519 Dec 15 13:44:00.177466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3371e56a-b0d5-49cf-a76e-d90ddb5b6c0d req-17f6d3fe-da74-458f-b6ff-81674df7e22d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.0402706 Dec 15 13:44:00.200238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b5eef-d227-4e85-8d5d-bed7d4a75b7b req-c967cd4d-c60d-46ca-a920-6d9cb7336392 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.200238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d27b5eef-d227-4e85-8d5d-bed7d4a75b7b req-c967cd4d-c60d-46ca-a920-6d9cb7336392 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0734985 Dec 15 13:44:00.257341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d27b5eef-d227-4e85-8d5d-bed7d4a75b7b req-877da2c9-010f-4ea4-9f5c-6d855b46d18b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Dec 15 13:44:00.505490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6025f6-b032-4634-9241-1b614c2946a4 req-17559168-fb72-4fed-ba31-d1fc85897a7e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.508049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd6025f6-b032-4634-9241-1b614c2946a4 req-17559168-fb72-4fed-ba31-d1fc85897a7e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0610464 Dec 15 13:44:00.561383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd6025f6-b032-4634-9241-1b614c2946a4 req-e7e4e720-90fb-486b-bd00-cb9fbf3b617c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Dec 15 13:44:00.674895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe52f45-0ff3-4650-a0ee-5ff1339175f7 req-95170597-b2da-43ad-9f9f-5763185bdf76 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.676491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fe52f45-0ff3-4650-a0ee-5ff1339175f7 req-95170597-b2da-43ad-9f9f-5763185bdf76 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0510647 Dec 15 13:44:00.728530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fe52f45-0ff3-4650-a0ee-5ff1339175f7 req-c33aa3a8-4829-4447-8a7a-22ff8413d50f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456202 Dec 15 13:44:00.823723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:00.848135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:00.848944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 22c5f8de-c6a1-4d0a-9dbe-e16e117600c3 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:00.908551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbca1cd-8ef4-4db3-8082-4674c822e279 req-a0c20cfa-cbc2-4153-b57e-d2aee00ce967 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.910059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fbca1cd-8ef4-4db3-8082-4674c822e279 req-a0c20cfa-cbc2-4153-b57e-d2aee00ce967 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.0546842 Dec 15 13:44:00.961241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fbca1cd-8ef4-4db3-8082-4674c822e279 req-ef376b93-85ff-4aef-a489-8fd3c3f0f52f tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Dec 15 13:44:01.066755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348890a-59c3-4c91-a3bc-fd54a4fb2a5c req-5a0c5aef-c4c4-45da-8faa-0a86ccaf94a2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.068332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0348890a-59c3-4c91-a3bc-fd54a4fb2a5c req-5a0c5aef-c4c4-45da-8faa-0a86ccaf94a2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0493309 Dec 15 13:44:01.116132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0348890a-59c3-4c91-a3bc-fd54a4fb2a5c req-6f6b088f-71dc-4744-a6f2-91dd6a56bc90 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Dec 15 13:44:01.278595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-821fc1a9-697d-4a2b-bb22-124039ac1192 req-966aa3e8-988e-4519-b315-5bf45e8f35d6 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.0283267 Dec 15 13:44:01.654878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-f760f613-5e47-40b8-a1ca-87a5c2818342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.656811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-f760f613-5e47-40b8-a1ca-87a5c2818342 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 1097 time: 0.0586054 Dec 15 13:44:01.749303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-5d0ce039-8fcd-430f-93e8-ff91fd4c56bd tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--449123328&fields=id&tenant_id=209919598cf645c6a0d2a1f0f1b62aef HTTP/1.1" status: 200 len: 267 time: 0.0914433 Dec 15 13:44:01.862552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-b5516b08-d7c3-4b64-8755-5559b500e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.864060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-b5516b08-d7c3-4b64-8755-5559b500e3cf service neutron] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 912 time: 0.1731114 Dec 15 13:44:01.893613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-e4f857f7-5517-4e0e-a184-12a31156ccb8 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.895034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-e4f857f7-5517-4e0e-a184-12a31156ccb8 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 824 time: 0.1358495 Dec 15 13:44:01.910119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-28f21f4b-db71-468a-ba47-9bacf5d0dc76 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/quotas/209919598cf645c6a0d2a1f0f1b62aef HTTP/1.1" status: 200 len: 375 time: 0.0089831 Dec 15 13:44:01.963904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-f36ce1b2-ab60-478e-9f39-b9a9d16e07e4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484028 Dec 15 13:44:02.111008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-2153da54-4a4b-4241-b768-c281a5c773f0 service neutron] 10.222.0.32 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344881 Dec 15 13:44:02.204320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-5bb814df-adb0-4056-b8de-f513951912b2 service neutron] 10.222.0.32 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852852 Dec 15 13:44:02.427438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21397cf-c812-45e0-9807-1470d9d8b5a2 req-6b5d478d-88c4-4f66-a0eb-ba3719750019 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.429527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c21397cf-c812-45e0-9807-1470d9d8b5a2 req-6b5d478d-88c4-4f66-a0eb-ba3719750019 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0584099 Dec 15 13:44:02.491811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c21397cf-c812-45e0-9807-1470d9d8b5a2 req-2c1ddf41-eb52-4749-8a4c-ada13bcbc43d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Dec 15 13:44:02.601895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c99eda-f0bd-4eb3-acc4-77d97efe8be3 req-6292fdbd-f12c-4868-afed-89eeda31109c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.601895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c99eda-f0bd-4eb3-acc4-77d97efe8be3 req-6292fdbd-f12c-4868-afed-89eeda31109c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0517323 Dec 15 13:44:02.667300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c99eda-f0bd-4eb3-acc4-77d97efe8be3 req-b326b45a-0f1c-47e3-89ac-80b26eccae11 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578318 Dec 15 13:44:02.800689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-1a05d8c8-5139-45f5-86cd-0ca9590d9264 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:44:02.801697 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-1a05d8c8-5139-45f5-86cd-0ca9590d9264 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058479 Dec 15 13:44:02.827186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-2c48a430-c866-4b6b-a3e7-9379caeb3cf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a HTTP/1.1" status: 200 len: 217 time: 0.0580385 Dec 15 13:44:02.844025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e8c9-8078-45ad-abfa-7babffc8b1a8 req-3f5b4b05-df0b-46d3-bad3-7e9a7d66bc24 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.851425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-bb7b6fcb-c35d-43b8-a711-d141f6bd120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.851774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b2e8c9-8078-45ad-abfa-7babffc8b1a8 req-3f5b4b05-df0b-46d3-bad3-7e9a7d66bc24 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1098044 Dec 15 13:44:02.860652 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-bb7b6fcb-c35d-43b8-a711-d141f6bd120c service neutron] 10.222.0.32 "GET /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 1093 time: 0.0512555 Dec 15 13:44:02.866238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:02.866977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Unknown quota resources ['binding']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:44:02.909135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b2e8c9-8078-45ad-abfa-7babffc8b1a8 req-9d1283d9-f489-4e25-9e90-11b63d7645d2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563810 Dec 15 13:44:03.030971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c87a4-cc7a-44e0-9945-930013a31ed1 req-d9d6a65a-6bb1-4571-8189-23031b3cd478 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.032995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-659c87a4-cc7a-44e0-9945-930013a31ed1 req-d9d6a65a-6bb1-4571-8189-23031b3cd478 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0590718 Dec 15 13:44:03.040631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:03.041750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:03.042100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:03.047823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:03.048383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:03.054988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:03.055567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:03.056120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:03.056593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Bound port: 7290669d-74b3-4703-a4ba-5222a2f5bb65, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:03.096958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-659c87a4-cc7a-44e0-9945-930013a31ed1 req-8bd65730-4237-4929-98c1-9ad51ede0da2 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Dec 15 13:44:03.120394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:03.127239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.128495 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ff0097bf-308b-4a34-8380-ee1513fdcd83 service neutron] 10.222.0.32 "POST /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65/bindings HTTP/1.1" status: 201 len: 389 time: 0.2665308 Dec 15 13:44:03.198468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46f0ad85-2ad2-4f38-82d5-0d9805626ab3 req-d4fe7fc6-f232-45af-af88-199ecdcfa073 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.0407805 Dec 15 13:44:03.325224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-257c3dfe-8649-42a6-9104-0e3831c899e5 req-54555d86-d077-4475-a18c-1ac80bbd5bd5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 210 time: 0.0566823 Dec 15 13:44:03.409793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-df74b52f-e627-410e-bc2d-d6ab0acd6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.411544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-df74b52f-e627-410e-bc2d-d6ab0acd6974 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.1324387 Dec 15 13:44:03.652994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b220a-f82c-44f7-8a80-a44123f20286 req-4d4fbbbf-cd3a-4094-b1a2-de9eb9d9d3f2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.654637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba1b220a-f82c-44f7-8a80-a44123f20286 req-4d4fbbbf-cd3a-4094-b1a2-de9eb9d9d3f2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1508632 Dec 15 13:44:03.693824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-0fd00c05-9794-4f26-ac03-0fd0271c7d5a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.695954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-0fd00c05-9794-4f26-ac03-0fd0271c7d5a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.67 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 824 time: 0.2027941 Dec 15 13:44:03.713825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0990185-67d0-4b62-a2af-123d0bca8e2a req-3442f812-0390-4838-83a3-3a71eb3e3829 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.715355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0990185-67d0-4b62-a2af-123d0bca8e2a req-3442f812-0390-4838-83a3-3a71eb3e3829 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1221609 Dec 15 13:44:03.780616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba1b220a-f82c-44f7-8a80-a44123f20286 req-4b02315e-60b4-4ad2-938f-595829ce5817 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128809 Dec 15 13:44:03.839961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0990185-67d0-4b62-a2af-123d0bca8e2a req-0e9a8583-93c5-4811-b8d3-298609854599 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144094 Dec 15 13:44:03.845222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-9fc26572-4d74-4995-ad30-ed6f5d0098f5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=209919598cf645c6a0d2a1f0f1b62aef HTTP/1.1" status: 200 len: 379 time: 0.1275864 Dec 15 13:44:03.863074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'port': {'device_id': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'admin_state_up': True, 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'security_groups': ['302fc90e-1cbd-4351-b5a6-661e5d751788']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:03.954205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-3f989838-5318-4409-8622-2589e44d4103 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734899 Dec 15 13:44:03.987661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeefa08-3be5-4326-be0c-4675e8fa62fc req-de5daa9d-de61-4d1d-9901-da0b4bd0dae1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.989222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdeefa08-3be5-4326-be0c-4675e8fa62fc req-de5daa9d-de61-4d1d-9901-da0b4bd0dae1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1417339 Dec 15 13:44:04.096384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdeefa08-3be5-4326-be0c-4675e8fa62fc req-c39ab2f1-ff72-405d-a9e2-94635942182f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980260 Dec 15 13:44:04.111724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d13e6-1231-4c41-bff9-6d15a578a7a0 req-dd287f8e-a933-42c9-8ee8-f7414291beb3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.113230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-492d13e6-1231-4c41-bff9-6d15a578a7a0 req-dd287f8e-a933-42c9-8ee8-f7414291beb3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1056287 Dec 15 13:44:04.119147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Made reservation on behalf of 209919598cf645c6a0d2a1f0f1b62aef for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:04.123104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.299759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-492d13e6-1231-4c41-bff9-6d15a578a7a0 req-a6f12d4f-796a-40f0-a1bf-7c3d8e5b98b3 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741495 Dec 15 13:44:04.380813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23da5f8-6a6b-4903-b569-efe3928da2ee req-10e64e17-7daf-44d6-b991-6b56e832b374 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.382776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f23da5f8-6a6b-4903-b569-efe3928da2ee req-10e64e17-7daf-44d6-b991-6b56e832b374 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.2010877 Dec 15 13:44:04.441475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7221ea8-9c74-4286-a66c-7bae33b6630f req-a5f0cb3e-6e7b-49a3-b2cb-f00ccac07e70 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b240da-bd21-434e-9e8d-71ce3b5e92a9 HTTP/1.1" status: 200 len: 210 time: 0.0770040 Dec 15 13:44:04.445202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Allocated IP 172.20.0.12 (bbc771ae-107d-49b6-ac96-ac24fe7f2dc4/4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062/c1a362cc-7dc9-4310-9c99-ea1b110362da) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:04.452289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-0dbe1532-1e9f-4f06-9d55-a85bff592483 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300518 Dec 15 13:44:04.497041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f23da5f8-6a6b-4903-b569-efe3928da2ee req-b509a143-3660-4a02-95f7-68b543276d56 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Dec 15 13:44:04.590619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c956e398-22da-4b51-a732-8747019371b5 req-3b2fdae2-a819-475d-b107-fb086488198a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 210 time: 0.0301416 Dec 15 13:44:04.630284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.662488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.712843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:04.716112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:04.719948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:04.758532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event updated for resources: {'Port': ['ID=c1a362cc-7dc9-4310-9c99-ea1b110362da,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:04.801862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.803790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.821294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-4f90a63f-47ed-4fd3-8afe-da8a48e322ec tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9629395 Dec 15 13:44:04.840009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Request body: {'port': {'device_id': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:04.953290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.966943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5cf3e6e2-1c23-4122-a5f8-c34af4cee575 None None] Provisioning complete for port c1a362cc-7dc9-4310-9c99-ea1b110362da triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:04.967500 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e6e2-1c23-4122-a5f8-c34af4cee575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.004585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd162-6851-4e05-bcbc-050e403dd907 req-53759c2c-206f-467a-a423-2de528343764 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.004812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3e6e2-1c23-4122-a5f8-c34af4cee575 None None] Port c1a362cc-7dc9-4310-9c99-ea1b110362da cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:05.007858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac0cd162-6851-4e05-bcbc-050e403dd907 req-53759c2c-206f-467a-a423-2de528343764 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1277959 Dec 15 13:44:05.094034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8162-5e0a-44df-947f-4857b244b350 req-6dc8f9e3-fd9f-46c5-81a6-9689f38cf3bd tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.098920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1efb8162-5e0a-44df-947f-4857b244b350 req-6dc8f9e3-fd9f-46c5-81a6-9689f38cf3bd tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1623178 Dec 15 13:44:05.627117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac0cd162-6851-4e05-bcbc-050e403dd907 req-416882ee-b2e5-4cc5-b8c9-6d1c87066ace tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963581 Dec 15 13:44:05.713989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e482cc6-3476-4acf-96f4-14899db5fe19 req-5cfc6092-a528-458c-a7f0-138c24d54349 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675727 Dec 15 13:44:05.715848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-307d72de-9548-42e6-976a-798aff8cde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.717214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-307d72de-9548-42e6-976a-798aff8cde4b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1096 time: 0.6723654 Dec 15 13:44:05.762149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1efb8162-5e0a-44df-947f-4857b244b350 req-f1caf6bb-b7d0-40d9-9ac7-023dddd3ad50 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341090 Dec 15 13:44:05.792628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0a6d3-ca55-4a5d-9d0e-5375dc241711 req-440797cb-be80-403d-b381-07b222664aba tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.794365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9be0a6d3-ca55-4a5d-9d0e-5375dc241711 req-440797cb-be80-403d-b381-07b222664aba tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0748234 Dec 15 13:44:05.797509 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:05.908330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9be0a6d3-ca55-4a5d-9d0e-5375dc241711 req-7514140e-727c-459b-8484-e8900d55a224 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943851 Dec 15 13:44:05.966858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c3f5-c91e-45b4-9619-f8c4dd3de0eb req-24a2f0ab-1e94-497b-b7ee-c989ace994ed tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.968455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dca6c3f5-c91e-45b4-9619-f8c4dd3de0eb req-24a2f0ab-1e94-497b-b7ee-c989ace994ed tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1099286 Dec 15 13:44:05.976395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a362cc-7dc9-4310-9c99-ea1b110362da {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:05.986300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.021942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Transition to ACTIVE for port object c1a362cc-7dc9-4310-9c99-ea1b110362da will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:06.029899 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.122479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dca6c3f5-c91e-45b4-9619-f8c4dd3de0eb req-87c4cedd-7f3a-4914-bf6e-bd1f80472dda tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235566 Dec 15 13:44:06.156513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a362cc-7dc9-4310-9c99-ea1b110362da,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:06.233838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972160e9-6e8e-4126-b7fe-affd29f42e5d req-60cfcaf2-0167-4017-a48e-0abce3aaa0b7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.235439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-972160e9-6e8e-4126-b7fe-affd29f42e5d req-60cfcaf2-0167-4017-a48e-0abce3aaa0b7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1893153 Dec 15 13:44:06.315532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-972160e9-6e8e-4126-b7fe-affd29f42e5d req-ffd387cd-bf73-4b76-ad6a-3c17bf92e375 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Dec 15 13:44:06.344178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Attempting to bind port c1a362cc-7dc9-4310-9c99-ea1b110362da on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:06.345139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Attempting to bind port c1a362cc-7dc9-4310-9c99-ea1b110362da by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:06.345889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Attempting to bind port c1a362cc-7dc9-4310-9c99-ea1b110362da on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:06.367451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Port c1a362cc-7dc9-4310-9c99-ea1b110362da on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:06.368031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Attempting to bind port c1a362cc-7dc9-4310-9c99-ea1b110362da on network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:06.401286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:06.401625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Checking segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:06.402443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Bound using segment: {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:06.402935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Bound port: c1a362cc-7dc9-4310-9c99-ea1b110362da, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111de6ad-b2fa-484b-a785-11a40c51b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:06.403492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.465779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ddedb-201e-48a2-8f86-bcb3bb19aaaf req-594ee92d-c03a-447f-9e64-6de3ac690999 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.467710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-807ddedb-201e-48a2-8f86-bcb3bb19aaaf req-594ee92d-c03a-447f-9e64-6de3ac690999 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 944 time: 0.1116524 Dec 15 13:44:06.524913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] For port c1a362cc-7dc9-4310-9c99-ea1b110362da, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:06.529698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] For port c1a362cc-7dc9-4310-9c99-ea1b110362da, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:06.540812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.554957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-807ddedb-201e-48a2-8f86-bcb3bb19aaaf req-7aa65232-fb3b-4ad3-9fd6-f2e7ca3a9cc1 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755718 Dec 15 13:44:06.595035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.595659 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.597083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-440e291a-058d-4e87-b356-7053136efce7 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1a362cc-7dc9-4310-9c99-ea1b110362da HTTP/1.1" status: 200 len: 1092 time: 1.7629230 Dec 15 13:44:06.597543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:06.599793 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c966314-a89f-4da0-b890-b1edf631a40b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:06.625054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e291a-058d-4e87-b356-7053136efce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a362cc-7dc9-4310-9c99-ea1b110362da,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:06.727813 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c1293-d4c1-4fd0-962e-d1edf47ed1d3 x-openstack-request-id: req-b92c1293-d4c1-4fd0-962e-d1edf47ed1d3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:06.728393 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:06.728842 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b92c1293-d4c1-4fd0-962e-d1edf47ed1d3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:06.729486 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'status': 'completed', 'code': 200} Dec 15 13:44:06.748384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-df9d5f2a-b29a-4e7e-8640-e3a924abbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.750288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-df9d5f2a-b29a-4e7e-8640-e3a924abbfd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 1095 time: 0.0677452 Dec 15 13:44:06.872796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-f63e5537-b290-4866-bbd5-ff12efbc6bd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da HTTP/1.1" status: 200 len: 217 time: 0.1121035 Dec 15 13:44:07.017670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc516-2854-42f7-ba83-466af3d79ec6 req-d38af068-44ed-4fd8-8a46-e4b40fdfaea0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.019302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e8cc516-2854-42f7-ba83-466af3d79ec6 req-d38af068-44ed-4fd8-8a46-e4b40fdfaea0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.2748096 Dec 15 13:44:07.034124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-3ba10464-9a61-4467-9033-3a5e3f3f836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.035548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-3ba10464-9a61-4467-9033-3a5e3f3f836a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 200 len: 863 time: 0.1464694 Dec 15 13:44:07.107669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431ab7-8977-46b9-986d-4579c3781fc3 req-f092e01e-4188-4361-aa98-ffff0656c1c6 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.109311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c431ab7-8977-46b9-986d-4579c3781fc3 req-f092e01e-4188-4361-aa98-ffff0656c1c6 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1824715 Dec 15 13:44:07.123133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-d1a6a25e-9513-4910-9204-08a8c5b4e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.124661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-d1a6a25e-9513-4910-9204-08a8c5b4e63e service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.3041954 Dec 15 13:44:07.207706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-bec47183-7d8f-4b34-b2f9-e8945f6c3bca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 217 time: 0.0662560 Dec 15 13:44:07.218785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e8cc516-2854-42f7-ba83-466af3d79ec6 req-aa91e9a2-154b-41a2-a625-a86f822eda95 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866751 Dec 15 13:44:07.265559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c431ab7-8977-46b9-986d-4579c3781fc3 req-467ef8b2-dc85-4d19-9b98-9e011685f72e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452000 Dec 15 13:44:07.267843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-06ad282d-5eb5-44b6-92d2-0f5e4dad46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.269650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-06ad282d-5eb5-44b6-92d2-0f5e4dad46c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088060 Dec 15 13:44:07.473006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86137fd2-9821-4c65-9ae8-17d1eaa517ad req-969312c3-fbd6-4b2b-83cc-d1531370784b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.474749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86137fd2-9821-4c65-9ae8-17d1eaa517ad req-969312c3-fbd6-4b2b-83cc-d1531370784b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1353800 Dec 15 13:44:07.492341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a24d3-d1db-49a8-b608-8fc13bad614e req-2989ba92-66de-4026-b6c7-5d6dfaeaa14a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.494242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-467a24d3-d1db-49a8-b608-8fc13bad614e req-2989ba92-66de-4026-b6c7-5d6dfaeaa14a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1536591 Dec 15 13:44:07.519092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-1bcbb7bd-b2c8-4f7d-8bb6-e024f899eb7e service neutron] 10.222.0.67 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357111 Dec 15 13:44:07.661675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86137fd2-9821-4c65-9ae8-17d1eaa517ad req-5a1066f5-68f4-43bb-bcc7-0cea9f5b7d74 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642423 Dec 15 13:44:07.670308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-467a24d3-d1db-49a8-b608-8fc13bad614e req-f9787197-1113-4dad-bff1-2b7ce38fa429 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627743 Dec 15 13:44:07.749597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d25fff37-77ec-4ffe-bcd0-0edbbe2d8b31 req-587b68aa-468c-404e-98da-53910a899b63 service neutron] 10.222.0.67 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136514 Dec 15 13:44:07.828929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bef91-83c6-46ab-8797-7649c0f77295 req-09f80c1f-df50-4fae-9159-87bb46cb4cf6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.836672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-898bef91-83c6-46ab-8797-7649c0f77295 req-09f80c1f-df50-4fae-9159-87bb46cb4cf6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0625973 Dec 15 13:44:08.007988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966314-a89f-4da0-b890-b1edf631a40b req-1efc5431-cdb5-4a96-a20c-f51985d518f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.009511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-1efc5431-cdb5-4a96-a20c-f51985d518f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 1095 time: 0.1709445 Dec 15 13:44:08.018995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-898bef91-83c6-46ab-8797-7649c0f77295 req-982e8681-87c4-45d6-8dda-d17e1214926d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635015 Dec 15 13:44:08.020462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-9bbc2824-c975-40e6-b3ca-71a3c109e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.021875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-9bbc2824-c975-40e6-b3ca-71a3c109e2cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.1676185 Dec 15 13:44:08.088231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bc929-5e5f-4bf0-87e9-9e9a4093a44a req-3acaeb7a-7d2a-4fe5-824f-6e487da56815 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.090033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-471bc929-5e5f-4bf0-87e9-9e9a4093a44a req-3acaeb7a-7d2a-4fe5-824f-6e487da56815 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 944 time: 0.1541333 Dec 15 13:44:08.169569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966314-a89f-4da0-b890-b1edf631a40b req-c48e355f-2c1a-4ca9-b51b-f4a62412586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.171362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-c48e355f-2c1a-4ca9-b51b-f4a62412586e service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 926 time: 0.1472838 Dec 15 13:44:08.175365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-471bc929-5e5f-4bf0-87e9-9e9a4093a44a req-f41bf88e-7a76-4b43-8ce5-a17f4cdd0f9a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749843 Dec 15 13:44:08.222637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-d3d1bee9-4c40-4797-83bd-9c6a25bfde41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da HTTP/1.1" status: 200 len: 217 time: 0.0411677 Dec 15 13:44:08.319785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-49b5c970-e682-483b-9e07-bb4565da6eac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662038 Dec 15 13:44:08.321799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966314-a89f-4da0-b890-b1edf631a40b req-dc44e7f6-f3ef-452e-995d-fe5cba92b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.323376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-dc44e7f6-f3ef-452e-995d-fe5cba92b590 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 200 len: 863 time: 0.0852497 Dec 15 13:44:08.481155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966314-a89f-4da0-b890-b1edf631a40b req-73957758-055c-427f-98f0-76a42e39a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.482753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-73957758-055c-427f-98f0-76a42e39a454 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477149 Dec 15 13:44:08.502736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe761df-c903-4de6-8cf2-f6550e34d1cb req-f2172600-3f4b-466b-8cfb-b8d1b9d6d4d4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.504239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fe761df-c903-4de6-8cf2-f6550e34d1cb req-f2172600-3f4b-466b-8cfb-b8d1b9d6d4d4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1710382 Dec 15 13:44:08.602379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bb9ad-8b16-49e0-8d09-5483a5420b00 req-d0a54407-2937-4a47-862c-d180acc4abe8 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.603993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-247bb9ad-8b16-49e0-8d09-5483a5420b00 req-d0a54407-2937-4a47-862c-d180acc4abe8 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1746364 Dec 15 13:44:08.712663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fe761df-c903-4de6-8cf2-f6550e34d1cb req-7b8a0c78-64c6-4ded-9575-e89cf716a0fc tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852701 Dec 15 13:44:08.752285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-f5450f15-09eb-4858-93ce-477ac96fe53b service neutron] 10.222.0.67 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469797 Dec 15 13:44:08.760589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-247bb9ad-8b16-49e0-8d09-5483a5420b00 req-9ac1d38e-4431-481c-b343-5fccfac65686 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226008 Dec 15 13:44:08.869060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-18f98f96-5eae-4230-af3f-f224cc5931e2 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971280 Dec 15 13:44:09.006330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c966314-a89f-4da0-b890-b1edf631a40b req-85d44c08-6579-4def-959d-41b081c13580 service neutron] 10.222.0.67 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447567 Dec 15 13:44:09.016193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244b539-646c-4aa3-a36e-98ff97520355 req-24a3a958-a5b0-4379-aac8-0a87a5ceb13a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.017863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e244b539-646c-4aa3-a36e-98ff97520355 req-24a3a958-a5b0-4379-aac8-0a87a5ceb13a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1812780 Dec 15 13:44:09.027306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ac114-273d-4b17-9356-1e1301939fcb req-7e08de0f-c85c-4905-93a1-a669eb6a916f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.033115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a8ac114-273d-4b17-9356-1e1301939fcb req-7e08de0f-c85c-4905-93a1-a669eb6a916f tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1628425 Dec 15 13:44:09.116717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-50576891-cc95-4d36-b5ea-1c118c3a142f service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925073 Dec 15 13:44:09.131810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e244b539-646c-4aa3-a36e-98ff97520355 req-a434bb89-9681-4e92-8139-b5cd7f8fe79c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976315 Dec 15 13:44:09.145078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a8ac114-273d-4b17-9356-1e1301939fcb req-c40c7144-19b2-4a3a-af0b-6dd606de6bdf tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072218 Dec 15 13:44:09.263269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadd78d-617a-4b18-a086-56cc5644114d req-8771d3bc-aaab-4c02-9c9c-53f01c16a11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.264786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fadd78d-617a-4b18-a086-56cc5644114d req-8771d3bc-aaab-4c02-9c9c-53f01c16a11b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0635545 Dec 15 13:44:09.361669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fadd78d-617a-4b18-a086-56cc5644114d req-27534d30-626d-4d02-a31a-cb8dc7d8ac28 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899556 Dec 15 13:44:09.383436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058093f0-a811-47e0-95ef-f06cad1041ca req-abfc46b9-b507-4f18-bd2e-021f8081a430 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.385434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-058093f0-a811-47e0-95ef-f06cad1041ca req-abfc46b9-b507-4f18-bd2e-021f8081a430 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 944 time: 0.1061413 Dec 15 13:44:09.443047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-058093f0-a811-47e0-95ef-f06cad1041ca req-c423c5d1-8cef-442e-878e-8f9ea8ad15ab tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484476 Dec 15 13:44:09.861428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b84e1-97a3-44b8-a899-1d8b60f07f7b req-91393b83-6e89-4e71-bb97-d8a695ec9b46 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.865328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449b84e1-97a3-44b8-a899-1d8b60f07f7b req-91393b83-6e89-4e71-bb97-d8a695ec9b46 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.0769281 Dec 15 13:44:09.945681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50fcb-fe1f-4338-a642-bce14be6f15d req-809ae469-10aa-4d0a-9554-55d1dc40d962 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.947633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ed50fcb-fe1f-4338-a642-bce14be6f15d req-809ae469-10aa-4d0a-9554-55d1dc40d962 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0806437 Dec 15 13:44:09.957329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449b84e1-97a3-44b8-a899-1d8b60f07f7b req-60118de0-7c37-46e9-b253-b8166146ab57 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818360 Dec 15 13:44:10.012012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ed50fcb-fe1f-4338-a642-bce14be6f15d req-4d0dfd99-56c9-4697-a0c5-70e8cb6fe91a tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Dec 15 13:44:10.292217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45da4b-65ce-4e97-99f3-2d56cfdc0cfa req-bdc1a36c-2280-41a7-bdc7-69bac72576cf tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.293740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b45da4b-65ce-4e97-99f3-2d56cfdc0cfa req-bdc1a36c-2280-41a7-bdc7-69bac72576cf tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.0793688 Dec 15 13:44:10.317185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d796ff-af9a-4fd3-ab51-75db10ef8719 req-1a8380ca-6c6a-4170-9acd-59677e342c0e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.318745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6d796ff-af9a-4fd3-ab51-75db10ef8719 req-1a8380ca-6c6a-4170-9acd-59677e342c0e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0933249 Dec 15 13:44:10.675042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b45da4b-65ce-4e97-99f3-2d56cfdc0cfa req-1ecfdab9-e6fe-4001-b7b8-b05b45a21cf0 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715980 Dec 15 13:44:10.686257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6d796ff-af9a-4fd3-ab51-75db10ef8719 req-88c38713-8a07-4ab2-aab8-22a09f6bfd67 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568776 Dec 15 13:44:10.892301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb62a07-d7ad-4ef4-885a-37b9ed885dc6 req-565749f6-492c-4023-bfa8-b3764ece14e1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.894556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cb62a07-d7ad-4ef4-885a-37b9ed885dc6 req-565749f6-492c-4023-bfa8-b3764ece14e1 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0649126 Dec 15 13:44:10.978021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cb62a07-d7ad-4ef4-885a-37b9ed885dc6 req-2740d32a-fb06-4f65-98f0-8ea2ad7f9cc8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Dec 15 13:44:10.990020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc2224-ddff-41d7-a5a0-0f2c3ab40dd4 req-15220715-d30f-43bf-abbc-28e5c2829a47 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.994184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0cc2224-ddff-41d7-a5a0-0f2c3ab40dd4 req-15220715-d30f-43bf-abbc-28e5c2829a47 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 944 time: 0.0825593 Dec 15 13:44:11.046002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0cc2224-ddff-41d7-a5a0-0f2c3ab40dd4 req-578e10bb-f91c-46d4-97d7-9c51fb3b90bd tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Dec 15 13:44:11.100671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e521f7d-25a2-4ad5-baef-486e5d1e10c7 req-fd26d8d2-cee1-4439-aa79-7e7801300d83 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.102101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e521f7d-25a2-4ad5-baef-486e5d1e10c7 req-fd26d8d2-cee1-4439-aa79-7e7801300d83 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Dec 15 13:44:11.178874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3527d9-ec2a-4fba-9037-37df9b7eaf84 req-8ddbf6cf-7bb8-45d3-aff9-88d98082e411 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.180393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b3527d9-ec2a-4fba-9037-37df9b7eaf84 req-8ddbf6cf-7bb8-45d3-aff9-88d98082e411 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.0740771 Dec 15 13:44:11.188268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e521f7d-25a2-4ad5-baef-486e5d1e10c7 req-80cbf5d2-2afc-42f0-a571-02ea451ad4c5 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735891 Dec 15 13:44:11.245661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b3527d9-ec2a-4fba-9037-37df9b7eaf84 req-01e3bc5e-ab31-41d0-8722-1f7f833e421d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Dec 15 13:44:11.316547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eea99-4e83-46f3-a862-2252ee12ff0c req-a014684f-c626-4600-a17a-010bf4c88b5f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.318799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e5eea99-4e83-46f3-a862-2252ee12ff0c req-a014684f-c626-4600-a17a-010bf4c88b5f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0508270 Dec 15 13:44:11.368727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e5eea99-4e83-46f3-a862-2252ee12ff0c req-a1af21ae-477b-4ecf-9158-a4cc34166366 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Dec 15 13:44:11.822681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374474-95ac-4676-8680-43016b116d41 req-5b50dc81-6b04-4b47-bb5d-c8d659bb6961 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.824157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d374474-95ac-4676-8680-43016b116d41 req-5b50dc81-6b04-4b47-bb5d-c8d659bb6961 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.0809667 Dec 15 13:44:11.836883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f09f0-8ebb-45fb-9935-3c1f8a945211 req-009a06f4-faab-4de4-8546-5b151fa0adb4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.838313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502f09f0-8ebb-45fb-9935-3c1f8a945211 req-009a06f4-faab-4de4-8546-5b151fa0adb4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0687506 Dec 15 13:44:11.911329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d374474-95ac-4676-8680-43016b116d41 req-97db7482-4e9e-4d74-bd97-2e4dc585a179 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720515 Dec 15 13:44:11.915845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502f09f0-8ebb-45fb-9935-3c1f8a945211 req-80f0133b-0ff9-4047-8e5c-7ac546e8c2be tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708988 Dec 15 13:44:12.102249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35c60-ec8d-4d45-91b3-5ea877129265 req-88e0fb2e-9453-4dfd-af08-97889eac934b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.104058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7b35c60-ec8d-4d45-91b3-5ea877129265 req-88e0fb2e-9453-4dfd-af08-97889eac934b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0563629 Dec 15 13:44:12.126570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c1a362cc-7dc9-4310-9c99-ea1b110362da details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:12.218481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7b35c60-ec8d-4d45-91b3-5ea877129265 req-e8ccd76b-81f5-4d91-ac64-b5ffaa00fce5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080155 Dec 15 13:44:12.228548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6e3d1-ddd0-4145-942b-f716539b4232 req-5d14dba4-7dcf-4cee-b0eb-496938e52002 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.230089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9df6e3d1-ddd0-4145-942b-f716539b4232 req-5d14dba4-7dcf-4cee-b0eb-496938e52002 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 944 time: 0.1050897 Dec 15 13:44:12.248009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c1a362cc-7dc9-4310-9c99-ea1b110362da, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:12.260342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'port_id': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'mac_address': 'fa:16:3e:98:ce:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:12.269104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-c07ad8de-cf20-4f70-9cc1-831d43be12fb tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.270633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-c07ad8de-cf20-4f70-9cc1-831d43be12fb tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8becb90-ed00-4ac8-8035-0d3772513f4f HTTP/1.1" status: 200 len: 946 time: 0.0965266 Dec 15 13:44:12.308792 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.323283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a362cc-7dc9-4310-9c99-ea1b110362da {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:12.347165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c1a362cc-7dc9-4310-9c99-ea1b110362da, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:12.353353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.389322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9df6e3d1-ddd0-4145-942b-f716539b4232 req-03b10c72-00a7-4033-9c6e-8f9b510108c1 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511993 Dec 15 13:44:12.417030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c1a362cc-7dc9-4310-9c99-ea1b110362da,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.433792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.435162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.435718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.436240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.436755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.437252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.438404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.439126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.440016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.440539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.441019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.442303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.442991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4052-1cc5-4fae-8b4c-60a9ec43837b req-4f5a7d8e-cb57-4c76-8c26-c13761b33341 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.443393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.451727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7da4052-1cc5-4fae-8b4c-60a9ec43837b req-4f5a7d8e-cb57-4c76-8c26-c13761b33341 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.1236737 Dec 15 13:44:12.519298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7da4052-1cc5-4fae-8b4c-60a9ec43837b req-b84c42b6-87d9-48be-a84b-f5678ea88953 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660653 Dec 15 13:44:12.526501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bdbcaaf8-2c2c-47ca-a832-10fd3b931e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.537755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Deleting port 0e51637e-232c-460a-a223-bb411be144bc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:12.538116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.703096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f0e0b-b16b-492c-8ec7-2a15b165c541 req-2b020214-9341-4dcc-9416-d4971de223ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.704783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-120f0e0b-b16b-492c-8ec7-2a15b165c541 req-2b020214-9341-4dcc-9416-d4971de223ff tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1844368 Dec 15 13:44:12.737516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c1a362cc-7dc9-4310-9c99-ea1b110362da'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:12.782236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] For port 0e51637e-232c-460a-a223-bb411be144bc, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0e51637e-232c-460a-a223-bb411be144bc,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:12.782513 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.809949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886319b-b5ae-4d85-8c39-b1fb7b48b0f6 req-470c16ef-d0fa-4a56-aec9-2b45ee4582fb tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.811552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d886319b-b5ae-4d85-8c39-b1fb7b48b0f6 req-470c16ef-d0fa-4a56-aec9-2b45ee4582fb tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.2016163 Dec 15 13:44:12.828550 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-367043f1-189d-4e19-a08e-825742a3571d service neutron] show failed (client error): The resource could not be found. Dec 15 13:44:12.829726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-367043f1-189d-4e19-a08e-825742a3571d service neutron] 10.222.0.67 "GET /v2.0/ports/3f68119a-24fe-402e-9e56-21da0a066ee0/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.1914463 Dec 15 13:44:13.001586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-120f0e0b-b16b-492c-8ec7-2a15b165c541 req-78eaf7f4-ab85-43ec-bdf2-3c4ad62889ea tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713406 Dec 15 13:44:13.123768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d886319b-b5ae-4d85-8c39-b1fb7b48b0f6 req-5f068c12-3110-4695-a116-b64d267fef53 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910700 Dec 15 13:44:13.142654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-00c3e814-f904-405d-a4d4-a6edb463e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.144953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-00c3e814-f904-405d-a4d4-a6edb463e7c8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5&tenant_id=270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 1101 time: 0.0528321 Dec 15 13:44:13.163458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:13.220220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da794a5-3ef8-44b5-8ebb-912b5a10d460 req-70eb71f5-7d41-4f52-8093-82da3cf38b36 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.221740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2da794a5-3ef8-44b5-8ebb-912b5a10d460 req-70eb71f5-7d41-4f52-8093-82da3cf38b36 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1471057 Dec 15 13:44:13.224902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.267772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-e82f2445-2fc0-4cba-9377-dc59bb85d35d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.269262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-e82f2445-2fc0-4cba-9377-dc59bb85d35d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 945 time: 0.1772506 Dec 15 13:44:13.320954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.321314 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.321665 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a disassociated. External IP: 172.25.2.130, port: 0e51637e-232c-460a-a223-bb411be144bc. Dec 15 13:44:13.322004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Calling delete_port for 0e51637e-232c-460a-a223-bb411be144bc owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:13.438390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee7b6-8dab-417e-a25d-0609a73ec220 req-53533e8b-7942-42ba-a606-28266de478e7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.444990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1aee7b6-8dab-417e-a25d-0609a73ec220 req-53533e8b-7942-42ba-a606-28266de478e7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.2376463 Dec 15 13:44:13.447867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:13.468296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2da794a5-3ef8-44b5-8ebb-912b5a10d460 req-10f7d3e3-c2cc-468c-bc6d-bfb148e9248b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258365 Dec 15 13:44:13.485536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:13.534782 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.550658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Transition to ACTIVE for port object 3f68119a-24fe-402e-9e56-21da0a066ee0 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:13.551642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:13.554974 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df1f9b-dfa2-4e50-8a89-5c5fccdf3f4e" -d '{"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:13.561618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.577762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1aee7b6-8dab-417e-a25d-0609a73ec220 req-d189e725-5d9d-4f19-8b5e-c7e503e71f20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312726 Dec 15 13:44:13.581500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Deleting port c17b17cc-a911-4d34-bf62-ab821c983b88 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:13.581932 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.794709 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.819392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.871215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] For port c17b17cc-a911-4d34-bf62-ab821c983b88, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c17b17cc-a911-4d34-bf62-ab821c983b88,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:13.871579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.880946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8350f-f2b6-400b-9b31-b6e1f836bc3d req-9e732d12-6ecd-498d-b015-7df8f574381b tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.882658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0e8350f-f2b6-400b-9b31-b6e1f836bc3d req-9e732d12-6ecd-498d-b015-7df8f574381b tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 945 time: 0.2061484 Dec 15 13:44:13.891019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event deleted for resources: {'Port': ['ID=0e51637e-232c-460a-a223-bb411be144bc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:13.910227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Calling delete_port for c17b17cc-a911-4d34-bf62-ab821c983b88 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:13.949453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaccd0-ac29-4062-aa29-b2a92441268d req-c4531c01-5428-46dc-b02f-9cb2115a390f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.951493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] No DVR routers for this DVR port 3f68119a-24fe-402e-9e56-21da0a066ee0 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:13.951634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bebaccd0-ac29-4062-aa29-b2a92441268d req-c4531c01-5428-46dc-b02f-9cb2115a390f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.2074127 Dec 15 13:44:13.958641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.010233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:14.010691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:14.011261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:14.015835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:14.016361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:14.021517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:14.022057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:14.023035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:14.023557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Bound port: 3f68119a-24fe-402e-9e56-21da0a066ee0, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:14.024003 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.090491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:14.093693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:14.099314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.134204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c1a362cc-7dc9-4310-9c99-ea1b110362da up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:14.143012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0e8350f-f2b6-400b-9b31-b6e1f836bc3d req-35cabfe0-651e-4515-8861-bcc4bd92d05b tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461200 Dec 15 13:44:14.209094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.223970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.224673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.226612 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-51f7f3ea-5e03-4d2d-aad1-b392850bedd0 service neutron] 10.222.0.85 "PUT /v2.0/ports/3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 1096 time: 1.0677028 Dec 15 13:44:14.234276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bebaccd0-ac29-4062-aa29-b2a92441268d req-9a03591d-e348-4af7-ac91-e0f746880a1e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439930 Dec 15 13:44:14.279566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port c1a362cc-7dc9-4310-9c99-ea1b110362da completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:14.284408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port c1a362cc-7dc9-4310-9c99-ea1b110362da triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:14.284826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.349681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-f1e9f299-3bdf-4075-8223-862487b0afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.351719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-f1e9f299-3bdf-4075-8223-862487b0afb9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1099 time: 0.0806663 Dec 15 13:44:14.360065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Router 18c3d590-395d-48ac-944d-6dc606df721a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:14.499693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.518555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-b0328e02-aa65-4d55-bd45-e719a294923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.520232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-b0328e02-aa65-4d55-bd45-e719a294923d service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1464305 Dec 15 13:44:14.568065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c1a362cc-7dc9-4310-9c99-ea1b110362da, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:14.571431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:14.578797 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168c1f9b-7e21-46ed-bb38-7dbff8fa2f65" -d '{"events": [{"server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "name": "network-vif-plugged", "status": "completed", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:14.582523 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-168b8b82-aba4-4ba1-b878-c0b1fb7387d4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.0528882 Dec 15 13:44:14.590207 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.602653 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.609177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4abfd58-cab6-45d1-a01c-d311ba85f957 req-2662ffae-3339-4fb4-96cd-8a1349174b47 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4 HTTP/1.1" status: 200 len: 210 time: 0.2693024 Dec 15 13:44:14.645758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-3b85a848-d50f-4f14-bbaf-032c26fe4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.647797 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-3b85a848-d50f-4f14-bbaf-032c26fe4ee2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0566266 Dec 15 13:44:14.656448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926260f9-3c73-402b-b69f-424f803c82c5 req-581ae4f3-dc2a-470a-b04e-cb06d6a00d77 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.664353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-926260f9-3c73-402b-b69f-424f803c82c5 req-581ae4f3-dc2a-470a-b04e-cb06d6a00d77 tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 1100 time: 0.4104869 Dec 15 13:44:14.675441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c1a362cc-7dc9-4310-9c99-ea1b110362da,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.675737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event deleted for resources: {'Port': ['ID=c17b17cc-a911-4d34-bf62-ab821c983b88,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.689240 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c307606-affb-44c4-97bd-5d419242e8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.721031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:14.728756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-4ac8fcca-ba08-41a0-970b-398c868d9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.731253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-4ac8fcca-ba08-41a0-970b-398c868d9e1f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654802 Dec 15 13:44:14.732804 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:14.758323 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:14.758967 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:14.803863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] No DVR routers for this DVR port c17b17cc-a911-4d34-bf62-ab821c983b88 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:14.825966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.828340 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305dcdc1-00dc-4d85-887c-92edc0795573 x-openstack-request-id: req-305dcdc1-00dc-4d85-887c-92edc0795573 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:14.828655 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:14.828909 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-305dcdc1-00dc-4d85-887c-92edc0795573 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:14.829302 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'code': 200} Dec 15 13:44:14.836981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "DELETE /v2.0/ports/c17b17cc-a911-4d34-bf62-ab821c983b88 HTTP/1.1" status: 204 len: 173 time: 1.5574377 Dec 15 13:44:14.852231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'name': 'network-vif-deleted', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:14.860019 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9c5eb6-0510-4407-b5bf-ce54eccc6d7d" -d '{"events": [{"server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "name": "network-vif-deleted", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:14.888002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-fa486081-40e0-4493-9a71-8aad755d6c5f service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464357 Dec 15 13:44:14.905287 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:14.956531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] No DVR routers for this DVR port 0e51637e-232c-460a-a223-bb411be144bc on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:14.962945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.966774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-788341e7-7cf9-443d-a48d-92d3ccd6e614 req-0799dcc6-b9e6-4349-acb7-103e020c59b2 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.85 "DELETE /v2.0/ports/0e51637e-232c-460a-a223-bb411be144bc HTTP/1.1" status: 204 len: 173 time: 2.6805315 Dec 15 13:44:14.969380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-926260f9-3c73-402b-b69f-424f803c82c5 req-f07b41fb-dc44-4dbb-ad11-8d2ebd06a6ac tempest-ServersOnMultiNodesTest-2002632575 tempest-ServersOnMultiNodesTest-2002632575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042064 Dec 15 13:44:15.019328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd63afd-2889-4777-ad6c-2cc78c7cbd50 req-2fa979ea-d28a-4535-90f0-adb90d6c008e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.036244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afd63afd-2889-4777-ad6c-2cc78c7cbd50 req-2fa979ea-d28a-4535-90f0-adb90d6c008e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1613047 Dec 15 13:44:15.087482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-483dee33-8ecb-49bf-875c-8d41bf56b720 req-c83c30df-bf7d-4fe6-aaa1-37807d17633c service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893179 Dec 15 13:44:15.143479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afd63afd-2889-4777-ad6c-2cc78c7cbd50 req-18b18f68-dc73-44f4-b89c-15a0a4b016cf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061664 Dec 15 13:44:15.168920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe203dd0-ddbc-4d60-ad01-543bb09f60e9 req-4d3ab646-c321-4300-8d14-2c95a0a23aef tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.170473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe203dd0-ddbc-4d60-ad01-543bb09f60e9 req-4d3ab646-c321-4300-8d14-2c95a0a23aef tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0988071 Dec 15 13:44:15.235175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe203dd0-ddbc-4d60-ad01-543bb09f60e9 req-2faedd0a-6679-4dc4-bf43-d5bf24fe5820 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Dec 15 13:44:15.243504 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:15.278374 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:15.289398 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:15.290189 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:15.317143 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc6cc60-594e-45f9-a404-b2a0bf0e9345 x-openstack-request-id: req-dfc6cc60-594e-45f9-a404-b2a0bf0e9345 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:15.317673 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "name": "network-vif-plugged", "status": "completed", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:15.317799 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfc6cc60-594e-45f9-a404-b2a0bf0e9345 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:15.318388 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'code': 200} Dec 15 13:44:15.376101 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca385beb-60a2-433f-9c59-bf1633997ce0 x-openstack-request-id: req-ca385beb-60a2-433f-9c59-bf1633997ce0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:15.376396 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4", "name": "network-vif-deleted", "tag": "c17b17cc-a911-4d34-bf62-ab821c983b88", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:15.376680 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca385beb-60a2-433f-9c59-bf1633997ce0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:15.377071 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bc9d1f-4665-4dcf-b59e-dbc12a5fc3b4', 'name': 'network-vif-deleted', 'tag': 'c17b17cc-a911-4d34-bf62-ab821c983b88', 'status': 'completed', 'code': 200} Dec 15 13:44:15.397233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dbe86-eb38-405b-a6ae-5365e62831fd req-55aecbce-d0d2-471f-a282-cf29f25e4093 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.406378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce7dbe86-eb38-405b-a6ae-5365e62831fd req-55aecbce-d0d2-471f-a282-cf29f25e4093 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0885720 Dec 15 13:44:15.438158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:15.510848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502c63-0e72-41fb-b991-245378210519 req-4645cd5c-c412-4287-8f7c-1b66b81276bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.513889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93502c63-0e72-41fb-b991-245378210519 req-4645cd5c-c412-4287-8f7c-1b66b81276bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 1097 time: 0.0995495 Dec 15 13:44:15.531431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce7dbe86-eb38-405b-a6ae-5365e62831fd req-e9d821f1-1630-4a20-83b4-dda4b3059cfd tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226470 Dec 15 13:44:15.616636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93502c63-0e72-41fb-b991-245378210519 req-fde1a1a4-d631-4586-bae5-d553816fd452 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820904 Dec 15 13:44:15.716873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93421e1c-3d92-4c52-ae15-a7eb6d82dc92 req-c252314f-521c-4ca9-89c6-2de046e03725 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.721949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93421e1c-3d92-4c52-ae15-a7eb6d82dc92 req-c252314f-521c-4ca9-89c6-2de046e03725 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.0951405 Dec 15 13:44:15.751152 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:15.780295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269dd904-aa2a-4911-89fa-8b8115259d69 None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:15.812860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f144d1-2ba7-4387-8fb4-2ea3ab21ae14 req-9f4ccd86-1f31-41e3-ac80-4c87da45ec5b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.814420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82f144d1-2ba7-4387-8fb4-2ea3ab21ae14 req-9f4ccd86-1f31-41e3-ac80-4c87da45ec5b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.0874524 Dec 15 13:44:15.817996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93421e1c-3d92-4c52-ae15-a7eb6d82dc92 req-b376d558-55d3-4c1b-a6fc-e3e6c9c17d3c tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799015 Dec 15 13:44:15.886214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82f144d1-2ba7-4387-8fb4-2ea3ab21ae14 req-0e35f059-627b-4068-a021-3350a811e177 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 Dec 15 13:44:15.957432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd2a28-1eba-48d2-ba9a-c8ad348a357f req-bad9346d-2d3d-4d2a-bb2c-19f6bfc35d4c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.959186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dafd2a28-1eba-48d2-ba9a-c8ad348a357f req-bad9346d-2d3d-4d2a-bb2c-19f6bfc35d4c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.0645173 Dec 15 13:44:16.026597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dafd2a28-1eba-48d2-ba9a-c8ad348a357f req-bf19c2b1-36b2-4512-b33f-907c9e0400bc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 Dec 15 13:44:16.088439 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.158870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:16.189860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d3ee9-985e-43be-849f-fe7d7b4b4cae None None] New status for floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:16.250761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24b1b-75ec-43db-8fa7-280c9aaf9d7b req-dfbf6529-aaf3-4e60-9ae6-3541b7484868 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:16.259265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdd24b1b-75ec-43db-8fa7-280c9aaf9d7b req-dfbf6529-aaf3-4e60-9ae6-3541b7484868 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 944 time: 0.0771122 Dec 15 13:44:16.356148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdd24b1b-75ec-43db-8fa7-280c9aaf9d7b req-90ec4bb0-6375-444d-9adf-d28a713bde73 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873535 Dec 15 13:44:16.371504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3110b-d0e3-4468-93bb-dc4d2489b435 req-81133037-a8e8-4d44-99ee-d22abe72b0e7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:16.377581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1db3110b-d0e3-4468-93bb-dc4d2489b435 req-81133037-a8e8-4d44-99ee-d22abe72b0e7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1155419 Dec 15 13:44:16.474008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1db3110b-d0e3-4468-93bb-dc4d2489b435 req-81511ba7-0e41-4e3a-a753-e4cb8e29caa9 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822203 Dec 15 13:44:16.532889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:16.604760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b86f-3520-460e-b2af-9483d49405c6 req-304d2612-0904-4ec4-8859-74cf131ab1d2 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:16.606297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3e5b86f-3520-460e-b2af-9483d49405c6 req-304d2612-0904-4ec4-8859-74cf131ab1d2 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0578594 Dec 15 13:44:16.830602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:16.832911 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1418938-d25f-4874-9827-261d8693e59c" -d '{"events": [{"name": "network-changed", "server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:16.904167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0e51637e-232c-460a-a223-bb411be144bc no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:16.934563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 0e51637e-232c-460a-a223-bb411be144bc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:16.934969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0e51637e-232c-460a-a223-bb411be144bc not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:16.935574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b587889a-352f-4183-ae4f-406ccceb3251 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:16.976923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3e5b86f-3520-460e-b2af-9483d49405c6 req-ae3631db-0687-4bec-9052-808d8037fdd6 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642349 Dec 15 13:44:17.002515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376a2f2-2cfe-45ba-aea2-001448171b05 req-8b2db003-d29b-43a3-8096-d1cfe5943358 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.009465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f376a2f2-2cfe-45ba-aea2-001448171b05 req-8b2db003-d29b-43a3-8096-d1cfe5943358 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.3901031 Dec 15 13:44:17.032850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-0a5d90f8-4518-49ef-afc6-4d63a85aba7d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.034420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-0a5d90f8-4518-49ef-afc6-4d63a85aba7d tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 944 time: 0.1163776 Dec 15 13:44:17.059847 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f91f8-2f9d-4c1f-8bf5-57e5efb42c99 x-openstack-request-id: req-bb2f91f8-2f9d-4c1f-8bf5-57e5efb42c99 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:17.060197 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:17.060453 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb2f91f8-2f9d-4c1f-8bf5-57e5efb42c99 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:17.060892 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'status': 'completed', 'code': 200} Dec 15 13:44:17.076006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.096649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f376a2f2-2cfe-45ba-aea2-001448171b05 req-f11aff84-19a8-4875-bd2b-9a285dd4e8da tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815265 Dec 15 13:44:17.165397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b587889a-352f-4183-ae4f-406ccceb3251,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:17.174060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.175057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:17.207889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: c17b17cc-a911-4d34-bf62-ab821c983b88 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:17.208336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c17b17cc-a911-4d34-bf62-ab821c983b88 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:17.272607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:17.272928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Deleting port e59e551b-b43c-489b-b1e4-8d78589dba11 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:17.273346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.312459 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.315240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d5ea-b9dd-4a1f-acea-88571f1cfa3a req-5ca336a1-252c-4783-951f-fdd528e850a9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.316920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12a6d5ea-b9dd-4a1f-acea-88571f1cfa3a req-5ca336a1-252c-4783-951f-fdd528e850a9 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.1546905 Dec 15 13:44:17.319366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:17.322170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-a60de05e-ad16-463b-bc72-41a843ef413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.322393 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94b90fd-5a04-4b99-abcd-50b8a8d1fbd5" -d '{"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-unplugged", "status": "completed", "tag": "b587889a-352f-4183-ae4f-406ccceb3251"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:17.323810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-a60de05e-ad16-463b-bc72-41a843ef413c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1099 time: 0.2026067 Dec 15 13:44:17.338579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-cd655537-cde6-42e2-afac-9cb1cf8fbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.340149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-cd655537-cde6-42e2-afac-9cb1cf8fbe0d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1099 time: 0.1495168 Dec 15 13:44:17.364304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0c96-38f3-4a70-a1a7-363bce7fbd8d req-ce459b1c-40b7-47a4-87a0-cbc5a92596c8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.366051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90bb0c96-38f3-4a70-a1a7-363bce7fbd8d req-ce459b1c-40b7-47a4-87a0-cbc5a92596c8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.1469910 Dec 15 13:44:17.389018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'name': 'network-vif-deleted', 'tag': '0e51637e-232c-460a-a223-bb411be144bc'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:17.391411 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70df0c7-ef70-4ae7-ad06-7340e0ae5861" -d '{"events": [{"server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "name": "network-vif-deleted", "tag": "0e51637e-232c-460a-a223-bb411be144bc"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:17.407732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] For port e59e551b-b43c-489b-b1e4-8d78589dba11, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e59e551b-b43c-489b-b1e4-8d78589dba11,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:17.408028 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.421976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Calling delete_port for e59e551b-b43c-489b-b1e4-8d78589dba11 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:17.530362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12a6d5ea-b9dd-4a1f-acea-88571f1cfa3a req-95bcb05a-a305-49fe-8d04-b6fcaf2d50a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025728 Dec 15 13:44:17.588430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.597133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90bb0c96-38f3-4a70-a1a7-363bce7fbd8d req-8888f7da-5620-46c9-9614-943b2dfc9164 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756880 Dec 15 13:44:17.601489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-37e4373a-18a8-43da-8d27-c97d2f515354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.602938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-37e4373a-18a8-43da-8d27-c97d2f515354 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2617946 Dec 15 13:44:17.603897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-3a53de7c-b10f-451f-ad7b-10bca69dac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.605435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-3a53de7c-b10f-451f-ad7b-10bca69dac22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2354112 Dec 15 13:44:17.657144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event deleted for resources: {'Port': ['ID=e59e551b-b43c-489b-b1e4-8d78589dba11,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:17.665451 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a70f28-a2e2-423d-a93d-ca5f3b00bd55 x-openstack-request-id: req-c7a70f28-a2e2-423d-a93d-ca5f3b00bd55 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:17.665941 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-unplugged", "status": "completed", "tag": "b587889a-352f-4183-ae4f-406ccceb3251", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:17.666028 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7a70f28-a2e2-423d-a93d-ca5f3b00bd55 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:17.666374 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251', 'code': 200} Dec 15 13:44:17.714499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] No DVR routers for this DVR port e59e551b-b43c-489b-b1e4-8d78589dba11 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:17.714882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-8b3a8d22-cf79-433d-ad86-4b987682aa3d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.0959122 Dec 15 13:44:17.716529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-1214006d-309e-4cfe-a814-10faab3de661 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.1042259 Dec 15 13:44:17.717230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.720701 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-67e86649-8bc4-441e-b9af-5230f0fc50ed req-32b5bccb-eaa4-4d7e-aae6-820c9dcf56c1 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.85 "DELETE /v2.0/ports/e59e551b-b43c-489b-b1e4-8d78589dba11 HTTP/1.1" status: 204 len: 173 time: 0.6369793 Dec 15 13:44:17.838255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9178d1ae-9484-469b-8cc2-3283b5e2fcb3 req-440af32f-32da-437f-8f6c-32fb43b05bb2 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232 HTTP/1.1" status: 200 len: 210 time: 0.1056776 Dec 15 13:44:17.868242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86134ad1-b030-4051-9b3c-5e9c926bcb8e req-70893d81-3668-4c52-986a-34d797d98f21 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.875836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86134ad1-b030-4051-9b3c-5e9c926bcb8e req-70893d81-3668-4c52-986a-34d797d98f21 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.2106380 Dec 15 13:44:17.899719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-0b20146c-7a49-4868-bc6e-2a7efc2d5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.901538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-0b20146c-7a49-4868-bc6e-2a7efc2d5efe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1679337 Dec 15 13:44:17.905423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-bab1554d-929c-4967-a801-66bd5ee83bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.907418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-bab1554d-929c-4967-a801-66bd5ee83bcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1728883 Dec 15 13:44:17.932314 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54a42a6-25e7-4551-b7b5-c746d25702cf x-openstack-request-id: req-b54a42a6-25e7-4551-b7b5-c746d25702cf {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:17.932668 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8becb90-ed00-4ac8-8035-0d3772513f4f", "name": "network-vif-deleted", "tag": "0e51637e-232c-460a-a223-bb411be144bc", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:17.932895 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b54a42a6-25e7-4551-b7b5-c746d25702cf {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:17.933290 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8becb90-ed00-4ac8-8035-0d3772513f4f', 'name': 'network-vif-deleted', 'tag': '0e51637e-232c-460a-a223-bb411be144bc', 'status': 'completed', 'code': 200} Dec 15 13:44:17.944088 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-6020d1ab-f05c-43d7-9950-c3b8a26678dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490546 Dec 15 13:44:18.007073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86134ad1-b030-4051-9b3c-5e9c926bcb8e req-c3492f45-a27d-43ec-ac42-aa1a3c641b88 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301169 Dec 15 13:44:18.052359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-9386d2ed-0b4b-4566-8639-a6e0aa7fc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.054525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-9386d2ed-0b4b-4566-8639-a6e0aa7fc5f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 1100 time: 0.0801477 Dec 15 13:44:18.070506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-69795ee4-2fec-45ec-8bcb-e6b8d2b32638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.072810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-69795ee4-2fec-45ec-8bcb-e6b8d2b32638 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526356 Dec 15 13:44:18.075466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418938-d25f-4874-9827-261d8693e59c req-94740be6-1e26-4664-b1f3-42dcb50873b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.078221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-94740be6-1e26-4664-b1f3-42dcb50873b6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237526 Dec 15 13:44:18.189073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-e41719a5-e319-4cc1-97a5-16d9fc9130ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.190535 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-e41719a5-e319-4cc1-97a5-16d9fc9130ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.0943091 Dec 15 13:44:18.235707 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-ed038016-6ef7-4581-b0c5-5ebfc3266b79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b HTTP/1.1" status: 200 len: 217 time: 0.0368221 Dec 15 13:44:18.302919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824d8d7-fab4-4875-b43c-6719f016514b req-bc286134-265c-41e1-9bbb-41ebcdc92435 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.304833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7824d8d7-fab4-4875-b43c-6719f016514b req-bc286134-265c-41e1-9bbb-41ebcdc92435 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.2102320 Dec 15 13:44:18.310346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-6445c5eb-dafe-4d6b-a2c0-c0271980361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.311844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-6445c5eb-dafe-4d6b-a2c0-c0271980361d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0644393 Dec 15 13:44:18.312977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356adf-864c-4a4a-9c32-206665db79b5 req-e21981f6-723e-4fe0-a94c-623591dea497 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.315886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53356adf-864c-4a4a-9c32-206665db79b5 req-e21981f6-723e-4fe0-a94c-623591dea497 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.2302225 Dec 15 13:44:18.383404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-f72453d2-29f3-4359-b231-d4a5d24cd726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.385486 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-f72453d2-29f3-4359-b231-d4a5d24cd726 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651629 Dec 15 13:44:18.390588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.399854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-1edb0ecd-09ed-4d4b-b97e-91094def9745 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027282 Dec 15 13:44:18.412327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-0c981aa0-7311-480a-9e73-f62b1b48a588 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056123 Dec 15 13:44:18.548016 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-bdaf4d25-90ba-466b-8323-41b05ba7b7e5 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490004 Dec 15 13:44:18.585403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7824d8d7-fab4-4875-b43c-6719f016514b req-12b2658a-95d3-450a-8a15-c5bdde9b875b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677975 Dec 15 13:44:18.599669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53356adf-864c-4a4a-9c32-206665db79b5 req-5b95f7be-a530-4d46-a318-31d263648e85 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629945 Dec 15 13:44:18.679363 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da602758-75cd-4464-ac6b-ae6a63a6a701 req-6913f896-a581-4968-bfe9-9eb4af8446d4 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232212 Dec 15 13:44:18.706501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-5d7a47a9-2554-47ee-9147-5275f8140c3c service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902107 Dec 15 13:44:18.708348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1418938-d25f-4874-9827-261d8693e59c req-6b5501b8-8aaa-4652-b68b-c3aedcac2e62 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578068 Dec 15 13:44:18.766036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bdbf-d9f7-414e-b1be-5cd046ce4f1e req-cfcdb88a-4e76-40ee-9880-4dfdeb62ac61 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.767685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6798bdbf-d9f7-414e-b1be-5cd046ce4f1e req-cfcdb88a-4e76-40ee-9880-4dfdeb62ac61 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.1041739 Dec 15 13:44:18.823534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfd823-5752-438e-8365-aee99e8b3af2 req-7db69778-a55f-4bcd-9bc9-4e5e588edf7b tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.825074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6cfd823-5752-438e-8365-aee99e8b3af2 req-7db69778-a55f-4bcd-9bc9-4e5e588edf7b tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1138704 Dec 15 13:44:18.904069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849745ce-ed31-4411-bc66-31d653250ee8 req-c83b62fd-070f-4d67-ba67-d6ebcf5a9e10 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.905574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-849745ce-ed31-4411-bc66-31d653250ee8 req-c83b62fd-070f-4d67-ba67-d6ebcf5a9e10 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1369848 Dec 15 13:44:18.910818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6798bdbf-d9f7-414e-b1be-5cd046ce4f1e req-117d6016-7485-43f9-8048-c4b1f88115de tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316571 Dec 15 13:44:18.916706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:18.984622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6cfd823-5752-438e-8365-aee99e8b3af2 req-d5962c70-b3fa-49bf-9ba5-86fdda7c29a7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443698 Dec 15 13:44:19.062611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'name': 'network-vif-deleted', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:19.066741 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344786d8-205f-436f-bd46-af942a76f3ba" -d '{"events": [{"server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "name": "network-vif-deleted", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:19.103231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2800-b06f-4fe6-ad76-511c808523dd req-aa741901-f1d0-4021-83b5-ed4231baa88a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.104842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a07c2800-b06f-4fe6-ad76-511c808523dd req-aa741901-f1d0-4021-83b5-ed4231baa88a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 948 time: 0.1141768 Dec 15 13:44:19.113506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:19.127519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'mac_address': 'fa:16:3e:2b:a6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:19.169915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.173221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:19.173686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.192308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f68119a-24fe-402e-9e56-21da0a066ee0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:19.226041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:19.234612 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.276434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439bbeb-d1b9-431a-a848-f544acc87700 req-141a581e-a346-49e8-b8ff-0e0103ff94f0 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.278174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2439bbeb-d1b9-431a-a848-f544acc87700 req-141a581e-a346-49e8-b8ff-0e0103ff94f0 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.1723523 Dec 15 13:44:19.285312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a07c2800-b06f-4fe6-ad76-511c808523dd req-5b0294e5-845a-4e3b-bdde-84859b5625d9 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579003 Dec 15 13:44:19.290432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:19.295242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Request body: {'floatingip': {'port_id': 'c1a362cc-7dc9-4310-9c99-ea1b110362da'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:19.318535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.355719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:19.356138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.370095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:19.394039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.527623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e1f32-4a61-4b85-9ff4-f182966bca4b req-4f6f2085-3ebe-485a-af8a-26a5cdf00d49 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.529859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-342e1f32-4a61-4b85-9ff4-f182966bca4b req-4f6f2085-3ebe-485a-af8a-26a5cdf00d49 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe5e3b4-5311-4b9b-8f55-e479e5199966 HTTP/1.1" status: 200 len: 949 time: 0.1079266 Dec 15 13:44:19.679171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-342e1f32-4a61-4b85-9ff4-f182966bca4b req-73591517-1169-4def-88f9-1870bf63f67c tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401370 Dec 15 13:44:19.685771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.698590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382', '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'b608812b-93c7-48a6-9a13-d8280650f4e9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:19.727849 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a08d48-c8e2-469c-8580-6de57151d26f x-openstack-request-id: req-79a08d48-c8e2-469c-8580-6de57151d26f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:19.728311 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232", "name": "network-vif-deleted", "tag": "e59e551b-b43c-489b-b1e4-8d78589dba11", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:19.728691 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a08d48-c8e2-469c-8580-6de57151d26f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:19.729215 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfc2b3c-ee84-4c86-a9ea-6c2dab6b7232', 'name': 'network-vif-deleted', 'tag': 'e59e551b-b43c-489b-b1e4-8d78589dba11', 'status': 'completed', 'code': 200} Dec 15 13:44:19.743325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0', 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:19.786212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.848840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['3f68119a-24fe-402e-9e56-21da0a066ee0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:19.991460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:19.994640 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.999542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-849745ce-ed31-4411-bc66-31d653250ee8 req-517361d1-6a53-473d-b722-7938675d3046 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "DELETE /v2.0/ports/ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f HTTP/1.1" status: 204 len: 173 time: 1.0824344 Dec 15 13:44:20.001143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'name': 'network-vif-deleted', 'tag': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:20.012471 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce058b1c-81ae-4420-b942-cc1bfad4e22f" -d '{"events": [{"server_uuid": "dfe5e3b4-5311-4b9b-8f55-e479e5199966", "name": "network-vif-deleted", "tag": "ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:20.029769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ec41-3a5d-4560-9869-a59c05b6b3c6 req-12c0ef01-f9c7-49cf-86fe-5157edb99dc9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.038840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d562ec41-3a5d-4560-9869-a59c05b6b3c6 req-12c0ef01-f9c7-49cf-86fe-5157edb99dc9 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.2256901 Dec 15 13:44:20.073839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef698f3-8c0e-4a0a-9eee-d27e1f584bcb req-39e2aa09-0ee4-4976-a304-36daba11afff tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.083393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ef698f3-8c0e-4a0a-9eee-d27e1f584bcb req-39e2aa09-0ee4-4976-a304-36daba11afff tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 944 time: 0.3139737 Dec 15 13:44:20.136980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d562ec41-3a5d-4560-9869-a59c05b6b3c6 req-c6a455ec-ec70-426b-9ddf-32ad9f51d78d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921626 Dec 15 13:44:20.230861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.239488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.351695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-4e4af54a-554d-4bb7-829d-d13cfe11d10b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.354778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-4e4af54a-554d-4bb7-829d-d13cfe11d10b tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 944 time: 0.1791372 Dec 15 13:44:20.376659 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a associated. External IP: 172.25.2.130, port: c1a362cc-7dc9-4310-9c99-ea1b110362da. Dec 15 13:44:20.378087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ef698f3-8c0e-4a0a-9eee-d27e1f584bcb req-dcb57fcf-b123-450f-a073-edff90b168eb tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/security-groups?id=c337760b-3e12-4797-9598-a2fba0669d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906458 Dec 15 13:44:20.474761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f203f-4f32-4dc2-9f4f-bde4d2f3f073 req-cb9a4893-a4c3-40a1-baca-893fc06efcd5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.481010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f3f203f-4f32-4dc2-9f4f-bde4d2f3f073 req-cb9a4893-a4c3-40a1-baca-893fc06efcd5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.2582812 Dec 15 13:44:20.655267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f3f203f-4f32-4dc2-9f4f-bde4d2f3f073 req-5ac73f47-7748-434f-8235-47ff6b9fc266 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646755 Dec 15 13:44:20.737503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147305-e71c-4db3-9e9f-1b7e2d4b1922 req-19c902dc-9abb-4c43-bb8a-6339d8f136b4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.746040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4147305-e71c-4db3-9e9f-1b7e2d4b1922 req-19c902dc-9abb-4c43-bb8a-6339d8f136b4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.2363336 Dec 15 13:44:20.754755 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43faa18c-9882-435e-918a-20f0aff367a6 x-openstack-request-id: req-43faa18c-9882-435e-918a-20f0aff367a6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:20.755278 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe5e3b4-5311-4b9b-8f55-e479e5199966", "name": "network-vif-deleted", "tag": "ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:20.755278 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43faa18c-9882-435e-918a-20f0aff367a6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:20.755688 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe5e3b4-5311-4b9b-8f55-e479e5199966', 'name': 'network-vif-deleted', 'tag': 'ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f', 'status': 'completed', 'code': 200} Dec 15 13:44:20.774936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Deleting port 13c5f9e3-1477-451b-8069-be85ca51b5c7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:20.775367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.784895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Router 18c3d590-395d-48ac-944d-6dc606df721a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:20.852610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.864844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4147305-e71c-4db3-9e9f-1b7e2d4b1922 req-50a898f3-0fd7-4e5c-898c-244dcbe3eb95 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159232 Dec 15 13:44:20.974682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:20.975469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:20.981092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.985463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df779d3-0e8d-4511-886d-c8fe5264d1bb req-3b12e0f7-3899-4803-9cb5-fb94f9424435 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.987268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2df779d3-0e8d-4511-886d-c8fe5264d1bb req-3b12e0f7-3899-4803-9cb5-fb94f9424435 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.1180263 Dec 15 13:44:20.989751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] For port 13c5f9e3-1477-451b-8069-be85ca51b5c7, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=13c5f9e3-1477-451b-8069-be85ca51b5c7,segment=NetworkSegment(51a09a80-08c7-479b-a50f-b1e65d049572),segment_id=51a09a80-08c7-479b-a50f-b1e65d049572)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:20.990206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.997084 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:21.017914 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:21.018450 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b8b60b58-cbbc-4e56-b351-2b7201c83026 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "PUT /v2.0/floatingips/d469d2ea-80aa-40d6-a5b0-860090d6850a HTTP/1.1" status: 200 len: 992 time: 1.7264142 Dec 15 13:44:21.018829 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:21.031128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Calling delete_port for 13c5f9e3-1477-451b-8069-be85ca51b5c7 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:21.050758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:21.052887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba90bb8f-6ee4-45c4-9fc7-f1643a12ca3f not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:21.054126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:21.097433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: e59e551b-b43c-489b-b1e4-8d78589dba11 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:21.103807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e59e551b-b43c-489b-b1e4-8d78589dba11 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:21.137630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2df779d3-0e8d-4511-886d-c8fe5264d1bb req-4e7e4d0e-ad8d-4dc0-82e2-71601d041328 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311455 Dec 15 13:44:21.156652 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:21.329158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.376762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Pushing event deleted for resources: {'Port': ['ID=13c5f9e3-1477-451b-8069-be85ca51b5c7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:21.426545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963b7aa-dcce-4442-87c5-355f8f0e55f7 req-dd623185-d572-40fa-b967-937098bd239f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:21.429296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4963b7aa-dcce-4442-87c5-355f8f0e55f7 req-dd623185-d572-40fa-b967-937098bd239f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1797526 Dec 15 13:44:21.459593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] No DVR routers for this DVR port 13c5f9e3-1477-451b-8069-be85ca51b5c7 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:21.465420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.470169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc0082aa-c188-45ae-9321-b0c8b4c1d857 req-aad3fafc-6655-4bd4-a7f7-f5d9a6f75e8e tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.67 "DELETE /v2.0/ports/13c5f9e3-1477-451b-8069-be85ca51b5c7 HTTP/1.1" status: 204 len: 173 time: 1.0837197 Dec 15 13:44:21.522710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4963b7aa-dcce-4442-87c5-355f8f0e55f7 req-628cbca9-0dbd-400c-81f2-a3f659dfbea8 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709226 Dec 15 13:44:21.679857 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'd469d2ea-80aa-40d6-a5b0-860090d6850a', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'port_id': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'mac_address': 'fa:16:3e:98:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:05Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:21.713508 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:21.723689 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:21.724422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:21.730698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:21.735965 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c95b28-b307-49d9-b293-0df1c3cfbe37" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:21.855481 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:21.980319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8de519e2-53c9-465c-8996-444fa8a1e4a9 req-c74eacf2-05a7-437f-a566-d8a1e53b2f50 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] 10.222.0.32 "GET /v2.0/ports?device_id=3efd83bb-e7e6-40c7-a000-a2507a5532a5 HTTP/1.1" status: 200 len: 210 time: 0.0380595 Dec 15 13:44:21.995130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-66b15ffd-4c45-4f51-8aea-4a1754dbe313 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:21.996812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-66b15ffd-4c45-4f51-8aea-4a1754dbe313 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.85 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5&tenant_id=270f4c1e49a84fbba8bd245195d3c568&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 949 time: 0.4575152 Dec 15 13:44:22.012976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2b54-450c-4924-89e9-d7f3d3a68040 req-6390f87c-3699-4364-a2fd-f1bfdc88a4df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.012976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-432e2b54-450c-4924-89e9-d7f3d3a68040 req-6390f87c-3699-4364-a2fd-f1bfdc88a4df tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 950 time: 0.4104919 Dec 15 13:44:22.106066 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'd469d2ea-80aa-40d6-a5b0-860090d6850a', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'port_id': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'mac_address': 'fa:16:3e:98:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:05Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:22.125423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-432e2b54-450c-4924-89e9-d7f3d3a68040 req-6cd56324-edcb-4ce8-9690-df529389d924 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080854 Dec 15 13:44:22.134043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-4593e80f-fa33-4a92-8903-7cd5a5684b08 service neutron] 10.222.0.85 "GET /v2.0/ports/3f68119a-24fe-402e-9e56-21da0a066ee0/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 382 time: 0.1230290 Dec 15 13:44:22.135745 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f813c4-519e-4f51-8a0c-03717132d009 None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'd469d2ea-80aa-40d6-a5b0-860090d6850a', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'port_id': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'mac_address': 'fa:16:3e:98:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:05Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:22.159336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d52ec-92df-4c3d-8bf6-3bd9635901f5 req-a6e389f0-6aa0-4290-96d3-ac6cbbf50f95 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.169606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-825d52ec-92df-4c3d-8bf6-3bd9635901f5 req-a6e389f0-6aa0-4290-96d3-ac6cbbf50f95 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.1008258 Dec 15 13:44:22.232346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-825d52ec-92df-4c3d-8bf6-3bd9635901f5 req-b3fab6e0-6ac0-4d25-99b7-9a0733acce5c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615902 Dec 15 13:44:22.296885 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc2048b-34ab-4804-88ab-74aebc62c1be x-openstack-request-id: req-7dc2048b-34ab-4804-88ab-74aebc62c1be {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:22.297431 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:22.298087 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dc2048b-34ab-4804-88ab-74aebc62c1be {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:22.298650 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'status': 'completed', 'code': 200} Dec 15 13:44:22.301521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb35e8-df41-4c48-96f5-8b125f7f9707 req-8fc6e522-659b-45cb-b338-28eb691815e0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.303171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6beb35e8-df41-4c48-96f5-8b125f7f9707 req-8fc6e522-659b-45cb-b338-28eb691815e0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.0696185 Dec 15 13:44:22.422209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cade3a-f961-4e18-9a81-3a2a7bebfd39 None None] New status for floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:22.429358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6beb35e8-df41-4c48-96f5-8b125f7f9707 req-eade8d37-95c7-4bba-a1fe-254350a1ab7a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106789 Dec 15 13:44:22.445026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-1159af91-9544-4a37-ae6d-d92c53a668b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.446693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-1159af91-9544-4a37-ae6d-d92c53a668b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 1097 time: 0.1171229 Dec 15 13:44:22.460873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945026c1-a8a3-487b-80f4-443ea119c862 req-ba7aff74-7211-4ace-976c-a46218d8a702 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.462507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-945026c1-a8a3-487b-80f4-443ea119c862 req-ba7aff74-7211-4ace-976c-a46218d8a702 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1092007 Dec 15 13:44:22.575656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-945026c1-a8a3-487b-80f4-443ea119c862 req-b9291cc0-b1c2-4e46-9355-78a97789a667 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029782 Dec 15 13:44:22.590535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-08cf813d-c013-46aa-9878-bd6b8dedb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.592328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-08cf813d-c013-46aa-9878-bd6b8dedb844 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 200 len: 926 time: 0.1288462 Dec 15 13:44:22.700261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-ae400cb3-26b2-4f6b-8284-9fcc3ce42dda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da HTTP/1.1" status: 200 len: 1002 time: 0.0906723 Dec 15 13:44:22.724034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48020bcb-fada-4b92-b96c-e85845a9837d req-c6f1499e-d6f3-42a1-9cf2-36b3529f2e84 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.725531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48020bcb-fada-4b92-b96c-e85845a9837d req-c6f1499e-d6f3-42a1-9cf2-36b3529f2e84 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0777678 Dec 15 13:44:22.759899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'name': 'network-vif-deleted', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:22.762502 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a808bd-16e4-48a6-8328-204269a32c7a" -d '{"events": [{"server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "name": "network-vif-deleted", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:22.786190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-b2e99b66-1d51-44de-bfe7-bb8faaf29cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.791185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-b2e99b66-1d51-44de-bfe7-bb8faaf29cf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 200 len: 863 time: 0.0789161 Dec 15 13:44:22.801488 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96171dc-0d96-45da-81c5-6b6d403a0ba3 x-openstack-request-id: req-a96171dc-0d96-45da-81c5-6b6d403a0ba3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:22.801780 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd83bb-e7e6-40c7-a000-a2507a5532a5", "name": "network-vif-deleted", "tag": "13c5f9e3-1477-451b-8069-be85ca51b5c7", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:22.802026 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a96171dc-0d96-45da-81c5-6b6d403a0ba3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:22.802407 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd83bb-e7e6-40c7-a000-a2507a5532a5', 'name': 'network-vif-deleted', 'tag': '13c5f9e3-1477-451b-8069-be85ca51b5c7', 'status': 'completed', 'code': 200} Dec 15 13:44:22.815507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48020bcb-fada-4b92-b96c-e85845a9837d req-b20232d2-c014-4070-aee7-47062f85757f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717826 Dec 15 13:44:22.861120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-df5b772c-0b9a-4422-bb52-15a82d2f44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.862672 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-df5b772c-0b9a-4422-bb52-15a82d2f44bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1100 time: 0.0463486 Dec 15 13:44:22.882546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-f6e06c94-06ea-40c4-ab25-7ffd4079ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.883924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-f6e06c94-06ea-40c4-ab25-7ffd4079ac46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807633 Dec 15 13:44:22.891923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-92062f86-40c0-4f5b-9b57-6421f3d5dcb2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.893271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-92062f86-40c0-4f5b-9b57-6421f3d5dcb2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.0758379 Dec 15 13:44:22.949257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:22.985861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-c9d0774d-d67b-468c-b39f-d56a04ffc41b service neutron] 10.222.0.67 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909872 Dec 15 13:44:23.008541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 3f68119a-24fe-402e-9e56-21da0a066ee0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:23.012670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 3f68119a-24fe-402e-9e56-21da0a066ee0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:23.015456 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.058807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:23.092622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-fb1059ff-0694-4a33-9867-d0e0fc3745f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.094730 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-fb1059ff-0694-4a33-9867-d0e0fc3745f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1087780 Dec 15 13:44:23.113121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.117403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44c95b28-b307-49d9-b293-0df1c3cfbe37 req-aa8660d0-56ef-4f10-82a8-d73762f32a42 service neutron] 10.222.0.67 "GET /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235847 Dec 15 13:44:23.143715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:23.146221 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f121f-2692-46c4-a65b-82c0cc1ba1df" -d '{"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:23.160595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:23.165926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.190052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Deleting subnet d00b65c8-c61e-45e1-97c6-77a7a7a03587 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:23.194755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.207903 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fc76f3-6997-423f-a514-85d55ce22fa4 x-openstack-request-id: req-e0fc76f3-6997-423f-a514-85d55ce22fa4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:23.208200 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:23.208459 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0fc76f3-6997-423f-a514-85d55ce22fa4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:23.208882 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'code': 200} Dec 15 13:44:23.223020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:23.236158 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.269083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb809-7a1d-45c5-8c4e-88fa97fb9d84 req-ff02f506-e5f3-4acc-93d9-d1f98f971abe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.270942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f91fb809-7a1d-45c5-8c4e-88fa97fb9d84 req-ff02f506-e5f3-4acc-93d9-d1f98f971abe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 950 time: 0.0545588 Dec 15 13:44:23.276056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.335148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.362033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00b65c8-c61e-45e1-97c6-77a7a7a03587,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:23.367213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.370572 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be0b6a32-6e44-42d7-8ee3-5a0850b55137 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d00b65c8-c61e-45e1-97c6-77a7a7a03587 HTTP/1.1" status: 204 len: 168 time: 0.3106492 Dec 15 13:44:23.373347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:23.381814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-ae232035-8c05-4507-87f8-ab61475fbbd7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.383536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-ae232035-8c05-4507-87f8-ab61475fbbd7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 950 time: 0.1116145 Dec 15 13:44:23.390383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f91fb809-7a1d-45c5-8c4e-88fa97fb9d84 req-ea10bf6d-498a-4b5c-9615-e6d3f988f59e tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081042 Dec 15 13:44:23.455388 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.474281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7c26f-1f10-4e4c-9c1d-6c51ad770b99 req-16f9cc4f-3d02-4a57-8e01-3344a1adc004 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.476410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5df7c26f-1f10-4e4c-9c1d-6c51ad770b99 req-16f9cc4f-3d02-4a57-8e01-3344a1adc004 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1560640 Dec 15 13:44:23.540551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.560293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8522aa-f6ca-4c29-9f30-edc66a499ecc']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:23.569746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a09a80-08c7-479b-a50f-b1e65d049572') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:23.570034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a09a80-08c7-479b-a50f-b1e65d049572') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:23.580294 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.602709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.608997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:23.610118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:23.612153 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:23.654638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5df7c26f-1f10-4e4c-9c1d-6c51ad770b99 req-59491062-8aba-4db8-8cf9-95920411ea63 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634402 Dec 15 13:44:23.665989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792c228-6fd5-4473-b153-2d57951198f8 req-419c4c7f-f3a4-4645-888c-0d3c658b2c49 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.668362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4792c228-6fd5-4473-b153-2d57951198f8 req-419c4c7f-f3a4-4645-888c-0d3c658b2c49 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.1433806 Dec 15 13:44:23.672932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port b608812b-93c7-48a6-9a13-d8280650f4e9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:23.673382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.683687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.693165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.701036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd8522aa-f6ca-4c29-9f30-edc66a499ecc HTTP/1.1" status: 204 len: 168 time: 0.3266439 Dec 15 13:44:23.702007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:23.721304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de8f6-bd3c-441f-8086-7c3f5b3710ce admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8522aa-f6ca-4c29-9f30-edc66a499ecc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:23.757743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Deleting port b587889a-352f-4183-ae4f-406ccceb3251 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:23.757893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.791258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-93bec4e0-7da3-44f1-91c5-35a0d15b42ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.0713882 Dec 15 13:44:23.837932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Deleting subnet 8d95e203-8edf-44ec-8cbf-4c62f5d5494d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:23.848591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.854166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4792c228-6fd5-4473-b153-2d57951198f8 req-5bb86378-245d-46dd-95f1-e7afee3e4fa2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775978 Dec 15 13:44:23.880815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port b608812b-93c7-48a6-9a13-d8280650f4e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b608812b-93c7-48a6-9a13-d8280650f4e9,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:23.882064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.883204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-5a9d2ee0-8061-4e6e-bd0b-d3dab5f6b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.885355 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-5a9d2ee0-8061-4e6e-bd0b-d3dab5f6b357 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0864635 Dec 15 13:44:23.916555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.929837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for b608812b-93c7-48a6-9a13-d8280650f4e9 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:23.976918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] For port b587889a-352f-4183-ae4f-406ccceb3251, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b587889a-352f-4183-ae4f-406ccceb3251,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:23.977284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.980323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.985057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-187ad28c-a1bb-48a1-a8f8-6508b7cbbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.986561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-187ad28c-a1bb-48a1-a8f8-6508b7cbbe39 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903516 Dec 15 13:44:24.011608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Calling delete_port for b587889a-352f-4183-ae4f-406ccceb3251 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:24.087992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc459-181c-4cb3-a87d-4bcd2d503467 req-19d3515b-aae1-4302-8a51-01326aaaf0b4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.089629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c7fc459-181c-4cb3-a87d-4bcd2d503467 req-19d3515b-aae1-4302-8a51-01326aaaf0b4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1789551 Dec 15 13:44:24.158140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044928d-0fc0-459b-9193-a61327735a12 req-1df427e3-188d-424c-bf3e-6d4b0b251cb4 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.159731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4044928d-0fc0-459b-9193-a61327735a12 req-1df427e3-188d-424c-bf3e-6d4b0b251cb4 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.2054844 Dec 15 13:44:24.167152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:24.193273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 13c5f9e3-1477-451b-8069-be85ca51b5c7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:24.194289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 13c5f9e3-1477-451b-8069-be85ca51b5c7 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:24.194792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b608812b-93c7-48a6-9a13-d8280650f4e9 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:24.278463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.282727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c7fc459-181c-4cb3-a87d-4bcd2d503467 req-1ed14814-e825-4d36-a554-1962141fdcc9 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556122 Dec 15 13:44:24.332619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.342105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.348584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382', '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', '10c27024-a0dc-4801-b9dc-eb1bce890c08'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:24.364229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4044928d-0fc0-459b-9193-a61327735a12 req-81f47aa1-c1e5-434e-97d5-153e95a0a1e0 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740611 Dec 15 13:44:24.387002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d95e203-8edf-44ec-8cbf-4c62f5d5494d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.390303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=b608812b-93c7-48a6-9a13-d8280650f4e9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.399701 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-e1de0975-f9ac-4258-8d8d-3634d3153f81 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913126 Dec 15 13:44:24.401199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.405023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3efbc42a-6a97-4987-a235-da0415c32faa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d95e203-8edf-44ec-8cbf-4c62f5d5494d HTTP/1.1" status: 204 len: 168 time: 0.6866190 Dec 15 13:44:24.405557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:24.407425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:24.470045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port b608812b-93c7-48a6-9a13-d8280650f4e9 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:24.473254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.478066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f49fe10b-7084-4658-93d7-4bfe0a592b58 req-203e9ce4-cf82-4229-8c64-2013d9f0e982 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "DELETE /v2.0/ports/b608812b-93c7-48a6-9a13-d8280650f4e9 HTTP/1.1" status: 204 len: 173 time: 1.0845199 Dec 15 13:44:24.501374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.550026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43af53ef-b148-4906-b190-4d5144737e9d req-e9980d7e-d339-4a98-94cf-1a7fc3d45d43 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c50e3ae-79c8-4116-a977-d90de1618360 HTTP/1.1" status: 200 len: 210 time: 0.0702415 Dec 15 13:44:24.553617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event deleted for resources: {'Port': ['ID=b587889a-352f-4183-ae4f-406ccceb3251,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.613287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] No DVR routers for this DVR port b587889a-352f-4183-ae4f-406ccceb3251 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:24.617856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.623398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-3a164cf5-71f2-46f8-907f-f725f9d765b7 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.85 "DELETE /v2.0/ports/b587889a-352f-4183-ae4f-406ccceb3251 HTTP/1.1" status: 204 len: 173 time: 1.1991072 Dec 15 13:44:24.639704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.748181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-77696dbe-7a7a-46ab-aa87-064f822cd0bc service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382134 Dec 15 13:44:24.823213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c50e3ae-79c8-4116-a977-d90de1618360', 'name': 'network-vif-deleted', 'tag': 'b608812b-93c7-48a6-9a13-d8280650f4e9'}, {'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-deleted', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:24.829985 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a1bde-2c17-4702-bfeb-6b0b580e2054" -d '{"events": [{"server_uuid": "1c50e3ae-79c8-4116-a977-d90de1618360", "name": "network-vif-deleted", "tag": "b608812b-93c7-48a6-9a13-d8280650f4e9"}, {"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-deleted", "tag": "b587889a-352f-4183-ae4f-406ccceb3251"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:24.915887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-93251c23-bdc5-47d4-9582-14e50e945cfd tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.923316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-93251c23-bdc5-47d4-9582-14e50e945cfd tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.1887784 Dec 15 13:44:24.950514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.977837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:24.999380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:25.002053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8a1402-1f83-4e0c-9adb-6740fb51db09']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:25.017147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957c3431-d653-43ed-83f7-e96db2a8a2f1') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:25.017770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957c3431-d653-43ed-83f7-e96db2a8a2f1') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:25.031828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.051398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.060427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:25.061219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:25.064191 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:25.114110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8d568-074e-4939-a539-2733b4e3548f req-2e6c2ffb-15ac-4201-93c8-8109d448ee9a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.115796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adf8d568-074e-4939-a539-2733b4e3548f req-2e6c2ffb-15ac-4201-93c8-8109d448ee9a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.2611899 Dec 15 13:44:25.120909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:44:25.138611 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ecdc09-eb84-400e-937e-c9510ba0a2e8 x-openstack-request-id: req-25ecdc09-eb84-400e-937e-c9510ba0a2e8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:25.139185 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c50e3ae-79c8-4116-a977-d90de1618360", "name": "network-vif-deleted", "tag": "b608812b-93c7-48a6-9a13-d8280650f4e9", "status": "completed", "code": 200}, {"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-deleted", "tag": "b587889a-352f-4183-ae4f-406ccceb3251", "status": "failed", "code": 422}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:25.139618 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25ecdc09-eb84-400e-937e-c9510ba0a2e8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:25.140611 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c50e3ae-79c8-4116-a977-d90de1618360', 'name': 'network-vif-deleted', 'tag': 'b608812b-93c7-48a6-9a13-d8280650f4e9', 'status': 'completed', 'code': 200} Dec 15 13:44:25.141051 n-d-815324-3 neutron-server[103379]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-deleted', 'tag': 'b587889a-352f-4183-ae4f-406ccceb3251', 'status': 'failed', 'code': 422} returned with failed status Dec 15 13:44:25.168951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.174880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.183143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] 10.222.0.32 "DELETE /v2.0/networks/3c8a1402-1f83-4e0c-9adb-6740fb51db09 HTTP/1.1" status: 204 len: 168 time: 0.7722137 Dec 15 13:44:25.200225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88816c-010e-498f-b6c9-4b51b3255f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8a1402-1f83-4e0c-9adb-6740fb51db09,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:25.327917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.377864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46540) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:25.384450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:25.405907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:44:25.457151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef011e-9ec3-440b-b924-e8948d9801ba req-41f5636b-0bce-4e8b-8b18-67d953acb454 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.462937 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e2656064-81e6-4b6a-b12c-cf197c4bde46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=457718dc070c40c0801e143b33cc2467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835807 Dec 15 13:44:25.463563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:25.467990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33ef011e-9ec3-440b-b924-e8948d9801ba req-41f5636b-0bce-4e8b-8b18-67d953acb454 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 945 time: 0.2268703 Dec 15 13:44:25.518578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3522bab-07e4-46d1-83f5-406c2c2dc390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.524629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33ef011e-9ec3-440b-b924-e8948d9801ba req-1a8f4c17-4ae7-4dba-9696-1ee99492556e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 Dec 15 13:44:25.552104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adf8d568-074e-4939-a539-2733b4e3548f req-b6ca3c31-e036-48cc-bf13-a3ef9c8509c3 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203703 Dec 15 13:44:25.571041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3522bab-07e4-46d1-83f5-406c2c2dc390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.645431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3522bab-07e4-46d1-83f5-406c2c2dc390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.650333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3522bab-07e4-46d1-83f5-406c2c2dc390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.656490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3522bab-07e4-46d1-83f5-406c2c2dc390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c337760b-3e12-4797-9598-a2fba0669d61 HTTP/1.1" status: 204 len: 168 time: 0.1918983 Dec 15 13:44:25.667080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3522bab-07e4-46d1-83f5-406c2c2dc390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337760b-3e12-4797-9598-a2fba0669d61,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:25.753243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b41999a-0a11-4729-8397-8b5d165e0547 req-ca24a11d-9ce2-4ade-bbc2-71c7e146f99d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.0954340 Dec 15 13:44:25.799480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:25.849768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3190e-e46b-410b-ae34-7aadd0493e03 req-25329a45-b572-405f-91b2-70464d103941 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.858077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ee3190e-e46b-410b-ae34-7aadd0493e03 req-25329a45-b572-405f-91b2-70464d103941 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.2034605 Dec 15 13:44:25.944971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ee3190e-e46b-410b-ae34-7aadd0493e03 req-e50b4b81-355f-4f00-aabd-15f6cb7f3377 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832660 Dec 15 13:44:25.948669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:26.014177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.023885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.154095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:26.168627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:26.168951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:26.169377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:26.177663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:26.178535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Attempting to bind port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on network 62085ffc-a328-428d-8518-ab1288367925 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:26.186996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:26.187328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Checking segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:26.187704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Bound using segment: {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:26.188134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Bound port: 7290669d-74b3-4703-a4ba-5222a2f5bb65, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5389d80-ce86-42a7-804f-5e95cb1e06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '62085ffc-a328-428d-8518-ab1288367925'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:26.188488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.200066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a591fca-082f-476e-bb45-be77a2883115 req-0eca470f-844d-4d0d-844e-9b2e3a46a841 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:26.202646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a591fca-082f-476e-bb45-be77a2883115 req-0eca470f-844d-4d0d-844e-9b2e3a46a841 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 949 time: 0.1163998 Dec 15 13:44:26.223994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:26.266487 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c6bffebd-2036-4978-b0ab-9654476bb3c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63851ee8bd754184b6ce30667762709f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397427 Dec 15 13:44:26.268981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:26.299681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a591fca-082f-476e-bb45-be77a2883115 req-2d38c06e-6e5e-4df3-927d-bf6c3d2c98c8 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848839 Dec 15 13:44:26.306924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:26.310865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:26.316037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.326138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-996493f0-8fbd-4a88-9d4a-805a551c9f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.352197 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-996493f0-8fbd-4a88-9d4a-805a551c9f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.386369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:26.387184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.388392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] 10.222.0.85 "PUT /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 1121 time: 1.4158249 Dec 15 13:44:26.398959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808765c-ac3f-40f9-98b9-c01ab72bcd51 service neutron] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:26.406029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-996493f0-8fbd-4a88-9d4a-805a551c9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.408711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-996493f0-8fbd-4a88-9d4a-805a551c9f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.413336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-996493f0-8fbd-4a88-9d4a-805a551c9f8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03e8cb2-42bd-4ed4-af3d-ad584361e8a9 HTTP/1.1" status: 204 len: 168 time: 0.1432145 Dec 15 13:44:26.423506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996493f0-8fbd-4a88-9d4a-805a551c9f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e8cb2-42bd-4ed4-af3d-ad584361e8a9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:26.524597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7290669d-74b3-4703-a4ba-5222a2f5bb65'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:26.614502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['7290669d-74b3-4703-a4ba-5222a2f5bb65'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:26.834128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cf9f0-1506-49e6-8894-ee3c515b54fa req-079bf79d-1b25-4c4a-afc4-ac9d110e9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:26.836625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f7cf9f0-1506-49e6-8894-ee3c515b54fa req-079bf79d-1b25-4c4a-afc4-ac9d110e9b1f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 1097 time: 0.2462797 Dec 15 13:44:26.878348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9907e-d091-4e62-8704-8957e8d8c153 req-0fa562a2-eb52-4794-a15a-17335394051b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:26.882381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76f9907e-d091-4e62-8704-8957e8d8c153 req-0fa562a2-eb52-4794-a15a-17335394051b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.2139730 Dec 15 13:44:27.053020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f9b21-0ab5-44a1-9ba1-5bd80d8e1ac1 req-7a1df505-2f1c-4cb0-9b2a-00e5850eddaf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.061107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-586f9b21-0ab5-44a1-9ba1-5bd80d8e1ac1 req-7a1df505-2f1c-4cb0-9b2a-00e5850eddaf tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.2600894 Dec 15 13:44:27.098675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-e4dce14d-1b62-4153-87e8-dff7d40928de tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.100877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-e4dce14d-1b62-4153-87e8-dff7d40928de tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.67 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 816 time: 0.3849740 Dec 15 13:44:27.117877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76f9907e-d091-4e62-8704-8957e8d8c153 req-6e71eeab-9ca8-4fa5-aad9-e742d4733402 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142684 Dec 15 13:44:27.133274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f7cf9f0-1506-49e6-8894-ee3c515b54fa req-865bb42e-d7b5-4ff1-a4c4-f41c555e0e71 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483995 Dec 15 13:44:27.150522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65'}, {'name': 'network-changed', 'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:27.153786 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad59566-ab1e-44aa-85d4-688c1926cf41" -d '{"events": [{"server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "name": "network-vif-unplugged", "status": "completed", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65"}, {"name": "network-changed", "server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:27.187940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-586f9b21-0ab5-44a1-9ba1-5bd80d8e1ac1 req-37fdc012-572f-438b-9392-17a102613256 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259286 Dec 15 13:44:27.259100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5262d74c-556b-4f3c-b207-59b4bd41aa2f req-20c241f2-8dfe-4a9f-aa84-5772fe5e35f9 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.0625980 Dec 15 13:44:27.341162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-ca8a578e-9ae6-490c-a9a3-6cf57822b49a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1987755570db4d7daf9c648f4f0d4b53 HTTP/1.1" status: 200 len: 379 time: 0.2200241 Dec 15 13:44:27.359624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'port': {'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'admin_state_up': True, 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'security_groups': ['0e7bc52f-3cd4-4898-9bdd-87a40653aa0b']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:27.371396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681879e1-bc87-4eb5-bddc-65de4e25a835 req-abf59a71-8b78-4885-bb9a-2969ad93bfd1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.372990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-681879e1-bc87-4eb5-bddc-65de4e25a835 req-abf59a71-8b78-4885-bb9a-2969ad93bfd1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0937331 Dec 15 13:44:27.494620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-681879e1-bc87-4eb5-bddc-65de4e25a835 req-36c5cc02-588f-49f0-ba1e-f46d9a3089f2 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100442 Dec 15 13:44:27.514760 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b401ef6-9346-420c-b587-e3cd48625cdc x-openstack-request-id: req-8b401ef6-9346-420c-b587-e3cd48625cdc {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:27.515113 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "name": "network-vif-unplugged", "status": "completed", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65", "code": 200}, {"name": "network-changed", "server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:27.515393 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b401ef6-9346-420c-b587-e3cd48625cdc {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:27.515705 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'code': 200} Dec 15 13:44:27.515966 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'status': 'completed', 'code': 200} Dec 15 13:44:27.547622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Made reservation on behalf of 1987755570db4d7daf9c648f4f0d4b53 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:27.554387 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.610445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-5ac0bd94-174f-4f70-9ae8-b8c00cb6978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.612009 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-5ac0bd94-174f-4f70-9ae8-b8c00cb6978e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1124 time: 0.0441451 Dec 15 13:44:27.800879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-b509afae-5fc0-4213-81d3-7f5940389249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.802616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-b509afae-5fc0-4213-81d3-7f5940389249 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1708932 Dec 15 13:44:27.818310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-451d9463-7eb6-4d67-ae11-43a52e0c0cb7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.820617 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-451d9463-7eb6-4d67-ae11-43a52e0c0cb7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 949 time: 0.0802073 Dec 15 13:44:27.908296 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-597503ac-0f57-4673-b4a5-3caf4779d60a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 217 time: 0.0866396 Dec 15 13:44:28.035033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-99535e6b-9447-480a-b9ef-73040bb243ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.036541 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-99535e6b-9447-480a-b9ef-73040bb243ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.0853827 Dec 15 13:44:28.154145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-4b940921-b840-491d-b9a1-4f9cd00a0687 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978837 Dec 15 13:44:28.157941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de585710-5a41-462f-97c7-65fcd9e75492 req-e8118669-7634-4058-a60f-75e7c999968b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.165736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de585710-5a41-462f-97c7-65fcd9e75492 req-e8118669-7634-4058-a60f-75e7c999968b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 949 time: 0.5458519 Dec 15 13:44:28.213078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Allocated IP 172.20.0.9 (5311b76b-57b9-4507-a6a8-833263d77256/4ba3cab8-8093-4470-89a0-819345d1ef2b/1eb508ea-2f6a-4e41-b398-a90a371fb3e3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:28.245674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.67', 58299) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:28.265095 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de585710-5a41-462f-97c7-65fcd9e75492 req-bb153c23-ea4a-4c7d-8617-afd60988b21b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978162 Dec 15 13:44:28.325439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port 10c27024-a0dc-4801-b9dc-eb1bce890c08 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:28.326094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.346076 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-daa12988-8681-4113-ac35-f93beadc5da0 service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797664 Dec 15 13:44:28.493973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-9fe2c721-c496-4524-b295-6c4e7f0a8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.498289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-9fe2c721-c496-4524-b295-6c4e7f0a8b41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5&tenant_id=270f4c1e49a84fbba8bd245195d3c568 HTTP/1.1" status: 200 len: 1101 time: 0.2311931 Dec 15 13:44:28.536044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port 10c27024-a0dc-4801-b9dc-eb1bce890c08, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=10c27024-a0dc-4801-b9dc-eb1bce890c08,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:28.536494 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.571041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for 10c27024-a0dc-4801-b9dc-eb1bce890c08 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:28.576728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.591673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:28.620041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4ad59566-ab1e-44aa-85d4-688c1926cf41 req-1d994ca3-8aad-4243-8956-d887c2d9fe5b service neutron] 10.222.0.67 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643013 Dec 15 13:44:28.731003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc253097-c3ac-42cb-b1d7-2e2548483c5b req-100b7df5-34a0-40f1-a737-4d510c7210d2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.732840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc253097-c3ac-42cb-b1d7-2e2548483c5b req-100b7df5-34a0-40f1-a737-4d510c7210d2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.2919695 Dec 15 13:44:28.740959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.761553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.794079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88cc6c-26e1-4b0c-8556-b5953d4d0d74 req-9900295b-9962-4a2a-833f-f7b7ed8069db tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.795731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e88cc6c-26e1-4b0c-8556-b5953d4d0d74 req-9900295b-9962-4a2a-833f-f7b7ed8069db tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.2098770 Dec 15 13:44:28.810516 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.824545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382', '59ba8080-ca6a-4ee2-a1cd-3a51579a0581'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:28.869796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=10c27024-a0dc-4801-b9dc-eb1bce890c08,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:28.905412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Network 5311b76b-57b9-4507-a6a8-833263d77256 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:28.919471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:28.923328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event updated for resources: {'Port': ['ID=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:28.929432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:28.933839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port 10c27024-a0dc-4801-b9dc-eb1bce890c08 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:28.937500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.943115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5c64ea80-cb6f-45a8-acc7-bede8f46489a req-0ff667ea-eebf-40ca-91da-244612451fdb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "DELETE /v2.0/ports/10c27024-a0dc-4801-b9dc-eb1bce890c08 HTTP/1.1" status: 204 len: 173 time: 1.1134615 Dec 15 13:44:28.946919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70c4f55-4812-444c-b619-eff3735ed330', 'name': 'network-vif-deleted', 'tag': '10c27024-a0dc-4801-b9dc-eb1bce890c08'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:28.954266 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49da060-d1ec-4b5c-8478-6ec36a4ec8c9" -d '{"events": [{"server_uuid": "e70c4f55-4812-444c-b619-eff3735ed330", "name": "network-vif-deleted", "tag": "10c27024-a0dc-4801-b9dc-eb1bce890c08"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:29.010629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc253097-c3ac-42cb-b1d7-2e2548483c5b req-9dbf4bcc-648b-4396-a632-31d4037044ca tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586594 Dec 15 13:44:29.023026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:29.221276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e88cc6c-26e1-4b0c-8556-b5953d4d0d74 req-ca9b9901-9060-4f1e-b73b-a9d49d940263 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018824 Dec 15 13:44:29.323718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:29.324739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:29.425244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-b23bb713-faa4-4bd2-ac1b-74ef7021ea37 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0708821 Dec 15 13:44:29.442835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1acb9-e00e-4467-affd-b4c577ec6688 req-68e402f1-379e-45ce-ba71-bd761e216342 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:29.453944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81d1acb9-e00e-4467-affd-b4c577ec6688 req-68e402f1-379e-45ce-ba71-bd761e216342 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 931 time: 0.2736442 Dec 15 13:44:29.471128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Request body: {'port': {'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:29.479369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b3fd790f-9b63-4913-9ff9-c6553b338065 None None] Provisioning complete for port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:29.480042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3fd790f-9b63-4913-9ff9-c6553b338065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:29.566460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd790f-9b63-4913-9ff9-c6553b338065 None None] Port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:29.574232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:29.673484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:29.678072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81d1acb9-e00e-4467-affd-b4c577ec6688 req-73493896-e8b4-4c60-bc34-89f12814f47d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223301 Dec 15 13:44:29.706791 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:29.771271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:29.774149 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613829a5-c036-46a5-acd4-9e4bb631f410" -d '{"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:29.778066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:29.793610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5fcbe-8d39-45e3-a9e6-65d78687176b req-2b1d1b1c-6440-4733-a0a2-2418b88cbadf tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:29.794584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96c5fcbe-8d39-45e3-a9e6-65d78687176b req-2b1d1b1c-6440-4733-a0a2-2418b88cbadf tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1662843 Dec 15 13:44:29.814832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Transition to ACTIVE for port object 3f68119a-24fe-402e-9e56-21da0a066ee0 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:29.843779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:29.964026 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99114c0-31e9-4984-9dcb-b5f46d8d1517 x-openstack-request-id: req-c99114c0-31e9-4984-9dcb-b5f46d8d1517 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:29.964557 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70c4f55-4812-444c-b619-eff3735ed330", "name": "network-vif-deleted", "tag": "10c27024-a0dc-4801-b9dc-eb1bce890c08", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:29.964649 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c99114c0-31e9-4984-9dcb-b5f46d8d1517 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:29.965101 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70c4f55-4812-444c-b619-eff3735ed330', 'name': 'network-vif-deleted', 'tag': '10c27024-a0dc-4801-b9dc-eb1bce890c08', 'status': 'completed', 'code': 200} Dec 15 13:44:30.020600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96c5fcbe-8d39-45e3-a9e6-65d78687176b req-fe657f25-e40a-46aa-9d18-75b80995ef30 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036097 Dec 15 13:44:30.027352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] No DVR routers for this DVR port 3f68119a-24fe-402e-9e56-21da0a066ee0 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:30.080037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:30.140712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7714fdf0-452d-4303-8a06-a830b8e2dec5 req-1028b314-ac8e-441d-81b0-bdc52a44aca9 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70c4f55-4812-444c-b619-eff3735ed330 HTTP/1.1" status: 200 len: 210 time: 0.0470288 Dec 15 13:44:30.187845 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700b9858-35f6-4767-96af-9883c44880fd x-openstack-request-id: req-700b9858-35f6-4767-96af-9883c44880fd {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:30.188139 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:30.188390 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-700b9858-35f6-4767-96af-9883c44880fd {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:30.188836 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'code': 200} Dec 15 13:44:30.193163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 10c27024-a0dc-4801-b9dc-eb1bce890c08 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:30.208890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:30.209295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:30.209624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:30.224550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:30.224830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Attempting to bind port 3f68119a-24fe-402e-9e56-21da0a066ee0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:30.243437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:30.243654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:30.244627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:30.245091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Bound port: 3f68119a-24fe-402e-9e56-21da0a066ee0, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:30.245440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.248869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 10c27024-a0dc-4801-b9dc-eb1bce890c08 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:30.249339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 10c27024-a0dc-4801-b9dc-eb1bce890c08 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:30.250710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:30.454931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:30.489371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.495176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:30.535257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:30.548294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Transition to ACTIVE for port object 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:30.550596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.565449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecad10-a376-4046-bc35-f321a6de4cd5 req-1083cbae-c247-4f8a-a7e8-f95933ec0b79 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.567009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84ecad10-a376-4046-bc35-f321a6de4cd5 req-1083cbae-c247-4f8a-a7e8-f95933ec0b79 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.1794903 Dec 15 13:44:30.574097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.611894 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-49ec147a-8f6c-4282-b71c-913be7c272fc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574272 Dec 15 13:44:30.622351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-56702213-c834-42eb-9d91-10e3a5518552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.623812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-56702213-c834-42eb-9d91-10e3a5518552 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44b18019d1974e46bdb1175bb34aea29&device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 1097 time: 0.1933181 Dec 15 13:44:30.641938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2116fb-c02c-4813-b0c7-2ce40f0c0366 req-81cfbec4-390b-4d1a-b1dd-f7e257cd9fb5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.643450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b2116fb-c02c-4813-b0c7-2ce40f0c0366 req-81cfbec4-390b-4d1a-b1dd-f7e257cd9fb5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.1962085 Dec 15 13:44:30.649862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.650559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.651914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] 10.222.0.67 "PUT /v2.0/ports/3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 1097 time: 2.0678988 Dec 15 13:44:30.744078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d774edc-c916-4e24-a782-16a6187235f7 req-5efbdb58-f214-4181-808c-236572bfc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.746112 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-5efbdb58-f214-4181-808c-236572bfc9ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 1096 time: 0.0914047 Dec 15 13:44:30.855064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84ecad10-a376-4046-bc35-f321a6de4cd5 req-a5d850a4-9142-4608-9f40-2c407c5bc159 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577128 Dec 15 13:44:30.863370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=11']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:30.904573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.904934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.905332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.905634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.905995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.908656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.908995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.909327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.909654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.910105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.910450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.910771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.911087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd261677-ae36-466f-b624-46e93ce7a763 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:30.975429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d774edc-c916-4e24-a782-16a6187235f7 req-1af22d13-eb95-4589-b7b7-c387bec5f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.979175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-1af22d13-eb95-4589-b7b7-c387bec5f63d service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1962869 Dec 15 13:44:30.996149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:30.998984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:31.088610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-3260ecef-b592-4092-82fc-611b1d33222b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 200 len: 217 time: 0.0922897 Dec 15 13:44:31.096694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-a4d2b679-9cb5-4271-b215-98b46d7fe1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.098238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-a4d2b679-9cb5-4271-b215-98b46d7fe1c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1100 time: 0.3363345 Dec 15 13:44:31.134863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b2116fb-c02c-4813-b0c7-2ce40f0c0366 req-310b367e-d5bd-4848-b3bc-ee02161a311e tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751215 Dec 15 13:44:31.154401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d774edc-c916-4e24-a782-16a6187235f7 req-7e3c903a-b170-4082-9ff8-2a71c8a36eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.156286 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-7e3c903a-b170-4082-9ff8-2a71c8a36eb7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.0593472 Dec 15 13:44:31.212280 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-2ddc0044-4a1d-42b9-b51d-5ee2d573f493 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471940 Dec 15 13:44:31.230279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:31.251061 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:44:31.279943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfebc32-a691-472b-ae80-2c9b0287594a req-a2f4c80b-7431-495f-a984-a8a096941662 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.288240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8dfebc32-a691-472b-ae80-2c9b0287594a req-a2f4c80b-7431-495f-a984-a8a096941662 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.2847559 Dec 15 13:44:31.322335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:31.343170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-339eab59-3d0f-4456-8217-fa10af24df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.345237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-339eab59-3d0f-4456-8217-fa10af24df91 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 200 len: 912 time: 0.6867852 Dec 15 13:44:31.352702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Attempting to bind port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:31.353042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Attempting to bind port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:31.353417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Attempting to bind port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 on network 5311b76b-57b9-4507-a6a8-833263d77256 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:31.363397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 on network 5311b76b-57b9-4507-a6a8-833263d77256 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:31.363707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Attempting to bind port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 on network 5311b76b-57b9-4507-a6a8-833263d77256 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:31.374469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:31.391557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:44:31.428069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:31.428436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Checking segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:31.428817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Bound using segment: {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:31.429267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Bound port: 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ea694-a335-42be-ae9d-3ea4b7c5fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:31.429999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.456982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-9faced5e-9890-4c2a-be97-2acfc309b9c2 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358842 Dec 15 13:44:31.481246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-6644eb3c-122c-4a66-b059-ae6c54f7e1e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a HTTP/1.1" status: 200 len: 217 time: 0.1188056 Dec 15 13:44:31.491210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8dfebc32-a691-472b-ae80-2c9b0287594a req-87fb7a96-a571-4f12-a134-aa168de4f49e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019224 Dec 15 13:44:31.541624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-028c6858-130a-4a8c-b5be-daa24e9063a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.543205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-028c6858-130a-4a8c-b5be-daa24e9063a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.4306662 Dec 15 13:44:31.564835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7d774edc-c916-4e24-a782-16a6187235f7 req-b48d4091-e69b-478d-95cc-2b81b3d87c65 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002624 Dec 15 13:44:31.591057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] For port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:31.637636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-2131e0c5-2349-43e0-8000-32f5966d0fad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.0664718 Dec 15 13:44:31.643650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] For port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:31.668044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.697127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-a3ca0794-ec3d-4a5a-9fcc-1f619484a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.698614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-a3ca0794-ec3d-4a5a-9fcc-1f619484a3f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 200 len: 850 time: 0.2049100 Dec 15 13:44:31.736493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b6f3-7f22-4f9c-a69f-026b5cf9e742 req-a22d9aa7-3359-4c39-8fb1-31d42ab4a42e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.744961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cb2b6f3-7f22-4f9c-a69f-026b5cf9e742 req-a22d9aa7-3359-4c39-8fb1-31d42ab4a42e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.2609792 Dec 15 13:44:31.798686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-ea0fd8db-b265-474a-af9d-3e377625afd2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703008 Dec 15 13:44:31.821617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.822511 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.824715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] 10.222.0.67 "PUT /v2.0/ports/1eb508ea-2f6a-4e41-b398-a90a371fb3e3 HTTP/1.1" status: 200 len: 1091 time: 2.3673711 Dec 15 13:44:31.859976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-e63b97e8-874a-4f42-b2c7-c1abc4f9f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.861545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-e63b97e8-874a-4f42-b2c7-c1abc4f9f5e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2146406 Dec 15 13:44:31.922969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77046685-0518-4cec-9c81-e4309a0c6233 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:32.016702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cb2b6f3-7f22-4f9c-a69f-026b5cf9e742 req-e28bed1d-8c52-4ba6-9889-7504f096b0c6 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708387 Dec 15 13:44:32.363682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}, {'name': 'network-changed', 'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:32.366137 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43" -d '{"events": [{"name": "network-changed", "server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}, {"name": "network-changed", "server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:32.404092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-8f3061f6-b4ba-4e28-8c58-2d66d98a779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.405606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-8f3061f6-b4ba-4e28-8c58-2d66d98a779a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1094 time: 0.5110462 Dec 15 13:44:32.426020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-f63bde89-6092-4ce9-b66a-bced109fda33 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193881 Dec 15 13:44:32.427799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-57b36dd1-e454-4c8b-8f07-d64275b2c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.429268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-57b36dd1-e454-4c8b-8f07-d64275b2c8e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5357776 Dec 15 13:44:32.496033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-d9b8b6ed-7cfe-422a-831b-2f6c43f569bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0749147 Dec 15 13:44:32.639139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279925-2b76-4e0d-9e18-48362a48aee3 req-2fc099bf-c076-4700-a6d5-e0398faa1b74 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.640677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63279925-2b76-4e0d-9e18-48362a48aee3 req-2fc099bf-c076-4700-a6d5-e0398faa1b74 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.2696860 Dec 15 13:44:32.710159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-1ae3ce16-4651-4791-a65a-99824309bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.711620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-1ae3ce16-4651-4791-a65a-99824309bef7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 200 len: 855 time: 0.1672680 Dec 15 13:44:32.773931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd68c-ff2f-4a0e-ad2d-b06870eeb970 req-eb421126-ea1b-41b3-b31f-08cf652b8e66 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.775487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60bd68c-ff2f-4a0e-ad2d-b06870eeb970 req-eb421126-ea1b-41b3-b31f-08cf652b8e66 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.3012483 Dec 15 13:44:32.813006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-8a2c2abd-463e-4057-a45f-0a3be800efb1 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747811 Dec 15 13:44:32.824265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8683e81-58fd-456e-aab4-c14c82472dfd req-06e2a13f-e5f9-4885-b5d2-247ca495cd90 service neutron] 10.222.0.85 "GET /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838871 Dec 15 13:44:32.861270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63279925-2b76-4e0d-9e18-48362a48aee3 req-cc7dada9-afe4-4f54-a141-20c82275adf5 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037485 Dec 15 13:44:32.933474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-a83c6a03-ca22-4ac6-949d-f51c71aa12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.934976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-a83c6a03-ca22-4ac6-949d-f51c71aa12b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5311b76b-57b9-4507-a6a8-833263d77256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088909 Dec 15 13:44:32.943265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60bd68c-ff2f-4a0e-ad2d-b06870eeb970 req-6b65a9b0-4e63-401b-bde1-8905c44bb62c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383803 Dec 15 13:44:33.055028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb64e9df-4e59-4775-bb4c-ac6c33dab48b req-6d151cb2-c2b8-41b1-8d07-835000a7a488 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286294 Dec 15 13:44:33.074050 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b904d3-9e49-4f0b-8f9a-6458a8b1ed2a x-openstack-request-id: req-33b904d3-9e49-4f0b-8f9a-6458a8b1ed2a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:33.074337 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:33.074598 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33b904d3-9e49-4f0b-8f9a-6458a8b1ed2a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:33.074977 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'status': 'completed', 'code': 200} Dec 15 13:44:33.075233 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'status': 'completed', 'code': 200} Dec 15 13:44:33.163828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f06c-edb4-485c-9c00-214368b28bdd req-d078963d-b170-4f4a-9f91-48d16d770754 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.165366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc42f06c-edb4-485c-9c00-214368b28bdd req-d078963d-b170-4f4a-9f91-48d16d770754 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 949 time: 0.1302443 Dec 15 13:44:33.187565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-5dc702c2-8231-4d79-938b-c0c24085d047 service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328887 Dec 15 13:44:33.271401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-c9cb5fd4-4ec6-46f0-a50c-70820c9f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.272964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-c9cb5fd4-4ec6-46f0-a50c-70820c9f71f0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1100 time: 0.1646674 Dec 15 13:44:33.294797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-0d68d942-d92a-4c73-a126-1153c373e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.296271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-0d68d942-d92a-4c73-a126-1153c373e46a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=270f4c1e49a84fbba8bd245195d3c568&device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1100 time: 0.1533775 Dec 15 13:44:33.383768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc42f06c-edb4-485c-9c00-214368b28bdd req-9e28bb19-f112-4824-a4db-a5b84a87b49d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986928 Dec 15 13:44:33.473748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1791ea7d-2573-499a-a4d4-a54c93d7d456 req-552cd111-26b7-43e9-9555-7f6edd8260a7 service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751856 Dec 15 13:44:33.579878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-5ad4b4fb-098d-4743-b357-0bbc207be75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.581363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-5ad4b4fb-098d-4743-b357-0bbc207be75e service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2619123 Dec 15 13:44:33.584168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-a3e1a143-be79-421b-923e-4f31796ee94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.585514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-a3e1a143-be79-421b-923e-4f31796ee94d service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2860401 Dec 15 13:44:33.594700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a626d-c03a-4918-a680-a22361aa22f7 req-0b56f4d4-ea8b-4c6b-8918-2baa7048b993 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.596103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a04a626d-c03a-4918-a680-a22361aa22f7 req-0b56f4d4-ea8b-4c6b-8918-2baa7048b993 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1965113 Dec 15 13:44:33.617542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d310ec-7ea0-4e24-80e0-dbe87e224f2b req-df391de6-d4f5-4849-bc34-229fc2cb6c70 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.618955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8d310ec-7ea0-4e24-80e0-dbe87e224f2b req-df391de6-d4f5-4849-bc34-229fc2cb6c70 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1368206 Dec 15 13:44:33.692095 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-036bcde2-2786-46cc-b0c7-fee9537ce479 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.0950139 Dec 15 13:44:33.701829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-20fd0b76-579b-48a9-a130-f014f5610615 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 200 len: 217 time: 0.1028888 Dec 15 13:44:33.863833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a04a626d-c03a-4918-a680-a22361aa22f7 req-45cf047b-b971-4a57-b3e1-8d3f89aba48e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438445 Dec 15 13:44:33.880746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8d310ec-7ea0-4e24-80e0-dbe87e224f2b req-b7063f13-e495-44cc-833a-7170e8d0d446 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205160 Dec 15 13:44:33.902057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-c2c74933-6d1e-434c-9fa0-c1a7eb484ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.903802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-c2c74933-6d1e-434c-9fa0-c1a7eb484ba7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1869822 Dec 15 13:44:33.907604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-48e306bb-27a4-4a37-95b2-aa4aced1cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.908987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-48e306bb-27a4-4a37-95b2-aa4aced1cab5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1831045 Dec 15 13:44:34.005638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-2e953e5d-1071-4220-8e15-8d072a724479 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.007882 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-2e953e5d-1071-4220-8e15-8d072a724479 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6306d25-298d-4315-a9e3-a5724e51d128 HTTP/1.1" status: 200 len: 950 time: 0.1029313 Dec 15 13:44:34.043684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-6ecdd2a3-a46f-4d6a-9fd9-26c4032efdaf service neutron] 10.222.0.67 "GET /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.2176003 Dec 15 13:44:34.070312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-122811a2-704b-4130-8106-5175fbf36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.071439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-122811a2-704b-4130-8106-5175fbf36e6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596329 Dec 15 13:44:34.093511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-1bbee0eb-1702-4e3e-9fe8-525e1788d60d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.093764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-68832638-1d03-4560-9d6f-a174605d98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.095148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-68832638-1d03-4560-9d6f-a174605d98f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645415 Dec 15 13:44:34.095875 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-1bbee0eb-1702-4e3e-9fe8-525e1788d60d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 949 time: 0.1180594 Dec 15 13:44:34.201448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f03c5-7824-4272-9d20-8065dfa9f4f6 req-3911fd0f-cfef-448a-b900-d8310a6d6a00 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.203611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da1f03c5-7824-4272-9d20-8065dfa9f4f6 req-3911fd0f-cfef-448a-b900-d8310a6d6a00 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 943 time: 0.2013502 Dec 15 13:44:34.300276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:34.301205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.397640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port 9372b933-48b4-4414-94b2-edd827a373a0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:34.397883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.440454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277368-a005-4b23-b4ec-e8037e8c71ed req-652d97bb-3eb8-4e0c-9beb-6b3ccf5afa5b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.448886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8277368-a005-4b23-b4ec-e8037e8c71ed req-652d97bb-3eb8-4e0c-9beb-6b3ccf5afa5b tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 949 time: 0.3304996 Dec 15 13:44:34.461824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-489b321e-681b-49f8-9e08-9fdb7d2fe175 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602674 Dec 15 13:44:34.482214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:34.482961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.488521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da1f03c5-7824-4272-9d20-8065dfa9f4f6 req-dc77e2d2-27ed-4e44-92c4-d486ef761696 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456999 Dec 15 13:44:34.523188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:34.590923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-63eb5bb5-02fa-4969-8ff3-ebbd02520595 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690962 Dec 15 13:44:34.605060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port 9372b933-48b4-4414-94b2-edd827a373a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9372b933-48b4-4414-94b2-edd827a373a0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:34.605496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.628611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for 9372b933-48b4-4414-94b2-edd827a373a0 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:34.807187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8277368-a005-4b23-b4ec-e8037e8c71ed req-3409a640-d613-4f2a-a3eb-03424bf8dc3f tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572261 Dec 15 13:44:34.859578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:34.873909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-3769a3f7-cd79-4fc4-b470-fd1508de54bf service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997386 Dec 15 13:44:34.903785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.907618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:34.915475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.920367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:34.960066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=59ba8080-ca6a-4ee2-a1cd-3a51579a0581,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:34.972611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-bc17ae94-f431-43b7-be3e-fd4df9c64bce service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380511 Dec 15 13:44:35.068571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=9372b933-48b4-4414-94b2-edd827a373a0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:35.112832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7290669d-74b3-4703-a4ba-5222a2f5bb65 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:35.119420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4', '9372b933-48b4-4414-94b2-edd827a373a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:35.139659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:35.156374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.164315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e7cd68d4-c21f-4728-b591-2d001f0a1700 req-6699bb0b-d4b5-4918-8781-052dbe9d28fe tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "DELETE /v2.0/ports/59ba8080-ca6a-4ee2-a1cd-3a51579a0581 HTTP/1.1" status: 204 len: 173 time: 1.1414297 Dec 15 13:44:35.176158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4e6fbd8-8fe6-4e1b-9f19-4c4ff2a201ad req-ce360117-743e-4d4b-8fef-1eb4aeb5dacc tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcba9fa-fadb-496e-a77f-bc118a2ca20c HTTP/1.1" status: 200 len: 210 time: 0.1065414 Dec 15 13:44:35.179327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:35.181967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:35.185704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'name': 'network-vif-deleted', 'tag': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:35.208317 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4591e838-d4a1-4e7e-a07f-fa7269b67f21" -d '{"events": [{"server_uuid": "c6306d25-298d-4315-a9e3-a5724e51d128", "name": "network-vif-deleted", "tag": "59ba8080-ca6a-4ee2-a1cd-3a51579a0581"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:35.238505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-4a9b8fec-eb9d-46d9-a6e5-af678cecbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:35.241415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-4a9b8fec-eb9d-46d9-a6e5-af678cecbfab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1094 time: 0.2654159 Dec 15 13:44:35.242206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.282689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:35.292774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port 9372b933-48b4-4414-94b2-edd827a373a0 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:35.303781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.310366 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-469797a7-4ccd-4e49-8141-59caae6a0bc7 req-93bafa74-ed6d-4898-a7a9-05a222ffe2c2 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "DELETE /v2.0/ports/9372b933-48b4-4414-94b2-edd827a373a0 HTTP/1.1" status: 204 len: 173 time: 1.2001791 Dec 15 13:44:35.970661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] Transition to ACTIVE for port object 7290669d-74b3-4703-a4ba-5222a2f5bb65 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:36.001150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-dc6d5986-6b57-4c20-8ec6-4bee34ee63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.003446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-dc6d5986-6b57-4c20-8ec6-4bee34ee63f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 918 time: 0.7072430 Dec 15 13:44:36.016199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e317c-d64f-4731-a693-ca20793268db req-522757da-b983-489e-a352-5f432dd70485 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.017748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae6e317c-d64f-4731-a693-ca20793268db req-522757da-b983-489e-a352-5f432dd70485 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.6220944 Dec 15 13:44:36.030128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d75b0-3540-41e4-98ff-8fc5258623b5 req-70056597-7f9e-4c0d-b465-31c213d1da58 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.038466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-699d75b0-3540-41e4-98ff-8fc5258623b5 req-70056597-7f9e-4c0d-b465-31c213d1da58 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.6409824 Dec 15 13:44:36.040945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.100001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:36.115624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-3cf73f57-04b8-4f7b-a6e4-b30ac843ecae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0961540 Dec 15 13:44:36.241118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:36.261200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:36.296272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] Pushing event updated for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:36.307327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] No DVR routers for this DVR port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:36.325180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae6e317c-d64f-4731-a693-ca20793268db req-64b92076-2f37-46fd-83ad-d7656c3ff3ab tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335255 Dec 15 13:44:36.330626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-dbe2b486-2f2e-4976-9ce8-0f27754374da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.332086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-dbe2b486-2f2e-4976-9ce8-0f27754374da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 200 len: 855 time: 0.1749985 Dec 15 13:44:36.335803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'fe739df4-555e-4ae3-bb85-850cd7759382'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:36.363057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:36.363454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59ba8080-ca6a-4ee2-a1cd-3a51579a0581 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:36.378479 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad3379-ee1a-4f24-a7df-8534cb2b5fd8 x-openstack-request-id: req-d5ad3379-ee1a-4f24-a7df-8534cb2b5fd8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:36.379413 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6306d25-298d-4315-a9e3-a5724e51d128", "name": "network-vif-deleted", "tag": "59ba8080-ca6a-4ee2-a1cd-3a51579a0581", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:36.379874 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5ad3379-ee1a-4f24-a7df-8534cb2b5fd8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:36.381523 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6306d25-298d-4315-a9e3-a5724e51d128', 'name': 'network-vif-deleted', 'tag': '59ba8080-ca6a-4ee2-a1cd-3a51579a0581', 'status': 'completed', 'code': 200} Dec 15 13:44:36.387934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-699d75b0-3540-41e4-98ff-8fc5258623b5 req-525dca2e-511e-4ce1-a08d-b7c4ef803d67 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485203 Dec 15 13:44:36.449265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-30a02514-0f2a-4849-850b-b5b9bb207f70 service neutron] 10.222.0.67 "PUT /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3937252 Dec 15 13:44:36.489938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:36.509418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-4bd52dc4-7a0f-40cb-b706-9b2d04559bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.511337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-4bd52dc4-7a0f-40cb-b706-9b2d04559bcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5311b76b-57b9-4507-a6a8-833263d77256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647267 Dec 15 13:44:36.518664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'mac_address': 'fa:16:3e:2b:a6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:36.654882 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.660701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-0c04eeda-0750-44d4-8a59-3de97b194505 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.665016 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-0c04eeda-0750-44d4-8a59-3de97b194505 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.0870891 Dec 15 13:44:36.719526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f68119a-24fe-402e-9e56-21da0a066ee0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:36.752243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-a5df6266-1b71-49e3-830c-e3306dcc299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.755744 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-a5df6266-1b71-49e3-830c-e3306dcc299c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91&tenant_id=01d02b2b82e748f28aabc1b043c4a95a HTTP/1.1" status: 200 len: 1095 time: 0.0816636 Dec 15 13:44:36.788628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:36.795653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-06c0dd5f-5803-48d8-b0dc-df6a0ae674b7 service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748930 Dec 15 13:44:36.795930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.858616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70167107-cc83-47ae-a89b-9a5ee691d76f req-ab42bf1f-ee63-4875-a4d9-c6ce1c23a71b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.866541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70167107-cc83-47ae-a89b-9a5ee691d76f req-ab42bf1f-ee63-4875-a4d9-c6ce1c23a71b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 944 time: 0.1978731 Dec 15 13:44:36.879912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:36.910138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-2747042e-b589-4d19-9713-886667cbaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.911940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-2747042e-b589-4d19-9713-886667cbaff2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1095 time: 0.1042254 Dec 15 13:44:37.002058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9372b933-48b4-4414-94b2-edd827a373a0 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:37.022985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70167107-cc83-47ae-a89b-9a5ee691d76f req-6e3f2521-ac7d-40c2-995e-7d70c667b6b7 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522923 Dec 15 13:44:37.054265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 9372b933-48b4-4414-94b2-edd827a373a0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:37.055231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9372b933-48b4-4414-94b2-edd827a373a0 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:37.063613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a19a1-02ce-42a2-b0c2-7bb44a8dcc1c req-0760a9e1-5edc-4c09-9d59-5383a8d8be2a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.071950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c3a19a1-02ce-42a2-b0c2-7bb44a8dcc1c req-0760a9e1-5edc-4c09-9d59-5383a8d8be2a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.1712394 Dec 15 13:44:37.073004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b80619a4-7e37-45e6-b35a-4dd30017f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.074849 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-b80619a4-7e37-45e6-b35a-4dd30017f00f service neutron] 10.222.0.85 "GET /v2.0/networks?id=62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 200 len: 909 time: 0.1541169 Dec 15 13:44:37.079369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3f68119a-24fe-402e-9e56-21da0a066ee0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:37.084271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-693071c4-c90f-49f2-bc4c-8e48abcbe79f service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803688 Dec 15 13:44:37.137713 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-a6cfd420-0d7e-49e7-8ed4-83f22da509ed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 200 len: 217 time: 0.0541399 Dec 15 13:44:37.159120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c3a19a1-02ce-42a2-b0c2-7bb44a8dcc1c req-4920f8a9-6c9d-4822-9dc4-d7d65b623a83 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862465 Dec 15 13:44:37.204982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-aacc663a-61f4-49ab-a07b-90cf18c2e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.206012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-aacc663a-61f4-49ab-a07b-90cf18c2e2ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 200 len: 847 time: 0.0602305 Dec 15 13:44:37.255371 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-ed11043a-4516-47b7-90f9-18ee62ab16df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62085ffc-a328-428d-8518-ab1288367925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329161 Dec 15 13:44:37.345839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffd802-df42-43e4-8e2c-f049047bd9af req-6b406ed8-391d-49aa-98bf-143ccd5a2b82 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.347819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8ffd802-df42-43e4-8e2c-f049047bd9af req-6b406ed8-391d-49aa-98bf-143ccd5a2b82 tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 1101 time: 0.0534642 Dec 15 13:44:37.381760 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-09eee829-03e6-4249-990f-9ab034c4d4a2 service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176469 Dec 15 13:44:37.411925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8ffd802-df42-43e4-8e2c-f049047bd9af req-000c71a2-0b84-4cb0-ae4d-285731134b0e tempest-MigrationsAdminTest-2005402105 tempest-MigrationsAdminTest-2005402105-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560844 Dec 15 13:44:37.520638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-17408ca5-cf8e-4de0-8821-9f47e041982d service neutron] 10.222.0.85 "GET /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299067 Dec 15 13:44:37.568138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7d88b-fb60-4b76-9748-35e80ff87389 req-4333d79f-c1ea-453f-b306-02c15b484ee3 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.569847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4db7d88b-fb60-4b76-9748-35e80ff87389 req-4333d79f-c1ea-453f-b306-02c15b484ee3 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.0612721 Dec 15 13:44:37.624351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4db7d88b-fb60-4b76-9748-35e80ff87389 req-cb29a9bd-815d-4321-88ce-dc25133e3a02 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Dec 15 13:44:37.837339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-f3573f07-86c5-4f78-90a2-176472247ec8 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.839473 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-f3573f07-86c5-4f78-90a2-176472247ec8 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91&tenant_id=01d02b2b82e748f28aabc1b043c4a95a&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1095 time: 0.0665550 Dec 15 13:44:37.843054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e68b4-66f6-41c6-96f4-a414e6849666 req-ea93053a-4d64-4ad5-a353-6addf7ac2c8e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.844597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d94e68b4-66f6-41c6-96f4-a414e6849666 req-ea93053a-4d64-4ad5-a353-6addf7ac2c8e tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0624413 Dec 15 13:44:37.906099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d94e68b4-66f6-41c6-96f4-a414e6849666 req-b91eba9b-f350-4aec-86e4-5c45911e3e83 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Dec 15 13:44:38.001704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-9a4a06cf-36a0-47cf-86d0-e85f8c6b3c05 service neutron] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:38.009417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-9a4a06cf-36a0-47cf-86d0-e85f8c6b3c05 service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.009417 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eb023da2-9bcc-43e5-94a1-b55de1d80cfd req-9a4a06cf-36a0-47cf-86d0-e85f8c6b3c05 service neutron] 10.222.0.85 "DELETE /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.1571124 Dec 15 13:44:38.266205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:38.324203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3f68119a-24fe-402e-9e56-21da0a066ee0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:38.325858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9820b13-8265-4729-a5a6-2268822cf306 req-00e22e98-bad8-4d69-bcca-24e6b75e4809 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.327678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9820b13-8265-4729-a5a6-2268822cf306 req-00e22e98-bad8-4d69-bcca-24e6b75e4809 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 950 time: 0.0652728 Dec 15 13:44:38.328770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3f68119a-24fe-402e-9e56-21da0a066ee0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:38.329173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.383916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'name': 'network-vif-deleted', 'tag': '9372b933-48b4-4414-94b2-edd827a373a0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:38.386926 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6544ea-0c94-4488-95de-b262256084f5" -d '{"events": [{"server_uuid": "1dcba9fa-fadb-496e-a77f-bc118a2ca20c", "name": "network-vif-deleted", "tag": "9372b933-48b4-4414-94b2-edd827a373a0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:38.421146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9820b13-8265-4729-a5a6-2268822cf306 req-ea247a15-7973-4d9d-8a29-695384b83085 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 Dec 15 13:44:38.452755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.486404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:38.489048 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fbe47-5337-4948-a206-8e0330147e05" -d '{"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:38.507695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:38.518034 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.547681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89441-99cb-48d9-939b-eb4a060f6546 req-62a35050-2379-4001-86ca-678748406eb2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.549500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3f89441-99cb-48d9-939b-eb4a060f6546 req-62a35050-2379-4001-86ca-678748406eb2 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 944 time: 0.0571380 Dec 15 13:44:38.604048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=13']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:38.627782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3f89441-99cb-48d9-939b-eb4a060f6546 req-9315880a-c8ef-4f43-be0f-6198dc67bea0 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664876 Dec 15 13:44:38.680880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b918fb-2985-4349-b6d6-88a098181ed1 req-96528e28-d571-4ce4-b9af-778cb628ded7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.683141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95b918fb-2985-4349-b6d6-88a098181ed1 req-96528e28-d571-4ce4-b9af-778cb628ded7 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 949 time: 0.0749578 Dec 15 13:44:38.684408 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d417117f-b567-4979-ab86-864cf25fd739 x-openstack-request-id: req-d417117f-b567-4979-ab86-864cf25fd739 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:38.684858 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcba9fa-fadb-496e-a77f-bc118a2ca20c", "name": "network-vif-deleted", "tag": "9372b933-48b4-4414-94b2-edd827a373a0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:38.685253 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d417117f-b567-4979-ab86-864cf25fd739 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:38.685890 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcba9fa-fadb-496e-a77f-bc118a2ca20c', 'name': 'network-vif-deleted', 'tag': '9372b933-48b4-4414-94b2-edd827a373a0', 'status': 'completed', 'code': 200} Dec 15 13:44:38.733409 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90218537-c620-44f4-acc4-406ed49fc47e x-openstack-request-id: req-90218537-c620-44f4-acc4-406ed49fc47e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:38.733815 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:38.734271 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90218537-c620-44f4-acc4-406ed49fc47e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:38.734912 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'code': 200} Dec 15 13:44:38.753599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95b918fb-2985-4349-b6d6-88a098181ed1 req-b50f2cab-fddc-4864-b93a-d30326604372 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622423 Dec 15 13:44:38.790697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:38.883476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0522cb5-04bf-4bdd-acb1-fa72fdc28534 req-a1e396a9-4214-45f1-9225-744d8524a821 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.884998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0522cb5-04bf-4bdd-acb1-fa72fdc28534 req-a1e396a9-4214-45f1-9225-744d8524a821 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0919120 Dec 15 13:44:38.907154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6053-d2cb-4e93-b50e-4e3b99c58f5b req-3778ab9a-a0a2-47b0-b425-529ba90ead73 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.908652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c7f6053-d2cb-4e93-b50e-4e3b99c58f5b req-3778ab9a-a0a2-47b0-b425-529ba90ead73 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.0798309 Dec 15 13:44:38.948884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce57-bff0-4b06-9420-996b4b0b1f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.015932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0522cb5-04bf-4bdd-acb1-fa72fdc28534 req-65e9a002-6e07-446f-beeb-a32dd3a46083 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238847 Dec 15 13:44:39.022265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c7f6053-d2cb-4e93-b50e-4e3b99c58f5b req-d643b7e4-d3a2-4e49-a290-dc50cb3dbeeb tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050386 Dec 15 13:44:39.109283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce57-bff0-4b06-9420-996b4b0b1f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.115586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce57-bff0-4b06-9420-996b4b0b1f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.189599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d2f4ce57-bff0-4b06-9420-996b4b0b1f33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a47cab3f79849c490ce63eef1e12da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977449 Dec 15 13:44:39.192549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:39.199274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4ce57-bff0-4b06-9420-996b4b0b1f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d69d0-0f0b-43c5-8bde-59503f9d223b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:39.212156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7678e-f6fc-42f0-b1d4-24b6835670d7 req-bec7e5f1-5bcf-4ab9-96f4-e4fb8082c190 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.213954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85c7678e-f6fc-42f0-b1d4-24b6835670d7 req-bec7e5f1-5bcf-4ab9-96f4-e4fb8082c190 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 1095 time: 0.0875099 Dec 15 13:44:39.249011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.258868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85c7678e-f6fc-42f0-b1d4-24b6835670d7 req-ab006503-4e72-48d1-9b66-1abca4af04d2 tempest-LiveMigrationTest-904604579 tempest-LiveMigrationTest-904604579-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Dec 15 13:44:39.270333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.323494 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.326423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.328418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/015d69d0-0f0b-43c5-8bde-59503f9d223b HTTP/1.1" status: 204 len: 168 time: 0.1333344 Dec 15 13:44:39.336188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d69d0-0f0b-43c5-8bde-59503f9d223b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:39.344964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.345365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.345704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.346034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.346363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.346690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.347115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.347520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.347933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.348582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.348898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.349263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.349814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fcb363-d447-484f-b62e-12370f080c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:39.580523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767c822-ba3a-4c54-a20e-6737ec8786b0 req-b2e57e7c-8e24-48a9-a1b2-380ef767ab1c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.582194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e767c822-ba3a-4c54-a20e-6737ec8786b0 req-b2e57e7c-8e24-48a9-a1b2-380ef767ab1c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 944 time: 0.0869021 Dec 15 13:44:39.636159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72737-967a-4ba3-baa3-03387d3b8408 req-9f887d7d-da38-44f6-80e1-f700e064c4d6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.638559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4f72737-967a-4ba3-baa3-03387d3b8408 req-9f887d7d-da38-44f6-80e1-f700e064c4d6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 951 time: 0.1111152 Dec 15 13:44:39.658188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:39.673335 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d29a-244f-45ec-8ff0-47cab5c179c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.729515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-56641c78-e0e8-4a1f-a62b-40ce4a4b9863 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.731216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-56641c78-e0e8-4a1f-a62b-40ce4a4b9863 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 949 time: 0.1442835 Dec 15 13:44:39.738066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e767c822-ba3a-4c54-a20e-6737ec8786b0 req-1e0455fd-554d-4e76-8a3b-ec106ad63b92 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488378 Dec 15 13:44:39.773990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d29a-244f-45ec-8ff0-47cab5c179c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.779563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d29a-244f-45ec-8ff0-47cab5c179c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.786335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4f72737-967a-4ba3-baa3-03387d3b8408 req-994f3863-9c88-43ac-9dad-4b740d3b5547 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348648 Dec 15 13:44:39.821648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bb2d29a-244f-45ec-8ff0-47cab5c179c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d119cd1d9e464f08b521b20bae222b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610436 Dec 15 13:44:39.822290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:39.872353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2d29a-244f-45ec-8ff0-47cab5c179c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0a5ed-537b-4251-a9b5-bd128248b1e6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:39.897859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18065b37-bed5-4f49-b0e3-767d87e1b1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.905684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950711d2-f322-4390-a4f8-47ad16e12136 req-e255466d-5a19-4123-92fa-f1ed4c27bc90 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.907136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-950711d2-f322-4390-a4f8-47ad16e12136 req-e255466d-5a19-4123-92fa-f1ed4c27bc90 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 951 time: 0.1483157 Dec 15 13:44:39.927466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18065b37-bed5-4f49-b0e3-767d87e1b1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.977093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a83962-52d2-4f3c-9806-6214e6fcfb78 req-a487708e-d977-4ddd-be53-8786f4a8be2d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.978571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4a83962-52d2-4f3c-9806-6214e6fcfb78 req-a487708e-d977-4ddd-be53-8786f4a8be2d tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 949 time: 0.1231487 Dec 15 13:44:39.998365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:39.998704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.009623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18065b37-bed5-4f49-b0e3-767d87e1b1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.012205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18065b37-bed5-4f49-b0e3-767d87e1b1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.014119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-18065b37-bed5-4f49-b0e3-767d87e1b1a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79c0a5ed-537b-4251-a9b5-bd128248b1e6 HTTP/1.1" status: 204 len: 168 time: 0.1895895 Dec 15 13:44:40.034206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18065b37-bed5-4f49-b0e3-767d87e1b1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0a5ed-537b-4251-a9b5-bd128248b1e6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:40.084750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-70159398-16ab-43bf-90f5-36353e98629a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.089315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-70159398-16ab-43bf-90f5-36353e98629a tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "GET /v2.0/ports?device_id=c452df91-d8b6-4383-8962-ad5ddad0aad8 HTTP/1.1" status: 200 len: 950 time: 0.1066213 Dec 15 13:44:40.183970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4a83962-52d2-4f3c-9806-6214e6fcfb78 req-dd6f0f7e-40f1-47c6-8cca-011d925061ff tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821108 Dec 15 13:44:40.194199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Deleting port 3f68119a-24fe-402e-9e56-21da0a066ee0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:40.194528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.217251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port fe739df4-555e-4ae3-bb85-850cd7759382 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:40.219375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.263420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:40.263788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.287429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:40.297562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ddd91-c66e-4cd6-bfe4-9fbca44fdc12 req-0584032a-fe32-4ef5-bf33-65e4f2956563 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.299105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39ddd91-c66e-4cd6-bfe4-9fbca44fdc12 req-0584032a-fe32-4ef5-bf33-65e4f2956563 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1810927 Dec 15 13:44:40.348186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port fe739df4-555e-4ae3-bb85-850cd7759382, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe739df4-555e-4ae3-bb85-850cd7759382,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:40.348949 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.370222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for fe739df4-555e-4ae3-bb85-850cd7759382 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:40.465122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] For port 3f68119a-24fe-402e-9e56-21da0a066ee0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3f68119a-24fe-402e-9e56-21da0a066ee0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:40.465556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.495882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c2344-daa0-490f-b7a2-1ddc8c5ac2e7 req-98e50b96-ed73-4a4f-804e-3a4e26554018 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.497795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a6c2344-daa0-490f-b7a2-1ddc8c5ac2e7 req-98e50b96-ed73-4a4f-804e-3a4e26554018 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.2083418 Dec 15 13:44:40.498208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d719b-a404-49c9-9508-026bb81e24d9 req-db0870fc-91a8-46cc-a12d-b616ac14853f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.500663 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-992d719b-a404-49c9-9508-026bb81e24d9 req-db0870fc-91a8-46cc-a12d-b616ac14853f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 944 time: 0.0763261 Dec 15 13:44:40.511601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39ddd91-c66e-4cd6-bfe4-9fbca44fdc12 req-e8e01f40-e80b-4aac-b40f-a689fd53ba40 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957264 Dec 15 13:44:40.525118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Calling delete_port for 3f68119a-24fe-402e-9e56-21da0a066ee0 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:40.654347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.684960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a6c2344-daa0-490f-b7a2-1ddc8c5ac2e7 req-0dff1a9b-1c25-4ac5-9e51-9fce087c2bb2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506245 Dec 15 13:44:40.691336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:40.694694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=fe739df4-555e-4ae3-bb85-850cd7759382,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:40.710619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.764431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Deleting port 7290669d-74b3-4703-a4ba-5222a2f5bb65 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:40.764871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.766624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=2d220bbb-27ad-4cf0-bcbe-6cb6f582046b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:40.772934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port fe739df4-555e-4ae3-bb85-850cd7759382 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:40.792783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.797740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fdf83e9a-1025-48a2-8ebd-4fccbf48df36 req-2af65a63-cbd8-4621-8dd2-3ecc7858c505 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "DELETE /v2.0/ports/fe739df4-555e-4ae3-bb85-850cd7759382 HTTP/1.1" status: 204 len: 173 time: 0.6983314 Dec 15 13:44:40.798423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'name': 'network-vif-deleted', 'tag': 'fe739df4-555e-4ae3-bb85-850cd7759382'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:40.802163 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09675bc9-8ae8-4a34-860d-bbf0409531a2" -d '{"events": [{"server_uuid": "c452df91-d8b6-4383-8962-ad5ddad0aad8", "name": "network-vif-deleted", "tag": "fe739df4-555e-4ae3-bb85-850cd7759382"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:40.912717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:40.947837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.962633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45e45823-8c1a-49df-89ce-0b6b724e5cbc req-c378fa4b-b748-4b9e-8a4c-ca1860f0b278 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.67 "DELETE /v2.0/ports/2d220bbb-27ad-4cf0-bcbe-6cb6f582046b HTTP/1.1" status: 204 len: 173 time: 1.2140970 Dec 15 13:44:40.963219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'name': 'network-vif-deleted', 'tag': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:40.970596 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c06a4f-a19b-4bd9-9a26-48a53cc15af1" -d '{"events": [{"server_uuid": "abc15837-a0b0-4311-bd1d-cdac00ea407d", "name": "network-vif-deleted", "tag": "2d220bbb-27ad-4cf0-bcbe-6cb6f582046b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:41.127667 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.137353 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865daea2-eddb-46c7-b9f3-9642efa1f567 x-openstack-request-id: req-865daea2-eddb-46c7-b9f3-9642efa1f567 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:41.137647 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c452df91-d8b6-4383-8962-ad5ddad0aad8", "name": "network-vif-deleted", "tag": "fe739df4-555e-4ae3-bb85-850cd7759382", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:41.138026 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-865daea2-eddb-46c7-b9f3-9642efa1f567 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:41.138539 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452df91-d8b6-4383-8962-ad5ddad0aad8', 'name': 'network-vif-deleted', 'tag': 'fe739df4-555e-4ae3-bb85-850cd7759382', 'status': 'completed', 'code': 200} Dec 15 13:44:41.139215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['871c43d6-821b-41de-8952-fd2b956f838b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:41.174356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83593bed-d600-494d-becf-ae65d4add913 req-b1601827-e080-4415-860d-1a7d4aaa24ba tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=14d81d44-77e3-4906-bcb7-26ff1861a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0739141 Dec 15 13:44:41.183081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec14a6-65db-4d87-bf78-af34987084ee req-66ad21ad-7fd2-4c77-a7b3-cd46bfa16305 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.191935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6ec14a6-65db-4d87-bf78-af34987084ee req-66ad21ad-7fd2-4c77-a7b3-cd46bfa16305 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 944 time: 0.2809889 Dec 15 13:44:41.221470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] For port 7290669d-74b3-4703-a4ba-5222a2f5bb65, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7290669d-74b3-4703-a4ba-5222a2f5bb65,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:41.221857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.239306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Calling delete_port for 7290669d-74b3-4703-a4ba-5222a2f5bb65 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:41.346077 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d83fe0-9fcc-4cba-8169-979634033705 x-openstack-request-id: req-08d83fe0-9fcc-4cba-8169-979634033705 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:41.348102 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc15837-a0b0-4311-bd1d-cdac00ea407d", "name": "network-vif-deleted", "tag": "2d220bbb-27ad-4cf0-bcbe-6cb6f582046b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:41.348375 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08d83fe0-9fcc-4cba-8169-979634033705 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:41.354487 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc15837-a0b0-4311-bd1d-cdac00ea407d', 'name': 'network-vif-deleted', 'tag': '2d220bbb-27ad-4cf0-bcbe-6cb6f582046b', 'status': 'completed', 'code': 200} Dec 15 13:44:41.368691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event deleted for resources: {'Port': ['ID=3f68119a-24fe-402e-9e56-21da0a066ee0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:41.473789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.484084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] No DVR routers for this DVR port 3f68119a-24fe-402e-9e56-21da0a066ee0 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:41.499895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.503824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-950711d2-f322-4390-a4f8-47ad16e12136 req-d9919aa5-cea4-4a4e-afe2-b3cc1b021129 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "DELETE /v2.0/ports/3f68119a-24fe-402e-9e56-21da0a066ee0 HTTP/1.1" status: 204 len: 173 time: 1.5902815 Dec 15 13:44:41.517535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event deleted for resources: {'Port': ['ID=7290669d-74b3-4703-a4ba-5222a2f5bb65,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:41.540904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:41.563717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88a70f30-f55d-441a-97f2-917dad0421ab req-3b186420-a7e7-4ba6-bfbf-586ea282bf4b tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc15837-a0b0-4311-bd1d-cdac00ea407d HTTP/1.1" status: 200 len: 210 time: 0.1200943 Dec 15 13:44:41.578125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] No DVR routers for this DVR port 7290669d-74b3-4703-a4ba-5222a2f5bb65 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:41.590045 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.595759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-992d719b-a404-49c9-9508-026bb81e24d9 req-e3dab653-9e1b-48ea-b532-d379327c7934 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "DELETE /v2.0/ports/7290669d-74b3-4703-a4ba-5222a2f5bb65 HTTP/1.1" status: 204 len: 173 time: 1.0833898 Dec 15 13:44:41.625715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6ec14a6-65db-4d87-bf78-af34987084ee req-9dd747f8-7f1a-4ef9-ab75-d2f28237d615 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277921 Dec 15 13:44:41.639017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:41.817960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522ac11-e285-4b0f-b4d4-c2c743faa0f7 req-dd469f51-ef86-4817-95e1-1087a2e7273c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.841085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9522ac11-e285-4b0f-b4d4-c2c743faa0f7 req-dd469f51-ef86-4817-95e1-1087a2e7273c tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.1161246 Dec 15 13:44:42.039025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9522ac11-e285-4b0f-b4d4-c2c743faa0f7 req-c5ffb09e-209b-407b-a5e4-66c552e3d5ea tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964219 Dec 15 13:44:42.059707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe5553-be2e-44d8-aeff-f9aa458edb1b req-30dacc59-4de5-4dc2-9739-669fa14a92fc tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.081056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6abe5553-be2e-44d8-aeff-f9aa458edb1b req-30dacc59-4de5-4dc2-9739-669fa14a92fc tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.1877789 Dec 15 13:44:42.180944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6abe5553-be2e-44d8-aeff-f9aa458edb1b req-df1d208e-5e71-4032-966c-a24be586874b tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989697 Dec 15 13:44:42.286309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:42.355292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:42.356013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d220bbb-27ad-4cf0-bcbe-6cb6f582046b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:42.356680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:42.379944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3f68119a-24fe-402e-9e56-21da0a066ee0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:42.380989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3f68119a-24fe-402e-9e56-21da0a066ee0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:42.381790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe739df4-555e-4ae3-bb85-850cd7759382 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:42.420958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: fe739df4-555e-4ae3-bb85-850cd7759382 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:42.421977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe739df4-555e-4ae3-bb85-850cd7759382 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:42.514581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-1fbe0968-c3b6-4d1d-b360-b7d5720bee17 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.516155 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-1fbe0968-c3b6-4d1d-b360-b7d5720bee17 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 946 time: 0.0713918 Dec 15 13:44:42.525428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6ddc-fcdb-4c12-8d16-99c3f70663c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:42.585708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb380fd-c971-4145-9004-b94e48c6f303 req-0d933f08-0db9-403f-8393-094864f27435 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.589746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adb380fd-c971-4145-9004-b94e48c6f303 req-0d933f08-0db9-403f-8393-094864f27435 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 951 time: 0.0603330 Dec 15 13:44:42.632764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Deleting port dcd31892-0e5e-4a20-aec7-a5ba5b65088a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:42.633405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:42.650439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adb380fd-c971-4145-9004-b94e48c6f303 req-136bd624-5938-4e9c-a6b2-8415e686ac58 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545964 Dec 15 13:44:42.737948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-acab58be-fc32-4374-8f1f-d85cc3d69d20 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cf48915204b64fb5811c4828658ff250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258889 Dec 15 13:44:42.772645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] For port dcd31892-0e5e-4a20-aec7-a5ba5b65088a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:42.774610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:42.790490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Calling delete_port for dcd31892-0e5e-4a20-aec7-a5ba5b65088a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:42.809109 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:42.839997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a9ded47-c349-4e85-b918-a9245ff53225 req-d3326c77-60e8-4f22-be37-e137b28fa68a tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 210 time: 0.0662715 Dec 15 13:44:42.891746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-8bace2b3-98ae-45c2-9672-0e24682f94fb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.904309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-8bace2b3-98ae-45c2-9672-0e24682f94fb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603425 Dec 15 13:44:42.923926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-13a35a55-ba37-44e1-a195-a2a2c9ce7c9f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/quotas/cf48915204b64fb5811c4828658ff250 HTTP/1.1" status: 200 len: 375 time: 0.0181024 Dec 15 13:44:42.949870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:42.965455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-deaf4c32-f418-462b-ba64-8c2265573745 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406213 Dec 15 13:44:43.031078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ef845432-63c1-4adc-b8d6-61272bd78a3a', 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:43.041209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Pushing event deleted for resources: {'Port': ['ID=dcd31892-0e5e-4a20-aec7-a5ba5b65088a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:43.071798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] No DVR routers for this DVR port dcd31892-0e5e-4a20-aec7-a5ba5b65088a on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:43.076352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.080234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-27427382-e232-4eb6-9a6d-5e8ead2f1556 req-e019210d-d28d-4d0e-87fa-7f20046e9722 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "DELETE /v2.0/ports/dcd31892-0e5e-4a20-aec7-a5ba5b65088a HTTP/1.1" status: 204 len: 173 time: 0.5574121 Dec 15 13:44:43.110885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:43.138681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 7290669d-74b3-4703-a4ba-5222a2f5bb65 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:43.139525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7290669d-74b3-4703-a4ba-5222a2f5bb65 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:43.139745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'name': 'network-vif-deleted', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65'}, {'server_uuid': 'de614465-78ca-4e0e-922f-a448722c392e', 'name': 'network-vif-deleted', 'tag': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:43.143227 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983f441a-2265-4dc0-8029-dd0eef3b8925" -d '{"events": [{"server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "name": "network-vif-deleted", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65"}, {"server_uuid": "de614465-78ca-4e0e-922f-a448722c392e", "name": "network-vif-deleted", "tag": "dcd31892-0e5e-4a20-aec7-a5ba5b65088a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:43.353408 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea0cd0-215e-4579-82c5-20434ad2f7e9 x-openstack-request-id: req-f8ea0cd0-215e-4579-82c5-20434ad2f7e9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:43.353751 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fe9a12-faaa-4682-a74f-4fbfd88dcf91", "name": "network-vif-deleted", "tag": "7290669d-74b3-4703-a4ba-5222a2f5bb65", "status": "completed", "code": 200}, {"server_uuid": "de614465-78ca-4e0e-922f-a448722c392e", "name": "network-vif-deleted", "tag": "dcd31892-0e5e-4a20-aec7-a5ba5b65088a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:43.354009 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8ea0cd0-215e-4579-82c5-20434ad2f7e9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:43.354416 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fe9a12-faaa-4682-a74f-4fbfd88dcf91', 'name': 'network-vif-deleted', 'tag': '7290669d-74b3-4703-a4ba-5222a2f5bb65', 'status': 'completed', 'code': 200} Dec 15 13:44:43.354700 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de614465-78ca-4e0e-922f-a448722c392e', 'name': 'network-vif-deleted', 'tag': 'dcd31892-0e5e-4a20-aec7-a5ba5b65088a', 'status': 'completed', 'code': 200} Dec 15 13:44:43.374805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-deleted', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:43.382849 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a39d7-cd32-43bf-8aca-f9dad2f5a4ee" -d '{"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-deleted", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:43.389136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e96d067-7a4e-4bbf-9c51-87e65c047cd0 req-1fc6c1d6-70d5-43ab-b932-15e7e432477b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=de614465-78ca-4e0e-922f-a448722c392e HTTP/1.1" status: 200 len: 210 time: 0.0738397 Dec 15 13:44:43.500932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473da73-249c-4079-b034-e03b3be2d054 req-bbbfa4d2-5f8b-4d9c-844f-5950ba186ad9 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.503321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2473da73-249c-4079-b034-e03b3be2d054 req-bbbfa4d2-5f8b-4d9c-844f-5950ba186ad9 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 943 time: 0.0775173 Dec 15 13:44:43.569776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2473da73-249c-4079-b034-e03b3be2d054 req-df8025cf-7ace-4447-b2b2-e60e376b2d8c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561862 Dec 15 13:44:43.647855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-ed3edb52-a5bd-4990-8740-20d414e8bbf7 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cf48915204b64fb5811c4828658ff250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397618 Dec 15 13:44:43.792752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1190d76-07b0-4b93-9498-ce6fad02d614 req-96bab931-069d-4969-adee-4b20360993eb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.794179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1190d76-07b0-4b93-9498-ce6fad02d614 req-96bab931-069d-4969-adee-4b20360993eb tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 950 time: 0.1200032 Dec 15 13:44:43.806582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.829979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-1dd5fc56-75a5-43c9-a93d-5a7353cf5035 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.839396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-1dd5fc56-75a5-43c9-a93d-5a7353cf5035 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902544 Dec 15 13:44:43.865119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-3cc76a0b-46db-4804-875e-dc1f0e35c524 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/quotas/cf48915204b64fb5811c4828658ff250 HTTP/1.1" status: 200 len: 375 time: 0.0247617 Dec 15 13:44:43.917523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-42f6da4b-6e7a-4fbb-a631-1c8d6744163b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514390 Dec 15 13:44:43.936078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1190d76-07b0-4b93-9498-ce6fad02d614 req-d40645d2-3f74-4e23-8ffa-b01e768438e5 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317165 Dec 15 13:44:44.003097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-4c4b924f-4116-48f8-9da1-6e50d2146ee5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.004652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-4c4b924f-4116-48f8-9da1-6e50d2146ee5 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 951 time: 0.0825551 Dec 15 13:44:44.010768 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515acee3-7297-4d9d-b3af-00b276895b93 x-openstack-request-id: req-515acee3-7297-4d9d-b3af-00b276895b93 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:44.011271 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d81d44-77e3-4906-bcb7-26ff1861a8b5", "name": "network-vif-deleted", "tag": "3f68119a-24fe-402e-9e56-21da0a066ee0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:44.011676 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-515acee3-7297-4d9d-b3af-00b276895b93 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:44.012537 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d81d44-77e3-4906-bcb7-26ff1861a8b5', 'name': 'network-vif-deleted', 'tag': '3f68119a-24fe-402e-9e56-21da0a066ee0', 'status': 'completed', 'code': 200} Dec 15 13:44:44.203290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96512544-b45b-4f92-970f-eea6d385c50c req-cdfc8b80-02d0-4f48-ba99-ef4a87162e8d tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 210 time: 0.0758531 Dec 15 13:44:44.260290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1bfc0-1708-4580-a21f-757c8189b464 req-f474d19b-279a-498f-8fc3-00f8a51edb46 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.267939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f1bfc0-1708-4580-a21f-757c8189b464 req-f474d19b-279a-498f-8fc3-00f8a51edb46 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 951 time: 0.1556940 Dec 15 13:44:44.282470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Deleting port 871c43d6-821b-41de-8952-fd2b956f838b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:44.282815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.300096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:44.400980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2866b606-f264-441d-827c-52da39f00b35 req-e1d6db7d-26d1-4e84-a6c3-bb6ad8ed4487 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 210 time: 0.0571430 Dec 15 13:44:44.434589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f1bfc0-1708-4580-a21f-757c8189b464 req-1f645919-fef4-4f1a-a284-b58f4e6dad2d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655233 Dec 15 13:44:44.464881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:44.487411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'port_id': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'mac_address': 'fa:16:3e:bb:f2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:44.533395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] For port 871c43d6-821b-41de-8952-fd2b956f838b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=871c43d6-821b-41de-8952-fd2b956f838b,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:44.539271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.578991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.579412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Calling delete_port for 871c43d6-821b-41de-8952-fd2b956f838b owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:44.622999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:44.656405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:44.682567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.696813 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bab47a54-6cbf-47fc-a2af-d6cf0639b17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.787303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-83331cb0-b43e-444c-855a-8df679bdda6e tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf48915204b64fb5811c4828658ff250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847492 Dec 15 13:44:44.801557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:44.918661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['1eb508ea-2f6a-4e41-b398-a90a371fb3e3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:45.032585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device dcd31892-0e5e-4a20-aec7-a5ba5b65088a no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:45.064833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: dcd31892-0e5e-4a20-aec7-a5ba5b65088a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:45.065180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device dcd31892-0e5e-4a20-aec7-a5ba5b65088a not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:45.073883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-96a92d8f-92b4-48f4-8f26-9ac50a90ea37 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.075903 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-96a92d8f-92b4-48f4-8f26-9ac50a90ea37 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 950 time: 0.0792942 Dec 15 13:44:45.196912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Deleting port 82eba6ad-570c-446c-ab03-c61d46fbffd4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:45.197155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.330022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] For port 82eba6ad-570c-446c-ab03-c61d46fbffd4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=82eba6ad-570c-446c-ab03-c61d46fbffd4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:45.330739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.334706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf1773-dd9e-48b7-bb86-92c4688310b1 req-6d07f6e2-87c1-4aad-8ee3-398264d671f4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.342064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3cf1773-dd9e-48b7-bb86-92c4688310b1 req-6d07f6e2-87c1-4aad-8ee3-398264d671f4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 944 time: 0.5382504 Dec 15 13:44:45.347109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Calling delete_port for 82eba6ad-570c-446c-ab03-c61d46fbffd4 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:45.356419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a66a5-e693-43ab-bd2c-2c5b5d27fc51 req-92f9fbb5-93b3-417c-b946-1d4a388fd3a1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.364761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e3a66a5-e693-43ab-bd2c-2c5b5d27fc51 req-92f9fbb5-93b3-417c-b946-1d4a388fd3a1 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.4804502 Dec 15 13:44:45.396854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-90ddbc49-8439-48dc-94f1-ed7aba19eca5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.398381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-90ddbc49-8439-48dc-94f1-ed7aba19eca5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5936048 Dec 15 13:44:45.427514 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-a6fd5b23-8311-4b50-a0e3-2e3f64f8f774 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf48915204b64fb5811c4828658ff250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249882 Dec 15 13:44:45.436116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Request body: {'port': {'device_id': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'cf48915204b64fb5811c4828658ff250'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:45.529140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.549802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-01e66849-7ab8-4f40-b371-42e0165cf396 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.552049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-01e66849-7ab8-4f40-b371-42e0165cf396 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1184340 Dec 15 13:44:45.557514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:45.561344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3cf1773-dd9e-48b7-bb86-92c4688310b1 req-86fa9776-f346-4a0c-bee4-404d4ed24882 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183168 Dec 15 13:44:45.598863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Request body: {'port': {'device_id': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'cf48915204b64fb5811c4828658ff250'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:45.620876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e3a66a5-e693-43ab-bd2c-2c5b5d27fc51 req-30968168-1e94-45f8-979e-9132f38fb5a4 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454965 Dec 15 13:44:45.625554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event deleted for resources: {'Port': ['ID=871c43d6-821b-41de-8952-fd2b956f838b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:45.764055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] No DVR routers for this DVR port 871c43d6-821b-41de-8952-fd2b956f838b on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:45.769160 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.773255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13813ef8-8240-42b3-84d4-dd33940ada6b req-5c195901-9a17-46ef-9e28-9ef6ca6d4b6c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.67 "DELETE /v2.0/ports/871c43d6-821b-41de-8952-fd2b956f838b HTTP/1.1" status: 204 len: 173 time: 1.7529769 Dec 15 13:44:45.787498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Made reservation on behalf of cf48915204b64fb5811c4828658ff250 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:45.791452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.804467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.864829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b82900fd-d605-432e-a381-34044019f303 req-2df0760f-6545-46fd-a3cf-d8ac9fad952c tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 210 time: 0.0968742 Dec 15 13:44:45.955706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e75f2-dc8f-4d0a-aaa3-2e699a1af867 req-82ecadf2-87b0-4a72-ba10-6a9ca03915fd tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.971604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-252e75f2-dc8f-4d0a-aaa3-2e699a1af867 req-82ecadf2-87b0-4a72-ba10-6a9ca03915fd tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3abc12f-2479-4e3c-9916-41cea073e663 HTTP/1.1" status: 200 len: 950 time: 0.2628901 Dec 15 13:44:45.996541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Made reservation on behalf of cf48915204b64fb5811c4828658ff250 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:46.001521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.007994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.019969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.020725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-deleted', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:46.024096 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bd3db7-3738-4a79-a8b3-1d8ad640175d" -d '{"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-deleted", "tag": "871c43d6-821b-41de-8952-fd2b956f838b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:46.047571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.084595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.122807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Pushing event deleted for resources: {'Port': ['ID=82eba6ad-570c-446c-ab03-c61d46fbffd4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.161291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.178185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-252e75f2-dc8f-4d0a-aaa3-2e699a1af867 req-d79f1695-4d59-41f7-9666-bc024b9fe193 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c2e81c4-4925-4fc3-9184-623d024d685e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954286 Dec 15 13:44:46.218754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-112aa411-b04c-486f-b928-7f6d997d4bdb req-8cff056d-7d33-4421-97df-084d798cb631 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 210 time: 0.0810604 Dec 15 13:44:46.290367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] No DVR routers for this DVR port 82eba6ad-570c-446c-ab03-c61d46fbffd4 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:46.296276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a684e9f7-6296-418f-8926-dc55650a4c2d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.301364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.305853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0ab38a4-9116-4c62-9f92-2b41cb289fef req-81f72f00-816f-4199-a210-64a79b2fe2f4 tempest-ServersOnMultiNodesTest-1562268920 tempest-ServersOnMultiNodesTest-1562268920-project] 10.222.0.85 "DELETE /v2.0/ports/82eba6ad-570c-446c-ab03-c61d46fbffd4 HTTP/1.1" status: 204 len: 173 time: 1.2229648 Dec 15 13:44:46.312529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'name': 'network-vif-deleted', 'tag': '82eba6ad-570c-446c-ab03-c61d46fbffd4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:46.315010 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc7e00-0d1f-4bf6-8ebc-9522313afe1a" -d '{"events": [{"server_uuid": "d3abc12f-2479-4e3c-9916-41cea073e663", "name": "network-vif-deleted", "tag": "82eba6ad-570c-446c-ab03-c61d46fbffd4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:46.332923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:46.521258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d19b8dd7-002f-470f-8c00-466ebb593c08 req-68af8c95-90e7-4335-89e4-8ce3d93dd80d tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=2880bf43-585d-404d-8230-8d013b68d919 HTTP/1.1" status: 200 len: 210 time: 0.0815914 Dec 15 13:44:46.522991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:46.531911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:46.532300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.542351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Allocated IP 192.168.233.24 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/7aab0edb-d2d4-49c9-bd25-f299801d3feb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:46.560907 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b29ef-07a3-444e-a153-8b0941235d53 x-openstack-request-id: req-1c3b29ef-07a3-444e-a153-8b0941235d53 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:46.561294 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880bf43-585d-404d-8230-8d013b68d919", "name": "network-vif-deleted", "tag": "871c43d6-821b-41de-8952-fd2b956f838b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:46.561641 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c3b29ef-07a3-444e-a153-8b0941235d53 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:46.562126 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880bf43-585d-404d-8230-8d013b68d919', 'name': 'network-vif-deleted', 'tag': '871c43d6-821b-41de-8952-fd2b956f838b', 'status': 'completed', 'code': 200} Dec 15 13:44:46.711507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.739331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:46.742212 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bf435a-102a-41c8-9bbb-9538b5a0258c" -d '{"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-plugged", "status": "completed", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:46.747464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cfebb-9109-4c23-af7e-4c24b1013973 req-a76a32ea-4eb1-49b2-ac49-1bfb0bada99c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:46.749085 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f3a2c7-4a33-408e-82ac-942cc7cd7c5f x-openstack-request-id: req-94f3a2c7-4a33-408e-82ac-942cc7cd7c5f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:46.749641 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3abc12f-2479-4e3c-9916-41cea073e663", "name": "network-vif-deleted", "tag": "82eba6ad-570c-446c-ab03-c61d46fbffd4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:46.750175 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94f3a2c7-4a33-408e-82ac-942cc7cd7c5f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:46.750799 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3abc12f-2479-4e3c-9916-41cea073e663', 'name': 'network-vif-deleted', 'tag': '82eba6ad-570c-446c-ab03-c61d46fbffd4', 'status': 'completed', 'code': 200} Dec 15 13:44:46.755384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-868cfebb-9109-4c23-af7e-4c24b1013973 req-a76a32ea-4eb1-49b2-ac49-1bfb0bada99c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 944 time: 0.0632639 Dec 15 13:44:46.763323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:46.769425 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.773648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:46.807685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.853474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.868626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.873698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['82eba6ad-570c-446c-ab03-c61d46fbffd4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:46.877532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 871c43d6-821b-41de-8952-fd2b956f838b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:46.877875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 871c43d6-821b-41de-8952-fd2b956f838b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:46.882014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c9f21-2a15-4a6b-ba2e-dbec88e512f9 req-317777b3-6abf-41b4-b49c-2b583bb02fde tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:46.890904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e8c9f21-2a15-4a6b-ba2e-dbec88e512f9 req-317777b3-6abf-41b4-b49c-2b583bb02fde tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.1114154 Dec 15 13:44:46.927841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-868cfebb-9109-4c23-af7e-4c24b1013973 req-e2053bc2-15f5-48f9-9d3a-6a3f2baa376c tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708241 Dec 15 13:44:47.011165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event updated for resources: {'Port': ['ID=7aab0edb-d2d4-49c9-bd25-f299801d3feb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:47.024578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:47.037683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:47.047082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e8c9f21-2a15-4a6b-ba2e-dbec88e512f9 req-da23f743-e4e4-4f74-8fc8-34811beb231f tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551528 Dec 15 13:44:47.050169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:47.053157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Allocated IP 192.168.233.15 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/829d255e-1d09-4ea3-95b5-d3497413f044) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:47.083173 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb83007-1cab-4cce-a6e4-f9850e88aaf3 x-openstack-request-id: req-aeb83007-1cab-4cce-a6e4-f9850e88aaf3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:47.083844 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-plugged", "status": "completed", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:47.084462 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeb83007-1cab-4cce-a6e4-f9850e88aaf3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:47.085047 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'code': 200} Dec 15 13:44:47.155112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.155841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.202738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-79349845-8291-4e03-9a77-f08bc48ea1fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6303444 Dec 15 13:44:47.218021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Request body: {'port': {'device_id': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:47.313768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18339731-e7ff-49d6-aa7a-20c133ba5e11 req-a1b9bc9a-cf58-4c20-b59a-02208ebe3347 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 210 time: 0.0607960 Dec 15 13:44:47.325503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.416011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ec95-65ce-43cb-ba09-b1ae05777ccc req-34c94d84-a0fd-4c52-baba-baf6a37e8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.417953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5675ec95-65ce-43cb-ba09-b1ae05777ccc req-34c94d84-a0fd-4c52-baba-baf6a37e8a0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1096 time: 0.2292788 Dec 15 13:44:47.451153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.517848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-98c6ce4f-8df4-4a1e-ba1c-c48737a0797d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.520180 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-98c6ce4f-8df4-4a1e-ba1c-c48737a0797d tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 945 time: 0.2266641 Dec 15 13:44:47.549795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5675ec95-65ce-43cb-ba09-b1ae05777ccc req-837b97df-c551-431f-8319-347e9be39125 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933685 Dec 15 13:44:47.565766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4e595477-43c2-4336-9bf4-9958cceb2a34 None None] Provisioning complete for port 7aab0edb-d2d4-49c9-bd25-f299801d3feb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:47.566129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4e595477-43c2-4336-9bf4-9958cceb2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.568068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44e6bc-0381-44af-a9ca-33bb45b28505 req-f6121a14-79cf-4561-bf9e-7bfe08da0055 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.575804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f44e6bc-0381-44af-a9ca-33bb45b28505 req-f6121a14-79cf-4561-bf9e-7bfe08da0055 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 935 time: 0.1560862 Dec 15 13:44:47.637474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.657256 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4e595477-43c2-4336-9bf4-9958cceb2a34 None None] Port 7aab0edb-d2d4-49c9-bd25-f299801d3feb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:47.668453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f44e6bc-0381-44af-a9ca-33bb45b28505 req-48d06a0d-3cbf-44b0-9b2a-d97729164ecf tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915928 Dec 15 13:44:47.734597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.798754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:47.802349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:47.821910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:47.827125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:47.915080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.916331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.958333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-d8a40112-5190-4d7b-b291-338bbf5f34d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5275209 Dec 15 13:44:47.974132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Deleting port ef845432-63c1-4adc-b8d6-61272bd78a3a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:47.974762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.975809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Request body: {'port': {'device_id': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:48.025146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47062) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:48.147302 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.184089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-68d7ec8a-0953-46f8-b422-794eeaed8d58 None None] Provisioning complete for port 829d255e-1d09-4ea3-95b5-d3497413f044 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:48.184462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68d7ec8a-0953-46f8-b422-794eeaed8d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.215450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b44b-478d-4c16-8ffb-fc9fb6119c42 req-5fe148bd-3f4f-414b-ac50-37cfb5d5bdb8 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.217842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d541b44b-478d-4c16-8ffb-fc9fb6119c42 req-5fe148bd-3f4f-414b-ac50-37cfb5d5bdb8 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1902249 Dec 15 13:44:48.223679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-68d7ec8a-0953-46f8-b422-794eeaed8d58 None None] Port 829d255e-1d09-4ea3-95b5-d3497413f044 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:48.227685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aab0edb-d2d4-49c9-bd25-f299801d3feb {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:48.240726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.264814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d43b4d-1763-4d5b-be67-413e02f4ed48 req-68a86ba4-7fb3-46ba-b7a2-2eba7311a4db tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.272682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78d43b4d-1763-4d5b-be67-413e02f4ed48 req-68a86ba4-7fb3-46ba-b7a2-2eba7311a4db tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2267694 Dec 15 13:44:48.277912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Transition to ACTIVE for port object 7aab0edb-d2d4-49c9-bd25-f299801d3feb will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:48.285234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] For port ef845432-63c1-4adc-b8d6-61272bd78a3a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ef845432-63c1-4adc-b8d6-61272bd78a3a,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:48.285586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.288013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.328593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Calling delete_port for ef845432-63c1-4adc-b8d6-61272bd78a3a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:48.337835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5e29adbd-4d20-467d-ac8a-d424b4cc438a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b17a9cfb45464d8ca535f7388591d0d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114336 Dec 15 13:44:48.344256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:48.379958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.432117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aab0edb-d2d4-49c9-bd25-f299801d3feb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:48.484656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d541b44b-478d-4c16-8ffb-fc9fb6119c42 req-4c89b9bc-5f14-4509-9187-61c85ab86f43 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370062 Dec 15 13:44:48.536273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78d43b4d-1763-4d5b-be67-413e02f4ed48 req-de3b0d3d-77e4-459e-99b6-aa194f10d9d8 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625644 Dec 15 13:44:48.637148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Attempting to bind port 7aab0edb-d2d4-49c9-bd25-f299801d3feb on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:48.637532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Attempting to bind port 7aab0edb-d2d4-49c9-bd25-f299801d3feb by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:48.637788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Attempting to bind port 7aab0edb-d2d4-49c9-bd25-f299801d3feb on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:48.656342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Port 7aab0edb-d2d4-49c9-bd25-f299801d3feb on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:48.656891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Attempting to bind port 7aab0edb-d2d4-49c9-bd25-f299801d3feb on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:48.722285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:48.722623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:48.723007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:48.723458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Bound port: 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:48.724984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.787708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a0a4-26ae-4580-ac6d-06eabc6ea906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.810604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.837397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ef845432-63c1-4adc-b8d6-61272bd78a3a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:48.845817 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a0a4-26ae-4580-ac6d-06eabc6ea906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.868217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Pushing event deleted for resources: {'Port': ['ID=ef845432-63c1-4adc-b8d6-61272bd78a3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:48.878274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] For port 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:48.893212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd34a7-f65f-4b81-8948-661b389bdb2d req-6d7d5800-6a09-4f6a-8e89-b97b6733b850 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.902224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cbd34a7-f65f-4b81-8948-661b389bdb2d req-6d7d5800-6a09-4f6a-8e89-b97b6733b850 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4fe5b4-daea-411f-8677-ad3ce41b8e6f HTTP/1.1" status: 200 len: 867 time: 0.2862885 Dec 15 13:44:48.913135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] For port 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:48.927177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] No DVR routers for this DVR port ef845432-63c1-4adc-b8d6-61272bd78a3a on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:48.929716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.933111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.936414 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73caaccd-9447-4697-a0bb-e4660e3fed29 req-9857a2ea-7f2a-4261-8b34-75abdce8d34b tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.85 "DELETE /v2.0/ports/ef845432-63c1-4adc-b8d6-61272bd78a3a HTTP/1.1" status: 204 len: 173 time: 1.4070623 Dec 15 13:44:48.938569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'name': 'network-vif-deleted', 'tag': 'ef845432-63c1-4adc-b8d6-61272bd78a3a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:48.941178 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1953d7a9-36c4-4967-960e-d91f4f302a40" -d '{"events": [{"server_uuid": "ca4fe5b4-daea-411f-8677-ad3ce41b8e6f", "name": "network-vif-deleted", "tag": "ef845432-63c1-4adc-b8d6-61272bd78a3a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:48.978218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.978912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.980414 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] 10.222.0.67 "PUT /v2.0/ports/7aab0edb-d2d4-49c9-bd25-f299801d3feb HTTP/1.1" status: 200 len: 1095 time: 1.7695191 Dec 15 13:44:49.017324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87a51047-f813-42b8-87e0-da9d294f2ec6 req-73aa59ea-5641-4d3d-b58a-be6d2f25091e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fe9a12-faaa-4682-a74f-4fbfd88dcf91 HTTP/1.1" status: 200 len: 210 time: 0.0928969 Dec 15 13:44:49.026398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170db4-6f2c-474d-9705-19741dd6a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aab0edb-d2d4-49c9-bd25-f299801d3feb,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.056859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ef845432-63c1-4adc-b8d6-61272bd78a3a no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:49.113744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: ef845432-63c1-4adc-b8d6-61272bd78a3a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:49.114398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ef845432-63c1-4adc-b8d6-61272bd78a3a not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:49.115123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 82eba6ad-570c-446c-ab03-c61d46fbffd4 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:49.117152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cbd34a7-f65f-4b81-8948-661b389bdb2d req-187aec72-ade6-4e48-ad69-6f610990e484 tempest-ServerRescueTestJSON-1482543769 tempest-ServerRescueTestJSON-1482543769-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd3ba116-a022-4df8-a4bf-2f88b34212e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136917 Dec 15 13:44:49.155581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 82eba6ad-570c-446c-ab03-c61d46fbffd4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:49.156234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 82eba6ad-570c-446c-ab03-c61d46fbffd4 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:49.169419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-0cec5b35-b08a-4f63-a447-7bf62739ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.171012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-0cec5b35-b08a-4f63-a447-7bf62739ec64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 1098 time: 0.1113923 Dec 15 13:44:49.189366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a0a4-26ae-4580-ac6d-06eabc6ea906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.197384 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a0a4-26ae-4580-ac6d-06eabc6ea906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.199536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ebb8a0a4-26ae-4580-ac6d-06eabc6ea906 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c2e81c4-4925-4fc3-9184-623d024d685e HTTP/1.1" status: 204 len: 168 time: 0.8537796 Dec 15 13:44:49.236169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8a0a4-26ae-4580-ac6d-06eabc6ea906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e81c4-4925-4fc3-9184-623d024d685e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.240304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:49.264769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.285642 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1686ae8-ecf9-4493-aa48-441dc76db9b2 x-openstack-request-id: req-b1686ae8-ecf9-4493-aa48-441dc76db9b2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:49.286491 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4fe5b4-daea-411f-8677-ad3ce41b8e6f", "name": "network-vif-deleted", "tag": "ef845432-63c1-4adc-b8d6-61272bd78a3a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:49.286961 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1686ae8-ecf9-4493-aa48-441dc76db9b2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:49.287632 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4fe5b4-daea-411f-8677-ad3ce41b8e6f', 'name': 'network-vif-deleted', 'tag': 'ef845432-63c1-4adc-b8d6-61272bd78a3a', 'status': 'completed', 'code': 200} Dec 15 13:44:49.289696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-52627961-0b98-48e7-b0bb-d84cdd11af3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb HTTP/1.1" status: 200 len: 217 time: 0.1100121 Dec 15 13:44:49.305383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Transition to ACTIVE for port object 829d255e-1d09-4ea3-95b5-d3497413f044 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:49.316495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.338848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b786-66ce-4347-adb8-5144c6a5039f req-a5107cdb-eb32-4eb2-b3fe-9f81935b13d1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.346778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7130b786-66ce-4347-adb8-5144c6a5039f req-a5107cdb-eb32-4eb2-b3fe-9f81935b13d1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 947 time: 0.1117778 Dec 15 13:44:49.382911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-59b8d858-8c8c-4d10-a06f-9c619d0ac6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.384972 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-59b8d858-8c8c-4d10-a06f-9c619d0ac6b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0880857 Dec 15 13:44:49.461095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-80653c7d-f1e0-41fe-bd72-1372ac0f3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.463412 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-80653c7d-f1e0-41fe-bd72-1372ac0f3210 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644469 Dec 15 13:44:49.468812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.554503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7130b786-66ce-4347-adb8-5144c6a5039f req-7acd169a-6a38-444a-88c6-d33404c88189 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065897 Dec 15 13:44:49.629430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Attempting to bind port 829d255e-1d09-4ea3-95b5-d3497413f044 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:49.629905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Attempting to bind port 829d255e-1d09-4ea3-95b5-d3497413f044 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:49.630280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Attempting to bind port 829d255e-1d09-4ea3-95b5-d3497413f044 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:49.652321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Port 829d255e-1d09-4ea3-95b5-d3497413f044 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:49.653121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Attempting to bind port 829d255e-1d09-4ea3-95b5-d3497413f044 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:49.663296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:49.663752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:49.664330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:49.665026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Bound port: 829d255e-1d09-4ea3-95b5-d3497413f044, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:49.665543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.760093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-df950398-7468-415a-80bd-317059916b5b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884040 Dec 15 13:44:49.786371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4d91f-8762-496b-940a-2b3800a49215 req-fbda0bdf-51cd-4522-bda7-74aade0923fc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.788017 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-add4d91f-8762-496b-940a-2b3800a49215 req-fbda0bdf-51cd-4522-bda7-74aade0923fc tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.0925672 Dec 15 13:44:49.867153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1905e48-db77-4bbf-bad9-4975c8b1f743 req-d645163b-d2c1-4491-ae2c-3675c9f0ad32 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.876310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1905e48-db77-4bbf-bad9-4975c8b1f743 req-d645163b-d2c1-4491-ae2c-3675c9f0ad32 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 950 time: 0.2016783 Dec 15 13:44:49.891110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47090) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:49.913106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2f3de-9c35-40bd-b21c-0ce7541e6815 req-16240746-cc3f-4ec3-ab9f-be2207039fe3 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.914898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c2f3de-9c35-40bd-b21c-0ce7541e6815 req-16240746-cc3f-4ec3-ab9f-be2207039fe3 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.2058959 Dec 15 13:44:49.941877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:49.977695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:50.006264 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8cfc45da-332c-41cd-868c-aaf897c36d9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a827cfdfcd3249c1870ab4abecb4fd46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1120360 Dec 15 13:44:50.010336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-47f3d7ea-2343-441a-9d5e-ae3be520aea2 req-8438d8c2-9934-4fc5-b4cc-15902d93266d service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417686 Dec 15 13:44:50.010796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:50.016044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1905e48-db77-4bbf-bad9-4975c8b1f743 req-dfb380b8-d577-4944-8cb3-0a8c498465ac tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383388 Dec 15 13:44:50.033671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.084642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Deleting port fd597505-e360-44c0-8b2a-bc0a80bd926e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:50.085302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.108045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c2f3de-9c35-40bd-b21c-0ce7541e6815 req-a7e3c78c-8f79-42a9-981a-b89525ebfd86 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795669 Dec 15 13:44:50.109603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.110305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.111868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] 10.222.0.67 "PUT /v2.0/ports/829d255e-1d09-4ea3-95b5-d3497413f044 HTTP/1.1" status: 200 len: 1095 time: 2.1414971 Dec 15 13:44:50.114672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:50.117896 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f88a25-971f-4b41-afdd-a06ea10fc412" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:50.156839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4250-3527-4893-a59f-21914aa39ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.173288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f55519-120f-4680-979a-7e91e3483096 service neutron] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:50.237788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4250-3527-4893-a59f-21914aa39ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.260939 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b090a35-9416-45ca-b4eb-4d7da0287ae4 x-openstack-request-id: req-9b090a35-9416-45ca-b4eb-4d7da0287ae4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:50.261247 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:50.261504 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b090a35-9416-45ca-b4eb-4d7da0287ae4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:50.272399 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044', 'status': 'completed', 'code': 200} Dec 15 13:44:50.274957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:50.341011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] For port fd597505-e360-44c0-8b2a-bc0a80bd926e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=fd597505-e360-44c0-8b2a-bc0a80bd926e,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:50.341641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.358145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Calling delete_port for fd597505-e360-44c0-8b2a-bc0a80bd926e owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:50.518519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-dda41e83-7218-4ea1-9fe9-3d4552abbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.520118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-dda41e83-7218-4ea1-9fe9-3d4552abbe9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1098 time: 0.3387187 Dec 15 13:44:50.557618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4250-3527-4893-a59f-21914aa39ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.560699 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4250-3527-4893-a59f-21914aa39ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.564135 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c5d4250-3527-4893-a59f-21914aa39ce0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67279100-4e92-4184-aed8-e89d73cb4321 HTTP/1.1" status: 204 len: 168 time: 0.5490179 Dec 15 13:44:50.590777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-09e0b90b-59de-4d1a-862d-fcfcd1a9ffd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=829d255e-1d09-4ea3-95b5-d3497413f044 HTTP/1.1" status: 200 len: 217 time: 0.0562572 Dec 15 13:44:50.601136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5dcfa-a25f-4863-b4bb-27bb7fcd8d92 req-6feb019d-01b6-43cd-b866-f45765bbe33a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.604623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d4250-3527-4893-a59f-21914aa39ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67279100-4e92-4184-aed8-e89d73cb4321,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:50.612738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24f5dcfa-a25f-4863-b4bb-27bb7fcd8d92 req-6feb019d-01b6-43cd-b866-f45765bbe33a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1909444 Dec 15 13:44:50.621156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:50.627292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Request body: {'floatingip': {'port_id': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:50.658251 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.684977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'fd597505-e360-44c0-8b2a-bc0a80bd926e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:50.696326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.891104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-3589f257-705b-4b4a-9f5a-7cfc884b56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.892651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-3589f257-705b-4b4a-9f5a-7cfc884b56a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2819307 Dec 15 13:44:50.916031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] No DVR routers for this DVR port fd597505-e360-44c0-8b2a-bc0a80bd926e on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:50.920538 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.925215 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-add4d91f-8762-496b-940a-2b3800a49215 req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.85 "DELETE /v2.0/ports/fd597505-e360-44c0-8b2a-bc0a80bd926e HTTP/1.1" status: 204 len: 173 time: 1.0999010 Dec 15 13:44:50.926970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98b089-adbd-4936-8419-67852819df5a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event deleted for resources: {'Port': ['ID=fd597505-e360-44c0-8b2a-bc0a80bd926e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:51.078354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:51.089456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7f22f-0cd7-4dec-9920-5311572ef6f8 req-de7f19b8-6ace-4f4e-a3b9-3bd42fcfedfb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:51.091401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dd7f22f-0cd7-4dec-9920-5311572ef6f8 req-de7f19b8-6ace-4f4e-a3b9-3bd42fcfedfb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 947 time: 0.2870212 Dec 15 13:44:51.288870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'tag': '7aab0edb-d2d4-49c9-bd25-f299801d3feb'}, {'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-deleted', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:51.291576 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f727f7-8d9a-4099-928e-1af5e5814267" -d '{"events": [{"name": "network-changed", "server_uuid": "8abe61a1-d58d-494b-a0cf-dd0476340812", "tag": "7aab0edb-d2d4-49c9-bd25-f299801d3feb"}, {"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-deleted", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:51.692251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-daa67ace-4f25-4c9b-9db2-fcda11948e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:51.694295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-daa67ace-4f25-4c9b-9db2-fcda11948e16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7687273 Dec 15 13:44:51.750013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0a0117b-0b30-46e7-b392-bdad8667d041 req-19fd3ca1-4a16-4f9d-9479-9cd36ff6c491 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e11cfa-fc45-4910-afcc-7edafd77f0a8 HTTP/1.1" status: 200 len: 210 time: 0.5375223 Dec 15 13:44:51.898065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dd7f22f-0cd7-4dec-9920-5311572ef6f8 req-6f17ed80-0112-44f0-8939-711382ca7664 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7108428 Dec 15 13:44:51.963869 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa469b7a-9e37-4a26-bbb7-1891dc44c96d x-openstack-request-id: req-fa469b7a-9e37-4a26-bbb7-1891dc44c96d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:51.964329 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abe61a1-d58d-494b-a0cf-dd0476340812", "tag": "7aab0edb-d2d4-49c9-bd25-f299801d3feb", "status": "completed", "code": 200}, {"server_uuid": "f1e11cfa-fc45-4910-afcc-7edafd77f0a8", "name": "network-vif-deleted", "tag": "fd597505-e360-44c0-8b2a-bc0a80bd926e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:51.964427 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa469b7a-9e37-4a26-bbb7-1891dc44c96d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:51.964909 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'tag': '7aab0edb-d2d4-49c9-bd25-f299801d3feb', 'status': 'completed', 'code': 200} Dec 15 13:44:51.965166 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e11cfa-fc45-4910-afcc-7edafd77f0a8', 'name': 'network-vif-deleted', 'tag': 'fd597505-e360-44c0-8b2a-bc0a80bd926e', 'status': 'completed', 'code': 200} Dec 15 13:44:52.067209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-6b26f6cd-3b53-436f-aed9-0ec310357382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.069571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-6b26f6cd-3b53-436f-aed9-0ec310357382 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 1098 time: 0.1018555 Dec 15 13:44:52.161887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-1b629922-9cbd-4b3d-aaa6-1381177e2d0e service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290140 Dec 15 13:44:52.212887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-21a7f44f-22ad-4ff3-8d8c-7e5047b9ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.214462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-21a7f44f-22ad-4ff3-8d8c-7e5047b9ea63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1357958 Dec 15 13:44:52.282104 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-31d67a5f-fd04-42b2-8a89-8d7810654bc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb HTTP/1.1" status: 200 len: 217 time: 0.0587161 Dec 15 13:44:52.376555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aab0edb-d2d4-49c9-bd25-f299801d3feb details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:52.403905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-554b2700-7db7-4d09-8ade-69e5fb4e6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.405630 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-554b2700-7db7-4d09-8ade-69e5fb4e6c1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1165583 Dec 15 13:44:52.422491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72466f3e-c8bf-455f-b22e-3636b900db98 req-12b313d2-51b9-4dd7-acf3-a338b28e519d service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498591 Dec 15 13:44:52.453465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.464464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.479177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.518954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-818ef617-dc74-4a99-bda2-742b772bb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.520969 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-818ef617-dc74-4a99-bda2-742b772bb737 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076832 Dec 15 13:44:52.644908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:52.689177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7aab0edb-d2d4-49c9-bd25-f299801d3feb', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '7aab0edb-d2d4-49c9-bd25-f299801d3feb', 'mac_address': 'fa:16:3e:42:ce:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:52.776405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-3403e5d1-7f4c-4bd1-9e20-80b762a5aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.777754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-3403e5d1-7f4c-4bd1-9e20-80b762a5aa03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1098 time: 0.2380307 Dec 15 13:44:52.784042 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Floating IP ded53b75-d889-4f37-82e5-813386e317f2 associated. External IP: 172.25.2.72, port: 1eb508ea-2f6a-4e41-b398-a90a371fb3e3. Dec 15 13:44:52.786937 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.830101 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-569bbc10-748d-4c4f-ac4f-e9abd18b4dac service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008378 Dec 15 13:44:52.830455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aab0edb-d2d4-49c9-bd25-f299801d3feb {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:52.857653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:52.873311 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:53.033108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aab0edb-d2d4-49c9-bd25-f299801d3feb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:53.055437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:53.099814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: fd597505-e360-44c0-8b2a-bc0a80bd926e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:53.100605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device fd597505-e360-44c0-8b2a-bc0a80bd926e not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:53.150804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-68f727f7-8d9a-4099-928e-1af5e5814267 req-d4305dd6-2da4-4fc9-9e6c-489436d44bbc service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052382 Dec 15 13:44:53.169807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7aab0edb-d2d4-49c9-bd25-f299801d3feb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:53.261086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-fa5e5a9a-3415-468a-a4ff-c998f27817bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.263121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-fa5e5a9a-3415-468a-a4ff-c998f27817bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.4392688 Dec 15 13:44:53.360053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cad649-aae4-4eca-952f-2bf96db57cf7 req-6111d9a9-b96e-4b8f-841d-b675af4bed56 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.367565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6cad649-aae4-4eca-952f-2bf96db57cf7 req-6111d9a9-b96e-4b8f-841d-b675af4bed56 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 948 time: 0.2115574 Dec 15 13:44:53.425249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-685de88c-ed18-455a-8635-9eb1c35541f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=829d255e-1d09-4ea3-95b5-d3497413f044 HTTP/1.1" status: 200 len: 217 time: 0.1183178 Dec 15 13:44:53.553932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6cad649-aae4-4eca-952f-2bf96db57cf7 req-48075794-7523-4516-a2fc-c4d49e477423 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853430 Dec 15 13:44:53.566369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-bd382725-9e8a-4f20-9d14-07693c8a5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.567997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-bd382725-9e8a-4f20-9d14-07693c8a5b67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1325619 Dec 15 13:44:53.590562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Router e2630e36-1606-453c-bb42-442563a67ee5 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:54.096247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-200089ec-1882-4f02-8e55-1ef806fdf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:54.097723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-200089ec-1882-4f02-8e55-1ef806fdf0d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5061340 Dec 15 13:44:54.116739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47198) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:54.170736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Deleting port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:54.170984 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.238288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5706c-c5e7-46f9-a3ce-baa673e12a94 req-d59d6295-ae33-4542-9143-77d34e7be82c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:54.245599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10c5706c-c5e7-46f9-a3ce-baa673e12a94 req-d59d6295-ae33-4542-9143-77d34e7be82c tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.5387855 Dec 15 13:44:54.257463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b02d5872-3287-45c6-81bc-d25af0da7652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.273863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:54.285978 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] Sync routers for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:54.286605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.303311 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:54.305975 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:54.373462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dac0cda8-a81c-4a21-a074-8202fad35097 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "PUT /v2.0/floatingips/ded53b75-d889-4f37-82e5-813386e317f2 HTTP/1.1" status: 200 len: 990 time: 3.7500296 Dec 15 13:44:54.376756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] For port bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,segment=NetworkSegment(a814abe3-da27-4e3f-9429-da503f4c5766),segment_id=a814abe3-da27-4e3f-9429-da503f4c5766)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:54.377203 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.383378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:54.385926 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:54.404327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-3eda9e1b-fd10-4166-8a7b-b416f749e0ec service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988520 Dec 15 13:44:54.410459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:54.415093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aab0edb-d2d4-49c9-bd25-f299801d3feb up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:54.427750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10c5706c-c5e7-46f9-a3ce-baa673e12a94 req-75453b77-591c-4125-b4a7-f33f72105a91 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792407 Dec 15 13:44:54.433807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Calling delete_port for bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:54.474658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b02d5872-3287-45c6-81bc-d25af0da7652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.486453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b02d5872-3287-45c6-81bc-d25af0da7652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.547011 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b02d5872-3287-45c6-81bc-d25af0da7652 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9fc4e12ab5a4ad09e708515718a485c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289412 Dec 15 13:44:54.548472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5872-3287-45c6-81bc-d25af0da7652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25930b-4109-43a8-89a1-289128b7be5a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:54.551089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:54.591618 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d686ef7-98b8-42d7-b124-e1e7948cefe4 x-openstack-request-id: req-7d686ef7-98b8-42d7-b124-e1e7948cefe4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:54.592311 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:54.593638 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d686ef7-98b8-42d7-b124-e1e7948cefe4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:54.594455 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'status': 'completed', 'code': 200} Dec 15 13:44:54.612836 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:54.653920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7aab0edb-d2d4-49c9-bd25-f299801d3feb completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:54.676250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7aab0edb-d2d4-49c9-bd25-f299801d3feb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:54.676627 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.723733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:54.735786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '829d255e-1d09-4ea3-95b5-d3497413f044', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '829d255e-1d09-4ea3-95b5-d3497413f044', 'mac_address': 'fa:16:3e:43:33:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:54.741308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-6f745c88-2c8d-4eb9-9d2b-e6aa92221c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:54.743277 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-6f745c88-2c8d-4eb9-9d2b-e6aa92221c87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1096 time: 0.1518860 Dec 15 13:44:54.827932 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.842665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:54.903781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.907698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:54.927710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.941555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aab0edb-d2d4-49c9-bd25-f299801d3feb'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:54.944669 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93737591-4c28-4c75-8f5e-c7898844beaa" -d '{"events": [{"server_uuid": "8abe61a1-d58d-494b-a0cf-dd0476340812", "name": "network-vif-plugged", "status": "completed", "tag": "7aab0edb-d2d4-49c9-bd25-f299801d3feb"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:54.967775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f88a25-971f-4b41-afdd-a06ea10fc412 req-d87f1d01-d9cc-405a-adc2-8890811c9e95 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531709 Dec 15 13:44:55.021920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:55.029409 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace07b3-acd6-479b-939a-cb321e8dd020 x-openstack-request-id: req-5ace07b3-acd6-479b-939a-cb321e8dd020 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:55.029740 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abe61a1-d58d-494b-a0cf-dd0476340812", "name": "network-vif-plugged", "status": "completed", "tag": "7aab0edb-d2d4-49c9-bd25-f299801d3feb", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:55.030210 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ace07b3-acd6-479b-939a-cb321e8dd020 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:55.030690 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aab0edb-d2d4-49c9-bd25-f299801d3feb', 'code': 200} Dec 15 13:44:55.040708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.049346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a513113-3769-412d-aeae-321f9171f6ca req-ede3eabf-891b-471f-bb30-7100ddf17884 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.059057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a513113-3769-412d-aeae-321f9171f6ca req-ede3eabf-891b-471f-bb30-7100ddf17884 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 948 time: 0.2700715 Dec 15 13:44:55.082646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:55.204361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:55.217213 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'ded53b75-d889-4f37-82e5-813386e317f2', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'port_id': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'mac_address': 'fa:16:3e:bb:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:52Z', 'updated_at': '2021-12-15T13:44:52Z', 'revision_number': 1, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:50Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:55.252347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a513113-3769-412d-aeae-321f9171f6ca req-c24b3ac5-73c2-44bb-bbb6-c404411dcaaf tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920180 Dec 15 13:44:55.264115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac11fa-ce69-4452-aa95-8f3b6b1dc66a req-3d6ee912-691a-41df-962f-2a7e6f05e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.265960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcac11fa-ce69-4452-aa95-8f3b6b1dc66a req-3d6ee912-691a-41df-962f-2a7e6f05e748 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 1100 time: 0.1669402 Dec 15 13:44:55.318206 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] Checking router: e2630e36-1606-453c-bb42-442563a67ee5 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:55.332983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aab0edb-d2d4-49c9-bd25-f299801d3feb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:55.340245 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:55.341031 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:55.374587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.381984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcac11fa-ce69-4452-aa95-8f3b6b1dc66a req-ab508818-6fa2-4c14-a4b1-5bd93ff9eee8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071928 Dec 15 13:44:55.456123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:55.491707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52bc14d9-d5ed-45b7-8def-409a9dfbe988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.558835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-e08524a9-968e-457f-83e3-9cce879ba864 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.560856 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-e08524a9-968e-457f-83e3-9cce879ba864 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.1308219 Dec 15 13:44:55.563501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52bc14d9-d5ed-45b7-8def-409a9dfbe988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.566770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-9ce9eb4c-be27-47f9-a5b0-8c997adb1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.568811 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-9ce9eb4c-be27-47f9-a5b0-8c997adb1d46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 918 time: 0.8122888 Dec 15 13:44:55.634886 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:55.792518 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-57a06356-a641-4165-9389-04d6668e8c79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3 HTTP/1.1" status: 200 len: 998 time: 0.2090900 Dec 15 13:44:55.811995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e902d-bac0-4e5d-a16d-370c7c2305a2 req-08a06785-bb3f-4a19-a01d-21527e2315f7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.828764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f6e902d-bac0-4e5d-a16d-370c7c2305a2 req-08a06785-bb3f-4a19-a01d-21527e2315f7 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 950 time: 0.1465178 Dec 15 13:44:55.830905 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.889706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52bc14d9-d5ed-45b7-8def-409a9dfbe988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.899330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52bc14d9-d5ed-45b7-8def-409a9dfbe988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.902618 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52bc14d9-d5ed-45b7-8def-409a9dfbe988 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a25930b-4109-43a8-89a1-289128b7be5a HTTP/1.1" status: 204 len: 168 time: 1.3484945 Dec 15 13:44:55.926542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Deleting port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:55.927197 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.050952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f6e902d-bac0-4e5d-a16d-370c7c2305a2 req-d0be02af-f32e-4e6e-868f-89cd2cba52e6 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/security-groups?id=90fb1ec7-a94a-4794-accb-c28418ef9f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180307 Dec 15 13:44:56.099526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] For port 84aa7e2e-fabb-4fc4-bd46-c390cb435838, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=84aa7e2e-fabb-4fc4-bd46-c390cb435838,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:56.099890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.118547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Calling delete_port for 84aa7e2e-fabb-4fc4-bd46-c390cb435838 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:56.132667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc14d9-d5ed-45b7-8def-409a9dfbe988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25930b-4109-43a8-89a1-289128b7be5a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:56.200572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-da450307-2edf-48b2-9625-808d8f0e264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.203275 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-da450307-2edf-48b2-9625-808d8f0e264d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 200 len: 855 time: 0.3946762 Dec 15 13:44:56.254374 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'ded53b75-d889-4f37-82e5-813386e317f2', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'port_id': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'mac_address': 'fa:16:3e:bb:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:52Z', 'updated_at': '2021-12-15T13:44:52Z', 'revision_number': 1, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:50Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:56.293327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-4c038114-b40f-4834-a51f-49c851aae245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.295976 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-4c038114-b40f-4834-a51f-49c851aae245 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5311b76b-57b9-4507-a6a8-833263d77256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789225 Dec 15 13:44:56.315320 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa64fd-7e98-4e26-bd97-8190f747db86 None None] The sync data for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 is: [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'ded53b75-d889-4f37-82e5-813386e317f2', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'port_id': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'mac_address': 'fa:16:3e:bb:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:52Z', 'updated_at': '2021-12-15T13:44:52Z', 'revision_number': 1, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:50Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:56.429407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:56.452262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.480743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['84aa7e2e-fabb-4fc4-bd46-c390cb435838'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:56.493516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e6c0-b928-48a6-9a00-4f48295488fb req-3271de51-67b8-484b-9e8f-27c4e7b8201b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.505990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e1e6c0-b928-48a6-9a00-4f48295488fb req-3271de51-67b8-484b-9e8f-27c4e7b8201b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 944 time: 0.2011232 Dec 15 13:44:56.556081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Pushing event deleted for resources: {'Port': ['ID=84aa7e2e-fabb-4fc4-bd46-c390cb435838,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:56.580289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47238) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:56.584741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:56.596257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 829d255e-1d09-4ea3-95b5-d3497413f044 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:56.604078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 829d255e-1d09-4ea3-95b5-d3497413f044 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:56.604518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.624925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f642b98-eeee-4a2c-a7f8-e9129aab1f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.635612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] No DVR routers for this DVR port 84aa7e2e-fabb-4fc4-bd46-c390cb435838 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:56.646457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5fd0c-c663-4cb9-998b-f9cf6072504a req-aa2c35ce-73bc-4dc8-993d-8b66a2afc660 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.647461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.651809 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa6cb51c-5b93-49bf-833b-75002d8f5dfa req-43fb53d3-234b-4d2b-a731-c26bfd36742a tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.85 "DELETE /v2.0/ports/84aa7e2e-fabb-4fc4-bd46-c390cb435838 HTTP/1.1" status: 204 len: 173 time: 1.0766385 Dec 15 13:44:56.652921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-deleted', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:56.655501 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cd34c1-04f8-44b1-8089-7ee9e01532b1" -d '{"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-deleted", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:56.660232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72e5fd0c-c663-4cb9-998b-f9cf6072504a req-aa2c35ce-73bc-4dc8-993d-8b66a2afc660 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 949 time: 0.1467981 Dec 15 13:44:56.703935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e1e6c0-b928-48a6-9a00-4f48295488fb req-58aa2292-66c3-4296-aaef-c2cefe5df149 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968343 Dec 15 13:44:56.717401 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-14ef84e5-e8c0-4679-a42f-350318194145 service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620567 Dec 15 13:44:56.776736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.830713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:56.832355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23f0bf-5f62-4b7f-9068-3d7acc96527b None None] New status for floating IP ded53b75-d889-4f37-82e5-813386e317f2: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:56.845298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.869640 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fa46f6-49c0-41b8-85b0-3bfb0c81009a x-openstack-request-id: req-79fa46f6-49c0-41b8-85b0-3bfb0c81009a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:56.869936 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8016bf-7fc4-4d57-aaea-c46788eb90cb", "name": "network-vif-deleted", "tag": "84aa7e2e-fabb-4fc4-bd46-c390cb435838", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:56.870191 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79fa46f6-49c0-41b8-85b0-3bfb0c81009a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:56.875091 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8016bf-7fc4-4d57-aaea-c46788eb90cb', 'name': 'network-vif-deleted', 'tag': '84aa7e2e-fabb-4fc4-bd46-c390cb435838', 'status': 'completed', 'code': 200} Dec 15 13:44:56.951638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eadf9e71-d9d3-4c4b-a617-18a2ed52fa28 req-f6c2afb5-ed4b-47ed-b3aa-e5992414d4b8 service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203648 Dec 15 13:44:56.961730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72e5fd0c-c663-4cb9-998b-f9cf6072504a req-a013b975-f94f-4516-84db-d246f9ada913 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975149 Dec 15 13:44:56.966920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.039635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:57.041510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:57.043674 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf8a36c-f52d-4da9-9d68-146ee348d3ad" -d '{"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:57.057700 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] Sync routers for ids ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:57.060796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c601f26-c9ee-4222-836f-715f500bc90a admin admin] 10.222.0.32 "PUT /v2.0/routers/390d1a95-0c4b-47d1-b62b-43fe0091cb68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7848942 Dec 15 13:44:57.065907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47248) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:57.084949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] Routers {'390d1a95-0c4b-47d1-b62b-43fe0091cb68'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:57.085628 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:57.162428 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a25fdd-a8b0-40f4-9530-edeabad4360e x-openstack-request-id: req-d2a25fdd-a8b0-40f4-9530-edeabad4360e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:57.163120 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:57.163535 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2a25fdd-a8b0-40f4-9530-edeabad4360e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:57.164278 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044', 'code': 200} Dec 15 13:44:57.167945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-a483de7e-d45c-4483-9781-46904930955f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.175358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-a483de7e-d45c-4483-9781-46904930955f tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 944 time: 0.1905806 Dec 15 13:44:57.417177 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] Set router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:57.485020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94b28a5d-9f47-45ff-ac81-dc248325706b req-cbaaced6-6193-4d99-8199-b199a4c3d674 tempest-MigrationsAdminTest-560485133 tempest-MigrationsAdminTest-560485133-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8016bf-7fc4-4d57-aaea-c46788eb90cb HTTP/1.1" status: 200 len: 210 time: 0.0841300 Dec 15 13:44:57.495458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Deleting port cd46af07-7a46-4e0e-9890-8616b76c77f8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:57.496008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.538117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f642b98-eeee-4a2c-a7f8-e9129aab1f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.554874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f642b98-eeee-4a2c-a7f8-e9129aab1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.608130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f642b98-eeee-4a2c-a7f8-e9129aab1f47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=294e3cff80cb4029b6edb568f703f428&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0219059 Dec 15 13:44:57.611613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:57.617184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] For port cd46af07-7a46-4e0e-9890-8616b76c77f8, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=cd46af07-7a46-4e0e-9890-8616b76c77f8,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:57.617843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.642610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Calling delete_port for cd46af07-7a46-4e0e-9890-8616b76c77f8 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:57.697301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f642b98-eeee-4a2c-a7f8-e9129aab1f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55a1bab-6610-4bdd-8518-000a6892bb53,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.705290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc986cd-5b4f-4d39-a37f-8fc4a76924b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.725225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297262-f3d8-42cf-ac96-d4ec25774bb9 req-c4c3b86a-569c-4812-9e20-c2b4cc30b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.726789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0f297262-f3d8-42cf-ac96-d4ec25774bb9 req-c4c3b86a-569c-4812-9e20-c2b4cc30b951 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1100 time: 0.3942158 Dec 15 13:44:57.741346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.747138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc986cd-5b4f-4d39-a37f-8fc4a76924b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.765717 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:44:55Z', 'revision_number': 5, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:57.795854 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] Checking router: 390d1a95-0c4b-47d1-b62b-43fe0091cb68 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:57.807722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0f297262-f3d8-42cf-ac96-d4ec25774bb9 req-64a6627c-19d0-46f7-9af4-21817ea334c9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663700 Dec 15 13:44:57.810324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] Routers {'390d1a95-0c4b-47d1-b62b-43fe0091cb68'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:57.810962 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:57.874195 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.918726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event deleted for resources: {'Port': ['ID=cd46af07-7a46-4e0e-9890-8616b76c77f8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.925998 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] Set router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:57.946158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a9689ea-bbb3-4802-b8e8-1f860f9b15c6 req-7db8cb9b-d1cf-40dc-8df1-6bb0a8128404 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=9230697e-bb4f-476f-9985-6e170d79f936 HTTP/1.1" status: 200 len: 210 time: 0.0793092 Dec 15 13:44:57.948465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc986cd-5b4f-4d39-a37f-8fc4a76924b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.951112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc986cd-5b4f-4d39-a37f-8fc4a76924b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.952214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3dc986cd-5b4f-4d39-a37f-8fc4a76924b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c55a1bab-6610-4bdd-8518-000a6892bb53 HTTP/1.1" status: 204 len: 168 time: 0.3392217 Dec 15 13:44:57.965439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc986cd-5b4f-4d39-a37f-8fc4a76924b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55a1bab-6610-4bdd-8518-000a6892bb53,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:58.009452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] No DVR routers for this DVR port cd46af07-7a46-4e0e-9890-8616b76c77f8 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:58.022792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.023663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.026257 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9677e740-fcd1-416c-8bd7-0848545e7b89 req-505748e5-96b6-489c-9485-55dec1735dbb tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "DELETE /v2.0/ports/cd46af07-7a46-4e0e-9890-8616b76c77f8 HTTP/1.1" status: 204 len: 173 time: 0.8440928 Dec 15 13:44:58.179927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df28318-097f-4868-898c-b3f3b28f7961 req-a6d299ea-be02-4e0e-97d4-9ccfada03d58 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:58.187511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3df28318-097f-4868-898c-b3f3b28f7961 req-a6d299ea-be02-4e0e-97d4-9ccfada03d58 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 949 time: 0.0759382 Dec 15 13:44:58.208143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Deleting port cdedb225-9ac8-4c06-825c-3fbc53adb2db {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:58.209338 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.209639 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:44:55Z', 'revision_number': 5, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:58.238541 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcc7d0-e3b8-4f1a-af7a-090a2d59f171 None None] The sync data for ids ['390d1a95-0c4b-47d1-b62b-43fe0091cb68'] in n-d-815324-3 is: [{'id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'name': 'tempest-ServerRescueTestJSON-249730820-router', 'tenant_id': '44b18019d1974e46bdb1175bb34aea29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:44:55Z', 'revision_number': 5, 'project_id': '44b18019d1974e46bdb1175bb34aea29', 'gw_port': {'id': 'cdedb225-9ac8-4c06-825c-3fbc53adb2db', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d1a95-0c4b-47d1-b62b-43fe0091cb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:16Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:58.300912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3df28318-097f-4868-898c-b3f3b28f7961 req-f1c1b436-59cd-4952-ba43-a5143a7e0647 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123900 Dec 15 13:44:58.330092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] For port cdedb225-9ac8-4c06-825c-3fbc53adb2db, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=cdedb225-9ac8-4c06-825c-3fbc53adb2db,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:58.330475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.343715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Calling delete_port for cdedb225-9ac8-4c06-825c-3fbc53adb2db owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:58.462991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27fb91-15db-40c5-b926-7f0569e8bb97 req-690d087c-be34-427a-9343-80fe0285ac88 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:58.464579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af27fb91-15db-40c5-b926-7f0569e8bb97 req-690d087c-be34-427a-9343-80fe0285ac88 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.0721579 Dec 15 13:44:58.576778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af27fb91-15db-40c5-b926-7f0569e8bb97 req-7c931a1c-2078-44c2-87be-42da5cdf6a5f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763724 Dec 15 13:44:58.639087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.680859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdedb225-9ac8-4c06-825c-3fbc53adb2db,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:58.764826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.871416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.873712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.877807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'name': 'network-vif-deleted', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:58.880893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:58.882828 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a014ad-566e-49c7-9bbf-88b051aafe08" -d '{"events": [{"server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "name": "network-vif-deleted", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:58.954382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.954751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390d1a95-0c4b-47d1-b62b-43fe0091cb68 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:44:58.967816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.970001 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aef400-7e71-4549-b08b-0739a39fdb83 x-openstack-request-id: req-38aef400-7e71-4549-b08b-0739a39fdb83 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:58.970299 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230697e-bb4f-476f-9985-6e170d79f936", "name": "network-vif-deleted", "tag": "cd46af07-7a46-4e0e-9890-8616b76c77f8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:58.970558 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38aef400-7e71-4549-b08b-0739a39fdb83 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:58.970968 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230697e-bb4f-476f-9985-6e170d79f936', 'name': 'network-vif-deleted', 'tag': 'cd46af07-7a46-4e0e-9890-8616b76c77f8', 'status': 'completed', 'code': 200} Dec 15 13:44:58.975660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47300) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:58.982114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1dcff6cb-4d06-4b20-b827-cb1a26181d3f admin admin] 10.222.0.32 "DELETE /v2.0/routers/390d1a95-0c4b-47d1-b62b-43fe0091cb68 HTTP/1.1" status: 204 len: 168 time: 1.9080181 Dec 15 13:44:59.062415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:59.085202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Deleting subnet e3885f4c-fdbb-4b22-9f7c-f2f16b314127 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:59.094755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.111002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.167067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:59.170858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.173713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 84aa7e2e-fabb-4fc4-bd46-c390cb435838 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:59.174070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 84aa7e2e-fabb-4fc4-bd46-c390cb435838 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:59.235998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:59.236713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2d2ce5-f6dd-44f1-bcb2-1716d24ea013 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:59.267064 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.346640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1de58665-5633-4e2e-ad44-8ca353bebedf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=270f4c1e49a84fbba8bd245195d3c568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619672 Dec 15 13:44:59.346996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.366711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-325557008-network', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:59.389881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Made reservation on behalf of edfbd866c0eb43c98fba73426f66c576 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:59.392534 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.410726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.417578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.427719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1c74-6235-488c-888e-efa94c84022c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.450479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3885f4c-fdbb-4b22-9f7c-f2f16b314127,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.452457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.458719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-27de23b4-15e7-4a60-a5b2-4dfcb45e2dff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e3885f4c-fdbb-4b22-9f7c-f2f16b314127 HTTP/1.1" status: 204 len: 168 time: 0.4797456 Dec 15 13:44:59.459997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.463939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac348-7fdd-40e3-857b-bc37d60adf28 req-d28434c4-3772-4a5a-9085-c63e88411188 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.465475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef6ac348-7fdd-40e3-857b-bc37d60adf28 req-d28434c4-3772-4a5a-9085-c63e88411188 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 945 time: 0.0697873 Dec 15 13:44:59.521907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1c74-6235-488c-888e-efa94c84022c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.536049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef6ac348-7fdd-40e3-857b-bc37d60adf28 req-4bce798b-f348-46b2-a9bd-0003953a67cd tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Dec 15 13:44:59.557167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.562544 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.584449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.616970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcc5585-aff7-4d61-8cc7-8ff53f0c4dfa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.625023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:44:59.641140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.641524 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Added segment 0de3021e-ecb0-4b97-a998-f3a1d439f274 of type vlan for network ca21ea82-0413-4888-b516-07b5361ee1ec Dec 15 13:44:59.682691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1c74-6235-488c-888e-efa94c84022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.683730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1c74-6235-488c-888e-efa94c84022c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.687115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c9c1c74-6235-488c-888e-efa94c84022c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90fb1ec7-a94a-4794-accb-c28418ef9f26 HTTP/1.1" status: 204 len: 168 time: 0.3367808 Dec 15 13:44:59.704148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c1c74-6235-488c-888e-efa94c84022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fb1ec7-a94a-4794-accb-c28418ef9f26,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.712780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.735492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac920ef7-d5dd-451f-86d0-4af69a0e4bb7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:59.745284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.746549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a814abe3-da27-4e3f-9429-da503f4c5766') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:59.747241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a814abe3-da27-4e3f-9429-da503f4c5766') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:59.757605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.775333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.782993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:59.783480 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:59.786150 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:59.798589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55e869-68a8-4886-a4f0-a30eccc94a0b req-6388cf8d-36ab-45b3-82f2-f9012061e2ee tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.800888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a55e869-68a8-4886-a4f0-a30eccc94a0b req-6388cf8d-36ab-45b3-82f2-f9012061e2ee tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1008272 Dec 15 13:44:59.802656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.803541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.804121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.851457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.862453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.868450 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac920ef7-d5dd-451f-86d0-4af69a0e4bb7 HTTP/1.1" status: 204 len: 168 time: 0.4076204 Dec 15 13:44:59.883101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ba765-4374-407f-a1c9-3adbe9fc903d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac920ef7-d5dd-451f-86d0-4af69a0e4bb7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.889317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7743397 Dec 15 13:44:59.891358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.892482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81657c80-650e-4e5e-a913-5f9eb68ec384 admin admin] Pushing event updated for resources: {'Network': ['ID=ca21ea82-0413-4888-b516-07b5361ee1ec,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.897879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Request body: {'subnet': {'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-325557008-subnet', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:59.912066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ca21ea82-0413-4888-b516-07b5361ee1ec details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:44:59.933303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Made reservation on behalf of edfbd866c0eb43c98fba73426f66c576 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:59.933844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a55e869-68a8-4886-a4f0-a30eccc94a0b req-d95014e4-e6cc-4c0c-8e0e-babdffcb2191 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216540 Dec 15 13:44:59.937109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.090121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47334) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:00.112178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:00.114935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-92d474b8-e796-400d-b32d-1f3ae6fb8127 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:00.116365 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-92d474b8-e796-400d-b32d-1f3ae6fb8127 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 945 time: 0.0872068 Dec 15 13:45:00.162982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-36d08d7e-b8f7-4202-be07-fe30207eb922 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58a1671e983b4e6e9a9dcdc6408d0bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713403 Dec 15 13:45:00.166117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47338) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:00.203744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e703f1ea-cadf-4adc-8181-4394e884d2cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44b18019d1974e46bdb1175bb34aea29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898845 Dec 15 13:45:00.207251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:00.236231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.283894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82898365-b4e4-4ac1-83a7-9f52f74d0417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.287085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dde746e6-f3f8-454b-8a09-90b32161ecbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.296660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9807d5-a04e-491b-93f3-4278b97c883a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.329942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Deleting port 8ba96beb-eace-422b-9967-db56e161e28d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:00.329942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.343036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dde746e6-f3f8-454b-8a09-90b32161ecbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.346048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-d4b2ab50-8dae-4fe0-8607-4986879cf6e1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cf48915204b64fb5811c4828658ff250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430825 Dec 15 13:45:00.372618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82898365-b4e4-4ac1-83a7-9f52f74d0417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.374563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Checking segment: {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:00.374931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Network hostable DHCP agents. Network: ca21ea82-0413-4888-b516-07b5361ee1ec, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:45:00.408546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Network ca21ea82-0413-4888-b516-07b5361ee1ec is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:45:00.424353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ca21ea82-0413-4888-b516-07b5361ee1ec) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:00.440926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:00.441172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.446143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376e482-3d08-42dd-94f9-dc53cf1c3ca3 None None] Network ca21ea82-0413-4888-b516-07b5361ee1ec requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:00.465288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef37fc28-6f12-4063-a3d1-5dca7a8d1e10 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5727637 Dec 15 13:45:00.478442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:00.483335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:00.519522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dde746e6-f3f8-454b-8a09-90b32161ecbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.523728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dde746e6-f3f8-454b-8a09-90b32161ecbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.527429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dde746e6-f3f8-454b-8a09-90b32161ecbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74217c19-8534-4bfa-bf3a-12ea5a97db84 HTTP/1.1" status: 204 len: 168 time: 0.3581622 Dec 15 13:45:00.527599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] For port 8ba96beb-eace-422b-9967-db56e161e28d, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8ba96beb-eace-422b-9967-db56e161e28d,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:00.527599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.531755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.533963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.559749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Calling delete_port for 8ba96beb-eace-422b-9967-db56e161e28d owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:00.579251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-cb52ca8f-bf36-4a05-9116-ae11984f8b53 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:00.580862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-cb52ca8f-bf36-4a05-9116-ae11984f8b53 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263949 Dec 15 13:45:00.582248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82898365-b4e4-4ac1-83a7-9f52f74d0417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.585742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82898365-b4e4-4ac1-83a7-9f52f74d0417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.589735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-82898365-b4e4-4ac1-83a7-9f52f74d0417 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd3ba116-a022-4df8-a4bf-2f88b34212e1 HTTP/1.1" status: 204 len: 168 time: 0.3786557 Dec 15 13:45:00.589735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde746e6-f3f8-454b-8a09-90b32161ecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74217c19-8534-4bfa-bf3a-12ea5a97db84,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.609050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82898365-b4e4-4ac1-83a7-9f52f74d0417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3ba116-a022-4df8-a4bf-2f88b34212e1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.613342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-6d9b3313-f7dd-4b6d-bb10-7c424b4429d8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/quotas/cf48915204b64fb5811c4828658ff250 HTTP/1.1" status: 200 len: 375 time: 0.0194323 Dec 15 13:45:00.660297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.671921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-ca21ea82-0413-4888-b516-07b5361ee1ec', 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec', 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'fixed_ips': [{'subnet_id': '7c9807d5-a04e-491b-93f3-4278b97c883a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:45:00.672980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.777269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-9800f30c-db18-48e7-8bcd-1abc161f4109 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529818 Dec 15 13:45:00.912429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.918536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Allocated IP 172.20.0.2 (ca21ea82-0413-4888-b516-07b5361ee1ec/7c9807d5-a04e-491b-93f3-4278b97c883a/e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:01.119696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cdedb225-9ac8-4c06-825c-3fbc53adb2db no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:01.126050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:01.214505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: cd46af07-7a46-4e0e-9890-8616b76c77f8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:01.215723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device cd46af07-7a46-4e0e-9890-8616b76c77f8 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:01.220912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: cdedb225-9ac8-4c06-825c-3fbc53adb2db {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:01.221440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cdedb225-9ac8-4c06-825c-3fbc53adb2db not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:01.231467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3638fd-390b-4246-b3e4-e11c2214e34d req-8663be3c-8385-4440-9ddd-6c5b725d92df tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:01.241493 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.243736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e3638fd-390b-4246-b3e4-e11c2214e34d req-8663be3c-8385-4440-9ddd-6c5b725d92df tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 945 time: 0.1399784 Dec 15 13:45:01.301211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event deleted for resources: {'Port': ['ID=8ba96beb-eace-422b-9967-db56e161e28d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:01.404683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05d63500-58de-4fca-a1d4-6e00a5b4cc1b req-9c16ff17-274c-49b7-a473-3258d1a23d0a tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 210 time: 0.1598346 Dec 15 13:45:01.440886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.454407 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.494485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e3638fd-390b-4246-b3e4-e11c2214e34d req-42772fa4-9924-4ded-86c7-b1954ceddc2e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274220 Dec 15 13:45:01.551770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Network ca21ea82-0413-4888-b516-07b5361ee1ec is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:01.557538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:01.564458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:01.614408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Pushing event updated for resources: {'Port': ['ID=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:01.667469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Attempting to bind port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:01.667932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Attempting to bind port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:01.668235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Attempting to bind port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 on network ca21ea82-0413-4888-b516-07b5361ee1ec {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:01.676171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:01.676579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Checking segment: {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:01.677575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.678028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Bound using segment: {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:01.678518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Bound port: e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:01.678936 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.764608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] No DVR routers for this DVR port 8ba96beb-eace-422b-9967-db56e161e28d on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:01.769577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.773027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-123468f6-bf7f-4b29-8dd9-c39ba88c33d5 req-b6c4992a-abaa-4b5e-80c1-4118b32c1873 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "DELETE /v2.0/ports/8ba96beb-eace-422b-9967-db56e161e28d HTTP/1.1" status: 204 len: 173 time: 1.6485252 Dec 15 13:45:01.773507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'name': 'network-vif-deleted', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:01.776630 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5ed7ac-9517-4260-986c-1cff63289ebb" -d '{"events": [{"server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "name": "network-vif-deleted", "tag": "8ba96beb-eace-422b-9967-db56e161e28d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:01.791597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] For port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:01.797811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] For port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:01.805905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.851922 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.923679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa612e-a5b3-4221-ab20-c80de1ae2ca2 None None] Pushing event updated for resources: {'Port': ['ID=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:01.928808 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848a53fc-c7a5-4d64-92b1-43eb1be90bc1 x-openstack-request-id: req-848a53fc-c7a5-4d64-92b1-43eb1be90bc1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:01.929596 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d664436-89a8-470a-a0fb-7ef8e2baaad7", "name": "network-vif-deleted", "tag": "8ba96beb-eace-422b-9967-db56e161e28d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:01.930497 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-848a53fc-c7a5-4d64-92b1-43eb1be90bc1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:01.931196 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d664436-89a8-470a-a0fb-7ef8e2baaad7', 'name': 'network-vif-deleted', 'tag': '8ba96beb-eace-422b-9967-db56e161e28d', 'status': 'completed', 'code': 200} Dec 15 13:45:01.954404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.172072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Allocated IP 172.25.2.74 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/d5950753-f160-4197-b60f-5667857caff2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:02.373168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.445012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.482010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:02.486729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:02.522198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:02.576771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:02.635198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Pushing event updated for resources: {'Port': ['ID=d5950753-f160-4197-b60f-5667857caff2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:02.643343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c168098e-c917-4350-81bf-dc9aebdb6077 req-c815b832-2125-4073-9f5b-8c18b93981a1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0623727 Dec 15 13:45:02.738147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-790693dd-04ec-4df5-a0f8-40cd66407078 req-a3461c6d-01d4-4dfd-8e66-1b89ba03d2e4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d664436-89a8-470a-a0fb-7ef8e2baaad7 HTTP/1.1" status: 200 len: 210 time: 0.0599210 Dec 15 13:45:02.776940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1433674038-network', 'tenant_id': '684bfb9661a84c63b14f00875b9b13ab'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:02.834867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Made reservation on behalf of 684bfb9661a84c63b14f00875b9b13ab for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:02.837264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.849799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.987968 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-ef099782-6ce1-464c-97d6-6be55e8a6fc2 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf48915204b64fb5811c4828658ff250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408258 Dec 15 13:45:03.085550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8ba96beb-eace-422b-9967-db56e161e28d no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:03.126838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.167130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 8ba96beb-eace-422b-9967-db56e161e28d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:03.172608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8ba96beb-eace-422b-9967-db56e161e28d not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:03.220601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:03.289542 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.302828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:03.304217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.304382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.357778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:45:03.410287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-ed7acc38-1a59-43b4-bf13-3a11bb83466c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.412337 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-ed7acc38-1a59-43b4-bf13-3a11bb83466c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4155974 Dec 15 13:45:03.420766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.421363 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Added segment ad0faa28-8f88-48f4-81b3-5e3675015d4d of type vlan for network fb4cdc2e-7c12-4b9c-995a-44d85762d84e Dec 15 13:45:03.440236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Request body: {'port': {'device_id': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'cf48915204b64fb5811c4828658ff250'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:03.450733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676181d0-34be-4d5f-97c0-75359699721b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:03.478060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.514768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25eba1-2916-4507-9c33-52152fefbf70 None None] Network ca21ea82-0413-4888-b516-07b5361ee1ec requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:03.547260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:03.579437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.586008 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.675727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-57a364df-1a0b-403a-823d-a8d4f649cedf None None] Provisioning complete for port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:03.676796 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-57a364df-1a0b-403a-823d-a8d4f649cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.727304 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.729613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.730202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.740305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:03.773959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.776965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b8bc9df-3f25-4508-9906-3ac3fbc7d346 req-0da2a8ae-29c4-4edd-a2d0-fccffec855f2 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0361009 Dec 15 13:45:03.946943 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3684878 Dec 15 13:45:03.950149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47478) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:03.956741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Request body: {'subnet': {'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1433674038-subnet', 'tenant_id': '684bfb9661a84c63b14f00875b9b13ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:03.977816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.api [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 13:45:03.977816 n-d-815324-3 neutron-server[103379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 13:45:03.977816 n-d-815324-3 neutron-server[103379]: [parameters: {'project_id_1': '684bfb9661a84c63b14f00875b9b13ab', 'expiration_1': datetime.datetime(2021, 12, 15, 13, 44, 43, 966585)}] Dec 15 13:45:03.977816 n-d-815324-3 neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:45:03.978435 n-d-815324-3 neutron-server[103379]: DEBUG oslo_db.api [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:45:04.006383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1097b8d-79fb-4ef0-abfb-bbb4ce630994 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4cdc2e-7c12-4b9c-995a-44d85762d84e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.014253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Made reservation on behalf of cf48915204b64fb5811c4828658ff250 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:04.018712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.177975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fb4cdc2e-7c12-4b9c-995a-44d85762d84e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:45:04.197410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-806dfa40-061d-461f-9aaa-38ed6f01d7cd req-3d6918d0-c717-4e2c-92d4-7a29ea458e5b tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422950 Dec 15 13:45:04.248101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:45:04.272040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Allocated IP 192.168.233.231 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/6960a0fa-a3c3-47f1-a248-06473910eeba) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:04.306246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ec7b9-7fce-4a45-82e2-088a161a30a3 req-ae1028cc-c502-4914-a9a1-3babbb1c5163 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.309219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7cf94b0c-667b-4bc5-8968-5d1898d4c322 None None] Provisioning complete for port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:04.309590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cf94b0c-667b-4bc5-8968-5d1898d4c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.313045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-142ec7b9-7fce-4a45-82e2-088a161a30a3 req-ae1028cc-c502-4914-a9a1-3babbb1c5163 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.1447988 Dec 15 13:45:04.400345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfa40-061d-461f-9aaa-38ed6f01d7cd req-a2f2c19e-5cc6-41f0-9213-b9169a6639ac tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.409015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-806dfa40-061d-461f-9aaa-38ed6f01d7cd req-a2f2c19e-5cc6-41f0-9213-b9169a6639ac tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953921 Dec 15 13:45:04.433462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-806dfa40-061d-461f-9aaa-38ed6f01d7cd req-d4f53dc8-5bed-4b61-975a-d9fc5f22cfc7 tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/quotas/aebe1f3c70ef45a9acbe9d658f4b514f HTTP/1.1" status: 200 len: 375 time: 0.0235255 Dec 15 13:45:04.444682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-142ec7b9-7fce-4a45-82e2-088a161a30a3 req-d4c5be68-0119-46ec-8d4f-08494901a03b tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283553 Dec 15 13:45:04.453826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:04.468718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Sync routers for ids ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:04.480351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Routers {'27b5ee1a-6601-4507-a2ef-8cf9215f74f8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:04.480685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-806dfa40-061d-461f-9aaa-38ed6f01d7cd req-c6527540-14a7-4557-9027-dbe71148baab tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348566 Dec 15 13:45:04.481275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:04.525446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Made reservation on behalf of 684bfb9661a84c63b14f00875b9b13ab for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:04.528021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.558631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.605691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Set router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:04.626065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.628252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-69577fc7-ac9c-4660-a551-f9c2b227ca49 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1487992 Dec 15 13:45:04.631084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:04.648225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.731943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7aab0edb-d2d4-49c9-bd25-f299801d3feb', '829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:04.792592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:04.796245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.802828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:04.810911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:04.919861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20af28a-78ff-4183-a9de-9b4f76569cdd,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.944624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event updated for resources: {'Port': ['ID=6960a0fa-a3c3-47f1-a248-06473910eeba,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.959221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Checking segment: {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:04.964435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Network hostable DHCP agents. Network: fb4cdc2e-7c12-4b9c-995a-44d85762d84e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:45:05.015894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-0428a40c-337e-44a8-821e-90cd24b0d68e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.017582 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-0428a40c-337e-44a8-821e-90cd24b0d68e tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.1558270 Dec 15 13:45:05.065294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.066265 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.091128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Network fb4cdc2e-7c12-4b9c-995a-44d85762d84e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:45:05.149274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fb4cdc2e-7c12-4b9c-995a-44d85762d84e) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:05.171875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816e1-9516-4508-a385-c424be935799 req-fcf3b23c-1a62-4600-9821-86e74c5222a6 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.173708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c0816e1-9516-4508-a385-c424be935799 req-fcf3b23c-1a62-4600-9821-86e74c5222a6 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 936 time: 0.2165101 Dec 15 13:45:05.177315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.178018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.231960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e624ed-e3ae-4ad5-9965-1260e2b5f8c0 None None] Network fb4cdc2e-7c12-4b9c-995a-44d85762d84e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:05.246411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c9df5174-3a01-43f0-a45f-ab87086a63d0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2875915 Dec 15 13:45:05.266067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4bbcbb15-c74f-4a37-aaa7-0d706fc21a1d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8323133 Dec 15 13:45:05.278665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c0816e1-9516-4508-a385-c424be935799 req-2fe5b6fd-0c67-4bc0-b048-e05b7d4465b8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961468 Dec 15 13:45:05.314710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:05.342667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Request body: {'port': {'device_id': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:05.446994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ccd55861-ad42-4f06-9d16-30830b7cca29 None None] Provisioning complete for port 6960a0fa-a3c3-47f1-a248-06473910eeba triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:05.447378 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ccd55861-ad42-4f06-9d16-30830b7cca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.608120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ccd55861-ad42-4f06-9d16-30830b7cca29 None None] Port 6960a0fa-a3c3-47f1-a248-06473910eeba cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:05.626194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585f580-fe09-4e3e-b720-f725fc53fd1b None None] Network fb4cdc2e-7c12-4b9c-995a-44d85762d84e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:05.659871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:02Z', 'revision_number': 3, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:05.732382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab39a5-9620-4415-ac28-6f7427df5de5 req-47d45d22-7173-4069-8209-30defa27a1e4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.740859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2ab39a5-9620-4415-ac28-6f7427df5de5 req-47d45d22-7173-4069-8209-30defa27a1e4 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec95b428-030c-42ce-addc-07af1120ac92 HTTP/1.1" status: 200 len: 945 time: 0.1116726 Dec 15 13:45:05.781943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:05.782951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.787625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Checking router: 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:05.788080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Updating router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 port d5950753-f160-4197-b60f-5667857caff2 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:45:05.820030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2ab39a5-9620-4415-ac28-6f7427df5de5 req-e7f06ed0-9f7d-4af7-9f04-91dd617c9ca3 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70ef2a2-26a6-4bab-a791-9187acb5a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Dec 15 13:45:05.937909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.043029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Deleting port e362c3bf-9250-4e52-8dfa-34b2bfd73167 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:06.043601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.155278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] For port e362c3bf-9250-4e52-8dfa-34b2bfd73167, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e362c3bf-9250-4e52-8dfa-34b2bfd73167,segment=NetworkSegment(f5389d80-ce86-42a7-804f-5e95cb1e06fd),segment_id=f5389d80-ce86-42a7-804f-5e95cb1e06fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:06.155665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.174413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Calling delete_port for e362c3bf-9250-4e52-8dfa-34b2bfd73167 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:06.322541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.343002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.374869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae7a91bf-ffb0-46b1-939e-624339e7b976 req-17ecb3dd-8106-4fe8-9962-4d39d42db335 tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4291465 Dec 15 13:45:06.376106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.384638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.416591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Pushing event deleted for resources: {'Port': ['ID=e362c3bf-9250-4e52-8dfa-34b2bfd73167,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.461585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Attempting to bind port d5950753-f160-4197-b60f-5667857caff2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:06.461957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Attempting to bind port d5950753-f160-4197-b60f-5667857caff2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:06.462323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Attempting to bind port d5950753-f160-4197-b60f-5667857caff2 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:06.465928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef8893-1542-428d-93f1-f26f781bedf9 None None] Pushing event updated for resources: {'Port': ['ID=d5950753-f160-4197-b60f-5667857caff2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.472243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:06.472660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:06.473072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.473465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:06.474497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Bound port: d5950753-f160-4197-b60f-5667857caff2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:06.475462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.476204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] No DVR routers for this DVR port e362c3bf-9250-4e52-8dfa-34b2bfd73167 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:06.495253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.500021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] 10.222.0.85 "DELETE /v2.0/ports/e362c3bf-9250-4e52-8dfa-34b2bfd73167 HTTP/1.1" status: 204 len: 173 time: 1.4741974 Dec 15 13:45:06.500725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'name': 'network-vif-deleted', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:06.506597 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efce2b8-7a03-4898-94a0-b7bb3d90402c" -d '{"events": [{"server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "name": "network-vif-deleted", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:06.586096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] For port d5950753-f160-4197-b60f-5667857caff2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:06.589922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] For port d5950753-f160-4197-b60f-5667857caff2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d5950753-f160-4197-b60f-5667857caff2,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:06.597041 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.630273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-78e96dbc-b9de-4445-a8f5-d0c7ff34881e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.630504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.637266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-78e96dbc-b9de-4445-a8f5-d0c7ff34881e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 814 time: 0.7351987 Dec 15 13:45:06.665097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Routers {'27b5ee1a-6601-4507-a2ef-8cf9215f74f8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:06.665538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:06.669617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-d8a33769-bd73-48d5-bd2b-7218b0875137 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/quotas/684bfb9661a84c63b14f00875b9b13ab HTTP/1.1" status: 200 len: 375 time: 0.0311370 Dec 15 13:45:06.678256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a91bf-ffb0-46b1-939e-624339e7b976 req-3ffedf33-7c59-4bd3-bac3-e4cead0d160c tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.688007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae7a91bf-ffb0-46b1-939e-624339e7b976 req-3ffedf33-7c59-4bd3-bac3-e4cead0d160c tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116210 Dec 15 13:45:06.719179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae7a91bf-ffb0-46b1-939e-624339e7b976 req-5f0231e8-c5a5-4e36-9af9-220462ea0bef tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/quotas/aebe1f3c70ef45a9acbe9d658f4b514f HTTP/1.1" status: 200 len: 375 time: 0.0294309 Dec 15 13:45:06.831918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae7a91bf-ffb0-46b1-939e-624339e7b976 req-5f5c15b4-6e1b-4ccf-b533-2eea17f662dc tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103823 Dec 15 13:45:06.850922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-c9a21b09-7b45-412b-b104-5a735311db30 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262202 Dec 15 13:45:06.921349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef8893-1542-428d-93f1-f26f781bedf9 None None] Pushing event updated for resources: {'Port': ['ID=d5950753-f160-4197-b60f-5667857caff2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.981343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] Set router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:06.993596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-d2ea0e67-c495-401c-9509-700fc8b63b51 service neutron] 10.222.0.32 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417241 Dec 15 13:45:07.025209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Allocated IP 172.20.0.1 (ca21ea82-0413-4888-b516-07b5361ee1ec/7c9807d5-a04e-491b-93f3-4278b97c883a/b8fab36b-f180-4b4c-8c3b-0b57e4d9049a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:07.034708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6960a0fa-a3c3-47f1-a248-06473910eeba {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:07.047192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.102136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:07.115836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Transition to ACTIVE for port object 6960a0fa-a3c3-47f1-a248-06473910eeba will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:07.123292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.128350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: e362c3bf-9250-4e52-8dfa-34b2bfd73167 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:07.128731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e362c3bf-9250-4e52-8dfa-34b2bfd73167 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:07.167974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-d6ab6325-35bb-4e32-bc45-51ba3f81cbc6 service neutron] 10.222.0.32 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691337 Dec 15 13:45:07.242146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:02Z', 'revision_number': 3, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:07.261011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Pushing event updated for resources: {'Port': ['ID=6960a0fa-a3c3-47f1-a248-06473910eeba,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:07.306212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df541158-bf90-4e76-8e5b-e41d09cdb7d0 None None] The sync data for ids ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'] in n-d-815324-3 is: [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:02Z', 'revision_number': 3, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:07.380996 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe3837e-411e-4c7c-9f0b-fb5c2feda47e x-openstack-request-id: req-4fe3837e-411e-4c7c-9f0b-fb5c2feda47e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:07.381256 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec95b428-030c-42ce-addc-07af1120ac92", "name": "network-vif-deleted", "tag": "e362c3bf-9250-4e52-8dfa-34b2bfd73167", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:07.381644 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fe3837e-411e-4c7c-9f0b-fb5c2feda47e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:07.382198 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec95b428-030c-42ce-addc-07af1120ac92', 'name': 'network-vif-deleted', 'tag': 'e362c3bf-9250-4e52-8dfa-34b2bfd73167', 'status': 'completed', 'code': 200} Dec 15 13:45:07.414879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.439825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f09f05-da4a-4502-a983-9a56940cbd48 req-1ff326ac-7e5e-4021-95d1-0b9142b35366 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.448856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1f09f05-da4a-4502-a983-9a56940cbd48 req-1ff326ac-7e5e-4021-95d1-0b9142b35366 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 948 time: 0.1345093 Dec 15 13:45:07.473274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Attempting to bind port 6960a0fa-a3c3-47f1-a248-06473910eeba on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:07.473652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Attempting to bind port 6960a0fa-a3c3-47f1-a248-06473910eeba by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:07.474514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Attempting to bind port 6960a0fa-a3c3-47f1-a248-06473910eeba on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:07.482712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Port 6960a0fa-a3c3-47f1-a248-06473910eeba on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:07.483094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Attempting to bind port 6960a0fa-a3c3-47f1-a248-06473910eeba on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:07.501173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:07.501320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:07.501668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:07.502124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Bound port: 6960a0fa-a3c3-47f1-a248-06473910eeba, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:07.502664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.524467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1f09f05-da4a-4502-a983-9a56940cbd48 req-3c33c6a1-82ae-4165-9a51-c9b0c577c617 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733738 Dec 15 13:45:07.547102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47568) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:07.626992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.636901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d784d160-9084-4fb9-aa20-4625d815d35f req-373a00e3-7c8c-4eb2-9b6b-8be04e1089b8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 210 time: 0.0474963 Dec 15 13:45:07.693441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Network ca21ea82-0413-4888-b516-07b5361ee1ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:07.704768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:07.708348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:07.782199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:07.791719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] For port 6960a0fa-a3c3-47f1-a248-06473910eeba, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:07.817382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] For port 6960a0fa-a3c3-47f1-a248-06473910eeba, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6960a0fa-a3c3-47f1-a248-06473910eeba,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:07.824618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.880904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.900142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.900813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.902259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] 10.222.0.67 "PUT /v2.0/ports/6960a0fa-a3c3-47f1-a248-06473910eeba HTTP/1.1" status: 200 len: 1096 time: 2.5642960 Dec 15 13:45:07.912522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Deleting subnet be9356c5-284b-4559-a444-b391e66cc952 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:45:07.917344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.009016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.105995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.167989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-57957bb2-f31a-4088-bd1e-9112ff3b5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.196416 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-57957bb2-f31a-4088-bd1e-9112ff3b5b54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 1099 time: 0.2410972 Dec 15 13:45:08.227571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.243164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52f413-f344-4cb8-a978-adecbc50aedc service neutron] Pushing event updated for resources: {'Port': ['ID=6960a0fa-a3c3-47f1-a248-06473910eeba,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:08.313511 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-a781b75d-5c94-4f83-b7e3-e9dd1ffaf1b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=6960a0fa-a3c3-47f1-a248-06473910eeba HTTP/1.1" status: 200 len: 217 time: 0.0971320 Dec 15 13:45:08.390661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.400010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/be9356c5-284b-4559-a444-b391e66cc952 HTTP/1.1" status: 204 len: 168 time: 0.8503435 Dec 15 13:45:08.402005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47598) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:08.403589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329ffb5-0812-4a7e-b7ac-079c51fad8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9356c5-284b-4559-a444-b391e66cc952,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:08.426414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab30ac2b-23fc-4ae8-a854-243093226437 None None] Provisioning complete for port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:08.427175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab30ac2b-23fc-4ae8-a854-243093226437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.498465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ab30ac2b-23fc-4ae8-a854-243093226437 None None] Port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:08.527800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-02ff31ab-e62e-408e-bf73-b714d0bb2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.529508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-02ff31ab-e62e-408e-bf73-b714d0bb2807 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1721513 Dec 15 13:45:08.571257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.596190 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.642013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8df8e098-fb1f-4268-bd8b-499d44327bf3 req-a7de2620-b6d3-4c63-96d6-6ce99b23358e tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272563 Dec 15 13:45:08.691797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-08cad287-27ab-4ddb-8cb1-122f44ae1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.693906 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-08cad287-27ab-4ddb-8cb1-122f44ae1cbe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236992 Dec 15 13:45:08.811814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69670357-bed7-4c70-88e1-0926b95ea9f1 req-a16a02d3-6870-4236-bfc6-5cef5ca96131 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.813429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69670357-bed7-4c70-88e1-0926b95ea9f1 req-a16a02d3-6870-4236-bfc6-5cef5ca96131 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 948 time: 0.1331346 Dec 15 13:45:08.845165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8e098-fb1f-4268-bd8b-499d44327bf3 req-bf6419d4-f9f6-4e12-8046-1175f8bcb743 tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.853274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8df8e098-fb1f-4268-bd8b-499d44327bf3 req-bf6419d4-f9f6-4e12-8046-1175f8bcb743 tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981270 Dec 15 13:45:08.868283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.881392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8df8e098-fb1f-4268-bd8b-499d44327bf3 req-23fc4b1e-20cd-41ad-997a-2a753f893cbd tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/quotas/aebe1f3c70ef45a9acbe9d658f4b514f HTTP/1.1" status: 200 len: 375 time: 0.0269401 Dec 15 13:45:08.922816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62085ffc-a328-428d-8518-ab1288367925']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:08.950606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8df8e098-fb1f-4268-bd8b-499d44327bf3 req-15745c40-2b84-4f9d-9398-753aace821aa tempest-QuotasAdminNegativeTest-376647691 tempest-QuotasAdminNegativeTest-376647691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608852 Dec 15 13:45:08.953013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5389d80-ce86-42a7-804f-5e95cb1e06fd') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:08.953199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5389d80-ce86-42a7-804f-5e95cb1e06fd') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:08.962379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69670357-bed7-4c70-88e1-0926b95ea9f1 req-18cd16ce-7e96-4195-85d3-d30f9a2c5e6f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357117 Dec 15 13:45:08.987572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.004085 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-f13ea99b-9745-4b9d-bda0-e9a8639cb27e service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548308 Dec 15 13:45:09.037455 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.048814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.065324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.168200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:45:09.168910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:45:09.175984 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:45:09.182774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d5950753-f160-4197-b60f-5667857caff2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:09.256597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.262240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d5950753-f160-4197-b60f-5667857caff2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:09.263057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.273892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:09.291005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.327252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5e27663-3a7e-4b23-ad66-89b1f0b6a0df req-1ff7fc8e-415e-4d8a-a987-3cb64fa53045 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 210 time: 0.1206713 Dec 15 13:45:09.337167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.353939 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] 10.222.0.32 "DELETE /v2.0/networks/62085ffc-a328-428d-8518-ab1288367925 HTTP/1.1" status: 204 len: 168 time: 0.9509611 Dec 15 13:45:09.357074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:09.379600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3dd6b-f430-4463-9bad-094e934daaac admin admin] Pushing event deleted for resources: {'Network': ['ID=62085ffc-a328-428d-8518-ab1288367925,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:09.390919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'tag': '6960a0fa-a3c3-47f1-a248-06473910eeba'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:09.395113 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1cae4d-1693-4a77-94d0-28234b66a5f2", "tag": "6960a0fa-a3c3-47f1-a248-06473910eeba"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:09.406147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-89a8aea3-826f-4df1-be99-92994ff0ed41 req-8db1a713-5b04-4b1b-90e1-36a102f7735f service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852942 Dec 15 13:45:09.471032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Deleting subnet f1072190-a0a8-494c-8eed-f8c212acb581 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:45:09.479748 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.485930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.515179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Network ca21ea82-0413-4888-b516-07b5361ee1ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:09.518042 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec996b27-bb10-45d7-9c0b-2a71007ad5ca x-openstack-request-id: req-ec996b27-bb10-45d7-9c0b-2a71007ad5ca {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:09.518042 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1cae4d-1693-4a77-94d0-28234b66a5f2", "tag": "6960a0fa-a3c3-47f1-a248-06473910eeba", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:09.518317 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec996b27-bb10-45d7-9c0b-2a71007ad5ca {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:09.518608 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'tag': '6960a0fa-a3c3-47f1-a248-06473910eeba', 'status': 'completed', 'code': 200} Dec 15 13:45:09.521422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:09.527368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d5950753-f160-4197-b60f-5667857caff2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d5950753-f160-4197-b60f-5667857caff2,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:09.536055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.564562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-adc5d5e0-85df-470b-b6f3-a4708c1aacad tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:09.566909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-adc5d5e0-85df-470b-b6f3-a4708c1aacad tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 814 time: 0.5258648 Dec 15 13:45:09.570046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.604494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d5950753-f160-4197-b60f-5667857caff2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:09.605701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Request body: {'port': {'device_id': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'admin_state_up': True, 'tenant_id': '684bfb9661a84c63b14f00875b9b13ab'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:09.731974 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.842121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.847465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Made reservation on behalf of 684bfb9661a84c63b14f00875b9b13ab for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:09.851502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.892061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1072190-a0a8-494c-8eed-f8c212acb581,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:09.897779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:09.903433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-17423369-a7f4-413b-84ae-fb374752c2d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f1072190-a0a8-494c-8eed-f8c212acb581 HTTP/1.1" status: 204 len: 168 time: 0.5318391 Dec 15 13:45:09.917101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:09.936696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47642) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:09.945996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-704166fd-e55e-4fd2-adb1-6f03e4f8b058 None None] Provisioning complete for port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:09.946517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-704166fd-e55e-4fd2-adb1-6f03e4f8b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.002146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-704166fd-e55e-4fd2-adb1-6f03e4f8b058 None None] Port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:10.081690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-e2d82305-428d-4864-b716-067bd3863760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.083262 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-e2d82305-428d-4864-b716-067bd3863760 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf48915204b64fb5811c4828658ff250&device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 1099 time: 0.3883176 Dec 15 13:45:10.164633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:10.183427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Allocated IP 172.20.0.9 (fb4cdc2e-7c12-4b9c-995a-44d85762d84e/d20af28a-78ff-4183-a9de-9b4f76569cdd/aac1adba-d4b3-4bc4-b1ea-207a925bde4d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:10.184978 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4dae89d-a41d-40ba-89e0-a80613c8008a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.205083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.236636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d066-a2c0-4c36-bff3-d1aeaf5d3ae9 req-7926bc3d-a5eb-48e8-bdd9-a2fba474e1bc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.238143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ea2d066-a2c0-4c36-bff3-d1aeaf5d3ae9 req-7926bc3d-a5eb-48e8-bdd9-a2fba474e1bc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 948 time: 0.1342824 Dec 15 13:45:10.287347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-a711b6c3-e24c-41f4-ad16-09e13fc0f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.288852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-a711b6c3-e24c-41f4-ad16-09e13fc0f9df service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1973341 Dec 15 13:45:10.343560 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-b0aae432-da63-4d91-8c38-95e2f84d6a58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=6960a0fa-a3c3-47f1-a248-06473910eeba HTTP/1.1" status: 200 len: 217 time: 0.0430291 Dec 15 13:45:10.345081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:10.351113 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1f7c3fa-6831-469f-8374-620cb91d1374 admin admin] 10.222.0.32 "PUT /v2.0/routers/27b5ee1a-6601-4507-a2ef-8cf9215f74f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7189944 Dec 15 13:45:10.378166 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Sync routers for ids ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:10.392454 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Routers {'27b5ee1a-6601-4507-a2ef-8cf9215f74f8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:10.393584 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:10.461786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-91c364f7-82d6-4c1b-bfa0-fc1028b361ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.463186 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-91c364f7-82d6-4c1b-bfa0-fc1028b361ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1110961 Dec 15 13:45:10.474341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.483170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ea2d066-a2c0-4c36-bff3-d1aeaf5d3ae9 req-43cc89bc-cf52-4683-93bf-00d98b674cde tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336640 Dec 15 13:45:10.529574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-2a87b8cc-4975-48d3-bddb-7388ef2403f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.531095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-2a87b8cc-4975-48d3-bddb-7388ef2403f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445170 Dec 15 13:45:10.566087 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Set router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:10.570860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566b5f71-0419-4466-9d45-5e037f58896f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:10.617260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc15d09-239a-4f3e-8584-c6e7dae1162c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:10.617680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc15d09-239a-4f3e-8584-c6e7dae1162c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:10.640898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd1b292d-cdc1-44de-bc4e-29a4facfd5de req-9f5e85fb-8f1a-44f6-993d-69b96c607225 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 210 time: 0.1664610 Dec 15 13:45:10.652546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.661263 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-a8dc646c-496d-4f74-9319-e5690d28c6e0 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212814 Dec 15 13:45:10.672277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.706069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4dae89d-a41d-40ba-89e0-a80613c8008a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.718243 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4dae89d-a41d-40ba-89e0-a80613c8008a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.737615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.769756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:45:10.770220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:45:10.772475 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:45:10.829302 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:08Z', 'revision_number': 4, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b8fab36b-f180-4b4c-8c3b-0b57e4d9049a', 'name': '', 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'mac_address': 'fa:16:3e:de:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7c9807d5-a04e-491b-93f3-4278b97c883a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:06Z', 'updated_at': '2021-12-15T13:45:08Z', 'revision_number': 2, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'subnets': [{'id': '7c9807d5-a04e-491b-93f3-4278b97c883a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:10.829790 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03a3a732-bc6c-48d3-9640-4ecb3baca1ac req-eab9bfe5-c5e0-43f8-91cf-1eeeefdef06b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553507 Dec 15 13:45:10.837644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b4dae89d-a41d-40ba-89e0-a80613c8008a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aebe1f3c70ef45a9acbe9d658f4b514f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8403959 Dec 15 13:45:10.849987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:10.851391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dae89d-a41d-40ba-89e0-a80613c8008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828305bd-2239-4ccc-97dc-90d6fe750e92,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:10.873147 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Checking router: 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:10.874368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Updating router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:45:10.899161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.906307 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.923603 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0da2558-20c1-4af9-82c2-ac7279d93b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.938306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.947752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0da2558-20c1-4af9-82c2-ac7279d93b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.970517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.978483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] 10.222.0.32 "DELETE /v2.0/networks/566b5f71-0419-4466-9d45-5e037f58896f HTTP/1.1" status: 204 len: 168 time: 1.0606923 Dec 15 13:45:11.019337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Network fb4cdc2e-7c12-4b9c-995a-44d85762d84e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:11.020124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db0fd6-8791-4ee3-9862-3993bbb53498 admin admin] Pushing event deleted for resources: {'Network': ['ID=566b5f71-0419-4466-9d45-5e037f58896f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.029686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0da2558-20c1-4af9-82c2-ac7279d93b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.031313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:11.033556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0da2558-20c1-4af9-82c2-ac7279d93b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.038054 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a0da2558-20c1-4af9-82c2-ac7279d93b37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/828305bd-2239-4ccc-97dc-90d6fe750e92 HTTP/1.1" status: 204 len: 168 time: 0.1838193 Dec 15 13:45:11.043087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:11.046562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.063487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2558-20c1-4af9-82c2-ac7279d93b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828305bd-2239-4ccc-97dc-90d6fe750e92,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.138076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.139019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.147188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-19d40e85-c89f-4ce0-9acc-72958c566c45 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2821829 Dec 15 13:45:11.157491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d5950753-f160-4197-b60f-5667857caff2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:11.173633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-f096d998-91fd-4587-a046-f9f57215c09a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5779169 Dec 15 13:45:11.177453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:11.186970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Request body: {'port': {'device_id': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:11.262771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.266448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:11.280383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d5950753-f160-4197-b60f-5667857caff2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:11.280822 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.330893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.357466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ec702313-1032-4186-ae6e-1d85ca356683 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01d02b2b82e748f28aabc1b043c4a95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0896301 Dec 15 13:45:11.360250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:11.383966 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.392162 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.460257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c596d2c-c0fc-4ada-8c94-36fa4b8085ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.467484 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Pushing event updated for resources: {'Port': ['ID=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.477849 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.478596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.479268 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.479913 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.480475 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.481692 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.482205 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.482849 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.483785 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.484364 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.484886 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.485510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.485846 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:11.498998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c596d2c-c0fc-4ada-8c94-36fa4b8085ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.571846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c596d2c-c0fc-4ada-8c94-36fa4b8085ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.574450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c596d2c-c0fc-4ada-8c94-36fa4b8085ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.578921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6c596d2c-c0fc-4ada-8c94-36fa4b8085ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70ef2a2-26a6-4bab-a791-9187acb5a274 HTTP/1.1" status: 204 len: 168 time: 0.2147930 Dec 15 13:45:11.589892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c596d2c-c0fc-4ada-8c94-36fa4b8085ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ef2a2-26a6-4bab-a791-9187acb5a274,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.605691 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Attempting to bind port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:11.606357 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Attempting to bind port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:11.606911 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Attempting to bind port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a on network ca21ea82-0413-4888-b516-07b5361ee1ec {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:11.622042 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:11.622336 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Checking segment: {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:11.622743 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.623328 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Bound using segment: {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:11.623920 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Bound port: b8fab36b-f180-4b4c-8c3b-0b57e4d9049a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de3021e-ecb0-4b97-a998-f3a1d439f274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:11.624368 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.759463 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] For port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:11.766147 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] For port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:11.774867 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.779021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:11.799510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c13df-dd74-4af9-ac0a-5060e9432641 req-c3e8b584-81ef-40e5-850e-a2054debefa8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.799720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f5c13df-dd74-4af9-ac0a-5060e9432641 req-c3e8b584-81ef-40e5-850e-a2054debefa8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 948 time: 0.1825528 Dec 15 13:45:11.805535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.809561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-382b3c77-bce2-495c-998b-f80680ec9540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.869963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6666cfb4-1f37-44c1-abb2-2b72edd268c3 None None] Provisioning complete for port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:11.870333 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6666cfb4-1f37-44c1-abb2-2b72edd268c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.880687 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Routers {'27b5ee1a-6601-4507-a2ef-8cf9215f74f8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:11.881389 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:11.884152 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3b2a-cf02-4488-a6a3-d4558c070976 None None] Pushing event updated for resources: {'Port': ['ID=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.023129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-382b3c77-bce2-495c-998b-f80680ec9540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.030740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6666cfb4-1f37-44c1-abb2-2b72edd268c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.039923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-382b3c77-bce2-495c-998b-f80680ec9540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.044571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f5c13df-dd74-4af9-ac0a-5060e9432641 req-89cad7e4-0395-4b61-b23a-4c8d07626995 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367089 Dec 15 13:45:12.087198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6666cfb4-1f37-44c1-abb2-2b72edd268c3 None None] For port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:12.093350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6666cfb4-1f37-44c1-abb2-2b72edd268c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.123549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:12.146277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3c77-bce2-495c-998b-f80680ec9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1dbf99-faf4-4cc7-815f-4bddc2993759,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.174295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666cfb4-1f37-44c1-abb2-2b72edd268c3 None None] Pushing event updated for resources: {'Port': ['ID=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.212782 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-382b3c77-bce2-495c-998b-f80680ec9540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de4abb9c487043b8923433252234d675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324098 Dec 15 13:45:12.216278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:12.219644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8f066aa0-74cc-4d4f-a74e-68da0701a76a None None] Provisioning complete for port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:12.220284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f066aa0-74cc-4d4f-a74e-68da0701a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.238601 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] Set router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:12.306240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-708fa97e-8c9a-47c4-995e-00d538d5d46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.336706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-708fa97e-8c9a-47c4-995e-00d538d5d46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.359380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac1adba-d4b3-4bc4-b1ea-207a925bde4d {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:12.366761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd4a818b-5fe0-4b85-9c3f-0fed87d09222 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3808789cdd0a4aa3936b0ab0fdd3a78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265069 Dec 15 13:45:12.368359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Allocated IP 172.25.2.199 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/30c1f8b5-340d-4e19-af8f-04d15fcccd27) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:12.369890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:12.381371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.407889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce196814-6e28-4277-b4fa-f4ec35a5511a req-b2141084-b6bb-4fd2-a7fe-ab3e53de457e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:12.416552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce196814-6e28-4277-b4fa-f4ec35a5511a req-b2141084-b6bb-4fd2-a7fe-ab3e53de457e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 931 time: 0.1305914 Dec 15 13:45:12.437432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-708fa97e-8c9a-47c4-995e-00d538d5d46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.440736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-708fa97e-8c9a-47c4-995e-00d538d5d46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.442091 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-708fa97e-8c9a-47c4-995e-00d538d5d46f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b1dbf99-faf4-4cc7-815f-4bddc2993759 HTTP/1.1" status: 204 len: 168 time: 0.2244940 Dec 15 13:45:12.449724 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a8a162-5e02-4f87-9fac-9e62a14aa675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.458899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Transition to ACTIVE for port object aac1adba-d4b3-4bc4-b1ea-207a925bde4d will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:12.472092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa97e-8c9a-47c4-995e-00d538d5d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1dbf99-faf4-4cc7-815f-4bddc2993759,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.490620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a8a162-5e02-4f87-9fac-9e62a14aa675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.505785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6960a0fa-a3c3-47f1-a248-06473910eeba details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:12.507234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.560811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a8a162-5e02-4f87-9fac-9e62a14aa675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.563902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a8a162-5e02-4f87-9fac-9e62a14aa675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.569576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88a8a162-5e02-4f87-9fac-9e62a14aa675 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38773919-37ab-46d7-8d79-9f9cea7714f7 HTTP/1.1" status: 204 len: 168 time: 0.1953635 Dec 15 13:45:12.577154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8a162-5e02-4f87-9fac-9e62a14aa675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38773919-37ab-46d7-8d79-9f9cea7714f7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.606764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce196814-6e28-4277-b4fa-f4ec35a5511a req-b4fb37e5-e72f-43f3-afdc-3749dc506c4f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890094 Dec 15 13:45:12.618858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.626232 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:08Z', 'revision_number': 4, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b8fab36b-f180-4b4c-8c3b-0b57e4d9049a', 'name': '', 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'mac_address': 'fa:16:3e:de:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7c9807d5-a04e-491b-93f3-4278b97c883a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:06Z', 'updated_at': '2021-12-15T13:45:11Z', 'revision_number': 4, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'subnets': [{'id': '7c9807d5-a04e-491b-93f3-4278b97c883a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:12.636311 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39ca62df-72cb-4a30-92fa-b1be955c46d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.691469 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7826d66-8447-4608-9623-7385e57e0cbb None None] The sync data for ids ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'] in n-d-815324-3 is: [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:08Z', 'revision_number': 4, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b8fab36b-f180-4b4c-8c3b-0b57e4d9049a', 'name': '', 'network_id': 'ca21ea82-0413-4888-b516-07b5361ee1ec', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'mac_address': 'fa:16:3e:de:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7c9807d5-a04e-491b-93f3-4278b97c883a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:06Z', 'updated_at': '2021-12-15T13:45:11Z', 'revision_number': 4, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'subnets': [{'id': '7c9807d5-a04e-491b-93f3-4278b97c883a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:12.860447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6960a0fa-a3c3-47f1-a248-06473910eeba, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6960a0fa-a3c3-47f1-a248-06473910eeba,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:12.872443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '6960a0fa-a3c3-47f1-a248-06473910eeba', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '6960a0fa-a3c3-47f1-a248-06473910eeba', 'mac_address': 'fa:16:3e:ca:b9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:12.879024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.887735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Attempting to bind port aac1adba-d4b3-4bc4-b1ea-207a925bde4d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:12.888074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Attempting to bind port aac1adba-d4b3-4bc4-b1ea-207a925bde4d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:12.888401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Attempting to bind port aac1adba-d4b3-4bc4-b1ea-207a925bde4d on network fb4cdc2e-7c12-4b9c-995a-44d85762d84e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:12.895042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Port aac1adba-d4b3-4bc4-b1ea-207a925bde4d on network fb4cdc2e-7c12-4b9c-995a-44d85762d84e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:12.895351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Attempting to bind port aac1adba-d4b3-4bc4-b1ea-207a925bde4d on network fb4cdc2e-7c12-4b9c-995a-44d85762d84e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:12.903816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:12.904160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Checking segment: {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:12.904653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Bound using segment: {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:12.905353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Bound port: aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:12.905714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.926460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.948945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6960a0fa-a3c3-47f1-a248-06473910eeba {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:12.975063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6960a0fa-a3c3-47f1-a248-06473910eeba, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6960a0fa-a3c3-47f1-a248-06473910eeba,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:12.982301 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.998725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.094605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:13.104396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:13.110350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:13.111407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6960a0fa-a3c3-47f1-a248-06473910eeba,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:13.121190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.137417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.138173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.138742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.141535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.146002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.146775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.148880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.154213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.154213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.154213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.154213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.154213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.154213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:13.157955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:13.164654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:13.176911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.179376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.184339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] 10.222.0.67 "PUT /v2.0/ports/aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 1091 time: 2.0002949 Dec 15 13:45:13.186901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Pushing event updated for resources: {'Port': ['ID=30c1f8b5-340d-4e19-af8f-04d15fcccd27,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:13.193614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:13.201426 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29c59db-9935-4113-b789-369e371e7765" -d '{"events": [{"name": "network-changed", "server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:13.247613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8fab36b-f180-4b4c-8c3b-0b57e4d9049a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:13.313950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6960a0fa-a3c3-47f1-a248-06473910eeba'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:13.471729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:13.472193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.516171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-45fe695a-bcec-4778-9509-75ecff4c3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.518880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-45fe695a-bcec-4778-9509-75ecff4c3aeb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1094 time: 0.2471809 Dec 15 13:45:13.523449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0a0b5-e946-4ca1-a835-27f9eea1f5cd service neutron] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:13.539216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8f8e2-6dc5-46ed-bacd-6bc5ef7ddf95 req-41ed9ebe-d519-4774-a55f-83a26a965836 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.549802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08c8f8e2-6dc5-46ed-bacd-6bc5ef7ddf95 req-41ed9ebe-d519-4774-a55f-83a26a965836 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 949 time: 0.2790298 Dec 15 13:45:13.605624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-b2828f43-35b6-4b0c-b371-b7cd8006c8a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 217 time: 0.0473273 Dec 15 13:45:13.817294 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.045800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:14.121445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08c8f8e2-6dc5-46ed-bacd-6bc5ef7ddf95 req-a1402a0b-cdd9-4bad-97f6-3026afc90460 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703013 Dec 15 13:45:14.129197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-d84cf9b7-8785-45c1-a19f-800e30bb2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.130786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-d84cf9b7-8785-45c1-a19f-800e30bb2c60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.4838424 Dec 15 13:45:14.134819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.202972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-50426d5f-3321-4e02-b0b4-671ce920fd45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577047 Dec 15 13:45:14.227425 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.284657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-170330746-network', 'tenant_id': 'bae0ec85b7384407aa1052158f676975'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:14.332813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Made reservation on behalf of bae0ec85b7384407aa1052158f676975 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:14.336756 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.349970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.354961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-7ae03362-7579-4f44-9af8-569af99c0a95 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392970 Dec 15 13:45:14.370208 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4670edfa-f934-4225-bc5e-0ec8e6dba345 x-openstack-request-id: req-4670edfa-f934-4225-bc5e-0ec8e6dba345 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:14.370479 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:14.371014 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4670edfa-f934-4225-bc5e-0ec8e6dba345 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:14.371434 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'status': 'completed', 'code': 200} Dec 15 13:45:14.500577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.502848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6960a0fa-a3c3-47f1-a248-06473910eeba up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:14.511597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.547297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:45:14.549743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b5053-b6f3-466c-ac47-b72014806152,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:14.564247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.565762 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Added segment 5e5b6da6-d381-4d94-9992-0a29f2527ad7 of type vlan for network e565ccab-723c-4182-8ddf-8f4ca28beb4d Dec 15 13:45:14.585919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a818a9-98e0-4234-a822-92d87699e34a req-ae59ac33-55b4-4017-af31-78e1fa3eb03d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.593749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45a818a9-98e0-4234-a822-92d87699e34a req-ae59ac33-55b4-4017-af31-78e1fa3eb03d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.1823730 Dec 15 13:45:14.620367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.656699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 6960a0fa-a3c3-47f1-a248-06473910eeba completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:14.659546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f00afea-1aef-4831-b02f-30cb0eef23b8 req-d1294026-855b-4dd6-ae79-5536eacdd323 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871921 Dec 15 13:45:14.668677 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.670155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.671220 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.681651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 6960a0fa-a3c3-47f1-a248-06473910eeba triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:14.682026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.728450 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d8d638f-6a01-467e-b59f-f0d725b23487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.774306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45a818a9-98e0-4234-a822-92d87699e34a req-7d42226c-b38b-45e0-a580-7b29ab663722 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794558 Dec 15 13:45:14.783495 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7363207 Dec 15 13:45:14.787019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:14.794658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Request body: {'subnet': {'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-170330746-subnet', 'tenant_id': 'bae0ec85b7384407aa1052158f676975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:14.814330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678166e3-3cd4-436b-8632-0454c690c3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e565ccab-723c-4182-8ddf-8f4ca28beb4d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:14.824979 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.837563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Made reservation on behalf of bae0ec85b7384407aa1052158f676975 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:14.840771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.850360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:45:14.874307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6960a0fa-a3c3-47f1-a248-06473910eeba'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:14.876888 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59620add-02e2-4d1b-ad46-2a4b15f2e2f9" -d '{"events": [{"server_uuid": "8f1cae4d-1693-4a77-94d0-28234b66a5f2", "name": "network-vif-plugged", "status": "completed", "tag": "6960a0fa-a3c3-47f1-a248-06473910eeba"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:14.877390 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.891218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.928657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6960a0fa-a3c3-47f1-a248-06473910eeba, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6960a0fa-a3c3-47f1-a248-06473910eeba,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:14.940586 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.018559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6960a0fa-a3c3-47f1-a248-06473910eeba,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:15.048126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c59db-9935-4113-b789-369e371e7765 req-da102c53-156d-4495-af0e-0246d1109093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.049840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-da102c53-156d-4495-af0e-0246d1109093 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1094 time: 0.3261430 Dec 15 13:45:15.086945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.096873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Pushing event updated for resources: {'Port': ['ID=30c1f8b5-340d-4e19-af8f-04d15fcccd27,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:15.102195 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1282e584-9043-46eb-bca7-5ce6fb3cfb0d x-openstack-request-id: req-1282e584-9043-46eb-bca7-5ce6fb3cfb0d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:15.102772 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1cae4d-1693-4a77-94d0-28234b66a5f2", "name": "network-vif-plugged", "status": "completed", "tag": "6960a0fa-a3c3-47f1-a248-06473910eeba", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:15.103096 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1282e584-9043-46eb-bca7-5ce6fb3cfb0d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:15.103645 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6960a0fa-a3c3-47f1-a248-06473910eeba', 'code': 200} Dec 15 13:45:15.128429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.162484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40e7545-5a6f-446b-a372-5eb71bc99f72,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:15.164024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.165455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-8ae0e43d-3436-4d5a-823a-6ef2fc795022 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9958394 Dec 15 13:45:15.176833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Checking segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:15.177564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Network hostable DHCP agents. Network: e565ccab-723c-4182-8ddf-8f4ca28beb4d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:45:15.199883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:45:15.239869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e565ccab-723c-4182-8ddf-8f4ca28beb4d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:15.245200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.245709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.250348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-6a97442b-9dee-4eef-9926-6abcd17bc9ee tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0661645 Dec 15 13:45:15.251393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c59db-9935-4113-b789-369e371e7765 req-4aff399a-039f-47c0-8131-938c974cf0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.252822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-4aff399a-039f-47c0-8131-938c974cf0f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 916 time: 0.1901798 Dec 15 13:45:15.262944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df86f81-421b-4d8c-93be-fdf809bb050d None None] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:15.270037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199328b-b4dd-4981-b9cf-0aa98bb86c90 req-d0651b16-73ce-417d-9083-63e99d93cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.272353 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4199328b-b4dd-4981-b9cf-0aa98bb86c90 req-d0651b16-73ce-417d-9083-63e99d93cb9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 1101 time: 0.0618021 Dec 15 13:45:15.276594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7a9f8d34-0a66-4834-8e28-5010ebaac8ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4876788 Dec 15 13:45:15.346193 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4199328b-b4dd-4981-b9cf-0aa98bb86c90 req-3231e924-c771-49a2-89ba-5ce8a856e340 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645211 Dec 15 13:45:15.361630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-5da15b30-f727-4679-b760-1a4e5eff19ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 217 time: 0.0898066 Dec 15 13:45:15.419714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Request body: {'security_group': {'name': 'tempest-securitygroup-920866370', 'description': 'tempest-description-2125482709'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:15.445967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e268a-9e45-4bb2-aba8-2b83c7571d6d None None] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:15.463291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.482854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.500128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-b04bdce0-9c2c-41c5-a8f6-7f50ab3b3cc3 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.501534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79f97b59-95a0-4511-b87c-f2f57549ccb7 req-b04bdce0-9c2c-41c5-a8f6-7f50ab3b3cc3 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2427287 Dec 15 13:45:15.644573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.655978 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.698144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c59db-9935-4113-b789-369e371e7765 req-9aff8204-b01e-49bb-95f6-25fd415c9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.700282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-9aff8204-b01e-49bb-95f6-25fd415c9083 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.1250360 Dec 15 13:45:15.716437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee0a0-2654-4067-957b-88ad306f395a req-7c947133-2c14-4db4-8cd2-70c98b38de24 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.717943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5dee0a0-2654-4067-957b-88ad306f395a req-7c947133-2c14-4db4-8cd2-70c98b38de24 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 950 time: 0.1440344 Dec 15 13:45:15.729979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4781847-ebd1-465c-89d7-ae6523199781,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:15.763367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-71312a62-d83b-45bc-98e0-a191bfb10030 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444949 Dec 15 13:45:15.872823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.883106 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.902198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5dee0a0-2654-4067-957b-88ad306f395a req-29aa323f-7756-4bd1-9b1b-bf9280ecb096 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658156 Dec 15 13:45:15.934397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.935679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad1e85a8-69bf-44c7-acfa-e57bcec845f2 req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5263348 Dec 15 13:45:15.955489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280eab4-aecb-444f-9149-2f9efaf42a23 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b406ddec-78d9-48fa-a3b4-c4dd9b7fa01b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:15.961333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-e07edf89-c9e3-48f9-8891-8dc29dbc27d1 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847589 Dec 15 13:45:16.094067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.097935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f40a4637-5903-46d1-9979-204821bc1441 req-4085e5a9-7d19-4fa6-aca5-576a660c1a67 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips/519fdac0-24e6-4f4e-b284-5cb8df40128e HTTP/1.1" status: 200 len: 693 time: 0.0744603 Dec 15 13:45:16.225536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b29c59db-9935-4113-b789-369e371e7765 req-3111c150-4cc1-481b-8ea9-6bd156c95429 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533820 Dec 15 13:45:16.290531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-8c6c6e1a-a0bc-4dc8-8a7f-fd546e8827aa tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.292051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-8c6c6e1a-a0bc-4dc8-8a7f-fd546e8827aa tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.2211723 Dec 15 13:45:16.300688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a4637-5903-46d1-9979-204821bc1441 req-8524ee14-a2e8-4f9b-88e5-b84a74456862 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.302035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f40a4637-5903-46d1-9979-204821bc1441 req-8524ee14-a2e8-4f9b-88e5-b84a74456862 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1912088 Dec 15 13:45:16.314467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-f40a4637-5903-46d1-9979-204821bc1441 req-b6d84a53-f019-4f93-a298-6216ad1b8d8d tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:45:16.315408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f40a4637-5903-46d1-9979-204821bc1441 req-b6d84a53-f019-4f93-a298-6216ad1b8d8d tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062525 Dec 15 13:45:16.317958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-43f3ba5a-fe3a-431e-9c7c-0a5079fd9998 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/quotas/bae0ec85b7384407aa1052158f676975 HTTP/1.1" status: 200 len: 375 time: 0.0150650 Dec 15 13:45:16.357652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-452318ce-bb0d-49bd-b50c-9a1d1b2f5387 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330863 Dec 15 13:45:16.476879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0454c-64ed-4c21-9ad0-e9d8ed710e77 req-694af585-cddb-421c-ac0e-4e0b2c53c760 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.478417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60d0454c-64ed-4c21-9ad0-e9d8ed710e77 req-694af585-cddb-421c-ac0e-4e0b2c53c760 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0999017 Dec 15 13:45:16.506590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-3a10a173-10e1-4996-aae2-1ad513f3df94 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370506 Dec 15 13:45:16.522001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:16.588271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60d0454c-64ed-4c21-9ad0-e9d8ed710e77 req-518d83c7-895b-44a9-b3b7-2879fd306c59 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036015 Dec 15 13:45:16.626660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-3ecc79d8-3a77-4854-8597-15fb35e83330 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134975 Dec 15 13:45:16.635031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:16.648766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'port_id': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'mac_address': 'fa:16:3e:f6:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20af28a-78ff-4183-a9de-9b4f76569cdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:16.689566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.706367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac1adba-d4b3-4bc4-b1ea-207a925bde4d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:16.726562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e17e288e-2ced-4e33-9554-6512dc3fa077 req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Request body: {'security_group': {'name': 'tempest-securitygroup-625757789', 'description': 'tempest-description-1947214253'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:16.744660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:16.752752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.772319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e17e288e-2ced-4e33-9554-6512dc3fa077 req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.827377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:16.880431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e17e288e-2ced-4e33-9554-6512dc3fa077 req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.886429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e17e288e-2ced-4e33-9554-6512dc3fa077 req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.960634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e17e288e-2ced-4e33-9554-6512dc3fa077 req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.961878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e17e288e-2ced-4e33-9554-6512dc3fa077 req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2404335 Dec 15 13:45:16.972835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9497f7f2-1222-413d-b0c0-8eb03de3b9ff req-770c8cfa-7ab0-482f-a5c6-90392b6732ba tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=edfbd866c0eb43c98fba73426f66c576 HTTP/1.1" status: 200 len: 696 time: 0.0785770 Dec 15 13:45:16.981965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb70b2-57f8-4c74-a823-0ba62cf939ee tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b9a6d-ba9c-43cc-8f83-8c2729c7e7bd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:17.078999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fb09d62-9133-4379-8597-5d87419dab12 req-7c26aa1a-b2cc-4afb-a5dc-6186ab27c8dc tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 210 time: 0.0406504 Dec 15 13:45:17.084248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aac1adba-d4b3-4bc4-b1ea-207a925bde4d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:17.136545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f7f2-1222-413d-b0c0-8eb03de3b9ff req-5e4115cf-c3f4-45d4-a037-1f5df0f76087 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.138280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9497f7f2-1222-413d-b0c0-8eb03de3b9ff req-5e4115cf-c3f4-45d4-a037-1f5df0f76087 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks?id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 787 time: 0.1512260 Dec 15 13:45:17.153076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-9497f7f2-1222-413d-b0c0-8eb03de3b9ff req-89c46ad4-bb88-432a-8d13-f1f61ab78e26 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:45:17.161136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9497f7f2-1222-413d-b0c0-8eb03de3b9ff req-89c46ad4-bb88-432a-8d13-f1f61ab78e26 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136547 Dec 15 13:45:17.231136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25282dc-7196-4436-becf-b6b424754043 req-f3a56307-4913-40e2-9db1-1660d4d20dfd tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.233267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f25282dc-7196-4436-becf-b6b424754043 req-f3a56307-4913-40e2-9db1-1660d4d20dfd tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 950 time: 0.0678833 Dec 15 13:45:17.248821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1575384715', 'description': 'tempest-description-2087606917'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:17.294403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.309976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.311278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.316279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f25282dc-7196-4436-becf-b6b424754043 req-27269966-cc0d-4e8b-ad84-83f6d629e997 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755141 Dec 15 13:45:17.416732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.461849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.488262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-5cc41b14-ba08-40af-acb3-e8214fb11c55 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips/519fdac0-24e6-4f4e-b284-5cb8df40128e HTTP/1.1" status: 200 len: 693 time: 0.0701332 Dec 15 13:45:17.528419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529c03fd-c349-4ea0-853e-1695e197a89f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:17.623380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.634638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.654196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-59535b59-669f-48ba-b964-d45c764090db tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.655693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-59535b59-669f-48ba-b964-d45c764090db tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1561277 Dec 15 13:45:17.677983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.679287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3380d359-5355-43c5-9a00-8218ca315a43 req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4369695 Dec 15 13:45:17.727043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e587b-14e9-418f-b61e-cdbab2b75a60 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4aaa0-8de7-4aac-bdc8-0330909599c5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:17.731876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-abc82f24-d077-4bc7-8db9-d42f854b82ff tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0667901 Dec 15 13:45:17.788804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-8aaeb8d8-34f4-4248-bc11-69fd3e39267b tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0504477 Dec 15 13:45:17.934956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Deleting port 30c1f8b5-340d-4e19-af8f-04d15fcccd27 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:17.935370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.130737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b78fd-badc-4663-b638-926b4b84e4cd req-5227e1c8-5441-44aa-9c57-f5e2067612ec tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.132194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9b78fd-badc-4663-b638-926b4b84e4cd req-5227e1c8-5441-44aa-9c57-f5e2067612ec tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 944 time: 0.1379166 Dec 15 13:45:18.134020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.134342 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.168274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Calling delete_port for 30c1f8b5-340d-4e19-af8f-04d15fcccd27 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:18.188145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-c2720fca-d4ad-4530-b0d4-e53c8867a9ab tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.189654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-c2720fca-d4ad-4530-b0d4-e53c8867a9ab tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.2520955 Dec 15 13:45:18.239839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Request body: {'port': {'device_id': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'admin_state_up': True, 'tenant_id': 'bae0ec85b7384407aa1052158f676975'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:18.311166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d9b78fd-badc-4663-b638-926b4b84e4cd req-22815d4a-109c-4b68-ba95-e99790b2507e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711183 Dec 15 13:45:18.357803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f3f16bc9-1434-43db-964b-6f941ef649e7 req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1705502157', 'description': 'tempest-description-1904830055'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:18.372938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.410142 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f16bc9-1434-43db-964b-6f941ef649e7 req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.468106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Made reservation on behalf of bae0ec85b7384407aa1052158f676975 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:18.471675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.498726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.534258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:18.546821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Pushing event deleted for resources: {'Port': ['ID=30c1f8b5-340d-4e19-af8f-04d15fcccd27,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:18.589077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port aac1adba-d4b3-4bc4-b1ea-207a925bde4d completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:18.594322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port aac1adba-d4b3-4bc4-b1ea-207a925bde4d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:18.594692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.681936 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.709192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:18.711885 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59162ff9-59ed-4551-bfb1-18ea9f6af68e" -d '{"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-plugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:18.727763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:18.732349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.801808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:18.987097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f16bc9-1434-43db-964b-6f941ef649e7 req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.000276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.002921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.004022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e1d469-2a12-48b6-bccd-d44c7d2413ec req-a0046e54-3e27-46d3-b11a-d781224c3bfb tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "DELETE /v2.0/floatingips/519fdac0-24e6-4f4e-b284-5cb8df40128e HTTP/1.1" status: 204 len: 173 time: 1.2093487 Dec 15 13:45:19.009248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f16bc9-1434-43db-964b-6f941ef649e7 req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.071088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f16bc9-1434-43db-964b-6f941ef649e7 req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.072993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3f16bc9-1434-43db-964b-6f941ef649e7 req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7335196 Dec 15 13:45:19.084808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011d75d-7599-4a4b-877e-e59da7e011b3 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff65421-971b-4794-ab60-36d71bcb8555,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:19.095736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Allocated IP 172.20.0.8 (e565ccab-723c-4182-8ddf-8f4ca28beb4d/c40e7545-5a6f-446b-a372-5eb71bc99f72/a64a6e31-178a-4087-a70f-e63bf55a7975) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:19.251343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70a7d1fc-cad7-4166-a7cd-296bb9de19eb req-67a2acbf-3310-4174-8b6d-26731954fdbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 210 time: 0.0398321 Dec 15 13:45:19.288916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.326127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.363112 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d133cfd3-a93c-4ade-bfd0-fac88a70b70d x-openstack-request-id: req-d133cfd3-a93c-4ade-bfd0-fac88a70b70d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:19.363519 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-plugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:19.365826 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d133cfd3-a93c-4ade-bfd0-fac88a70b70d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:19.366326 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'code': 200} Dec 15 13:45:19.390706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:19.436929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:19.441187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:19.482905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8a0c1-e080-416f-9a24-82dab33f5aad req-ebab4075-a333-4469-a211-6d302413793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.484401 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3b8a0c1-e080-416f-9a24-82dab33f5aad req-ebab4075-a333-4469-a211-6d302413793d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1096 time: 0.0480142 Dec 15 13:45:19.486492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:19.533374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3b8a0c1-e080-416f-9a24-82dab33f5aad req-0e44adbc-ced9-4c4b-8780-0f3f1f71ef24 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Dec 15 13:45:19.561270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.561730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.562184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.562631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.563073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.563513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.563950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.564392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.566381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-fbaf6b7d-2aa4-4980-a53d-b3cb82e7d28b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33&device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2&device_id=8abe61a1-d58d-494b-a0cf-dd0476340812&device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0&device_id=1b9c4797-930f-4365-b767-6b4f3090f5af&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94&device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 7244 time: 0.2020683 Dec 15 13:45:19.584491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.585128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.619586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-f92ca03e-509e-48c7-a093-8fd24a72da7e tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.627078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-d5805aa0-74fe-4374-8f9c-cae2cad1d974 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2395985 Dec 15 13:45:19.635683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-084c31d6-92b0-4ae0-8efb-462070013e65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4004548 Dec 15 13:45:19.642940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:19.681552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.761241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Request body: {'port': {'device_id': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:19.798447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:19.804885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-f92ca03e-509e-48c7-a093-8fd24a72da7e tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.812208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-f92ca03e-509e-48c7-a093-8fd24a72da7e tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.881248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.903214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ca03e-509e-48c7-a093-8fd24a72da7e tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f57479-27bc-4093-9d74-f714f737d732,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:19.998534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91ebec99-b1de-4ac5-8441-f68306c806ae req-f92ca03e-509e-48c7-a093-8fd24a72da7e tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&id=caf1ef62-394f-475a-9d3a-e1e3950246ae&id=bd7b5053-b6f3-466c-ac47-b72014806152&id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&id=a684e9f7-6296-418f-8926-dc55650a4c2d&id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 697 time: 0.4106653 Dec 15 13:45:20.004706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.295973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Allocated IP 172.25.2.220 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/6bb0ca00-4ada-4be9-9946-93beb436b34b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:20.488217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64a6e31-178a-4087-a70f-e63bf55a7975 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:20.501753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.534026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Transition to ACTIVE for port object a64a6e31-178a-4087-a70f-e63bf55a7975 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:20.552150 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.558979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.661748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:20.739832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-aba2466b-fe56-4d78-824a-84605f72aa1a tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53659 time: 0.6893139 Dec 15 13:45:20.744773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.791583 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.807997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:20.829039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:20.842208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:20.849949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Pushing event updated for resources: {'Port': ['ID=6bb0ca00-4ada-4be9-9946-93beb436b34b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:20.873564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Attempting to bind port a64a6e31-178a-4087-a70f-e63bf55a7975 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:20.873901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Attempting to bind port a64a6e31-178a-4087-a70f-e63bf55a7975 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:20.874219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Attempting to bind port a64a6e31-178a-4087-a70f-e63bf55a7975 on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:20.893659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Port a64a6e31-178a-4087-a70f-e63bf55a7975 on network e565ccab-723c-4182-8ddf-8f4ca28beb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:20.893978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Attempting to bind port a64a6e31-178a-4087-a70f-e63bf55a7975 on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:20.899554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-0e4219c3-673f-4503-8d89-bbfcb9328a1c tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/24465063-180c-4429-a3d1-4ea381b1b73f HTTP/1.1" status: 200 len: 2994 time: 0.1453264 Dec 15 13:45:20.903973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:20.904343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Checking segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:20.904821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Bound using segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:20.905162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Bound port: a64a6e31-178a-4087-a70f-e63bf55a7975, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:20.905517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.026663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-d9ca00a2-b767-4a18-bd9f-bafe5562a807 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/24465063-180c-4429-a3d1-4ea381b1b73f HTTP/1.1" status: 200 len: 2994 time: 0.1161346 Dec 15 13:45:21.038100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.063463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:21.105952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:21.107841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.116291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.150303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-aff25e30-37b1-4b00-83b0-aeef660335a8 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/45281870-dd46-47e9-bc0c-9879818c1ccd HTTP/1.1" status: 200 len: 2998 time: 0.1156642 Dec 15 13:45:21.200494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.201125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.202435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] 10.222.0.67 "PUT /v2.0/ports/a64a6e31-178a-4087-a70f-e63bf55a7975 HTTP/1.1" status: 200 len: 1091 time: 1.4509807 Dec 15 13:45:21.203141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:21.205638 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97b275-7b26-4451-909f-64cc37df852f" -d '{"events": [{"name": "network-changed", "server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:21.330766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13797da-3620-4bac-8872-b4f6548216d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:21.345748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-b3dd1b2e-85a4-4a37-a5fd-82fd20d9e720 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/45281870-dd46-47e9-bc0c-9879818c1ccd HTTP/1.1" status: 200 len: 2998 time: 0.1668568 Dec 15 13:45:21.400204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-08790f3a-1776-45ae-9d9a-36430a460470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.401697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-08790f3a-1776-45ae-9d9a-36430a460470 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 1094 time: 0.1323407 Dec 15 13:45:21.462885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-17bee504-8ce5-4a8d-87bc-c62f81dfe403 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64a6e31-178a-4087-a70f-e63bf55a7975 HTTP/1.1" status: 200 len: 217 time: 0.0483596 Dec 15 13:45:21.464218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-51fd2548-ff4d-41c4-93dc-254d6a7e5493 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/529c03fd-c349-4ea0-853e-1695e197a89f HTTP/1.1" status: 200 len: 2998 time: 0.1104972 Dec 15 13:45:21.493854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.517325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.619201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-c23a0e34-772b-4c0b-a070-3ed50b214114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.620584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-c23a0e34-772b-4c0b-a070-3ed50b214114 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.1478326 Dec 15 13:45:21.629474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-5166bb7e-49a2-4f91-a592-f1909e35a8fd tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/529c03fd-c349-4ea0-853e-1695e197a89f HTTP/1.1" status: 200 len: 2998 time: 0.1550577 Dec 15 13:45:21.641289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Pushing event updated for resources: {'Port': ['ID=6bb0ca00-4ada-4be9-9946-93beb436b34b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:21.671103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-56e47980-74ef-4a2b-bb25-6692f5592578 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383961 Dec 15 13:45:21.673205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.736967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:21.738289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-be34cf0d-333e-4fa7-9c91-4cbe171442f0 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1016061 Dec 15 13:45:21.809699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-9b0b1cc0-143e-4e12-b08e-7197820731dd tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5c2dbbab-3fc8-4105-baf4-7e88f218c1b7 HTTP/1.1" status: 200 len: 2998 time: 0.1629455 Dec 15 13:45:21.815078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-361aaa0b-0927-4012-9401-16ef1205c140 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.220 HTTP/1.1" status: 200 len: 696 time: 0.0669711 Dec 15 13:45:21.907873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-da26b9e5-6af0-4314-a2d6-bc4f1dce4600 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260387 Dec 15 13:45:21.939431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-6ebd3158-aa9f-4238-99f3-fe93ee435be6 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5c2dbbab-3fc8-4105-baf4-7e88f218c1b7 HTTP/1.1" status: 200 len: 2998 time: 0.1219709 Dec 15 13:45:22.035404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-273488d3-3085-4b44-936e-3f7d655eb5c7 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:22.037284 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e1ad38b-8dc5-49dc-b414-5fe67e5578a2 req-273488d3-3085-4b44-936e-3f7d655eb5c7 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2073286 Dec 15 13:45:22.068426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-3fd77150-38bc-4146-b436-c7ad554d3e8a tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/676181d0-34be-4d5f-97c0-75359699721b HTTP/1.1" status: 200 len: 2998 time: 0.0905111 Dec 15 13:45:22.085599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d2455bb-5674-4fd6-b97e-1a288c000721 req-943525db-09c0-4d05-a3ec-0396e536ae94 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601002 Dec 15 13:45:22.144137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-eafaf0fb-8028-4bd8-b753-9b60dcd75efb tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/676181d0-34be-4d5f-97c0-75359699721b HTTP/1.1" status: 200 len: 2998 time: 0.0682907 Dec 15 13:45:22.172541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6fe7-2e52-4723-ace0-04a5ffe42689 req-b3a4e976-e11c-41fe-93e9-5ba9a6c17b0e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:22.173917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f84a6fe7-2e52-4723-ace0-04a5ffe42689 req-b3a4e976-e11c-41fe-93e9-5ba9a6c17b0e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0812373 Dec 15 13:45:22.217278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-4b531ba6-2dcf-4441-a712-57b922a214d9 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/795f1887-8c91-4068-853f-a6e04add7e23 HTTP/1.1" status: 200 len: 2998 time: 0.0667875 Dec 15 13:45:22.249836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f84a6fe7-2e52-4723-ace0-04a5ffe42689 req-57e892c5-d156-4f43-9a14-c42aef6ae13e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659795 Dec 15 13:45:22.274843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-c1f57837-26cb-40dd-90eb-144b8ac4b146 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/795f1887-8c91-4068-853f-a6e04add7e23 HTTP/1.1" status: 200 len: 2998 time: 0.0493264 Dec 15 13:45:22.327655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-77358683-ccf9-42b0-98b4-fce40e10e75e tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/86749bd4-0a0f-40dd-8cc3-6b094c005cef HTTP/1.1" status: 200 len: 2990 time: 0.0396392 Dec 15 13:45:22.372821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-33b030f5-1ec5-4738-8824-788ffbd52949 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/86749bd4-0a0f-40dd-8cc3-6b094c005cef HTTP/1.1" status: 200 len: 2990 time: 0.0374804 Dec 15 13:45:22.423303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-fafa6c26-9a70-494f-b1d5-abaf8ce09a85 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/980e9fd0-3cd5-4452-ae9f-2c4bbc58f69a HTTP/1.1" status: 200 len: 2998 time: 0.0437107 Dec 15 13:45:22.470928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-bf2bfce1-b7af-456b-be06-16dd675e8b0c tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/980e9fd0-3cd5-4452-ae9f-2c4bbc58f69a HTTP/1.1" status: 200 len: 2998 time: 0.0409298 Dec 15 13:45:22.524604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-6f011817-2c02-4b4c-a249-fdba88b7c36d tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a684e9f7-6296-418f-8926-dc55650a4c2d HTTP/1.1" status: 200 len: 2998 time: 0.0469069 Dec 15 13:45:22.595216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da6cf-75a4-42b2-b4e5-d1c0c5698997 req-6694d24b-2da0-4607-8948-db3f0db5e4c4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:22.596811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e3da6cf-75a4-42b2-b4e5-d1c0c5698997 req-6694d24b-2da0-4607-8948-db3f0db5e4c4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 943 time: 0.0865171 Dec 15 13:45:22.603313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-0325b153-0dc4-4a60-abfb-97065b7954df tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a684e9f7-6296-418f-8926-dc55650a4c2d HTTP/1.1" status: 200 len: 2998 time: 0.0583034 Dec 15 13:45:22.679819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-5612b277-aa02-474b-9a14-04493b3c438b tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a9f57479-27bc-4093-9d74-f714f737d732 HTTP/1.1" status: 200 len: 2998 time: 0.0648432 Dec 15 13:45:22.683688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e3da6cf-75a4-42b2-b4e5-d1c0c5698997 req-b175a76b-f10b-448f-9ee7-fa226a0c785d tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793786 Dec 15 13:45:22.730628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-b3e5e867-af18-48e2-b38e-931e1102723a tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a9f57479-27bc-4093-9d74-f714f737d732 HTTP/1.1" status: 200 len: 2998 time: 0.0446484 Dec 15 13:45:22.776077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-5a49a743-7d11-4bbb-acec-3d1d012726cd tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bd7b5053-b6f3-466c-ac47-b72014806152 HTTP/1.1" status: 200 len: 2998 time: 0.0376501 Dec 15 13:45:22.809520 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760ed17-b6bb-4037-87bd-fcc70a6a80fc x-openstack-request-id: req-4760ed17-b6bb-4037-87bd-fcc70a6a80fc {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:22.809846 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:22.810205 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4760ed17-b6bb-4037-87bd-fcc70a6a80fc {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:22.810701 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'status': 'completed', 'code': 200} Dec 15 13:45:22.830944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-1ca98fe1-48da-4950-97dd-19e00feacda1 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bd7b5053-b6f3-466c-ac47-b72014806152 HTTP/1.1" status: 200 len: 2998 time: 0.0498452 Dec 15 13:45:22.910310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-6956bfb6-0858-41f5-9d60-5d4d1f5dfca9 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips/2028f4b0-1f82-4b1c-b0b7-d71fb77f4ea5 HTTP/1.1" status: 200 len: 693 time: 0.0894973 Dec 15 13:45:23.006520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-2caa8b70-1e76-4d8a-a2c2-c10d738b995f tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d4da461a-1c9f-4fbe-954b-5a745190a66c HTTP/1.1" status: 200 len: 2998 time: 0.1452079 Dec 15 13:45:23.011188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b275-7b26-4451-909f-64cc37df852f req-9665c82c-2726-4866-b6c5-33f69eddfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.012648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-9665c82c-2726-4866-b6c5-33f69eddfc58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 1094 time: 0.1530194 Dec 15 13:45:23.138459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-a84fec1e-1ebc-4cdb-bce1-effcbb9af30b tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.139813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-a84fec1e-1ebc-4cdb-bce1-effcbb9af30b tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2195897 Dec 15 13:45:23.146450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-e51b4dfe-cd25-40a4-b9cb-d6d24e549938 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d4da461a-1c9f-4fbe-954b-5a745190a66c HTTP/1.1" status: 200 len: 2998 time: 0.1306756 Dec 15 13:45:23.530408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-4e44988c-1952-42d8-b265-3039e33307a7 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.220 HTTP/1.1" status: 200 len: 696 time: 0.3829393 Dec 15 13:45:23.536884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b275-7b26-4451-909f-64cc37df852f req-5aab4d3b-bb57-4f22-a217-c69801ccfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.537865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-5aab4d3b-bb57-4f22-a217-c69801ccfb89 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 906 time: 0.5116174 Dec 15 13:45:23.638780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-9985c68f-1bc6-4311-a364-84a4f296e174 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.220 HTTP/1.1" status: 200 len: 696 time: 0.0999446 Dec 15 13:45:23.640010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-8cb00363-06a5-4b5a-9c24-bde620b9cfc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64a6e31-178a-4087-a70f-e63bf55a7975 HTTP/1.1" status: 200 len: 217 time: 0.0875416 Dec 15 13:45:23.641396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-917edd20-332e-4eaf-89b4-3039e1d05642 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f4781847-ebd1-465c-89d7-ae6523199781 HTTP/1.1" status: 200 len: 2998 time: 0.4783342 Dec 15 13:45:23.797197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b275-7b26-4451-909f-64cc37df852f req-357aeff1-3ee9-4e23-a088-a366dc9a2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.798528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-357aeff1-3ee9-4e23-a088-a366dc9a2699 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.1466923 Dec 15 13:45:23.799903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-bce54518-7754-43b4-a1d1-e442a0099081 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f4781847-ebd1-465c-89d7-ae6523199781 HTTP/1.1" status: 200 len: 2998 time: 0.1490374 Dec 15 13:45:23.851008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-9de4ba79-000f-4be1-a9d2-a427f2782446 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350106 Dec 15 13:45:23.932022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-afeb556c-e453-4bf6-b384-21650b919a0c tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ffcc5585-aff7-4d61-8cc7-8ff53f0c4dfa HTTP/1.1" status: 200 len: 2998 time: 0.1148598 Dec 15 13:45:23.971648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Deleting port 6bb0ca00-4ada-4be9-9946-93beb436b34b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:23.971983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.054437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10141a48-f9c4-4a41-9fa8-afb14f5bafc1 req-e44643f6-1e88-4fc3-9ee9-1b93572e6cb4 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ffcc5585-aff7-4d61-8cc7-8ff53f0c4dfa HTTP/1.1" status: 200 len: 2998 time: 0.1161025 Dec 15 13:45:24.063164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-ef49ae64-458a-407c-8e07-cb853b57350e service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955347 Dec 15 13:45:24.152533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.153233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.172760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Calling delete_port for 6bb0ca00-4ada-4be9-9946-93beb436b34b owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:24.248830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed97b275-7b26-4451-909f-64cc37df852f req-1b29657d-3c1e-45f1-a276-14d4ab4f2132 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777220 Dec 15 13:45:24.330635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bb6c5-ecb4-479e-b65a-33f7de0e2fff req-16f65139-9dcb-4d30-bf9f-affee76bb0c9 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:24.331142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bb6c5-ecb4-479e-b65a-33f7de0e2fff req-16f65139-9dcb-4d30-bf9f-affee76bb0c9 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:24.331605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bb6c5-ecb4-479e-b65a-33f7de0e2fff req-16f65139-9dcb-4d30-bf9f-affee76bb0c9 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:24.333382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad9bb6c5-ecb4-479e-b65a-33f7de0e2fff req-16f65139-9dcb-4d30-bf9f-affee76bb0c9 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2&device_id=8abe61a1-d58d-494b-a0cf-dd0476340812&device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 2882 time: 0.0673540 Dec 15 13:45:24.408898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.419611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad9bb6c5-ecb4-479e-b65a-33f7de0e2fff req-40565455-6724-4cd0-89d6-e1edf96a535d tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Dec 15 13:45:24.440738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Pushing event deleted for resources: {'Port': ['ID=6bb0ca00-4ada-4be9-9946-93beb436b34b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:24.548484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.551104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.552250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c45d62f4-2827-44d1-93ff-5fd2a23d404b req-047674b4-c800-473e-8ff6-daaf74a46989 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "DELETE /v2.0/floatingips/2028f4b0-1f82-4b1c-b0b7-d71fb77f4ea5 HTTP/1.1" status: 204 len: 173 time: 0.9076133 Dec 15 13:45:24.557580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:24.614959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-5effc7f9-3359-49d1-9aa8-ec11eb95f106 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:24.616695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-5effc7f9-3359-49d1-9aa8-ec11eb95f106 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 814 time: 0.1276398 Dec 15 13:45:24.633726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-a055c77c-860b-45a7-9bfd-edc2030e769f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/quotas/684bfb9661a84c63b14f00875b9b13ab HTTP/1.1" status: 200 len: 375 time: 0.0109477 Dec 15 13:45:24.661807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:24.673806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'mac_address': 'fa:16:3e:4f:9f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:24.690430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-1d210bd6-495b-40e3-9027-6c337e291e65 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510721 Dec 15 13:45:24.725863 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.743495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64a6e31-178a-4087-a70f-e63bf55a7975 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:24.781262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:24.785588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.815627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1385ccf-92b5-4ec3-b362-f295198bed1f req-204944df-3685-42d4-8ff9-eb743bd3057f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:24.817453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1385ccf-92b5-4ec3-b362-f295198bed1f req-204944df-3685-42d4-8ff9-eb743bd3057f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 943 time: 0.0580709 Dec 15 13:45:24.840112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:24.921343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1385ccf-92b5-4ec3-b362-f295198bed1f req-9a34378d-5108-4808-9f41-39f9ede7e3fd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940204 Dec 15 13:45:24.947137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-0849aa09-4d79-4638-9d1d-1b52939ed862 service neutron] 10.222.0.32 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492244 Dec 15 13:45:25.077712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-58464377-abcc-4319-9913-92b81415537a service neutron] 10.222.0.32 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233788 Dec 15 13:45:25.106352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e103f0ed-32a7-406c-91a3-7654afd556b0 req-1ad813e2-fbfb-40b9-a3c3-9846d4c610f3 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62ff6b8adfc34ff886d91bba762ac374 HTTP/1.1" status: 200 len: 6153 time: 0.0958104 Dec 15 13:45:25.155178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e103f0ed-32a7-406c-91a3-7654afd556b0 req-02426dbd-7dc8-4706-8f18-0e2cdbdd0997 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "GET /v2.0/security-groups/f4781847-ebd1-465c-89d7-ae6523199781 HTTP/1.1" status: 200 len: 2998 time: 0.0421205 Dec 15 13:45:25.163281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a64a6e31-178a-4087-a70f-e63bf55a7975'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:25.209441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e103f0ed-32a7-406c-91a3-7654afd556b0 req-381cc996-6543-45c4-bad9-9ac2cb474528 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "GET /v2.0/security-groups/f4781847-ebd1-465c-89d7-ae6523199781 HTTP/1.1" status: 200 len: 2998 time: 0.0478179 Dec 15 13:45:25.279760 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-63306ef8-9a3d-430d-b680-75951077066f req-fd977b04-ac06-4a01-bf18-c2aa09490907 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] show failed (client error): The resource could not be found. Dec 15 13:45:25.281151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63306ef8-9a3d-430d-b680-75951077066f req-fd977b04-ac06-4a01-bf18-c2aa09490907 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips/2028f4b0-1f82-4b1c-b0b7-d71fb77f4ea5 HTTP/1.1" status: 404 len: 350 time: 0.0522287 Dec 15 13:45:25.325253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b723264c-4c56-4620-94e6-95e1defbf04d req-2d45f534-13df-4b0d-a543-33181e901684 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 210 time: 0.0474176 Dec 15 13:45:25.367939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21c233d7-2270-452f-a7ad-524500a0c804 req-0e1e6a33-69d2-41e6-9b01-eb8857eae344 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0ff65421-971b-4794-ab60-36d71bcb8555 HTTP/1.1" status: 200 len: 1795 time: 0.0447662 Dec 15 13:45:25.424582 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-b617ac97-b267-484b-8828-73f4ae838342 req-6e697908-e03d-43c8-8751-a2cde0bf8388 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] show failed (client error): The resource could not be found. Dec 15 13:45:25.425695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b617ac97-b267-484b-8828-73f4ae838342 req-6e697908-e03d-43c8-8751-a2cde0bf8388 tempest-FloatingIPsTestJSON-1290235252 tempest-FloatingIPsTestJSON-1290235252-project] 10.222.0.32 "GET /v2.0/floatingips/2028f4b0-1f82-4b1c-b0b7-d71fb77f4ea5 HTTP/1.1" status: 404 len: 350 time: 0.0438166 Dec 15 13:45:25.437030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:25.464139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-21c233d7-2270-452f-a7ad-524500a0c804 req-4142bed5-ac01-4dfe-9476-050a72ac6749 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.495079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-21c233d7-2270-452f-a7ad-524500a0c804 req-4142bed5-ac01-4dfe-9476-050a72ac6749 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.573184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-21c233d7-2270-452f-a7ad-524500a0c804 req-4142bed5-ac01-4dfe-9476-050a72ac6749 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.576396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-21c233d7-2270-452f-a7ad-524500a0c804 req-4142bed5-ac01-4dfe-9476-050a72ac6749 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.578681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21c233d7-2270-452f-a7ad-524500a0c804 req-4142bed5-ac01-4dfe-9476-050a72ac6749 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ff65421-971b-4794-ab60-36d71bcb8555 HTTP/1.1" status: 204 len: 173 time: 0.2034497 Dec 15 13:45:25.600648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142bed5-ac01-4dfe-9476-050a72ac6749 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff65421-971b-4794-ab60-36d71bcb8555,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:25.670889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c3c4ff-8ed6-4c7b-b9f4-8fc601f58460 req-edb57439-2d3d-4bb2-97d2-0c9a98e42691 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "GET /v2.0/security-groups/20e4aaa0-8de7-4aac-bdc8-0330909599c5 HTTP/1.1" status: 200 len: 1795 time: 0.0627463 Dec 15 13:45:25.737423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2c3c4ff-8ed6-4c7b-b9f4-8fc601f58460 req-89e0cf16-450d-4a53-805f-5e111310b276 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.761007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2c3c4ff-8ed6-4c7b-b9f4-8fc601f58460 req-89e0cf16-450d-4a53-805f-5e111310b276 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.822206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2c3c4ff-8ed6-4c7b-b9f4-8fc601f58460 req-89e0cf16-450d-4a53-805f-5e111310b276 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.831029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2c3c4ff-8ed6-4c7b-b9f4-8fc601f58460 req-89e0cf16-450d-4a53-805f-5e111310b276 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.846013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c3c4ff-8ed6-4c7b-b9f4-8fc601f58460 req-89e0cf16-450d-4a53-805f-5e111310b276 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/20e4aaa0-8de7-4aac-bdc8-0330909599c5 HTTP/1.1" status: 204 len: 173 time: 0.1738446 Dec 15 13:45:25.862967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0cf16-450d-4a53-805f-5e111310b276 tempest-SecurityGroupsTestAdminJSON-491063991 tempest-SecurityGroupsTestAdminJSON-491063991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4aaa0-8de7-4aac-bdc8-0330909599c5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:25.938847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.023435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec69a167-e988-4892-b4ed-ba96106f6368 req-1ca328a4-517f-4071-aa77-9a51bfacc8d1 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "GET /v2.0/security-groups/4f2b9a6d-ba9c-43cc-8f83-8c2729c7e7bd HTTP/1.1" status: 200 len: 1794 time: 0.0641248 Dec 15 13:45:26.126360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ec69a167-e988-4892-b4ed-ba96106f6368 req-d12c10f8-2f3e-4ca2-98b4-da7fd16f341c tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.154775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce95eb7-815d-48a5-a0c4-6b6e188d01aa req-52b530c3-baa7-4024-89f4-78ab921578d4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.156292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce95eb7-815d-48a5-a0c4-6b6e188d01aa req-52b530c3-baa7-4024-89f4-78ab921578d4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 944 time: 0.0807192 Dec 15 13:45:26.165035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ec69a167-e988-4892-b4ed-ba96106f6368 req-d12c10f8-2f3e-4ca2-98b4-da7fd16f341c tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.233746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ec69a167-e988-4892-b4ed-ba96106f6368 req-d12c10f8-2f3e-4ca2-98b4-da7fd16f341c tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.236362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ec69a167-e988-4892-b4ed-ba96106f6368 req-d12c10f8-2f3e-4ca2-98b4-da7fd16f341c tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.238476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Deleting port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:26.238638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec69a167-e988-4892-b4ed-ba96106f6368 req-d12c10f8-2f3e-4ca2-98b4-da7fd16f341c tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f2b9a6d-ba9c-43cc-8f83-8c2729c7e7bd HTTP/1.1" status: 204 len: 173 time: 0.2039468 Dec 15 13:45:26.238825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.246596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce95eb7-815d-48a5-a0c4-6b6e188d01aa req-802e8467-e419-450c-a65d-adc59b3b3e3a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785789 Dec 15 13:45:26.251584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c10f8-2f3e-4ca2-98b4-da7fd16f341c tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b9a6d-ba9c-43cc-8f83-8c2729c7e7bd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.337658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] For port b8fab36b-f180-4b4c-8c3b-0b57e4d9049a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:26.338123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.351356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Calling delete_port for b8fab36b-f180-4b4c-8c3b-0b57e4d9049a owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:26.387521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a083e604-ae58-44fa-b88e-a40e8181a69e req-6bbbf3f9-0358-4427-ba47-c50909e5feb0 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "GET /v2.0/security-groups/b406ddec-78d9-48fa-a3b4-c4dd9b7fa01b HTTP/1.1" status: 200 len: 1794 time: 0.0687897 Dec 15 13:45:26.390110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f165d-293b-4793-b194-be7175e85a42 req-19a1a9b5-b4bd-466a-a214-8f1db8d4ed06 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.391557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a11f165d-293b-4793-b194-be7175e85a42 req-19a1a9b5-b4bd-466a-a214-8f1db8d4ed06 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1100 time: 0.0660906 Dec 15 13:45:26.480681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a11f165d-293b-4793-b194-be7175e85a42 req-e1e09fcb-8f35-4097-a693-0101f2265cf5 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Dec 15 13:45:26.486239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a083e604-ae58-44fa-b88e-a40e8181a69e req-3fd6a36a-d3e5-49ab-bd53-8fbe93c40296 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.563379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a083e604-ae58-44fa-b88e-a40e8181a69e req-3fd6a36a-d3e5-49ab-bd53-8fbe93c40296 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.564439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.565362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:26.633460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fab36b-f180-4b4c-8c3b-0b57e4d9049a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.636980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port a64a6e31-178a-4087-a70f-e63bf55a7975 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:26.642992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port a64a6e31-178a-4087-a70f-e63bf55a7975 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:26.644115 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.670272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-126b5e8d-49a3-4cc7-a4ea-a1b033e38c1c req-e5822dc9-7a60-4532-af53-a0c939924f3a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 210 time: 0.0695362 Dec 15 13:45:26.728490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a083e604-ae58-44fa-b88e-a40e8181a69e req-3fd6a36a-d3e5-49ab-bd53-8fbe93c40296 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.742056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a083e604-ae58-44fa-b88e-a40e8181a69e req-3fd6a36a-d3e5-49ab-bd53-8fbe93c40296 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.747156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a083e604-ae58-44fa-b88e-a40e8181a69e req-3fd6a36a-d3e5-49ab-bd53-8fbe93c40296 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] 10.222.0.32 "DELETE /v2.0/security-groups/b406ddec-78d9-48fa-a3b4-c4dd9b7fa01b HTTP/1.1" status: 204 len: 173 time: 0.3521044 Dec 15 13:45:26.791630 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.811066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6a36a-d3e5-49ab-bd53-8fbe93c40296 tempest-SecurityGroupsTestAdminJSON-2028394903 tempest-SecurityGroupsTestAdminJSON-2028394903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406ddec-78d9-48fa-a3b4-c4dd9b7fa01b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.850638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:26.853108 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a5322-b13d-4c7f-a80f-6deed9ef5eed" -d '{"events": [{"server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "name": "network-vif-plugged", "status": "completed", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:26.875301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.875723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:26.881730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.929961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-3d457881-738f-4e91-8319-f36b2574e3b6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.931512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-3d457881-738f-4e91-8319-f36b2574e3b6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 814 time: 0.4073176 Dec 15 13:45:26.951968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Request body: {'port': {'device_id': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'admin_state_up': True, 'tenant_id': '684bfb9661a84c63b14f00875b9b13ab'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:27.130912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b99fb-9505-4a41-8e39-e87ae5ecf9ba req-85e67889-ed43-4776-819a-22722c149adf tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.143281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-341b99fb-9505-4a41-8e39-e87ae5ecf9ba req-85e67889-ed43-4776-819a-22722c149adf tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1100 time: 0.3260815 Dec 15 13:45:27.184606 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955e1dd-cf94-4b0f-a1c7-36b3d18c00a6 x-openstack-request-id: req-b955e1dd-cf94-4b0f-a1c7-36b3d18c00a6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:27.185587 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "name": "network-vif-plugged", "status": "completed", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:27.186766 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b955e1dd-cf94-4b0f-a1c7-36b3d18c00a6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:27.187256 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'code': 200} Dec 15 13:45:27.231283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:27.248066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fbe25-70d0-457a-9c6d-057e5254110f req-4c7376e6-22ca-4266-896f-700451b662e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.249634 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-155fbe25-70d0-457a-9c6d-057e5254110f req-4c7376e6-22ca-4266-896f-700451b662e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 1096 time: 0.1792083 Dec 15 13:45:27.259889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-341b99fb-9505-4a41-8e39-e87ae5ecf9ba req-af86572f-928c-460f-ac0b-37298c76e59b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142416 Dec 15 13:45:27.260377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:27.262283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:27.291259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Made reservation on behalf of 684bfb9661a84c63b14f00875b9b13ab for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:27.297370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.321918 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-155fbe25-70d0-457a-9c6d-057e5254110f req-51828d96-d1ad-4b26-8193-2e1bdf589c10 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603328 Dec 15 13:45:27.456256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:27.466607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] Sync routers for ids ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:27.470022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b7596aa-83f1-49f9-8dd7-9506a2bcee29 admin admin] 10.222.0.32 "PUT /v2.0/routers/27b5ee1a-6601-4507-a2ef-8cf9215f74f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319653 Dec 15 13:45:27.473810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47962) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:27.480457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] Routers {'27b5ee1a-6601-4507-a2ef-8cf9215f74f8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:27.481261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:27.521493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237d7e-c608-4933-93b5-94b57151aab7 req-d9f1cf80-774a-4cb3-82aa-2075bfd88ef9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.523121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1237d7e-c608-4933-93b5-94b57151aab7 req-d9f1cf80-774a-4cb3-82aa-2075bfd88ef9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 945 time: 0.1446598 Dec 15 13:45:27.553040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Allocated IP 172.20.0.7 (fb4cdc2e-7c12-4b9c-995a-44d85762d84e/d20af28a-78ff-4183-a9de-9b4f76569cdd/486bdfce-34aa-4fa4-980f-b4af5d1986ae) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:27.582358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4dc888b4-f875-4d71-bb6d-9742f6c0a218 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62ff6b8adfc34ff886d91bba762ac374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171165 Dec 15 13:45:27.586746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:27.643562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.670576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] Set router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:27.671653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1237d7e-c608-4933-93b5-94b57151aab7 req-9eda50c6-bed3-4896-8b40-ffdf495b63cf tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338885 Dec 15 13:45:27.735684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52348c7b-845a-4b69-9ba4-d421c6506057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.821017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3897aa63-32ae-40a9-8a54-4e8f1de60cd2 req-d332528f-c48d-4b8f-b307-34c5228db736 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 210 time: 0.0475132 Dec 15 13:45:27.867977 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.914156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.937466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aac1adba-d4b3-4bc4-b1ea-207a925bde4d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:28.000048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Network fb4cdc2e-7c12-4b9c-995a-44d85762d84e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:28.003653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:28.017722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:28.028793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Pushing event updated for resources: {'Port': ['ID=486bdfce-34aa-4fa4-980f-b4af5d1986ae,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:28.061565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:26Z', 'revision_number': 5, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:28.110490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] Checking router: 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:28.124000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.124000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.129204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] Routers {'27b5ee1a-6601-4507-a2ef-8cf9215f74f8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:28.130133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:28.135462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52348c7b-845a-4b69-9ba4-d421c6506057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.196112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.221047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d0f53702-7be4-4e52-8c3b-c7caa2195cbf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2744749 Dec 15 13:45:28.247902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Request body: {'port': {'device_id': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:28.259920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038d143-7ea4-410d-a529-d027ff49980f req-e2c23ab0-4236-4514-8570-d64635955824 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.261540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9038d143-7ea4-410d-a529-d027ff49980f req-e2c23ab0-4236-4514-8570-d64635955824 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1324914 Dec 15 13:45:28.289037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52348c7b-845a-4b69-9ba4-d421c6506057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.292556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52348c7b-845a-4b69-9ba4-d421c6506057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.296372 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52348c7b-845a-4b69-9ba4-d421c6506057 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4781847-ebd1-465c-89d7-ae6523199781 HTTP/1.1" status: 204 len: 168 time: 0.7077498 Dec 15 13:45:28.311070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] Set router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:28.326162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52348c7b-845a-4b69-9ba4-d421c6506057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4781847-ebd1-465c-89d7-ae6523199781,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:28.355901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Deleting port d5950753-f160-4197-b60f-5667857caff2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:28.357133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.391803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.525523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] For port d5950753-f160-4197-b60f-5667857caff2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d5950753-f160-4197-b60f-5667857caff2,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:28.525798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.545672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9038d143-7ea4-410d-a529-d027ff49980f req-5a641f1f-67f5-402e-826b-ce7a60418608 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316067 Dec 15 13:45:28.550251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Calling delete_port for d5950753-f160-4197-b60f-5667857caff2 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:28.630368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:26Z', 'revision_number': 5, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:28.663527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df890e5-4b6f-4776-9b85-3dce3a4e0cfa None None] The sync data for ids ['27b5ee1a-6601-4507-a2ef-8cf9215f74f8'] in n-d-815324-3 is: [{'id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'name': 'tempest-FloatingIPsTestJSON-325557008-router', 'tenant_id': 'edfbd866c0eb43c98fba73426f66c576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5950753-f160-4197-b60f-5667857caff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:00Z', 'updated_at': '2021-12-15T13:45:26Z', 'revision_number': 5, 'project_id': 'edfbd866c0eb43c98fba73426f66c576', 'gw_port': {'id': 'd5950753-f160-4197-b60f-5667857caff2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5ee1a-6601-4507-a2ef-8cf9215f74f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:01Z', 'updated_at': '2021-12-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:28.782678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48002) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:28.815778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.851757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5950753-f160-4197-b60f-5667857caff2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:28.863596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8fa3e-fab0-4a6e-9f6b-9d0b7db93e9a req-0e678077-41b3-418f-8317-8f754f0e6ebd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.865222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fd8fa3e-fab0-4a6e-9f6b-9d0b7db93e9a req-0e678077-41b3-418f-8317-8f754f0e6ebd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 945 time: 0.0921566 Dec 15 13:45:28.915866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-73488ca4-31bf-4ef0-8318-e72df9243cd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf8b968b5edc459eba5e6b803aff97aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296237 Dec 15 13:45:28.919476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:28.964706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.996671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fd8fa3e-fab0-4a6e-9f6b-9d0b7db93e9a req-b06c8cff-f9f4-4607-92a4-13baf35d3dd3 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206408 Dec 15 13:45:29.039422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a82a85-37b5-41ff-b9e2-018b74ad5148 req-5e15349c-f15a-457e-ba3e-15acad08e4b7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.040869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98a82a85-37b5-41ff-b9e2-018b74ad5148 req-5e15349c-f15a-457e-ba3e-15acad08e4b7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 931 time: 0.1277437 Dec 15 13:45:29.056189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486bdfce-34aa-4fa4-980f-b4af5d1986ae {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:29.072200 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.078817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.082595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.089665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e41cd5-04bf-46c4-b00a-fc84cf41867f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.100806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Transition to ACTIVE for port object 486bdfce-34aa-4fa4-980f-b4af5d1986ae will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:29.111758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.141058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98a82a85-37b5-41ff-b9e2-018b74ad5148 req-4f863371-c010-42b5-9bdc-8f5e6b56cf78 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Dec 15 13:45:29.161781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e41cd5-04bf-46c4-b00a-fc84cf41867f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.163806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.164220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b5ee1a-6601-4507-a2ef-8cf9215f74f8 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:45:29.169415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.174663 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95981465-338d-40eb-8fdb-12944c08ef1a admin admin] 10.222.0.32 "DELETE /v2.0/routers/27b5ee1a-6601-4507-a2ef-8cf9215f74f8 HTTP/1.1" status: 204 len: 168 time: 1.6998651 Dec 15 13:45:29.182251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:29.194941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8fab36b-f180-4b4c-8c3b-0b57e4d9049a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:29.235031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b8fab36b-f180-4b4c-8c3b-0b57e4d9049a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:29.235709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8fab36b-f180-4b4c-8c3b-0b57e4d9049a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:29.245864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Pushing event updated for resources: {'Port': ['ID=486bdfce-34aa-4fa4-980f-b4af5d1986ae,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:29.267254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Deleting subnet 7c9807d5-a04e-491b-93f3-4278b97c883a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:45:29.271411 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.297889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Attempting to bind port 486bdfce-34aa-4fa4-980f-b4af5d1986ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:29.298451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Attempting to bind port 486bdfce-34aa-4fa4-980f-b4af5d1986ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:29.298575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Attempting to bind port 486bdfce-34aa-4fa4-980f-b4af5d1986ae on network fb4cdc2e-7c12-4b9c-995a-44d85762d84e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:29.306300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Port 486bdfce-34aa-4fa4-980f-b4af5d1986ae on network fb4cdc2e-7c12-4b9c-995a-44d85762d84e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:29.306604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Attempting to bind port 486bdfce-34aa-4fa4-980f-b4af5d1986ae on network fb4cdc2e-7c12-4b9c-995a-44d85762d84e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:29.312570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e41cd5-04bf-46c4-b00a-fc84cf41867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.315263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e41cd5-04bf-46c4-b00a-fc84cf41867f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.315534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:29.315966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Checking segment: {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:29.316331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Bound using segment: {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:29.316808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Bound port: 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0faa28-8f88-48f4-81b3-5e3675015d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:29.317772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.324262 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-10e41cd5-04bf-46c4-b00a-fc84cf41867f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/529c03fd-c349-4ea0-853e-1695e197a89f HTTP/1.1" status: 204 len: 168 time: 0.3993037 Dec 15 13:45:29.343935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.347962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e41cd5-04bf-46c4-b00a-fc84cf41867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c03fd-c349-4ea0-853e-1695e197a89f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:29.441634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] For port 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:29.451201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] For port 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:29.460574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.470055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.503537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.504144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.506012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] 10.222.0.67 "PUT /v2.0/ports/486bdfce-34aa-4fa4-980f-b4af5d1986ae HTTP/1.1" status: 200 len: 1091 time: 1.2646987 Dec 15 13:45:29.508546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'tag': '486bdfce-34aa-4fa4-980f-b4af5d1986ae'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:29.514809 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48" -d '{"events": [{"name": "network-changed", "server_uuid": "ce154ba3-cd14-4201-b820-911ffa4ceada", "tag": "486bdfce-34aa-4fa4-980f-b4af5d1986ae"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:29.556042 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.601682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9807d5-a04e-491b-93f3-4278b97c883a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:29.605493 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.608790 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b5a7880-b909-45f9-8c49-45781329515f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7c9807d5-a04e-491b-93f3-4278b97c883a HTTP/1.1" status: 204 len: 168 time: 0.4255326 Dec 15 13:45:29.611039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc3ad7-7fbd-439e-9a1b-0855aeadc516 None None] Network ca21ea82-0413-4888-b516-07b5361ee1ec requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:29.612660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:29.616493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61914e54-2f22-477e-9adc-81d32accaac1 service neutron] Pushing event updated for resources: {'Port': ['ID=486bdfce-34aa-4fa4-980f-b4af5d1986ae,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:29.625278 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d530bbec-c18f-4c92-a777-b93e6ccb2b69 x-openstack-request-id: req-d530bbec-c18f-4c92-a777-b93e6ccb2b69 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:29.625402 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce154ba3-cd14-4201-b820-911ffa4ceada", "tag": "486bdfce-34aa-4fa4-980f-b4af5d1986ae", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:29.635474 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d530bbec-c18f-4c92-a777-b93e6ccb2b69 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:29.636097 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'tag': '486bdfce-34aa-4fa4-980f-b4af5d1986ae', 'status': 'completed', 'code': 200} Dec 15 13:45:29.726155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.762657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-9abb2e04-7c85-4b79-9c7a-ba8e5e475345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.764705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-9abb2e04-7c85-4b79-9c7a-ba8e5e475345 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 1094 time: 0.1446214 Dec 15 13:45:29.787696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a204-2658-4399-9acd-e899c22080a6 req-acae1947-a79e-4cad-b52e-00a9991dde0e tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.795434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a288a204-2658-4399-9acd-e899c22080a6 req-acae1947-a79e-4cad-b52e-00a9991dde0e tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1100314 Dec 15 13:45:29.825889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Deleting port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:29.826449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.870548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-c2a39039-3193-4edc-b51c-45faf4388963 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae HTTP/1.1" status: 200 len: 217 time: 0.0727732 Dec 15 13:45:29.915098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] DHCP port deletion for ca21ea82-0413-4888-b516-07b5361ee1ec request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:45:29.915668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] For port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:29.916038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.930345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Calling delete_port for e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:29.953798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a288a204-2658-4399-9acd-e899c22080a6 req-4b176c25-aad0-46bb-85d8-72dbc231373e tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572914 Dec 15 13:45:30.001755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d39d5cb4-d543-4388-87d1-aef5979882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.003431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d39d5cb4-d543-4388-87d1-aef5979882a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.0996943 Dec 15 13:45:30.006788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] Deleting port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:30.007161 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.058665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-d7193fe2-e93e-468a-82ec-b38f13650867 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443530 Dec 15 13:45:30.076640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.097932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] No DVR routers for this DVR port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:30.112919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] For port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,segment=NetworkSegment(0de3021e-ecb0-4b97-a998-f3a1d439f274),segment_id=0de3021e-ecb0-4b97-a998-f3a1d439f274)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:30.113329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.144408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:30.150076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] Calling delete_port for e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:30.202160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06efde-7916-4c71-a051-c3c8efbce092 req-230a970a-048b-4bdc-baf9-b671d54e6caf tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.204829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea06efde-7916-4c71-a051-c3c8efbce092 req-230a970a-048b-4bdc-baf9-b671d54e6caf tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 945 time: 0.0844071 Dec 15 13:45:30.214079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-0388d11d-2aef-417a-ac58-7b08814a535e service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460140 Dec 15 13:45:30.250097 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.277356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.286868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca21ea82-0413-4888-b516-07b5361ee1ec']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:30.300145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de3021e-ecb0-4b97-a998-f3a1d439f274') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:30.300471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de3021e-ecb0-4b97-a998-f3a1d439f274') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:30.304983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] Pushing event deleted for resources: {'Port': ['ID=e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:30.318449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.325395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cb001-7c83-4c86-afbf-15e40c395623 None None] No DVR routers for this DVR port e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:30.331708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.351365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:45:30.351910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:45:30.353827 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:45:30.383570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea06efde-7916-4c71-a051-c3c8efbce092 req-580fd4ed-9a4e-4e50-8d35-7a4f4768e2ff tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683574 Dec 15 13:45:30.415452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bdcc3-0c6a-4a0c-9668-43191c49e296 req-ceef08c1-261f-4b40-826f-0260ea1f2b86 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.419010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.422933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32bdcc3-0c6a-4a0c-9668-43191c49e296 req-ceef08c1-261f-4b40-826f-0260ea1f2b86 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 943 time: 0.1654136 Dec 15 13:45:30.429150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.435491 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca21ea82-0413-4888-b516-07b5361ee1ec HTTP/1.1" status: 204 len: 168 time: 0.8213148 Dec 15 13:45:30.449684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f9a4-c95e-478a-9592-19da959bbf3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca21ea82-0413-4888-b516-07b5361ee1ec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:30.471798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0abc09e0-4c12-4a8e-ba22-6a4b6e081bea req-f60a140f-0fcf-4939-96ae-0737eaece295 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432089 Dec 15 13:45:30.515558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32bdcc3-0c6a-4a0c-9668-43191c49e296 req-0bcf7216-bafd-4baa-9ba3-a0808dd7bd34 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896795 Dec 15 13:45:30.615051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-5758b553-a755-4310-94df-1755a8921f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.616672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-5758b553-a755-4310-94df-1755a8921f5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 1094 time: 0.0757031 Dec 15 13:45:30.729343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:30.772099 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a866a9a1-b35b-4282-a625-8ff6df17d4d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edfbd866c0eb43c98fba73426f66c576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412610 Dec 15 13:45:30.774749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:30.833423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef553385-f09c-4c35-be12-a52c6c30f7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.862219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef553385-f09c-4c35-be12-a52c6c30f7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.950670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef553385-f09c-4c35-be12-a52c6c30f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.955945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef553385-f09c-4c35-be12-a52c6c30f7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.958789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef553385-f09c-4c35-be12-a52c6c30f7e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffcc5585-aff7-4d61-8cc7-8ff53f0c4dfa HTTP/1.1" status: 204 len: 168 time: 0.1817427 Dec 15 13:45:30.968146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef553385-f09c-4c35-be12-a52c6c30f7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcc5585-aff7-4d61-8cc7-8ff53f0c4dfa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:31.110533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d5950753-f160-4197-b60f-5667857caff2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:31.143536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d5950753-f160-4197-b60f-5667857caff2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:31.143672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d5950753-f160-4197-b60f-5667857caff2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:31.144460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:31.171316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:31.172352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e7cf30e8-b4fb-4dd0-9e86-c8ee0fb30fc8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:31.172678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90517fb-f1de-4e74-8b9d-afe80ab9d706 req-80bc0ae0-396f-4c45-843e-d96320a432ab tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.175077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d90517fb-f1de-4e74-8b9d-afe80ab9d706 req-80bc0ae0-396f-4c45-843e-d96320a432ab tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 945 time: 0.4656718 Dec 15 13:45:31.186505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-3a8dd9cf-080f-4f5c-90d7-28f2e99fc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.187946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-3a8dd9cf-080f-4f5c-90d7-28f2e99fc780 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 916 time: 0.5479183 Dec 15 13:45:31.203511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082201cd-1760-4e95-b3bc-008db6b22cf1 req-a9699771-c027-48ea-b225-5137a1f12f0b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.205009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-082201cd-1760-4e95-b3bc-008db6b22cf1 req-a9699771-c027-48ea-b225-5137a1f12f0b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1184633 Dec 15 13:45:31.270657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-70c43f1b-426e-4174-a092-acbc1c252791 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae HTTP/1.1" status: 200 len: 217 time: 0.0636857 Dec 15 13:45:31.334488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d90517fb-f1de-4e74-8b9d-afe80ab9d706 req-dc61d9ce-f753-4e34-900b-10d21c94d466 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500854 Dec 15 13:45:31.354223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-082201cd-1760-4e95-b3bc-008db6b22cf1 req-a2d276a1-9dba-4c63-b031-339c23595bce tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322937 Dec 15 13:45:31.363633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-06417ed8-00ed-4a5b-bd0a-c07a03616c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.366167 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-06417ed8-00ed-4a5b-bd0a-c07a03616c69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.0762801 Dec 15 13:45:31.407053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-0970d80a-b892-4749-90df-9f9c2d908c27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256801 Dec 15 13:45:31.516912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-0793f0f3-36fd-48da-bdec-1e9639829fc4 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991435 Dec 15 13:45:31.688980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfda78a-1a60-41cf-9bca-8f8503c14086 req-a7471041-52ec-4818-b5a4-589cf85b7305 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.690883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbfda78a-1a60-41cf-9bca-8f8503c14086 req-a7471041-52ec-4818-b5a4-589cf85b7305 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 943 time: 0.0814223 Dec 15 13:45:31.719599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea0adc9-af9b-4518-9f32-3d087fbbaa48 req-be36ba59-a7f6-4861-865e-22ba12e3ca31 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894200 Dec 15 13:45:31.761868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbfda78a-1a60-41cf-9bca-8f8503c14086 req-b1dd861d-e042-4c0b-bd7f-78c892cf8765 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563908 Dec 15 13:45:31.798494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:31.898992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-network', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:31.921112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Made reservation on behalf of b15ef936f37243a8843a7744c303e07b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:31.923614 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.932725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.955453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-fc482884-345a-42c2-b477-ac6e88c6d8a3 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8b0209428518429c97f4af293fbfaa43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244308 Dec 15 13:45:32.038576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.044069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.071547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:45:32.081666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04122777-2e49-4fb6-8024-40435dd554c6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:32.086994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.087335 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Added segment b26a3d3e-c415-461c-bc18-a3ae11fc6798 of type vlan for network 45468951-44bb-4fa1-ad91-1a947c8c408c Dec 15 13:45:32.099622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-44551935-9d30-4f52-be2d-b7ff3c7fab5f tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.101290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-44551935-9d30-4f52-be2d-b7ff3c7fab5f tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391675 Dec 15 13:45:32.119749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-612b33a3-5592-4a5c-8a2b-da9c569477f7 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/quotas/8b0209428518429c97f4af293fbfaa43 HTTP/1.1" status: 200 len: 375 time: 0.0123541 Dec 15 13:45:32.131814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.153009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-46f965a9-638b-484f-9ddc-6c35258742cf tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b0209428518429c97f4af293fbfaa43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270793 Dec 15 13:45:32.163559 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.164561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.165147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.218117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4168122 Dec 15 13:45:32.220161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48124) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:32.225913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Request body: {'subnet': {'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-subnet', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:32.228669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d3a2-81a9-49eb-b61a-f85e73accd03 admin admin] Pushing event updated for resources: {'Network': ['ID=45468951-44bb-4fa1-ad91-1a947c8c408c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:32.241385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 45468951-44bb-4fa1-ad91-1a947c8c408c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:45:32.252155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Made reservation on behalf of b15ef936f37243a8843a7744c303e07b for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:32.265257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.388227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ab32eb9-b1f6-4700-9bb9-4d18044a7347 req-eb1667ff-f4cd-4421-9083-a1d1db4da822 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 210 time: 0.0470748 Dec 15 13:45:32.543569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.565525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 486bdfce-34aa-4fa4-980f-b4af5d1986ae details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:32.599369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0363f5-4050-483e-a95d-34440e32b4ce req-f9dabb60-3e07-4cee-9663-3c4842653b70 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.600943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e0363f5-4050-483e-a95d-34440e32b4ce req-f9dabb60-3e07-4cee-9663-3c4842653b70 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 945 time: 0.1707609 Dec 15 13:45:32.633110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9e1d1-14ea-4bbe-ac86-953be34a0a2c req-aaf7007f-5bf2-4039-aa59-f0f38bf98e3d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.634614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c9e1d1-14ea-4bbe-ac86-953be34a0a2c req-aaf7007f-5bf2-4039-aa59-f0f38bf98e3d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1431565 Dec 15 13:45:32.674121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2513ffe4-4ad5-477d-9fde-18678da83100,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:32.688748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:32.703359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '486bdfce-34aa-4fa4-980f-b4af5d1986ae', 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'port_id': '486bdfce-34aa-4fa4-980f-b4af5d1986ae', 'mac_address': 'fa:16:3e:3e:5b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20af28a-78ff-4183-a9de-9b4f76569cdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:32.704362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.704916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.705336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.705798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.705914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.706320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.706789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.708200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.708200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.708471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.708725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.709095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.709422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:32.727431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Checking segment: {'id': 'b26a3d3e-c415-461c-bc18-a3ae11fc6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:32.727806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Network hostable DHCP agents. Network: 45468951-44bb-4fa1-ad91-1a947c8c408c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:45:32.749497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e0363f5-4050-483e-a95d-34440e32b4ce req-bffc8344-9a4b-4017-b15a-16a30dfafd47 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323950 Dec 15 13:45:32.758107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.772870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55c9e1d1-14ea-4bbe-ac86-953be34a0a2c req-dd15a58c-960c-45a8-8696-afef49444234 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243858 Dec 15 13:45:32.786226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486bdfce-34aa-4fa4-980f-b4af5d1986ae {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:32.797718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Network 45468951-44bb-4fa1-ad91-1a947c8c408c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:45:32.811465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 45468951-44bb-4fa1-ad91-1a947c8c408c) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:32.818478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.819211 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.819364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:32.825324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.832684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c561cb0-13a0-4450-864e-aaa346d5f9ec None None] Network 45468951-44bb-4fa1-ad91-1a947c8c408c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:32.845618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f53dec3a-e345-4031-a91d-d1a23c5c5924 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6236660 Dec 15 13:45:32.846630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:32.859176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:32.888258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.890214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.955751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=486bdfce-34aa-4fa4-980f-b4af5d1986ae,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:33.014205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.032973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-45468951-44bb-4fa1-ad91-1a947c8c408c', 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c', 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'fixed_ips': [{'subnet_id': '2513ffe4-4ad5-477d-9fde-18678da83100'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:45:33.033855 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.187115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72f75b-53e6-49ff-a45e-f1b8893b8f58 req-ced20e16-d33f-4de7-85f4-043b3782e375 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:33.188778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc72f75b-53e6-49ff-a45e-f1b8893b8f58 req-ced20e16-d33f-4de7-85f4-043b3782e375 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 944 time: 0.1880393 Dec 15 13:45:33.195415 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.300290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc72f75b-53e6-49ff-a45e-f1b8893b8f58 req-a6f3eca5-ff16-43fb-9420-0f14251a44f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Dec 15 13:45:33.336725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['486bdfce-34aa-4fa4-980f-b4af5d1986ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:33.408671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Allocated IP 172.20.0.2 (45468951-44bb-4fa1-ad91-1a947c8c408c/2513ffe4-4ad5-477d-9fde-18678da83100/d8ea8b01-9595-4b34-8467-c241b89f6159) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:33.500386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.543492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0858a538-f7f7-4649-a3ec-d6859745b56b req-f708c9d5-3815-4c43-b4c1-afa911162fb5 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 210 time: 0.0523181 Dec 15 13:45:33.544536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.613391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-600a0568-6d48-41b4-b54f-8396179282ad tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8b0209428518429c97f4af293fbfaa43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259821 Dec 15 13:45:33.661683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.671251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.735923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Network 45468951-44bb-4fa1-ad91-1a947c8c408c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:33.737614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:33.740030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Pushing event updated for resources: {'Port': ['ID=d8ea8b01-9595-4b34-8467-c241b89f6159,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:33.744253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:33.764833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Allocated IP 172.25.2.123 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/762385c8-dacd-4bd7-b394-e92622fc9a80) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:33.794224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-fd03c542-653c-4bb4-93f4-c6319b88b1e6 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:33.795699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-fd03c542-653c-4bb4-93f4-c6319b88b1e6 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750443 Dec 15 13:45:33.799965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Attempting to bind port d8ea8b01-9595-4b34-8467-c241b89f6159 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:33.800993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Attempting to bind port d8ea8b01-9595-4b34-8467-c241b89f6159 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b26a3d3e-c415-461c-bc18-a3ae11fc6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:33.801874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Attempting to bind port d8ea8b01-9595-4b34-8467-c241b89f6159 on network 45468951-44bb-4fa1-ad91-1a947c8c408c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:33.807516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:33.807900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Checking segment: {'id': 'b26a3d3e-c415-461c-bc18-a3ae11fc6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:33.808328 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.808825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Bound using segment: {'id': 'b26a3d3e-c415-461c-bc18-a3ae11fc6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:33.809307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Bound port: d8ea8b01-9595-4b34-8467-c241b89f6159, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26a3d3e-c415-461c-bc18-a3ae11fc6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:33.809819 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.843473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Request body: {'port': {'device_id': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '8b0209428518429c97f4af293fbfaa43'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:33.878553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] For port d8ea8b01-9595-4b34-8467-c241b89f6159, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:33.882164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] For port d8ea8b01-9595-4b34-8467-c241b89f6159, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8ea8b01-9595-4b34-8467-c241b89f6159,segment=NetworkSegment(b26a3d3e-c415-461c-bc18-a3ae11fc6798),segment_id=b26a3d3e-c415-461c-bc18-a3ae11fc6798)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:33.886983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.952691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbcf99-f1c4-4532-bd80-4d17e5c9b9f1 None None] Pushing event updated for resources: {'Port': ['ID=d8ea8b01-9595-4b34-8467-c241b89f6159,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.006083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a6310-a21f-477e-8437-22b9660bbc67 req-cd2bd156-bdd5-4f71-b6fe-60e35698441f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:34.007802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-365a6310-a21f-477e-8437-22b9660bbc67 req-cd2bd156-bdd5-4f71-b6fe-60e35698441f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1522703 Dec 15 13:45:34.036015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.108303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-365a6310-a21f-477e-8437-22b9660bbc67 req-b680b736-8843-4dc3-9c7d-f05495c1719a tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891278 Dec 15 13:45:34.110636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Made reservation on behalf of 8b0209428518429c97f4af293fbfaa43 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:34.114851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.125731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.149795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.204375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:34.211034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:34.213629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:34.275786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Pushing event updated for resources: {'Port': ['ID=762385c8-dacd-4bd7-b394-e92622fc9a80,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.453607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.464733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.514447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a92349d-3348-4b07-ab7f-49d63cad8f8f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.597808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3253f-0a26-4af4-b135-4badbc624376 req-19d6a837-d2ee-413b-99ee-98ef74ee4cee tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:34.600636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5e3253f-0a26-4af4-b135-4badbc624376 req-19d6a837-d2ee-413b-99ee-98ef74ee4cee tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 944 time: 0.2059231 Dec 15 13:45:34.734388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5eb60de5-515a-4955-a0a7-849ef191e691 req-9974f5a5-3376-4fcd-9285-103c13726c33 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 210 time: 0.0898585 Dec 15 13:45:34.781939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5e3253f-0a26-4af4-b135-4badbc624376 req-d21bdf7c-fc52-4bf5-a692-ba1a20e76fd9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525891 Dec 15 13:45:34.805439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Allocated IP 192.168.233.27 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/1fb60bc0-1338-447f-a5e6-67f68489be60) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:34.810877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.103009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4cb28-d363-4687-ad5d-5ba75261ff09 None None] Network 45468951-44bb-4fa1-ad91-1a947c8c408c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:35.172198 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.177329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e27c78fc-96d7-406b-b70f-cb6ea6d5757c None None] Provisioning complete for port d8ea8b01-9595-4b34-8467-c241b89f6159 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:35.178188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e27c78fc-96d7-406b-b70f-cb6ea6d5757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.198088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.210773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8ea8b01-9595-4b34-8467-c241b89f6159 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:35.350976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d8ea8b01-9595-4b34-8467-c241b89f6159 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:35.351358 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.378107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e27c78fc-96d7-406b-b70f-cb6ea6d5757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.434673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e27c78fc-96d7-406b-b70f-cb6ea6d5757c None None] For port d8ea8b01-9595-4b34-8467-c241b89f6159, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8ea8b01-9595-4b34-8467-c241b89f6159,segment=NetworkSegment(b26a3d3e-c415-461c-bc18-a3ae11fc6798),segment_id=b26a3d3e-c415-461c-bc18-a3ae11fc6798)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:35.441270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e27c78fc-96d7-406b-b70f-cb6ea6d5757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.553044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c78fc-96d7-406b-b70f-cb6ea6d5757c None None] Pushing event updated for resources: {'Port': ['ID=d8ea8b01-9595-4b34-8467-c241b89f6159,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:35.663938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.670954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8be3745d-71b9-4c58-b4a2-15c9d120df64 None None] Provisioning complete for port d8ea8b01-9595-4b34-8467-c241b89f6159 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:35.671449 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8be3745d-71b9-4c58-b4a2-15c9d120df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.674433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be60e06-aa3a-4a8e-83ac-ef187f6b17b4 req-368ecde1-68ae-4f13-a257-9b43fa58118f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.675958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4be60e06-aa3a-4a8e-83ac-ef187f6b17b4 req-368ecde1-68ae-4f13-a257-9b43fa58118f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.4754462 Dec 15 13:45:35.759398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:35.776213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:35.781763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Pushing event updated for resources: {'Port': ['ID=1fb60bc0-1338-447f-a5e6-67f68489be60,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:35.787418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:35.845675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4be60e06-aa3a-4a8e-83ac-ef187f6b17b4 req-b1acc69b-67c6-4c4a-9196-ca1625383384 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592360 Dec 15 13:45:35.909764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.910404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.947826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c134bb62-5e34-4d18-91cf-e1e99f3b9f1d tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1323905 Dec 15 13:45:35.971193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0659-a0cd-4c2c-bce1-3825e87811db req-a4a6941e-6d57-4d61-a03a-af81a0d1050e tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.972800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c1f0659-a0cd-4c2c-bce1-3825e87811db req-a4a6941e-6d57-4d61-a03a-af81a0d1050e tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 935 time: 0.1469402 Dec 15 13:45:35.973488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Router 4c4ab27f-caf0-419d-be47-ce6d6ed205de is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:45:35.981792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Request body: {'port': {'device_id': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:36.095664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6f2e8bfb-0cf5-4597-af9f-74c6e902b161 None None] Provisioning complete for port 1fb60bc0-1338-447f-a5e6-67f68489be60 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:36.095926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd42ea9-e70e-42b3-bb93-825488d84fae req-b85ccd78-df7a-4870-bff7-83c667b8dd71 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:36.096096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8bfb-0cf5-4597-af9f-74c6e902b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.097498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dd42ea9-e70e-42b3-bb93-825488d84fae req-b85ccd78-df7a-4870-bff7-83c667b8dd71 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 944 time: 0.1739004 Dec 15 13:45:36.130396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e8bfb-0cf5-4597-af9f-74c6e902b161 None None] Port 1fb60bc0-1338-447f-a5e6-67f68489be60 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:36.181698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.186333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c1f0659-a0cd-4c2c-bce1-3825e87811db req-fcfa5e58-7687-4499-96c8-cda34e269de0 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000451 Dec 15 13:45:36.263626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dd42ea9-e70e-42b3-bb93-825488d84fae req-680e753e-572f-4c7b-94a4-92ac87222744 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245070 Dec 15 13:45:36.275262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:36.287801 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Sync routers for ids ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:36.301870 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Routers {'4c4ab27f-caf0-419d-be47-ce6d6ed205de'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:36.302791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:36.351495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.352907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4cee6833-8f96-4556-96e8-ffcafe5ed65b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5049353 Dec 15 13:45:36.356826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:36.420905 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Set router 4c4ab27f-caf0-419d-be47-ce6d6ed205de gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:36.546739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb60bc0-1338-447f-a5e6-67f68489be60 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:36.557304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.568484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:36.572263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 486bdfce-34aa-4fa4-980f-b4af5d1986ae up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:36.595048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Transition to ACTIVE for port object 1fb60bc0-1338-447f-a5e6-67f68489be60 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:36.600898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.718853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Pushing event updated for resources: {'Port': ['ID=1fb60bc0-1338-447f-a5e6-67f68489be60,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:36.739038 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:34Z', 'revision_number': 3, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port': {'id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:33Z', 'updated_at': '2021-12-15T13:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:36.794592 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Checking router: 4c4ab27f-caf0-419d-be47-ce6d6ed205de for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:36.796531 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Updating router 4c4ab27f-caf0-419d-be47-ce6d6ed205de port 762385c8-dacd-4bd7-b394-e92622fc9a80 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:45:36.829155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 486bdfce-34aa-4fa4-980f-b4af5d1986ae completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:36.840494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:36.845125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 486bdfce-34aa-4fa4-980f-b4af5d1986ae triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:36.845765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.878658 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.900050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'mac_address': 'fa:16:3e:4f:9f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:36.917566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Attempting to bind port 1fb60bc0-1338-447f-a5e6-67f68489be60 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:36.919979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Attempting to bind port 1fb60bc0-1338-447f-a5e6-67f68489be60 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:36.920384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Attempting to bind port 1fb60bc0-1338-447f-a5e6-67f68489be60 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:36.931668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Port 1fb60bc0-1338-447f-a5e6-67f68489be60 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:36.931995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Attempting to bind port 1fb60bc0-1338-447f-a5e6-67f68489be60 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:36.948402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:36.948834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:36.950252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:36.950736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Bound port: 1fb60bc0-1338-447f-a5e6-67f68489be60, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:36.951662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.043986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.083496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.144462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a64a6e31-178a-4087-a70f-e63bf55a7975 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:37.160390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3774d-a340-4c89-9db0-f0dda1677adf req-3056432e-3f9e-45af-8b33-f17db10dae92 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.162575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8df3774d-a340-4c89-9db0-f0dda1677adf req-3056432e-3f9e-45af-8b33-f17db10dae92 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1776545 Dec 15 13:45:37.163794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] For port 1fb60bc0-1338-447f-a5e6-67f68489be60, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:37.179934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] For port 1fb60bc0-1338-447f-a5e6-67f68489be60, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1fb60bc0-1338-447f-a5e6-67f68489be60,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:37.188127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.193139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8ea8b01-9595-4b34-8467-c241b89f6159 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:37.282739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.283752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.286310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] 10.222.0.67 "PUT /v2.0/ports/1fb60bc0-1338-447f-a5e6-67f68489be60 HTTP/1.1" status: 200 len: 1095 time: 1.3084204 Dec 15 13:45:37.289214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'tag': '1fb60bc0-1338-447f-a5e6-67f68489be60'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:37.292653 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc9f461-81da-42fe-9a42-e50f2fd33afc", "tag": "1fb60bc0-1338-447f-a5e6-67f68489be60"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:37.300283 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.317719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:37.342999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.399082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8df3774d-a340-4c89-9db0-f0dda1677adf req-abcca0dd-56f3-4821-bf3b-4b1ef6a31728 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205024 Dec 15 13:45:37.400077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Allocated IP 172.20.0.1 (45468951-44bb-4fa1-ad91-1a947c8c408c/2513ffe4-4ad5-477d-9fde-18678da83100/56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:37.462115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486bdfce-34aa-4fa4-980f-b4af5d1986ae'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:37.466054 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e424b7-76a1-4da3-8e16-6a7e10c41c98" -d '{"events": [{"server_uuid": "ce154ba3-cd14-4201-b820-911ffa4ceada", "name": "network-vif-plugged", "status": "completed", "tag": "486bdfce-34aa-4fa4-980f-b4af5d1986ae"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:37.478504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:37.495657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:37.511642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.549551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.561750 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.571824 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.597665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a64a6e31-178a-4087-a70f-e63bf55a7975'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:37.610764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d8ea8b01-9595-4b34-8467-c241b89f6159 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:37.612582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.640256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.646961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326cc1e-2f4a-4fad-87c8-c87ddcbe433b service neutron] Pushing event updated for resources: {'Port': ['ID=1fb60bc0-1338-447f-a5e6-67f68489be60,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:37.683520 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Attempting to bind port 762385c8-dacd-4bd7-b394-e92622fc9a80 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:37.685155 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Attempting to bind port 762385c8-dacd-4bd7-b394-e92622fc9a80 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:37.685623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Attempting to bind port 762385c8-dacd-4bd7-b394-e92622fc9a80 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:37.692832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Network 45468951-44bb-4fa1-ad91-1a947c8c408c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:37.695403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:37.702264 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:37.702705 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:37.703293 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.703890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:37.704336 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Bound port: 762385c8-dacd-4bd7-b394-e92622fc9a80, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:37.704613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-7a393d75-f74e-4dee-b60f-cf166cb6fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.704791 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.706894 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803b4a5-db68-433b-8c0e-fc78e83da51d None None] Pushing event updated for resources: {'Port': ['ID=762385c8-dacd-4bd7-b394-e92622fc9a80,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:37.707548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-7a393d75-f74e-4dee-b60f-cf166cb6fc3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b0209428518429c97f4af293fbfaa43&device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 1098 time: 0.3470566 Dec 15 13:45:37.713025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:37.724804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d476-501f-4ab6-9dcc-276ff8cdd160 req-073941ff-1964-4767-aabf-9dd7de504480 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.742962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b08d476-501f-4ab6-9dcc-276ff8cdd160 req-073941ff-1964-4767-aabf-9dd7de504480 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 947 time: 0.3840387 Dec 15 13:45:37.757880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Pushing event updated for resources: {'Port': ['ID=56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:37.800860 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.833441 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] For port 762385c8-dacd-4bd7-b394-e92622fc9a80, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:37.835328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-c39ff73b-d8c6-48bf-8984-9f4e39da7a6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1fb60bc0-1338-447f-a5e6-67f68489be60 HTTP/1.1" status: 200 len: 217 time: 0.0841644 Dec 15 13:45:37.837115 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] For port 762385c8-dacd-4bd7-b394-e92622fc9a80, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=762385c8-dacd-4bd7-b394-e92622fc9a80,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:37.845267 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.858187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c859835-de17-487d-898e-1799eca954e1 req-510fbbd8-7c8c-490b-a2aa-c212252547eb tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.866071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c859835-de17-487d-898e-1799eca954e1 req-510fbbd8-7c8c-490b-a2aa-c212252547eb tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 945 time: 0.2595387 Dec 15 13:45:38.010382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=486bdfce-34aa-4fa4-980f-b4af5d1986ae,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.011647 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803b4a5-db68-433b-8c0e-fc78e83da51d None None] Pushing event updated for resources: {'Port': ['ID=762385c8-dacd-4bd7-b394-e92622fc9a80,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.024623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Routers {'4c4ab27f-caf0-419d-be47-ce6d6ed205de'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:38.024808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.027709 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:38.081398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b08d476-501f-4ab6-9dcc-276ff8cdd160 req-f67a951b-7a54-4ba8-b5f4-c1f44feb4fde tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373988 Dec 15 13:45:38.135947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-263f2a5b-55b1-4dbb-94bc-fb2ab4f105d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.142775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-263f2a5b-55b1-4dbb-94bc-fb2ab4f105d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2737932 Dec 15 13:45:38.181948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c859835-de17-487d-898e-1799eca954e1 req-f5947acd-38d4-4a28-98d3-424768bdc1c3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952974 Dec 15 13:45:38.188639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-efc5cb3f-2f52-4545-9bcc-0cdb4ea27723 None None] Provisioning complete for port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:38.189143 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-efc5cb3f-2f52-4545-9bcc-0cdb4ea27723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.262320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9462-2d15-43b8-a913-62b9bddab90c req-99ec3b6e-bd1a-4cdc-a1ee-0ddad183699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.262504 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] Set router 4c4ab27f-caf0-419d-be47-ce6d6ed205de gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:38.266528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-99ec3b6e-bd1a-4cdc-a1ee-0ddad183699d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091561 Dec 15 13:45:38.308615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-efc5cb3f-2f52-4545-9bcc-0cdb4ea27723 None None] Port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:38.320783 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3212ff30-c388-41e9-b0df-da696c9abdda x-openstack-request-id: req-3212ff30-c388-41e9-b0df-da696c9abdda {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:38.321166 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc9f461-81da-42fe-9a42-e50f2fd33afc", "tag": "1fb60bc0-1338-447f-a5e6-67f68489be60", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:38.322367 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3212ff30-c388-41e9-b0df-da696c9abdda {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:38.322854 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'tag': '1fb60bc0-1338-447f-a5e6-67f68489be60', 'status': 'completed', 'code': 200} Dec 15 13:45:38.384383 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401c90d-58dc-43ff-a4cc-843258295d66 x-openstack-request-id: req-9401c90d-58dc-43ff-a4cc-843258295d66 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:38.384955 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce154ba3-cd14-4201-b820-911ffa4ceada", "name": "network-vif-plugged", "status": "completed", "tag": "486bdfce-34aa-4fa4-980f-b4af5d1986ae", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:38.384955 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9401c90d-58dc-43ff-a4cc-843258295d66 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:38.385385 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486bdfce-34aa-4fa4-980f-b4af5d1986ae', 'code': 200} Dec 15 13:45:38.478917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-618d75a7-af7a-4586-92d3-391aab4ac374 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898315 Dec 15 13:45:38.548657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.558290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.585570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:38.678980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74285a5a-4721-4c7f-8cd0-0cd39ed1073c req-51e9841c-53ef-43af-9d12-c290ba93afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.680734 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-74285a5a-4721-4c7f-8cd0-0cd39ed1073c req-51e9841c-53ef-43af-9d12-c290ba93afc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 1096 time: 0.2263038 Dec 15 13:45:38.696323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.699016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841a905-7ac1-4375-a654-a3fa56e8d6a9 req-2694324a-0170-4839-ae02-159a5ec9e854 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.701503 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Pushing event updated for resources: {'Port': ['ID=56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.708153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6841a905-7ac1-4375-a654-a3fa56e8d6a9 req-2694324a-0170-4839-ae02-159a5ec9e854 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1065774 Dec 15 13:45:38.712636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abed9462-2d15-43b8-a913-62b9bddab90c req-f615ed8a-aa8f-4f5b-8c64-3a09452ac5a0 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246253 Dec 15 13:45:38.766476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port a64a6e31-178a-4087-a70f-e63bf55a7975 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:38.768644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.773937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6841a905-7ac1-4375-a654-a3fa56e8d6a9 req-47da9fa4-810b-4e24-9675-6ea5e62cda61 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638678 Dec 15 13:45:38.806236 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 4, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port': {'id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:33Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f', 'name': '', 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'mac_address': 'fa:16:3e:1a:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2513ffe4-4ad5-477d-9fde-18678da83100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:37Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 1, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'subnets': [{'id': '2513ffe4-4ad5-477d-9fde-18678da83100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:38.816549 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-74285a5a-4721-4c7f-8cd0-0cd39ed1073c req-cd71d7b0-3098-4f63-83be-e24d516b9125 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173003 Dec 15 13:45:38.882467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-78e1dfa5-cffa-43fa-b3d9-3aad06f3321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.889855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-78e1dfa5-cffa-43fa-b3d9-3aad06f3321a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b0209428518429c97f4af293fbfaa43&device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 1098 time: 0.0762532 Dec 15 13:45:38.914017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Network 45468951-44bb-4fa1-ad91-1a947c8c408c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:38.916034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:38.985461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.031566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:39.038614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.128812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Router 4c4ab27f-caf0-419d-be47-ce6d6ed205de has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:39.146620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:39.169772 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962bc61-6eed-456e-a467-69d2c8f46587 None None] The sync data for ids ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'] in n-d-815324-3 is: [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 4, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port': {'id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:33Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f', 'name': '', 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'mac_address': 'fa:16:3e:1a:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2513ffe4-4ad5-477d-9fde-18678da83100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:37Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 1, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'subnets': [{'id': '2513ffe4-4ad5-477d-9fde-18678da83100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:39.372299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:39.382868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5448bd7f-c361-47d8-a427-314108919f54 None None] Provisioning complete for port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:39.383449 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5448bd7f-c361-47d8-a427-314108919f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.393236 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-85f30926-574b-4885-b132-2064e17b41e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/4c4ab27f-caf0-419d-be47-ce6d6ed205de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0264215 Dec 15 13:45:39.431594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5448bd7f-c361-47d8-a427-314108919f54 None None] Port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:39.441406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-bd3ff812-77ea-4f84-b6c1-a79a989890a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.443008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-bd3ff812-77ea-4f84-b6c1-a79a989890a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3750656 Dec 15 13:45:39.470136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0b26f-f875-4aa7-ac44-0fa094ef1665 req-1ae74e7e-33aa-43d2-922b-c465b8e8aae7 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.478675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7da0b26f-f875-4aa7-ac44-0fa094ef1665 req-1ae74e7e-33aa-43d2-922b-c465b8e8aae7 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 947 time: 0.2612998 Dec 15 13:45:39.529284 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-a23d0250-f4e5-45c0-95b0-b8083ea0854e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1fb60bc0-1338-447f-a5e6-67f68489be60 HTTP/1.1" status: 200 len: 217 time: 0.0482271 Dec 15 13:45:39.539846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744452f-0e66-4026-99b7-0ca24a62ecce req-b2ca511f-3225-43f9-aa96-638fc5483139 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.541487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6744452f-0e66-4026-99b7-0ca24a62ecce req-b2ca511f-3225-43f9-aa96-638fc5483139 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 945 time: 0.1680195 Dec 15 13:45:39.673138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-827f666b-ea76-43de-add5-e064b19e114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.674637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-827f666b-ea76-43de-add5-e064b19e114a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1264150 Dec 15 13:45:39.758165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7da0b26f-f875-4aa7-ac44-0fa094ef1665 req-5d0f24bf-f7ab-4b9f-a704-d663a8deb2e6 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785351 Dec 15 13:45:39.762695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6744452f-0e66-4026-99b7-0ca24a62ecce req-8e7debb7-103e-46ff-8891-fb8c03049c59 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449656 Dec 15 13:45:39.792748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-3b3f30b8-c772-46e2-a6fd-9c56dd9193ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.792748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-3b3f30b8-c772-46e2-a6fd-9c56dd9193ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876441 Dec 15 13:45:39.966989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-b6e476f7-0897-4b74-8374-3d92c31bd1fe service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593843 Dec 15 13:45:40.247620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef9edf4e-0d91-454f-b503-68e48c967a24 req-5fd36eb8-d0c8-4295-8285-c066e5ebbbc6 tempest-FloatingIPsNegativeTestJSON-1350552923 tempest-FloatingIPsNegativeTestJSON-1350552923-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=b15ef936f37243a8843a7744c303e07b HTTP/1.1" status: 200 len: 217 time: 0.0761888 Dec 15 13:45:40.247620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d5e248b-b75c-4b6e-9223-ad7a8f1276d5 req-9c534662-1c2f-4d2a-8076-66cb9c7566a4 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688367 Dec 15 13:45:40.364175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79b75-7e4f-483a-ba82-69bf3be7f465 req-36894b0a-9c7c-41d2-83f8-6c52e2443625 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:40.369188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7e79b75-7e4f-483a-ba82-69bf3be7f465 req-36894b0a-9c7c-41d2-83f8-6c52e2443625 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1133797 Dec 15 13:45:40.390299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:40.393467 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dadc57-9da9-498b-a514-60d62d5487fa" -d '{"events": [{"server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "name": "network-vif-plugged", "status": "completed", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:40.469321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7e79b75-7e4f-483a-ba82-69bf3be7f465 req-355844c2-12b6-4e00-8b2d-c916ed7220e9 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Dec 15 13:45:40.491992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fa00e-3354-4f5f-b03d-4716362341ad req-8081eb77-e0ea-4ef9-84e7-c62fc2d01aac tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:40.493737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-431fa00e-3354-4f5f-b03d-4716362341ad req-8081eb77-e0ea-4ef9-84e7-c62fc2d01aac tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1384315 Dec 15 13:45:40.545887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2439cdb3-b954-4a64-a913-ebf3788c7619 req-b0e471e7-e567-4b07-9742-3f1d63e0a2ab tempest-FloatingIPsNegativeTestJSON-1350552923 tempest-FloatingIPsNegativeTestJSON-1350552923-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0384800 Dec 15 13:45:40.597373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1fb60bc0-1338-447f-a5e6-67f68489be60 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:40.601248 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1cead1-bdcf-4fcf-aadb-8744d03399e0 x-openstack-request-id: req-0a1cead1-bdcf-4fcf-aadb-8744d03399e0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:40.602034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-431fa00e-3354-4f5f-b03d-4716362341ad req-f12ca491-197c-4fa3-82b5-bac1010c0d55 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012862 Dec 15 13:45:40.602436 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "name": "network-vif-plugged", "status": "completed", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:40.602701 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a1cead1-bdcf-4fcf-aadb-8744d03399e0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:40.603161 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'code': 200} Dec 15 13:45:40.664346 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-dc7970cd-d478-4756-8af6-adb205fe1ea3 req-55c4f058-127f-4743-b112-c5f8b342ee07 tempest-FloatingIPsNegativeTestJSON-1350552923 tempest-FloatingIPsNegativeTestJSON-1350552923-project] show failed (client error): The resource could not be found. Dec 15 13:45:40.675992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:40.677162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc7970cd-d478-4756-8af6-adb205fe1ea3 req-55c4f058-127f-4743-b112-c5f8b342ee07 tempest-FloatingIPsNegativeTestJSON-1350552923 tempest-FloatingIPsNegativeTestJSON-1350552923-project] 10.222.0.32 "GET /v2.0/floatingips/c8751504-913b-4a76-aea5-4bc21d2cf010 HTTP/1.1" status: 404 len: 350 time: 0.0555501 Dec 15 13:45:41.077960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2486-d273-438a-a530-380dd55ff7a6 req-fa43be5d-97b0-4e93-a282-694ea7eaef08 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.115476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a42f2486-d273-438a-a530-380dd55ff7a6 req-fa43be5d-97b0-4e93-a282-694ea7eaef08 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 945 time: 0.1738646 Dec 15 13:45:41.130766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1fb60bc0-1338-447f-a5e6-67f68489be60, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1fb60bc0-1338-447f-a5e6-67f68489be60,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:41.155064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '1fb60bc0-1338-447f-a5e6-67f68489be60', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '1fb60bc0-1338-447f-a5e6-67f68489be60', 'mac_address': 'fa:16:3e:e7:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:41.186845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19210-fd7a-4d44-9f01-125e45acf949 req-4247c36b-260a-47ff-a54f-df44373906bf tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.198955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 762385c8-dacd-4bd7-b394-e92622fc9a80 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:41.205638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26a19210-fd7a-4d44-9f01-125e45acf949 req-4247c36b-260a-47ff-a54f-df44373906bf tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 947 time: 0.2483695 Dec 15 13:45:41.334425 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.376782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a42f2486-d273-438a-a530-380dd55ff7a6 req-a99e7b57-aa47-4ca5-ba89-b98a72534e6f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562914 Dec 15 13:45:41.377135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb60bc0-1338-447f-a5e6-67f68489be60 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:41.406230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26a19210-fd7a-4d44-9f01-125e45acf949 req-1f743d11-6618-43c1-80de-5ceef9c4bc13 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993175 Dec 15 13:45:41.474488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1fb60bc0-1338-447f-a5e6-67f68489be60, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1fb60bc0-1338-447f-a5e6-67f68489be60,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:41.497542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.541846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 762385c8-dacd-4bd7-b394-e92622fc9a80 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:41.542219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.618392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1fb60bc0-1338-447f-a5e6-67f68489be60,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:41.697834 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.719802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fb22e-efc5-4173-9ec1-1081073bae56 req-b651f717-28ba-4426-aec4-bb9fd3b09823 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.728945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-580fb22e-efc5-4173-9ec1-1081073bae56 req-b651f717-28ba-4426-aec4-bb9fd3b09823 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.0668499 Dec 15 13:45:41.748558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 762385c8-dacd-4bd7-b394-e92622fc9a80, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=762385c8-dacd-4bd7-b394-e92622fc9a80,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:41.756318 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.803167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.807618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-580fb22e-efc5-4173-9ec1-1081073bae56 req-c86b4975-2b0b-492a-ae48-430454fd022d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773699 Dec 15 13:45:41.887237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=762385c8-dacd-4bd7-b394-e92622fc9a80,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:41.989826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43d9f0-c933-48e9-a0ca-f997cdaa6960 req-0317dfd6-b1a6-4009-846b-9d831cd06e49 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.991437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec43d9f0-c933-48e9-a0ca-f997cdaa6960 req-0317dfd6-b1a6-4009-846b-9d831cd06e49 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1061487 Dec 15 13:45:42.049456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['1fb60bc0-1338-447f-a5e6-67f68489be60'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:42.076420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec43d9f0-c933-48e9-a0ca-f997cdaa6960 req-a38e9bd8-08eb-48b1-9fbf-2e1bea37164b tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772090 Dec 15 13:45:42.143448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92984d-354f-4ef5-b857-f9db4b5e285b req-1d7f049f-83ee-4dc2-b24b-2332595952b7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.149236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f92984d-354f-4ef5-b857-f9db4b5e285b req-1d7f049f-83ee-4dc2-b24b-2332595952b7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 945 time: 0.1124635 Dec 15 13:45:42.220434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f92984d-354f-4ef5-b857-f9db4b5e285b req-2e1f6ab3-38d8-4d90-afb2-db89970d8ad9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636625 Dec 15 13:45:42.295149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Deleting port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:42.295149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.414845 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.429568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Calling delete_port for 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:42.468646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-38a259f3-1b77-4bfc-83ce-94074d2781a4 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.470542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-38a259f3-1b77-4bfc-83ce-94074d2781a4 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.67 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1134005 Dec 15 13:45:42.487694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Sync routers for ids ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:42.533491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Routers {'4c4ab27f-caf0-419d-be47-ce6d6ed205de'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:42.534125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:42.655367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7db40-4d60-41bc-853a-19894f341685 req-5ba2ecef-157c-4a4a-b0b9-6645149e82a3 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.673791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59b7db40-4d60-41bc-853a-19894f341685 req-5ba2ecef-157c-4a4a-b0b9-6645149e82a3 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 948 time: 0.0813789 Dec 15 13:45:42.683809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Set router 4c4ab27f-caf0-419d-be47-ce6d6ed205de gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:42.695932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Deleting port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:42.697283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.766982 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.808333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] For port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:42.808874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.837338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:42.874266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-36002d33-e73a-4a4c-b8b4-b282053740fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.886749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.886915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.887325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.887882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.888309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.888761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.889185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.889606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.890047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.891034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.891034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.891251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:42.891664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:43.123909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:37Z', 'revision_number': 4, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port': {'id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:33Z', 'updated_at': '2021-12-15T13:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f', 'name': '', 'network_id': '45468951-44bb-4fa1-ad91-1a947c8c408c', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'mac_address': 'fa:16:3e:1a:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2513ffe4-4ad5-477d-9fde-18678da83100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:37Z', 'updated_at': '2021-12-15T13:45:38Z', 'revision_number': 2, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'subnets': [{'id': '2513ffe4-4ad5-477d-9fde-18678da83100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:43.148751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59b7db40-4d60-41bc-853a-19894f341685 req-fd2dc1e5-b8c1-472a-8292-5ab6acdab8f1 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841456 Dec 15 13:45:43.162320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.222640 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.223829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.224146 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Floating IP 98fee7b8-eca7-4a09-8a0d-ede9d6a294cb disassociated. External IP: 172.25.2.225, port: 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196. Dec 15 13:45:43.224488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Calling delete_port for 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:43.240018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 762385c8-dacd-4bd7-b394-e92622fc9a80 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:43.244231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Checking router: 4c4ab27f-caf0-419d-be47-ce6d6ed205de for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:43.244740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Updating router 4c4ab27f-caf0-419d-be47-ce6d6ed205de port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:45:43.311524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae19b0d-c302-45b0-8c60-21ded0105eea req-b518758b-d04d-431c-a0e8-27e9c4993140 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.319232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dae19b0d-c302-45b0-8c60-21ded0105eea req-b518758b-d04d-431c-a0e8-27e9c4993140 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.3134921 Dec 15 13:45:43.348784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Port 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f not found while updating agent binding for router 4c4ab27f-caf0-419d-be47-ce6d6ed205de. {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 13:45:43.375560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Routers {'4c4ab27f-caf0-419d-be47-ce6d6ed205de'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:43.376679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:43.419029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dae19b0d-c302-45b0-8c60-21ded0105eea req-3710d456-5868-4398-8ee8-bfb2b467e36f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901406 Dec 15 13:45:43.474828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394cee7-5f37-4243-af35-524ffa630dd5 req-facfa6d0-cf85-48ba-b1df-b1addf1e3f55 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.481643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c394cee7-5f37-4243-af35-524ffa630dd5 req-facfa6d0-cf85-48ba-b1df-b1addf1e3f55 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 945 time: 0.1570194 Dec 15 13:45:43.533091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] Set router 4c4ab27f-caf0-419d-be47-ce6d6ed205de gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:43.587054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Router 4c4ab27f-caf0-419d-be47-ce6d6ed205de has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:43.645908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 762385c8-dacd-4bd7-b394-e92622fc9a80 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:43.646997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.669281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e6fa5-097d-48ec-9747-8ae24da00d63 req-dfd423e5-f9f6-4650-8eb4-b708c7fc24b0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.675110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-137e6fa5-097d-48ec-9747-8ae24da00d63 req-dfd423e5-f9f6-4650-8eb4-b708c7fc24b0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 945 time: 0.1172569 Dec 15 13:45:43.740885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c394cee7-5f37-4243-af35-524ffa630dd5 req-afd1faa1-3475-4325-9950-2f490c7c1105 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups?id=caf1ef62-394f-475a-9d3a-e1e3950246ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456505 Dec 15 13:45:43.753546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:43.763704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b175d20-8fea-46d9-8abd-906c23265e4d admin admin] 10.222.0.32 "PUT /v2.0/routers/4c4ab27f-caf0-419d-be47-ce6d6ed205de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0859482 Dec 15 13:45:43.764164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48382) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:43.826109 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-137e6fa5-097d-48ec-9747-8ae24da00d63 req-bc5f6701-8c4d-4e2a-8b56-f0d557fe0308 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444340 Dec 15 13:45:43.839593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.905336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.948248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event deleted for resources: {'Port': ['ID=59b5f4dc-f8f3-4d2c-adb6-91256ac7a196,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:43.948548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.029280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:42Z', 'revision_number': 5, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port': {'id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:33Z', 'updated_at': '2021-12-15T13:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:44.065616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf506d4-26c0-4264-937a-3788ef0e6ae5 None None] The sync data for ids ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'] in n-d-815324-3 is: [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:42Z', 'revision_number': 5, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port': {'id': '762385c8-dacd-4bd7-b394-e92622fc9a80', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:45:33Z', 'updated_at': '2021-12-15T13:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:44.122541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-90b20543-8dcb-4e8e-8880-b5aad9f1f5b3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.123425 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-90b20543-8dcb-4e8e-8880-b5aad9f1f5b3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 945 time: 0.1687529 Dec 15 13:45:44.135264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Router b5bac48a-6d60-452d-8ff7-16e49481aaa2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:44.219337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.277206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Deleting port 486bdfce-34aa-4fa4-980f-b4af5d1986ae {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:44.277448 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.483968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] For port 486bdfce-34aa-4fa4-980f-b4af5d1986ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=486bdfce-34aa-4fa4-980f-b4af5d1986ae,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:44.484471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.515354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Calling delete_port for 486bdfce-34aa-4fa4-980f-b4af5d1986ae owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:44.614747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:44.630787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1fb60bc0-1338-447f-a5e6-67f68489be60 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:44.749679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Deleting port 762385c8-dacd-4bd7-b394-e92622fc9a80 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:44.750140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.753871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.785160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aac1adba-d4b3-4bc4-b1ea-207a925bde4d', '486bdfce-34aa-4fa4-980f-b4af5d1986ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:44.805404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b6217b0-bb0a-4a81-8436-d63cb5d3a5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.819782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Pushing event deleted for resources: {'Port': ['ID=486bdfce-34aa-4fa4-980f-b4af5d1986ae,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:44.945649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b97746-f2f1-4b06-8c21-6d3b115abb0e req-cbdef8a2-22ab-4552-8832-99c0fa730c0c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.948170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37b97746-f2f1-4b06-8c21-6d3b115abb0e req-cbdef8a2-22ab-4552-8832-99c0fa730c0c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1516848 Dec 15 13:45:44.958693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 1fb60bc0-1338-447f-a5e6-67f68489be60 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:44.962172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:44.976533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 1fb60bc0-1338-447f-a5e6-67f68489be60 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:44.977226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.981052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05b18-f23d-4ba3-9906-056328c8b267 req-28b2e6d2-75d6-4a79-9578-4fdec1d565fb tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.993054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b05b18-f23d-4ba3-9906-056328c8b267 req-28b2e6d2-75d6-4a79-9578-4fdec1d565fb tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 948 time: 0.1727662 Dec 15 13:45:45.001094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:45.012392 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] Sync routers for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:45.029047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '829d255e-1d09-4ea3-95b5-d3497413f044', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '829d255e-1d09-4ea3-95b5-d3497413f044', 'mac_address': 'fa:16:3e:43:33:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:45.037467 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:45.038120 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:45.071544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] No DVR routers for this DVR port 486bdfce-34aa-4fa4-980f-b4af5d1986ae on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:45.082741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.093812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ca65ab0-86f2-4f67-ac83-0ac003f8eecc req-48661dd9-77de-413a-98db-3abcc3bbe68a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "DELETE /v2.0/ports/486bdfce-34aa-4fa4-980f-b4af5d1986ae HTTP/1.1" status: 204 len: 173 time: 0.9625211 Dec 15 13:45:45.096460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'name': 'network-vif-deleted', 'tag': '486bdfce-34aa-4fa4-980f-b4af5d1986ae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:45.100747 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326d1451-e591-4ba0-ac0e-155c51caaf59" -d '{"events": [{"server_uuid": "ce154ba3-cd14-4201-b820-911ffa4ceada", "name": "network-vif-deleted", "tag": "486bdfce-34aa-4fa4-980f-b4af5d1986ae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:45.141030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:45.213344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] For port 762385c8-dacd-4bd7-b394-e92622fc9a80, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=762385c8-dacd-4bd7-b394-e92622fc9a80,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:45.213679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.220954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37b97746-f2f1-4b06-8c21-6d3b115abb0e req-ee08eb63-e70c-47ba-9255-dcab033c2050 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643905 Dec 15 13:45:45.228521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] No DVR routers for this DVR port 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:45.234691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Calling delete_port for 762385c8-dacd-4bd7-b394-e92622fc9a80 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:45.235262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.241224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eda9cd09-b16a-4f84-a2dc-140e179be3b7 req-da8240da-dd55-4a6b-bade-a5fa31395e15 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.67 "DELETE /v2.0/ports/59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 HTTP/1.1" status: 204 len: 173 time: 2.7615314 Dec 15 13:45:45.246172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'name': 'network-vif-deleted', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:45.250211 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd623baf-9af1-4956-abf0-bd9e7cf8b53d" -d '{"events": [{"server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "name": "network-vif-deleted", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:45.302438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:45.316525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56a7cbee-5d51-48c5-8d6f-8d2498c0cd7f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:45.346895 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:45.354257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b05b18-f23d-4ba3-9906-056328c8b267 req-87af4dbf-ac2e-4be1-a892-9d9c28723401 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332207 Dec 15 13:45:45.354734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.411552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:45.458825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4381601c-c21a-4cfb-92e2-47876bd8e953 req-86d69c44-a252-49d5-a001-929569949e4b tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf9ee11-1aad-4a54-beb1-36b4416c2779 HTTP/1.1" status: 200 len: 210 time: 0.0638714 Dec 15 13:45:45.589306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:45.596808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.601260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc7be057-168f-4bf0-b081-687a9c248f70 req-8a820ef7-e824-4ace-b09b-aa8a08925bf0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce154ba3-cd14-4201-b820-911ffa4ceada HTTP/1.1" status: 200 len: 210 time: 0.0691109 Dec 15 13:45:45.608201 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.806848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb60bc0-1338-447f-a5e6-67f68489be60'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:45.810712 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef5e330-2cf3-481d-840e-5717a84fb19a" -d '{"events": [{"server_uuid": "bcc9f461-81da-42fe-9a42-e50f2fd33afc", "name": "network-vif-plugged", "status": "completed", "tag": "1fb60bc0-1338-447f-a5e6-67f68489be60"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:45.813853 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4336e88-1be8-45f8-85f0-318c66262a9e x-openstack-request-id: req-e4336e88-1be8-45f8-85f0-318c66262a9e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:45.814151 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce154ba3-cd14-4201-b820-911ffa4ceada", "name": "network-vif-deleted", "tag": "486bdfce-34aa-4fa4-980f-b4af5d1986ae", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:45.814411 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4336e88-1be8-45f8-85f0-318c66262a9e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:45.814896 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce154ba3-cd14-4201-b820-911ffa4ceada', 'name': 'network-vif-deleted', 'tag': '486bdfce-34aa-4fa4-980f-b4af5d1986ae', 'status': 'completed', 'code': 200} Dec 15 13:45:45.871181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1fb60bc0-1338-447f-a5e6-67f68489be60, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1fb60bc0-1338-447f-a5e6-67f68489be60,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:45.915656 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.926149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.929238 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35707ec7-9a60-4e97-a632-76a35309f91b x-openstack-request-id: req-35707ec7-9a60-4e97-a632-76a35309f91b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:45.931113 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc9f461-81da-42fe-9a42-e50f2fd33afc", "name": "network-vif-plugged", "status": "completed", "tag": "1fb60bc0-1338-447f-a5e6-67f68489be60", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:45.931486 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35707ec7-9a60-4e97-a632-76a35309f91b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:45.934386 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb60bc0-1338-447f-a5e6-67f68489be60', 'code': 200} Dec 15 13:45:45.946996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:45.958115 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0114329-c58b-4905-85b4-4a497f45db09 x-openstack-request-id: req-f0114329-c58b-4905-85b4-4a497f45db09 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:45.960589 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9ee11-1aad-4a54-beb1-36b4416c2779", "name": "network-vif-deleted", "tag": "59b5f4dc-f8f3-4d2c-adb6-91256ac7a196", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:45.960907 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0114329-c58b-4905-85b4-4a497f45db09 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:45.961344 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9ee11-1aad-4a54-beb1-36b4416c2779', 'name': 'network-vif-deleted', 'tag': '59b5f4dc-f8f3-4d2c-adb6-91256ac7a196', 'status': 'completed', 'code': 200} Dec 15 13:45:46.031400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Pushing event deleted for resources: {'Port': ['ID=762385c8-dacd-4bd7-b394-e92622fc9a80,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:46.090895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:46.136343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.143645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a81c-2125-421b-b825-1f60f02e427f req-8982cd44-aac8-4332-b0d3-067d1555d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.146635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1450a81c-2125-421b-b825-1f60f02e427f req-8982cd44-aac8-4332-b0d3-067d1555d1ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 1100 time: 0.0905142 Dec 15 13:45:46.156981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:18Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:46.171279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1fb60bc0-1338-447f-a5e6-67f68489be60,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:46.190857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Sync routers for ids ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:46.239434 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] Checking router: b5bac48a-6d60-452d-8ff7-16e49481aaa2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:46.240412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.244261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1450a81c-2125-421b-b825-1f60f02e427f req-d3790774-6c71-4699-8a55-88e5f83a8fb4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847158 Dec 15 13:45:46.257911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Routers {'4c4ab27f-caf0-419d-be47-ce6d6ed205de'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:46.258426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:46.259049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:46.259206 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:46.465339 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:46.587686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Set router 4c4ab27f-caf0-419d-be47-ce6d6ed205de gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:46.589160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.591680 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.646644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.647236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c4ab27f-caf0-419d-be47-ce6d6ed205de {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:45:46.652738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.658938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c2fce7f-59bc-4b88-a7ad-4649cc1aab51 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4c4ab27f-caf0-419d-be47-ce6d6ed205de HTTP/1.1" status: 204 len: 168 time: 2.8933120 Dec 15 13:45:46.659713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:46.666157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:46.685930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401090fa-609a-41be-be7d-0dd04efe73d5 req-994e8b26-93d5-4dda-b7d7-be0c408bd3fe tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.688953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-401090fa-609a-41be-be7d-0dd04efe73d5 req-994e8b26-93d5-4dda-b7d7-be0c408bd3fe tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 949 time: 0.1980438 Dec 15 13:45:46.699207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55eac2-cae6-44e1-a256-89ebf7da227e req-ce8ae643-eacb-48d7-a258-dbd896f88a27 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.711470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e55eac2-cae6-44e1-a256-89ebf7da227e req-ce8ae643-eacb-48d7-a258-dbd896f88a27 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 948 time: 0.2874322 Dec 15 13:45:46.746388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4ab27f-caf0-419d-be47-ce6d6ed205de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1047724703-router', 'tenant_id': 'b15ef936f37243a8843a7744c303e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:45:32Z', 'updated_at': '2021-12-15T13:45:45Z', 'revision_number': 7, 'project_id': 'b15ef936f37243a8843a7744c303e07b', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:46.786426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Deleting subnet 2513ffe4-4ad5-477d-9fde-18678da83100 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:45:46.793053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.799048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Checking router: 4c4ab27f-caf0-419d-be47-ce6d6ed205de for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:46.825855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e55eac2-cae6-44e1-a256-89ebf7da227e req-4605752b-3ac4-48e1-8c06-6bf1dc6bf44c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133723 Dec 15 13:45:46.838265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:46.839718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:45:46.841175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c4ab27f-caf0-419d-be47-ce6d6ed205de'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 13:45:46.841760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e2bcd-f052-4323-9460-ecdd92250724 None None] The sync data for ids ['4c4ab27f-caf0-419d-be47-ce6d6ed205de'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:46.882702 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.929093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-401090fa-609a-41be-be7d-0dd04efe73d5 req-74cae9c5-8be6-4b6b-9709-e9228a74af0f tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845295 Dec 15 13:45:46.958043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.033169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:47.059249 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:18Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:47.059612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.089871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:47.100227 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.101276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:47.136168 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d2475-03fe-4377-8388-6b6797993b8c None None] The sync data for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 is: [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 4, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0db074de-f9a7-4e20-ad26-f2415df2ed15', 'name': '', 'network_id': 'f701269f-22be-41f3-ada7-00115eb1cd3f', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'mac_address': 'fa:16:3e:c1:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:10Z', 'updated_at': '2021-12-15T13:43:18Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'subnets': [{'id': '989d8a11-9a13-4083-b04a-8acb9393fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:47.188581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:47.188994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 59b5f4dc-f8f3-4d2c-adb6-91256ac7a196 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:47.189398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 486bdfce-34aa-4fa4-980f-b4af5d1986ae no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:47.255729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.271424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48454) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:47.287820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 486bdfce-34aa-4fa4-980f-b4af5d1986ae {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:47.288167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 486bdfce-34aa-4fa4-980f-b4af5d1986ae not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:47.329658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2513ffe4-4ad5-477d-9fde-18678da83100,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:47.340096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.350719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3614335-18d4-469a-8dc5-9418a0840395 None None] Network 45468951-44bb-4fa1-ad91-1a947c8c408c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:47.352119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e6941a7c-a782-45f1-9424-d95531f4d8a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2513ffe4-4ad5-477d-9fde-18678da83100 HTTP/1.1" status: 204 len: 168 time: 0.6868379 Dec 15 13:45:47.355718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:47.365193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.376903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:47.444746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7763daf-8c64-4ad1-ad0a-51782eb1b228 req-20d3d287-59a6-46a8-aeae-94455aabdb89 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:47.449726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7763daf-8c64-4ad1-ad0a-51782eb1b228 req-20d3d287-59a6-46a8-aeae-94455aabdb89 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0949318 Dec 15 13:45:47.464162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd74b6a-ee21-4e96-821e-470f81413784 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.493543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.559816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd74b6a-ee21-4e96-821e-470f81413784 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.585731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Deleting port d8ea8b01-9595-4b34-8467-c241b89f6159 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:47.587115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.665170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7763daf-8c64-4ad1-ad0a-51782eb1b228 req-f87bc8c1-096f-4385-8050-e9e9ccc0e007 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056108 Dec 15 13:45:47.676490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] DHCP port deletion for 45468951-44bb-4fa1-ad91-1a947c8c408c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:45:47.689153 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95db98-d14d-4686-83dc-942ddda7afaa None None] New status for floating IP 98fee7b8-eca7-4a09-8a0d-ede9d6a294cb: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:45:47.711233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd74b6a-ee21-4e96-821e-470f81413784 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.717122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd74b6a-ee21-4e96-821e-470f81413784 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.720635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dcd74b6a-ee21-4e96-821e-470f81413784 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "DELETE /v2.0/security-groups/caf1ef62-394f-475a-9d3a-e1e3950246ae HTTP/1.1" status: 204 len: 168 time: 0.4458361 Dec 15 13:45:47.721339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:47.738166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74b6a-ee21-4e96-821e-470f81413784 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf1ef62-394f-475a-9d3a-e1e3950246ae,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:47.749693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] For port d8ea8b01-9595-4b34-8467-c241b89f6159, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8ea8b01-9595-4b34-8467-c241b89f6159,segment=NetworkSegment(b26a3d3e-c415-461c-bc18-a3ae11fc6798),segment_id=b26a3d3e-c415-461c-bc18-a3ae11fc6798)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:47.750101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.849480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Calling delete_port for d8ea8b01-9595-4b34-8467-c241b89f6159 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:47.851997 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-365b3f99-8583-4212-88e8-f40aa35a9da1 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] show failed (client error): The resource could not be found. Dec 15 13:45:47.855459 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-365b3f99-8583-4212-88e8-f40aa35a9da1 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "GET /v2.0/security-groups/caf1ef62-394f-475a-9d3a-e1e3950246ae HTTP/1.1" status: 404 len: 347 time: 0.1199276 Dec 15 13:45:47.855919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48468) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:47.924701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] Deleting port d8ea8b01-9595-4b34-8467-c241b89f6159 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:47.925329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.082118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.102407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] For port d8ea8b01-9595-4b34-8467-c241b89f6159, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8ea8b01-9595-4b34-8467-c241b89f6159,segment=NetworkSegment(b26a3d3e-c415-461c-bc18-a3ae11fc6798),segment_id=b26a3d3e-c415-461c-bc18-a3ae11fc6798)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:48.102660 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.105007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] No DVR routers for this DVR port d8ea8b01-9595-4b34-8467-c241b89f6159 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:48.128027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ea8b01-9595-4b34-8467-c241b89f6159,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.132998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] Calling delete_port for d8ea8b01-9595-4b34-8467-c241b89f6159 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:48.138263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2781-0c89-4791-ae12-74bfddbff384 req-29f2de18-cc5f-46e6-a489-464210778b85 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.140012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58ee2781-0c89-4791-ae12-74bfddbff384 req-29f2de18-cc5f-46e6-a489-464210778b85 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 947 time: 0.1591015 Dec 15 13:45:48.150893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae2d89-88ad-4aef-abb6-731f897df7dd req-41d4bfe8-37d7-4d4a-a417-1554a747db28 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.152620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eae2d89-88ad-4aef-abb6-731f897df7dd req-41d4bfe8-37d7-4d4a-a417-1554a747db28 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2128484 Dec 15 13:45:48.229973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.256338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58ee2781-0c89-4791-ae12-74bfddbff384 req-5e7c76e3-2518-4089-91aa-38208e4183d3 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023314 Dec 15 13:45:48.259601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.261308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eae2d89-88ad-4aef-abb6-731f897df7dd req-15e1f1a6-ae6a-4c18-a192-ff64875d9d51 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992751 Dec 15 13:45:48.263270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Deleting port 4a5f9e85-bc4b-4cef-b39e-edced606b705 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:48.263536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.319720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45468951-44bb-4fa1-ad91-1a947c8c408c']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:48.345747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26a3d3e-c415-461c-bc18-a3ae11fc6798') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:48.346304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26a3d3e-c415-461c-bc18-a3ae11fc6798') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:48.366360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] No DVR routers for this DVR port d8ea8b01-9595-4b34-8467-c241b89f6159 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:48.379470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.386728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e373d-30ae-4506-8f5f-007165fe536f None None] Pushing event deleted for resources: {'Port': ['ID=d8ea8b01-9595-4b34-8467-c241b89f6159,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.409543 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.418433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.419139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.419618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.426388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:45:48.427664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.466660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Calling delete_port for 4a5f9e85-bc4b-4cef-b39e-edced606b705 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:45:48.488564 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:45:48.497292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.508632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.509968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83ddca-20f1-4f59-a3e3-bc87293ea6ca req-122e6c0c-4c8e-4154-af09-a1fed1e24847 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.511529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e83ddca-20f1-4f59-a3e3-bc87293ea6ca req-122e6c0c-4c8e-4154-af09-a1fed1e24847 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 949 time: 0.1178608 Dec 15 13:45:48.517387 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] 10.222.0.32 "DELETE /v2.0/networks/45468951-44bb-4fa1-ad91-1a947c8c408c HTTP/1.1" status: 204 len: 168 time: 1.1580732 Dec 15 13:45:48.533118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431c679-210d-41f1-8be9-c08dcd4bfa41 admin admin] Pushing event deleted for resources: {'Network': ['ID=45468951-44bb-4fa1-ad91-1a947c8c408c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.614929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e83ddca-20f1-4f59-a3e3-bc87293ea6ca req-c1b16cf0-f08d-4b8c-b4e2-681ef3c0fa53 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636241 Dec 15 13:45:48.618003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:48.753248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 829d255e-1d09-4ea3-95b5-d3497413f044 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:48.754909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.779747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae52a6-7e73-40f6-a17d-8c828b6f0520 req-9bbe39e4-4355-48ea-9be0-44086fa9549f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.788546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13ae52a6-7e73-40f6-a17d-8c828b6f0520 req-9bbe39e4-4355-48ea-9be0-44086fa9549f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0840278 Dec 15 13:45:48.793867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:48.814812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.862164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Pushing event deleted for resources: {'Port': ['ID=4a5f9e85-bc4b-4cef-b39e-edced606b705,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.888177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d0396ff-cba9-4c69-8e79-73da6b4803f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b15ef936f37243a8843a7744c303e07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918596 Dec 15 13:45:48.889263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:48.897329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13ae52a6-7e73-40f6-a17d-8c828b6f0520 req-fe95d60c-dc31-4e09-af61-e664db39655f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065383 Dec 15 13:45:48.934974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.994706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.997438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.005757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d8a25a7e-c369-487f-89a6-06fa4a234e27 tempest-ServersTestFqdnHostnames-629001920 tempest-ServersTestFqdnHostnames-629001920-project] 10.222.0.32 "DELETE /v2.0/floatingips/98fee7b8-eca7-4a09-8a0d-ede9d6a294cb HTTP/1.1" status: 204 len: 168 time: 1.1452608 Dec 15 13:45:49.006162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:49.018577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b11f507d-dd74-492d-a7a1-346a3ac693c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.040929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:49.044608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:49.051141 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081780bf-ced1-4635-8da8-5f79342d0ecf" -d '{"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:49.069030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.121046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b11f507d-dd74-492d-a7a1-346a3ac693c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.240040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b11f507d-dd74-492d-a7a1-346a3ac693c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.243916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b11f507d-dd74-492d-a7a1-346a3ac693c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.247903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:49.248638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b11f507d-dd74-492d-a7a1-346a3ac693c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04122777-2e49-4fb6-8024-40435dd554c6 HTTP/1.1" status: 204 len: 168 time: 0.3575003 Dec 15 13:45:49.268758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f507d-dd74-492d-a7a1-346a3ac693c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04122777-2e49-4fb6-8024-40435dd554c6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:49.282722 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca4a5b-e18d-4c00-b6e9-b0fb9245928d x-openstack-request-id: req-b7ca4a5b-e18d-4c00-b6e9-b0fb9245928d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:49.284386 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:49.284760 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7ca4a5b-e18d-4c00-b6e9-b0fb9245928d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:49.285841 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044', 'code': 200} Dec 15 13:45:49.288822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 762385c8-dacd-4bd7-b394-e92622fc9a80 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:49.435973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 762385c8-dacd-4bd7-b394-e92622fc9a80 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:49.437113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 762385c8-dacd-4bd7-b394-e92622fc9a80 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:49.449514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8ea8b01-9595-4b34-8467-c241b89f6159 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:49.508850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d8ea8b01-9595-4b34-8467-c241b89f6159 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:49.509223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8ea8b01-9595-4b34-8467-c241b89f6159 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:49.654520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7d56d-806d-4ab3-bb64-b0a960316868 req-7af3b249-87b2-4187-ba69-2291d295e1dc tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.663225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dbc7d56d-806d-4ab3-bb64-b0a960316868 req-7af3b249-87b2-4187-ba69-2291d295e1dc tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 949 time: 0.5311038 Dec 15 13:45:49.716086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f699f3-a7db-4d85-80bd-2c1d26f0a4bf req-b47bb133-f6c0-4085-89c6-e229fffe511f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.724529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17f699f3-a7db-4d85-80bd-2c1d26f0a4bf req-b47bb133-f6c0-4085-89c6-e229fffe511f tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1475205 Dec 15 13:45:49.747889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d7404-f03d-423b-8eb4-92c8164b7d1b req-e57ef98b-5cd9-424a-8cba-f5400a615e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.749467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-466d7404-f03d-423b-8eb4-92c8164b7d1b req-e57ef98b-5cd9-424a-8cba-f5400a615e6d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1100 time: 0.2256477 Dec 15 13:45:49.944058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dbc7d56d-806d-4ab3-bb64-b0a960316868 req-8155cd72-ad0b-444f-8901-c1904bc0573b tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794747 Dec 15 13:45:49.987297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17f699f3-a7db-4d85-80bd-2c1d26f0a4bf req-9cac6102-0ac2-48ee-9419-6d196697a2e1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617359 Dec 15 13:45:50.063602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-466d7404-f03d-423b-8eb4-92c8164b7d1b req-00852ace-57d9-4c0a-b6cc-632f53a67a99 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038523 Dec 15 13:45:50.389600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.788956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Deleting port 0db074de-f9a7-4e20-ad26-f2415df2ed15 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:50.789654 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.820581 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.906917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] For port 0db074de-f9a7-4e20-ad26-f2415df2ed15, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0db074de-f9a7-4e20-ad26-f2415df2ed15,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:50.907742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.923482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Calling delete_port for 0db074de-f9a7-4e20-ad26-f2415df2ed15 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:51.152112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-629a0184-8a0a-465d-b523-8957846e4d5a tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff71951c549e464a967afc9afc55e529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683763 Dec 15 13:45:51.209316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-be385174-2f97-4765-81c4-b34230388fb8 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.210723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-be385174-2f97-4765-81c4-b34230388fb8 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.67 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 949 time: 0.2243996 Dec 15 13:45:51.310016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8ddc-1bb0-4bbc-a4ac-0545b5cae1ea req-67e4e78e-3472-43e2-8b27-3f80422b6e84 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.311794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49b8ddc-1bb0-4bbc-a4ac-0545b5cae1ea req-67e4e78e-3472-43e2-8b27-3f80422b6e84 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 949 time: 0.2282836 Dec 15 13:45:51.486891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-d5278c9c-d2d2-41ad-b94a-c33ad084d028 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.489494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-d5278c9c-d2d2-41ad-b94a-c33ad084d028 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245320 Dec 15 13:45:51.501084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:51.526382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49b8ddc-1bb0-4bbc-a4ac-0545b5cae1ea req-04950e7c-bf11-455e-967a-cb1d1e3e4435 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862099 Dec 15 13:45:51.592995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db074de-f9a7-4e20-ad26-f2415df2ed15,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:51.627442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-86afcdb0-a8ec-47da-9e5b-8c720ec49eac tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/quotas/ff71951c549e464a967afc9afc55e529 HTTP/1.1" status: 200 len: 375 time: 0.1229451 Dec 15 13:45:51.640866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Deleting port 1fb60bc0-1338-447f-a5e6-67f68489be60 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:51.641235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:51.698949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-27bdc817-c5d5-4960-b9c0-3cb985904706 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff71951c549e464a967afc9afc55e529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704691 Dec 15 13:45:52.526992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] For port 1fb60bc0-1338-447f-a5e6-67f68489be60, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1fb60bc0-1338-447f-a5e6-67f68489be60,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:52.528544 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.540878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Calling delete_port for 1fb60bc0-1338-447f-a5e6-67f68489be60 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:52.585636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d27dae0-510d-4501-abb8-72b4d0442dd2 req-357ee13a-3a45-431d-84c8-fa2a5c90fe97 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 210 time: 0.0380640 Dec 15 13:45:52.627187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5dced-392a-4a20-825e-e40f8d929fe7 req-8b61260e-d1cf-479a-b449-bc0966ade537 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:52.631954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95d5dced-392a-4a20-825e-e40f8d929fe7 req-8b61260e-d1cf-479a-b449-bc0966ade537 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.8282566 Dec 15 13:45:52.891123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95d5dced-392a-4a20-825e-e40f8d929fe7 req-f10e6627-0ca8-47fb-a059-2c6f24a6f037 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458584 Dec 15 13:45:52.923876 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.933327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b2aa-8b5a-4af9-8e4b-5b1667fc6564 req-3c26b26d-16a9-4777-85d5-e768d376b2a3 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:52.940450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f98b2aa-8b5a-4af9-8e4b-5b1667fc6564 req-3c26b26d-16a9-4777-85d5-e768d376b2a3 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc9f461-81da-42fe-9a42-e50f2fd33afc HTTP/1.1" status: 200 len: 949 time: 0.1789417 Dec 15 13:45:53.082985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f98b2aa-8b5a-4af9-8e4b-5b1667fc6564 req-4c29b212-a79f-46a6-816a-45e55da26b50 tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a92349d-3348-4b07-ab7f-49d63cad8f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354809 Dec 15 13:45:53.109967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:53.121247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['1fb60bc0-1338-447f-a5e6-67f68489be60'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:53.267552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Pushing event deleted for resources: {'Port': ['ID=1fb60bc0-1338-447f-a5e6-67f68489be60,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:53.327805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] No DVR routers for this DVR port 1fb60bc0-1338-447f-a5e6-67f68489be60 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:53.333105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:53.336691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37c96018-61bc-4a81-b65e-7109e0925b55 req-145da406-1d5f-43ab-989d-088df80d5e5c tempest-ServerDiagnosticsNegativeTest-1064590232 tempest-ServerDiagnosticsNegativeTest-1064590232-project] 10.222.0.67 "DELETE /v2.0/ports/1fb60bc0-1338-447f-a5e6-67f68489be60 HTTP/1.1" status: 204 len: 173 time: 2.0987651 Dec 15 13:45:53.356018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'name': 'network-vif-deleted', 'tag': '1fb60bc0-1338-447f-a5e6-67f68489be60'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:53.364792 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdeac0f-5783-40ee-b5be-c287bbf46c52" -d '{"events": [{"server_uuid": "bcc9f461-81da-42fe-9a42-e50f2fd33afc", "name": "network-vif-deleted", "tag": "1fb60bc0-1338-447f-a5e6-67f68489be60"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:53.382940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539221-cb89-4e71-a91a-0f96dd52497c req-6e6fff1f-4e35-4940-a920-731cf3622dc5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.384527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02539221-cb89-4e71-a91a-0f96dd52497c req-6e6fff1f-4e35-4940-a920-731cf3622dc5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.3190908 Dec 15 13:45:53.474954 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae75ae3-760d-49fb-aaf6-c7c31be08877 x-openstack-request-id: req-1ae75ae3-760d-49fb-aaf6-c7c31be08877 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:53.475247 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc9f461-81da-42fe-9a42-e50f2fd33afc", "name": "network-vif-deleted", "tag": "1fb60bc0-1338-447f-a5e6-67f68489be60", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:53.475691 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ae75ae3-760d-49fb-aaf6-c7c31be08877 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:53.476380 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc9f461-81da-42fe-9a42-e50f2fd33afc', 'name': 'network-vif-deleted', 'tag': '1fb60bc0-1338-447f-a5e6-67f68489be60', 'status': 'completed', 'code': 200} Dec 15 13:45:53.529950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-0234d189-a025-4d1d-9452-40031c9e036c tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ff71951c549e464a967afc9afc55e529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333080 Dec 15 13:45:53.627429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02539221-cb89-4e71-a91a-0f96dd52497c req-6b298f9e-13a1-46c9-a049-aaebd8f8ad30 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222512 Dec 15 13:45:53.772276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-176258db-7708-45d4-905f-e23546fe93a6 req-bf81a4df-6de3-45b5-9113-af7a06e899aa tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 210 time: 0.0305395 Dec 15 13:45:53.887199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-70fc6054-97a1-47ee-8556-85d8a57657e0 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.888717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-70fc6054-97a1-47ee-8556-85d8a57657e0 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522604 Dec 15 13:45:53.902411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc17132-1510-4a88-b78f-e26cf0011cf3 req-93be9025-a9c2-433d-bd38-c9a52fd7cc3b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.903983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adc17132-1510-4a88-b78f-e26cf0011cf3 req-93be9025-a9c2-433d-bd38-c9a52fd7cc3b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1243422 Dec 15 13:45:53.908885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Request body: {'port': {'device_id': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'ff71951c549e464a967afc9afc55e529'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:53.980699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Router b5bac48a-6d60-452d-8ff7-16e49481aaa2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:54.195785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adc17132-1510-4a88-b78f-e26cf0011cf3 req-5267d273-cc76-478d-8406-c1646a2b45b5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796967 Dec 15 13:45:54.240726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710762fc-f326-499b-8b8a-a9af02da48c2 req-b0b87a83-34c2-4a0e-9f9b-baccb020d5ba tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:54.248470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-710762fc-f326-499b-8b8a-a9af02da48c2 req-b0b87a83-34c2-4a0e-9f9b-baccb020d5ba tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2487681 Dec 15 13:45:54.349231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Made reservation on behalf of ff71951c549e464a967afc9afc55e529 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:54.352855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.377795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.381852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:54.390575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-13de7445-7730-4e9a-9f4b-b3aef1f79a83 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5bac48a-6d60-452d-8ff7-16e49481aaa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3775675 Dec 15 13:45:54.390688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:54.393665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] Sync routers for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:54.399980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-710762fc-f326-499b-8b8a-a9af02da48c2 req-c0b99ffe-fb8d-419c-9fed-c9e73ab25998 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487174 Dec 15 13:45:54.420837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:54.430045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:54.598829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:54.773813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.819453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.893386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:54.937567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.941142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:54.992633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '13180436-46eb-476c-ad89-5b627e407b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:45:51Z', 'revision_number': 5, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port': {'id': '13180436-46eb-476c-ad89-5b627e407b1b', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:07Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:55.024957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd06e265-5f64-4c19-b93c-da4e324b5881 req-92a3779c-48b1-4ab0-bcf7-e8fcb656649f tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 210 time: 0.0765452 Dec 15 13:45:55.065934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0c4d-c434-4a9d-9a91-8d682315783b req-795f2daa-b148-4234-b0e2-fc0f887e9d7b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:55.075154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db7b0c4d-c434-4a9d-9a91-8d682315783b req-795f2daa-b148-4234-b0e2-fc0f887e9d7b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.3868070 Dec 15 13:45:55.110123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.121763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] Checking router: b5bac48a-6d60-452d-8ff7-16e49481aaa2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:55.147839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] Routers {'b5bac48a-6d60-452d-8ff7-16e49481aaa2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:55.153487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:55.230532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Deleting port 13180436-46eb-476c-ad89-5b627e407b1b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:55.230848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.255025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db7b0c4d-c434-4a9d-9a91-8d682315783b req-9e8af877-47f0-41c9-8baf-95db063be04b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788864 Dec 15 13:45:55.295727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Allocated IP 192.168.233.142 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/5fec2ecf-8be9-43ff-9db6-4dd01b16a337) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:55.333359 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9983fa70-8d6a-4b6e-8eb9-b8c847358016 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b0209428518429c97f4af293fbfaa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363940 Dec 15 13:45:55.341262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48678) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:55.364120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] Set router b5bac48a-6d60-452d-8ff7-16e49481aaa2 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:55.462422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] For port 13180436-46eb-476c-ad89-5b627e407b1b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=13180436-46eb-476c-ad89-5b627e407b1b,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:55.463273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.482976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Calling delete_port for 13180436-46eb-476c-ad89-5b627e407b1b owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:55.511710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:45:55Z', 'revision_number': 6, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:55.586032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c722-edaa-4548-8420-f0b2fceb9766 None None] The sync data for ids ['b5bac48a-6d60-452d-8ff7-16e49481aaa2'] in n-d-815324-3 is: [{'id': 'b5bac48a-6d60-452d-8ff7-16e49481aaa2', 'name': 'tempest-ServersTestFqdnHostnames-1794628852-router', 'tenant_id': 'd3fb076fee1941b7a4cf69730a501bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:45:55Z', 'revision_number': 6, 'project_id': 'd3fb076fee1941b7a4cf69730a501bea', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:55.692158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.776805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.810703 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-852e1b94-7d58-4dbc-909c-780b541da733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.866068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Pushing event updated for resources: {'Port': ['ID=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:55.901604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-852e1b94-7d58-4dbc-909c-780b541da733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.913483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:55.920963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:55.923746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:56.057166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb314-423a-483b-a4d8-d668862f3404 req-7584d619-5b28-4989-97ed-8d19b5b9c42c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:56.076708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-943bb314-423a-483b-a4d8-d668862f3404 req-7584d619-5b28-4989-97ed-8d19b5b9c42c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2178402 Dec 15 13:45:56.130978 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-852e1b94-7d58-4dbc-909c-780b541da733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.136903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-852e1b94-7d58-4dbc-909c-780b541da733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.139422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-852e1b94-7d58-4dbc-909c-780b541da733 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a92349d-3348-4b07-ab7f-49d63cad8f8f HTTP/1.1" status: 204 len: 168 time: 0.7943640 Dec 15 13:45:56.224375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:56.224375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.275410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-943bb314-423a-483b-a4d8-d668862f3404 req-b59bd26a-8d91-4ef2-b712-8c538ae985cb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972513 Dec 15 13:45:56.325515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e1b94-7d58-4dbc-909c-780b541da733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a92349d-3348-4b07-ab7f-49d63cad8f8f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:56.390489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-eae0de92-703a-47b6-b29f-3ce832dccf30 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4852307 Dec 15 13:45:56.406058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.437425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Request body: {'port': {'device_id': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:56.457976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-abc6f9a1-b8fd-449c-9f82-a09658aced84 None None] Provisioning complete for port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:56.458469 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abc6f9a1-b8fd-449c-9f82-a09658aced84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.475810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13180436-46eb-476c-ad89-5b627e407b1b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:56.551917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb94900-11d6-4202-96c1-66bbbb481030 req-d378bc9a-5ae7-4989-9b85-edccbbfd0fbd tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:56.568883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddb94900-11d6-4202-96c1-66bbbb481030 req-d378bc9a-5ae7-4989-9b85-edccbbfd0fbd tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 936 time: 0.4088280 Dec 15 13:45:56.590771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-abc6f9a1-b8fd-449c-9f82-a09658aced84 None None] Port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:56.594541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.675311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1fb60bc0-1338-447f-a5e6-67f68489be60 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:56.718803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.719632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 1fb60bc0-1338-447f-a5e6-67f68489be60 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:56.721474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1fb60bc0-1338-447f-a5e6-67f68489be60 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:56.764321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.767676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.785001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddb94900-11d6-4202-96c1-66bbbb481030 req-86966d30-d7bf-4900-a130-783f8b345969 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095506 Dec 15 13:45:56.800364 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:56.858945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.859730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5bac48a-6d60-452d-8ff7-16e49481aaa2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:45:56.872123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.875138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fbe3a8dc-5b28-4441-96cf-e5be905c15b1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b5bac48a-6d60-452d-8ff7-16e49481aaa2 HTTP/1.1" status: 204 len: 168 time: 2.4818513 Dec 15 13:45:56.876092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:56.970423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:57.022850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8284bcc-34b1-4f69-8794-e6df50eb2f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.029270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Deleting subnet 989d8a11-9a13-4083-b04a-8acb9393fcd0 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:45:57.049070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.106059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.174637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 13180436-46eb-476c-ad89-5b627e407b1b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:57.223172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 13180436-46eb-476c-ad89-5b627e407b1b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:57.223777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 13180436-46eb-476c-ad89-5b627e407b1b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:57.224311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0db074de-f9a7-4e20-ad26-f2415df2ed15 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:57.234917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8284bcc-34b1-4f69-8794-e6df50eb2f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.238774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.241656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8284bcc-34b1-4f69-8794-e6df50eb2f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.251745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 0db074de-f9a7-4e20-ad26-f2415df2ed15 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:57.252593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0db074de-f9a7-4e20-ad26-f2415df2ed15 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:57.311654 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f8284bcc-34b1-4f69-8794-e6df50eb2f7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=374da43cd9e94f58a420966fc1c26870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392627 Dec 15 13:45:57.313190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284bcc-34b1-4f69-8794-e6df50eb2f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182cf607-0341-40fd-942f-0943fc9e9a50,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:57.315618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:57.339312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:57.348420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.382126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7dc98613-f61c-452b-9fff-df62ef364e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.402326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Transition to ACTIVE for port object 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:57.407690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.414297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.444570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7dc98613-f61c-452b-9fff-df62ef364e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.446432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989d8a11-9a13-4083-b04a-8acb9393fcd0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:57.462463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.465851 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11c7a0e8-7678-41b9-9b93-3795b05a83b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/989d8a11-9a13-4083-b04a-8acb9393fcd0 HTTP/1.1" status: 204 len: 168 time: 0.5874441 Dec 15 13:45:57.472178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:57.472395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d94ed-4605-475c-916f-56555f6fcb1e None None] Network f701269f-22be-41f3-ada7-00115eb1cd3f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:57.582428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.593958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:57.600308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7dc98613-f61c-452b-9fff-df62ef364e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.604080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7dc98613-f61c-452b-9fff-df62ef364e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.622379 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7dc98613-f61c-452b-9fff-df62ef364e14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/182cf607-0341-40fd-942f-0943fc9e9a50 HTTP/1.1" status: 204 len: 168 time: 0.2912772 Dec 15 13:45:57.654357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2d72-2f1a-4000-aadf-d8b1eabd5377 req-1254d1c5-38c8-46e6-aced-724261b882b3 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:57.659417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc98613-f61c-452b-9fff-df62ef364e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182cf607-0341-40fd-942f-0943fc9e9a50,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:57.670399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae2d2d72-2f1a-4000-aadf-d8b1eabd5377 req-1254d1c5-38c8-46e6-aced-724261b882b3 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2067106 Dec 15 13:45:57.776280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Deleting port da308219-d877-4684-b2e0-b38b5855b94e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:57.776648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.796550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae2d2d72-2f1a-4000-aadf-d8b1eabd5377 req-a91ac187-f9c3-4608-80ae-0de77d36c028 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233430 Dec 15 13:45:57.824871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Attempting to bind port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:57.825065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Attempting to bind port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:57.825382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Attempting to bind port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:57.842272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] DHCP port deletion for f701269f-22be-41f3-ada7-00115eb1cd3f request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:45:57.842871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:57.843082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Attempting to bind port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:57.857752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:57.858100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:57.858491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:57.858966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Bound port: 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:57.859378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.932662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] For port da308219-d877-4684-b2e0-b38b5855b94e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da308219-d877-4684-b2e0-b38b5855b94e,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:57.933032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.934164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] Deleting port da308219-d877-4684-b2e0-b38b5855b94e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:57.935675 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.995050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] For port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:58.003817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Calling delete_port for da308219-d877-4684-b2e0-b38b5855b94e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:58.014107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7573f-a822-4e83-bffb-c9e06a00685f req-7122a1c3-381a-4af4-ac25-f7a1e8ccfea9 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.016890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fa7573f-a822-4e83-bffb-c9e06a00685f req-7122a1c3-381a-4af4-ac25-f7a1e8ccfea9 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 948 time: 0.1117263 Dec 15 13:45:58.018897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] For port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:58.027424 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.032130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] For port da308219-d877-4684-b2e0-b38b5855b94e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da308219-d877-4684-b2e0-b38b5855b94e,segment=NetworkSegment(7b15da6e-2d80-4204-a9cf-bdac3696679b),segment_id=7b15da6e-2d80-4204-a9cf-bdac3696679b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:58.032577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.056790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] Calling delete_port for da308219-d877-4684-b2e0-b38b5855b94e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:58.158695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.159361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.161290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] 10.222.0.67 "PUT /v2.0/ports/5fec2ecf-8be9-43ff-9db6-4dd01b16a337 HTTP/1.1" status: 200 len: 1096 time: 1.7558658 Dec 15 13:45:58.207996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'tag': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:58.213171 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.228425 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30931ace-e6cf-4582-891c-717e6c2a7c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "afb9858e-0678-49d9-bcf9-508c7399a9ce", "tag": "5fec2ecf-8be9-43ff-9db6-4dd01b16a337"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:58.255649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.309475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fa7573f-a822-4e83-bffb-c9e06a00685f req-88000c89-59ac-49a9-9842-4ed852f1fd5a tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542958 Dec 15 13:45:58.321631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] Pushing event deleted for resources: {'Port': ['ID=da308219-d877-4684-b2e0-b38b5855b94e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.324120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf4574-b2dd-45dc-bf0b-672f066a4e73 None None] No DVR routers for this DVR port da308219-d877-4684-b2e0-b38b5855b94e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:58.354852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=da308219-d877-4684-b2e0-b38b5855b94e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.373362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] No DVR routers for this DVR port da308219-d877-4684-b2e0-b38b5855b94e on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:58.404447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb811a3-4d37-49e9-9353-6d13fc8c1553 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.425612 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a41142-1efc-40d3-838f-b8733c261a86 x-openstack-request-id: req-55a41142-1efc-40d3-838f-b8733c261a86 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:58.427230 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb9858e-0678-49d9-bcf9-508c7399a9ce", "tag": "5fec2ecf-8be9-43ff-9db6-4dd01b16a337", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:58.427535 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55a41142-1efc-40d3-838f-b8733c261a86 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:58.427979 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'tag': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337', 'status': 'completed', 'code': 200} Dec 15 13:45:58.434458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-27d15b57-1457-4f14-b9e9-5b997d5f2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.437875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-27d15b57-1457-4f14-b9e9-5b997d5f2251 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff71951c549e464a967afc9afc55e529&device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 1099 time: 0.1558454 Dec 15 13:45:58.531189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.534643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-999dd4bd-3e0a-4858-b566-8d4ba2d91f1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337 HTTP/1.1" status: 200 len: 217 time: 0.0883207 Dec 15 13:45:58.567827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f701269f-22be-41f3-ada7-00115eb1cd3f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:58.578819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b15da6e-2d80-4204-a9cf-bdac3696679b') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:58.578982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b15da6e-2d80-4204-a9cf-bdac3696679b') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:58.591124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.610741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.617337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62afa76-7d44-45b6-a3f4-41b3be43208e req-047d8b4a-7f11-4025-9484-676710eda816 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.618873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a62afa76-7d44-45b6-a3f4-41b3be43208e req-047d8b4a-7f11-4025-9484-676710eda816 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0950565 Dec 15 13:45:58.620811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:45:58.621251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-952019b0-f823-42f9-98ef-fe0b09fdcd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.621622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.622649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-952019b0-f823-42f9-98ef-fe0b09fdcd06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0667593 Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:45:58.623995 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:45:58.699520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.716571 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.721440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] 10.222.0.32 "DELETE /v2.0/networks/f701269f-22be-41f3-ada7-00115eb1cd3f HTTP/1.1" status: 204 len: 168 time: 1.2487864 Dec 15 13:45:58.736094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a62afa76-7d44-45b6-a3f4-41b3be43208e req-1a40a950-74ca-4e94-9c3d-be1c8fa9086d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052885 Dec 15 13:45:58.740986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2db74-972b-43c3-b751-a0f77c942dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=f701269f-22be-41f3-ada7-00115eb1cd3f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.743918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-8ca1f4de-e10a-42e3-a856-ed1bd699c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.746148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-8ca1f4de-e10a-42e3-a856-ed1bd699c61f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136346 Dec 15 13:45:58.916487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.927717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01825-bdd7-4493-89b9-1329d20fe2ee req-ef1de9c6-531d-4b88-910b-e5161cc663db tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.935630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1e01825-bdd7-4493-89b9-1329d20fe2ee req-ef1de9c6-531d-4b88-910b-e5161cc663db tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1008103 Dec 15 13:45:58.956446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-1879feee-1329-48cc-9684-6fd3053199b2 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994047 Dec 15 13:45:58.974714 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d5108744-40c5-4ae8-b714-a71ff6c1ec01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3fb076fee1941b7a4cf69730a501bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560529 Dec 15 13:45:58.976812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:59.051407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655ed2f3-573b-42e3-b6a1-c482c92cd22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.054100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1e01825-bdd7-4493-89b9-1329d20fe2ee req-d5376698-355d-48f7-8c7c-26c00f2b8d95 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131616 Dec 15 13:45:59.108128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655ed2f3-573b-42e3-b6a1-c482c92cd22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.160849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da308219-d877-4684-b2e0-b38b5855b94e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:59.203223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: da308219-d877-4684-b2e0-b38b5855b94e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:59.206895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da308219-d877-4684-b2e0-b38b5855b94e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:59.217456 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655ed2f3-573b-42e3-b6a1-c482c92cd22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.220778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655ed2f3-573b-42e3-b6a1-c482c92cd22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.224330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-655ed2f3-573b-42e3-b6a1-c482c92cd22a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45281870-dd46-47e9-bc0c-9879818c1ccd HTTP/1.1" status: 204 len: 168 time: 0.2443042 Dec 15 13:45:59.237918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ed2f3-573b-42e3-b6a1-c482c92cd22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45281870-dd46-47e9-bc0c-9879818c1ccd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:59.240879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2992d800-fabc-4a55-b53a-7eac82f48a57 req-bb5f8163-71da-45a4-9d9f-b776baa88e4b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688260 Dec 15 13:45:59.297545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c3af0-1786-4f3f-b2fa-0bb358856bd3 req-26499411-892e-492d-b8e5-d1361547f5b3 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.309547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e65c3af0-1786-4f3f-b2fa-0bb358856bd3 req-26499411-892e-492d-b8e5-d1361547f5b3 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1681850 Dec 15 13:45:59.407850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-d6901912-ef07-47db-831d-7a2ba45b36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.409397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-d6901912-ef07-47db-831d-7a2ba45b36cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff71951c549e464a967afc9afc55e529&device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 1099 time: 0.0878065 Dec 15 13:45:59.424421 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e65c3af0-1786-4f3f-b2fa-0bb358856bd3 req-d5e9cc23-3d79-4d71-a7b4-1768cfb88a27 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099906 Dec 15 13:45:59.618673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-805c33f0-6c84-430c-822e-f69435a189d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.620358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-805c33f0-6c84-430c-822e-f69435a189d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.1946890 Dec 15 13:45:59.631650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094d257-8204-46d7-812d-bfcfe15c08ea req-549a22cc-49b7-48c0-8749-aaa17b636110 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.633461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5094d257-8204-46d7-812d-bfcfe15c08ea req-549a22cc-49b7-48c0-8749-aaa17b636110 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 948 time: 0.0804148 Dec 15 13:46:00.025131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-3f2d5db7-50a4-449a-8f67-80587c05a880 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337 HTTP/1.1" status: 200 len: 217 time: 0.3904738 Dec 15 13:46:00.100758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5094d257-8204-46d7-812d-bfcfe15c08ea req-e3e75f88-1d08-44c4-ba1e-d87f23f25234 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577174 Dec 15 13:46:00.109930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6870bc-149d-4aaa-8f43-47306b2d6eef req-2161fcee-49e6-4f37-81ca-e1078675e893 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.111453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b6870bc-149d-4aaa-8f43-47306b2d6eef req-2161fcee-49e6-4f37-81ca-e1078675e893 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.4757535 Dec 15 13:46:00.135058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-56244e29-5d00-41db-93e9-fe07beb5e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.136475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-56244e29-5d00-41db-93e9-fe07beb5e1f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0957539 Dec 15 13:46:00.214702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b6870bc-149d-4aaa-8f43-47306b2d6eef req-ca1f1980-6e8e-44dd-bcba-1809fa2d54b6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898323 Dec 15 13:46:00.258491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-91efc818-7d9b-4f16-9a36-fa3853929bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.259978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-91efc818-7d9b-4f16-9a36-fa3853929bb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131175 Dec 15 13:46:00.273315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:00.381235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-5a937a16-1f3d-4618-a8ac-3a72ec219443 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.382732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-5a937a16-1f3d-4618-a8ac-3a72ec219443 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.1913705 Dec 15 13:46:00.402454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1502769440-network', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:00.414710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-b19c56b1-433e-4a56-a437-d9e8a0efb99a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/quotas/bae0ec85b7384407aa1052158f676975 HTTP/1.1" status: 200 len: 375 time: 0.0230479 Dec 15 13:46:00.432425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:00.435863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-7ca40669-4483-4363-a703-719cae577797 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487348 Dec 15 13:46:00.435993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.446320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.532424 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.537088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.551097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-f6d128a9-1cc6-4eb5-b55f-db7d13d75111 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302116 Dec 15 13:46:00.564291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:00.575099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:00.580806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.581141 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Added segment ddb5dcbd-aedd-490e-b8a6-b608827cabd2 of type vlan for network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 Dec 15 13:46:00.591259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e72ff-289e-43dc-8eb6-9437419297be req-c4190ed2-87ed-452c-9832-8522727fa3a0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.592690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-181e72ff-289e-43dc-8eb6-9437419297be req-c4190ed2-87ed-452c-9832-8522727fa3a0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0911660 Dec 15 13:46:00.637551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.669262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.670391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.670989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.671901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30931ace-e6cf-4582-891c-717e6c2a7c1c req-d98106b9-b289-47ff-ab60-ba13a9e1a2ff service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216680 Dec 15 13:46:00.706592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:00.715079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-181e72ff-289e-43dc-8eb6-9437419297be req-d3435b80-cac0-4320-aa8f-9c737f565224 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818934 Dec 15 13:46:00.727164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-5fcd4c5f-e233-492a-a6ae-1094ae95d721 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594527 Dec 15 13:46:00.768469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4934595 Dec 15 13:46:00.773264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:00.780929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Request body: {'subnet': {'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1502769440-subnet', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:00.785822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5df5d9-5e41-4cd9-8a71-74a02492beb0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a563c85-f2c8-4e76-ab6c-4fd311be8056,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:00.812402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:00.850161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:00.853015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.893883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-c2c5803e-5f57-4e29-9224-6ad3b8973468 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378345 Dec 15 13:46:00.969182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99885b2-070d-4757-88bc-ff354f229c48 req-3a8c7940-848c-4c41-926e-625bea52fe5b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.971480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e99885b2-070d-4757-88bc-ff354f229c48 req-3a8c7940-848c-4c41-926e-625bea52fe5b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.0634248 Dec 15 13:46:01.039714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e99885b2-070d-4757-88bc-ff354f229c48 req-933b8d76-4a4f-4412-a37e-b1450dd440a3 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608349 Dec 15 13:46:01.107822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:01.120616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.120950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337', 'mac_address': 'fa:16:3e:e9:b2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:01.173353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.190444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:01.215615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:01.222543 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.245690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed8a941a-37d2-41fe-b499-21d86c8074bc req-4c05e753-2d23-4bdd-a942-1d88d1a4ed10 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 210 time: 0.0534928 Dec 15 13:46:01.269705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051a7dfc-0fa5-4421-b74e-54cdafcfa35e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:01.278564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Checking segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:01.279174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Network hostable DHCP agents. Network: 0a563c85-f2c8-4e76-ab6c-4fd311be8056, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:01.298374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:01.314235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:01.335692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0a563c85-f2c8-4e76-ab6c-4fd311be8056) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:01.348462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61454129-9d3b-4f7c-b072-0a04ab4c1d00 None None] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:01.360453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.365843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.394319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f8ba1cb3-25e4-4b3a-ab38-d6d74ccc2039 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6175363 Dec 15 13:46:01.395431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48962) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:01.405204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:01.456540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.459734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.479738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:46:01.481374 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.503096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ab99-bc70-4b9e-b10c-5623bc87f025 req-84f38b35-fa6d-417c-af50-ffbd6e2c5bc9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.506308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2603ab99-bc70-4b9e-b10c-5623bc87f025 req-84f38b35-fa6d-417c-af50-ffbd6e2c5bc9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1417222 Dec 15 13:46:01.516338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ab0d6-05d9-4419-9435-d9298395405d req-0741dbcf-da5a-4595-8b53-3e8028013e85 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.518170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-476ab0d6-05d9-4419-9435-d9298395405d req-0741dbcf-da5a-4595-8b53-3e8028013e85 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 949 time: 0.1449368 Dec 15 13:46:01.593801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.599788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2603ab99-bc70-4b9e-b10c-5623bc87f025 req-913919a7-32ac-4c23-8df9-bb37edd8e49e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804300 Dec 15 13:46:01.620101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-476ab0d6-05d9-4419-9435-d9298395405d req-3d6d8199-95e9-405c-b529-1fd6191ee8ab tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936146 Dec 15 13:46:01.629287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5fec2ecf-8be9-43ff-9db6-4dd01b16a337'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:01.715847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48970) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:01.748215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-9eb1102c-27c5-48e9-a5ef-9163e3a65f3e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.750620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-9eb1102c-27c5-48e9-a5ef-9163e3a65f3e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518 HTTP/1.1" status: 200 len: 945 time: 0.1246326 Dec 15 13:46:01.805872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.857841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Allocated IP 172.20.0.2 (0a563c85-f2c8-4e76-ab6c-4fd311be8056/051a7dfc-0fa5-4421-b74e-54cdafcfa35e/b67eba75-cfee-445f-ae50-dcc2bf2c6886) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:01.954062 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cfa06703-2e6f-4f58-89f0-1cd30ddfe7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.967724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbff62-ba08-4a7f-93cb-684aa959ee08 req-856353b4-e965-4fb2-bcd4-1a5520ea2b23 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.975295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10fbff62-ba08-4a7f-93cb-684aa959ee08 req-856353b4-e965-4fb2-bcd4-1a5520ea2b23 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2236557 Dec 15 13:46:02.081081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10fbff62-ba08-4a7f-93cb-684aa959ee08 req-81307a16-632c-4c04-bcf2-f7bf90b32022 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048861 Dec 15 13:46:02.107614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Deleting port a64a6e31-178a-4087-a70f-e63bf55a7975 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:02.108579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.108845 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.109581 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.118112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.150988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.200090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:02.207255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:02.212011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:02.230934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Pushing event updated for resources: {'Port': ['ID=b67eba75-cfee-445f-ae50-dcc2bf2c6886,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.261022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cfa06703-2e6f-4f58-89f0-1cd30ddfe7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.271306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cfa06703-2e6f-4f58-89f0-1cd30ddfe7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.299103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Attempting to bind port b67eba75-cfee-445f-ae50-dcc2bf2c6886 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:02.299461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Attempting to bind port b67eba75-cfee-445f-ae50-dcc2bf2c6886 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:02.299839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Attempting to bind port b67eba75-cfee-445f-ae50-dcc2bf2c6886 on network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:02.312895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:02.313279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Checking segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:02.314213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.314751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Bound using segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:02.315250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Bound port: b67eba75-cfee-445f-ae50-dcc2bf2c6886, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:02.317488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cfa06703-2e6f-4f58-89f0-1cd30ddfe7c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=630c7b8e2ef047a399ec6d614e58d947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000338 Dec 15 13:46:02.320313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:02.321092 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.344059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Allocated IP 172.25.2.45 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/e384c5f8-4acd-4315-8535-f480c924bad8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:02.357149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b09b6-e82f-4246-86e2-f2899c33b0fc req-bad82d68-2cb4-4cfe-a71b-fd44d6173039 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.365738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae2b09b6-e82f-4246-86e2-f2899c33b0fc req-bad82d68-2cb4-4cfe-a71b-fd44d6173039 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1844969 Dec 15 13:46:02.402856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] For port a64a6e31-178a-4087-a70f-e63bf55a7975, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a64a6e31-178a-4087-a70f-e63bf55a7975,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:02.403132 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.408104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa06703-2e6f-4f58-89f0-1cd30ddfe7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187f47a4-a936-4434-86f5-808d597b19f0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.423628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] For port b67eba75-cfee-445f-ae50-dcc2bf2c6886, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:02.428809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] For port b67eba75-cfee-445f-ae50-dcc2bf2c6886, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b67eba75-cfee-445f-ae50-dcc2bf2c6886,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:02.438870 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.439738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Calling delete_port for a64a6e31-178a-4087-a70f-e63bf55a7975 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:02.465399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cf41086-f6aa-4e32-b8cd-d962978dedd3 req-22b830c4-2ccc-49f6-afa4-921e49889ac7 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 210 time: 0.0581934 Dec 15 13:46:02.497793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae2b09b6-e82f-4246-86e2-f2899c33b0fc req-9db4cc68-9471-494d-b0d6-1321ede46a58 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310058 Dec 15 13:46:02.524790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e6fce-6aa0-4e19-acff-85896c941faf None None] Pushing event updated for resources: {'Port': ['ID=b67eba75-cfee-445f-ae50-dcc2bf2c6886,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.610727 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbe00-9b8a-46f2-add0-65f5169adb3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.617704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.664898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbe00-9b8a-46f2-add0-65f5169adb3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.735995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:02.746279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3465c3-c314-4a02-b219-20c5dc20868b req-313392bd-0feb-4ca3-99c1-6a766363a07f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.752863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-21121539-23be-40ba-b678-e4f4d1257a56 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.754128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe3465c3-c314-4a02-b219-20c5dc20868b req-313392bd-0feb-4ca3-99c1-6a766363a07f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0973125 Dec 15 13:46:02.754416 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-21121539-23be-40ba-b678-e4f4d1257a56 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.2244790 Dec 15 13:46:02.766271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.775663 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.779044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: a64a6e31-178a-4087-a70f-e63bf55a7975 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:02.798749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Request body: {'port': {'device_id': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'admin_state_up': True, 'tenant_id': 'bae0ec85b7384407aa1052158f676975'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:02.805491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:02.815616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbe00-9b8a-46f2-add0-65f5169adb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.820686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbe00-9b8a-46f2-add0-65f5169adb3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.824029 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aa2cbe00-9b8a-46f2-add0-65f5169adb3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/187f47a4-a936-4434-86f5-808d597b19f0 HTTP/1.1" status: 204 len: 168 time: 0.5003278 Dec 15 13:46:02.853498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event deleted for resources: {'Port': ['ID=a64a6e31-178a-4087-a70f-e63bf55a7975,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.892380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:02.907848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:02.914638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:02.925700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cbe00-9b8a-46f2-add0-65f5169adb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187f47a4-a936-4434-86f5-808d597b19f0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.928360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] No DVR routers for this DVR port a64a6e31-178a-4087-a70f-e63bf55a7975 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:02.931552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.936180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-650d8beb-107e-4491-bd71-e78c68aa4c46 req-8eae5d61-b1bd-4c24-8b78-92fbbd2d6cbe tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "DELETE /v2.0/ports/a64a6e31-178a-4087-a70f-e63bf55a7975 HTTP/1.1" status: 204 len: 173 time: 1.1743608 Dec 15 13:46:02.948140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'name': 'network-vif-deleted', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:02.952099 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1066893d-5ab1-44f8-a039-9b6841c7e531" -d '{"events": [{"server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "name": "network-vif-deleted", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:02.972186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe3465c3-c314-4a02-b219-20c5dc20868b req-c0317a2b-215d-45ed-87f4-52c50dfb4673 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170880 Dec 15 13:46:03.001986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Pushing event updated for resources: {'Port': ['ID=e384c5f8-4acd-4315-8535-f480c924bad8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:03.022052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4abaf-8e67-4b0b-b77a-cdd82930e785 req-1c60fed5-f29a-4838-a81b-b73194c6ef71 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.029660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6de4abaf-8e67-4b0b-b77a-cdd82930e785 req-1c60fed5-f29a-4838-a81b-b73194c6ef71 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 949 time: 0.2985237 Dec 15 13:46:03.111872 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6de4abaf-8e67-4b0b-b77a-cdd82930e785 req-e85aed20-084c-4162-b462-32f74344e83d tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812025 Dec 15 13:46:03.210357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b67eba75-cfee-445f-ae50-dcc2bf2c6886 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:03.211968 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef2a2c-ff99-4aae-979a-2623df883596 x-openstack-request-id: req-38ef2a2c-ff99-4aae-979a-2623df883596 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:03.212262 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518", "name": "network-vif-deleted", "tag": "a64a6e31-178a-4087-a70f-e63bf55a7975", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:03.212540 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38ef2a2c-ff99-4aae-979a-2623df883596 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:03.212944 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ab8a38-b2bf-4e9d-a3c4-99da0e7e8518', 'name': 'network-vif-deleted', 'tag': 'a64a6e31-178a-4087-a70f-e63bf55a7975', 'status': 'completed', 'code': 200} Dec 15 13:46:03.235546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Made reservation on behalf of bae0ec85b7384407aa1052158f676975 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:03.240162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.308848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b67eba75-cfee-445f-ae50-dcc2bf2c6886 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:03.309179 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.345253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77124717-5180-4373-a722-b7dc2f1b7f5e req-4c08b4a3-2cba-4e96-bba5-43665d172baa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.353396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77124717-5180-4373-a722-b7dc2f1b7f5e req-4c08b4a3-2cba-4e96-bba5-43665d172baa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0888693 Dec 15 13:46:03.373072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49004) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:03.398963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0f09-bd5f-4d2f-bb12-e92ab3ca1a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.402632 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.426404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77124717-5180-4373-a722-b7dc2f1b7f5e req-3bea6272-efba-4de3-af28-191a61358fb5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720344 Dec 15 13:46:03.449470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port b67eba75-cfee-445f-ae50-dcc2bf2c6886, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b67eba75-cfee-445f-ae50-dcc2bf2c6886,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:03.460597 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.601482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0f09-bd5f-4d2f-bb12-e92ab3ca1a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.608083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=b67eba75-cfee-445f-ae50-dcc2bf2c6886,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:03.614950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0f09-bd5f-4d2f-bb12-e92ab3ca1a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.664216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e4cd0f09-bd5f-4d2f-bb12-e92ab3ca1a66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bf278cdb69a4a8aae3e6902078410bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874870 Dec 15 13:46:03.665160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:03.667492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd0f09-bd5f-4d2f-bb12-e92ab3ca1a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c9bee-2a65-4945-904f-d7c22c9733da,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:03.762451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b2b592-fedc-40bb-a572-9cd869efc380 req-08a9fd11-cd05-440f-a55b-e7d18280f051 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 210 time: 0.0762870 Dec 15 13:46:03.805361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762932-bea6-4455-b5c8-dc19b3cecf46 req-7465132f-143f-4bec-9b7c-01f57619d550 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.812619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4762932-bea6-4455-b5c8-dc19b3cecf46 req-7465132f-143f-4bec-9b7c-01f57619d550 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1249163 Dec 15 13:46:03.852484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b20339d5-c54e-4acd-9061-2b862109aaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.900119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Allocated IP 172.20.0.11 (e565ccab-723c-4182-8ddf-8f4ca28beb4d/c40e7545-5a6f-446b-a372-5eb71bc99f72/7aeba61e-443a-4d17-bc5c-674580a7e52e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:03.904882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.929998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4762932-bea6-4455-b5c8-dc19b3cecf46 req-0d0411a3-811c-4310-a7ff-9f73bfee4424 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147008 Dec 15 13:46:03.943497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b20339d5-c54e-4acd-9061-2b862109aaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.989703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d424d-ebda-4500-b88c-aac191a28e21 None None] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:03.999610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369430b-f537-4464-95fc-446b61402a54 req-4fdaa1ee-c7ad-4967-90bc-66d8ce05ec25 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.001832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3369430b-f537-4464-95fc-446b61402a54 req-4fdaa1ee-c7ad-4967-90bc-66d8ce05ec25 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1260338 Dec 15 13:46:04.055107 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b20339d5-c54e-4acd-9061-2b862109aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.058314 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b20339d5-c54e-4acd-9061-2b862109aaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.059853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b20339d5-c54e-4acd-9061-2b862109aaa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e11c9bee-2a65-4945-904f-d7c22c9733da HTTP/1.1" status: 204 len: 168 time: 0.3933959 Dec 15 13:46:04.071841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6cf78d82-33c3-405a-aabf-c4b1888dd404 None None] Provisioning complete for port b67eba75-cfee-445f-ae50-dcc2bf2c6886 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:04.072359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d82-33c3-405a-aabf-c4b1888dd404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.080655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3369430b-f537-4464-95fc-446b61402a54 req-79b55b82-62a1-4cc9-8f54-7b308e4354b0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709188 Dec 15 13:46:04.081742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20339d5-c54e-4acd-9061-2b862109aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c9bee-2a65-4945-904f-d7c22c9733da,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:04.192209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.289691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a815de-fff4-4784-a40a-1e6707e4ab4c req-d2529e70-1b53-4718-9308-c75e07a78300 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.291757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40a815de-fff4-4784-a40a-1e6707e4ab4c req-d2529e70-1b53-4718-9308-c75e07a78300 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1101282 Dec 15 13:46:04.305922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283a199-fdbb-44da-a24f-c8311d24ab88 req-5fba0bfd-5c5a-4d22-b1bf-bec31fb7e2af tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.311170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6283a199-fdbb-44da-a24f-c8311d24ab88 req-5fba0bfd-5c5a-4d22-b1bf-bec31fb7e2af tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 949 time: 0.0837500 Dec 15 13:46:04.320991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.384886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40a815de-fff4-4784-a40a-1e6707e4ab4c req-4e893caa-8c2c-401e-9ab9-37a18a3dca67 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Dec 15 13:46:04.388912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:04.394026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:04.397093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.399386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:04.421446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:04.471873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6283a199-fdbb-44da-a24f-c8311d24ab88 req-fdfe8895-a197-4093-884d-0fe53b847792 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965526 Dec 15 13:46:04.612495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.613965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.640085 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-9fbfafa7-30ca-4502-a084-56e2b3ac325b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8658261 Dec 15 13:46:04.654514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Request body: {'port': {'device_id': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:04.700261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc61e0e-a402-4108-8f61-a044e70dede6 req-14fa1393-8021-4128-8120-a80ec03c061e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.708680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffc61e0e-a402-4108-8f61-a044e70dede6 req-14fa1393-8021-4128-8120-a80ec03c061e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0628746 Dec 15 13:46:04.711555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4a903841-3daa-4d2c-9fdf-b6a0d506c39b None None] Provisioning complete for port b67eba75-cfee-445f-ae50-dcc2bf2c6886 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:04.712183 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a903841-3daa-4d2c-9fdf-b6a0d506c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.753580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:04.765352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffc61e0e-a402-4108-8f61-a044e70dede6 req-8fb9bdc7-aee5-4d91-b2f4-09ceff0597a4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Dec 15 13:46:04.776972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.868302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Router d93482dd-f7d3-4d85-9e45-4eb762821dd3 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:46:04.877942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:04.885892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:04.886266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.984782 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.989777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6ad7c-73ae-48d3-aa9c-b44b773ae95a req-ae620065-d890-4a9e-b800-460f8c6471be tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.997094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07a6ad7c-73ae-48d3-aa9c-b44b773ae95a req-ae620065-d890-4a9e-b800-460f8c6471be tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1397524 Dec 15 13:46:05.016608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:05.019633 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf07da-2376-4058-a288-1e9027ca2e92" -d '{"events": [{"server_uuid": "afb9858e-0678-49d9-bcf9-508c7399a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2ecf-8be9-43ff-9db6-4dd01b16a337"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:05.034203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:05.041123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.087277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c70d4-5483-4afe-8524-0a703f7428e6 req-ecb4e895-0ff5-4af1-ab29-ab17f7ad1559 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.095435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e30c70d4-5483-4afe-8524-0a703f7428e6 req-ecb4e895-0ff5-4af1-ab29-ab17f7ad1559 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 932 time: 0.1192117 Dec 15 13:46:05.120688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.136786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07a6ad7c-73ae-48d3-aa9c-b44b773ae95a req-00fd0fe7-c78e-4785-bbd7-586f55848d10 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262374 Dec 15 13:46:05.202370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b67eba75-cfee-445f-ae50-dcc2bf2c6886 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:05.237172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:05.247110 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Sync routers for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:05.269650 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:05.270295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:05.309606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e30c70d4-5483-4afe-8524-0a703f7428e6 req-a29a1187-73f6-4e42-ade0-4efa9ce0e74a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125854 Dec 15 13:46:05.384252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.386218 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-243c2b50-20fd-4a80-85e9-2252faecfead admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9894078 Dec 15 13:46:05.389872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:05.390795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b67eba75-cfee-445f-ae50-dcc2bf2c6886 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:05.391569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.458199 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d130ec-d365-46cd-b54b-12c92fceeafb x-openstack-request-id: req-b8d130ec-d365-46cd-b54b-12c92fceeafb {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:05.458879 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb9858e-0678-49d9-bcf9-508c7399a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2ecf-8be9-43ff-9db6-4dd01b16a337", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:05.459345 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8d130ec-d365-46cd-b54b-12c92fceeafb {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:05.459980 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337', 'code': 200} Dec 15 13:46:05.469039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:05.511639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47211d-05a5-4c7b-9201-32fe629327dc req-445dcef8-a15d-421e-ae70-ed9a24eeffad tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.519989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e47211d-05a5-4c7b-9201-32fe629327dc req-445dcef8-a15d-421e-ae70-ed9a24eeffad tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1991932 Dec 15 13:46:05.540392 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:05.599856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeba61e-443a-4d17-bc5c-674580a7e52e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:05.609769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.631382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Transition to ACTIVE for port object 7aeba61e-443a-4d17-bc5c-674580a7e52e will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:05.640887 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.734770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.765280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e47211d-05a5-4c7b-9201-32fe629327dc req-c7cfe5e3-c677-459c-a6a4-820c86a67b55 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439067 Dec 15 13:46:05.791067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e8a7-e18c-4a8a-8a98-8afad0aee89b req-3bee80d5-74a2-491f-b1e0-fb804d2fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.793197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf28e8a7-e18c-4a8a-8a98-8afad0aee89b req-3bee80d5-74a2-491f-b1e0-fb804d2fdf82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 1101 time: 0.2700617 Dec 15 13:46:05.852239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2078396527-network', 'tenant_id': '0b7b231845c542f3b5d8d6dd23096bcc'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:05.885522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Attempting to bind port 7aeba61e-443a-4d17-bc5c-674580a7e52e on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:05.885868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Attempting to bind port 7aeba61e-443a-4d17-bc5c-674580a7e52e by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:05.886196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Attempting to bind port 7aeba61e-443a-4d17-bc5c-674580a7e52e on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:05.904972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Port 7aeba61e-443a-4d17-bc5c-674580a7e52e on network e565ccab-723c-4182-8ddf-8f4ca28beb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:05.905317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Attempting to bind port 7aeba61e-443a-4d17-bc5c-674580a7e52e on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:05.905428 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:03Z', 'revision_number': 3, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:05.916204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:05.916765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Checking segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:05.917541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Bound using segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:05.918307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Bound port: 7aeba61e-443a-4d17-bc5c-674580a7e52e, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:05.918906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.923298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Made reservation on behalf of 0b7b231845c542f3b5d8d6dd23096bcc for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:05.927203 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.939205 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Checking router: d93482dd-f7d3-4d85-9e45-4eb762821dd3 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:05.939552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Updating router d93482dd-f7d3-4d85-9e45-4eb762821dd3 port e384c5f8-4acd-4315-8535-f480c924bad8 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:46:05.951983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.956090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf28e8a7-e18c-4a8a-8a98-8afad0aee89b req-8eefb098-b196-45d3-be48-dd456d2bf7c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530261 Dec 15 13:46:05.971029 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.007841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd79a-671a-432e-86e2-737c691576cd req-53a522e4-e073-4410-a782-11035178b1d9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.010122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-316dd79a-671a-432e-86e2-737c691576cd req-53a522e4-e073-4410-a782-11035178b1d9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 814 time: 0.4229970 Dec 15 13:46:06.043061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d8cb9-3e78-46f2-ac81-be86a8804689 req-7be56856-9450-4590-8ef5-4db61d58a1cc tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.044843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e79d8cb9-3e78-46f2-ac81-be86a8804689 req-7be56856-9450-4590-8ef5-4db61d58a1cc tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 950 time: 0.1454184 Dec 15 13:46:06.057141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-316dd79a-671a-432e-86e2-737c691576cd req-a505f204-6543-42a4-8aa5-6e211aec3935 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/quotas/684bfb9661a84c63b14f00875b9b13ab HTTP/1.1" status: 200 len: 375 time: 0.0220754 Dec 15 13:46:06.112711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.156272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:06.161780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:06.163953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.181577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:06.185664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e79d8cb9-3e78-46f2-ac81-be86a8804689 req-3eafb429-ea16-409a-b8b8-e000611ab591 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257553 Dec 15 13:46:06.202394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.202751 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Added segment 965b4faa-f3a0-4c9f-b99e-092d9d1008fc of type vlan for network 28c1d8c3-8808-45c1-958e-2a72abc756bd Dec 15 13:46:06.254794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-316dd79a-671a-432e-86e2-737c691576cd req-46c93cc5-2c18-439f-b083-9062b00dea6f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832027 Dec 15 13:46:06.269187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.272736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.350830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.351450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.352855 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] 10.222.0.67 "PUT /v2.0/ports/7aeba61e-443a-4d17-bc5c-674580a7e52e HTTP/1.1" status: 200 len: 1092 time: 1.7026315 Dec 15 13:46:06.355850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:06.359372 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a405a85-9fc0-44b2-97ec-0d3a86fac755" -d '{"events": [{"name": "network-changed", "server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:06.373667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396fe55c-ba7c-4843-b32b-5651837ed8d2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.384944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.386507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.387187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.403861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664691a7-c3a7-4d60-99a8-ab05bf081424 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.493684 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9859021 Dec 15 13:46:06.499103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:06.514458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Request body: {'subnet': {'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2078396527-subnet', 'tenant_id': '0b7b231845c542f3b5d8d6dd23096bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:06.536418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cce111-7963-4f92-a897-fd1ed1fdf277 admin admin] Pushing event updated for resources: {'Network': ['ID=28c1d8c3-8808-45c1-958e-2a72abc756bd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.547990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 28c1d8c3-8808-45c1-958e-2a72abc756bd details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:06.564895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-35491a41-d331-45da-b898-4b6dc46c2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.566812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-35491a41-d331-45da-b898-4b6dc46c2e7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 1095 time: 0.1530724 Dec 15 13:46:06.568209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Made reservation on behalf of 0b7b231845c542f3b5d8d6dd23096bcc for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:06.570843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.575625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.607307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5252ec-f4d7-4bf0-b17f-e99d9ad5be4b req-979638d0-9e6f-4902-83f4-b13c7a5b59cb tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.615787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa5252ec-f4d7-4bf0-b17f-e99d9ad5be4b req-979638d0-9e6f-4902-83f4-b13c7a5b59cb tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0878963 Dec 15 13:46:06.624316 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.639424 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.698596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Attempting to bind port e384c5f8-4acd-4315-8535-f480c924bad8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:06.698876 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Attempting to bind port e384c5f8-4acd-4315-8535-f480c924bad8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:06.702539 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Attempting to bind port e384c5f8-4acd-4315-8535-f480c924bad8 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:06.710716 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-271b60d8-75df-415e-a4c6-1a1bb9f21cba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e HTTP/1.1" status: 200 len: 217 time: 0.1234663 Dec 15 13:46:06.746917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa5252ec-f4d7-4bf0-b17f-e99d9ad5be4b req-64f0ed41-3cc7-4618-bc20-593992b12065 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300128 Dec 15 13:46:06.763507 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:06.763918 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:06.764284 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.765026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:06.765237 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Bound port: e384c5f8-4acd-4315-8535-f480c924bad8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:06.765560 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.767656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:06.809798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-4c508c59-549b-49b0-975e-7db0ec597b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.811436 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-4c508c59-549b-49b0-975e-7db0ec597b92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.0861080 Dec 15 13:46:06.811607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: a64a6e31-178a-4087-a70f-e63bf55a7975 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:06.813052 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efad05d-2e6a-4ab0-9bb9-aea5dd4baaf9 None None] Pushing event updated for resources: {'Port': ['ID=e384c5f8-4acd-4315-8535-f480c924bad8,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.813604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a64a6e31-178a-4087-a70f-e63bf55a7975 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:06.846383 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] For port e384c5f8-4acd-4315-8535-f480c924bad8, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:06.851231 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] For port e384c5f8-4acd-4315-8535-f480c924bad8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e384c5f8-4acd-4315-8535-f480c924bad8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:06.856719 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.886777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-175a82db-5d0d-4e9e-8391-73b2c8270bc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640082 Dec 15 13:46:06.937694 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:06.938818 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:06.943290 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efad05d-2e6a-4ab0-9bb9-aea5dd4baaf9 None None] Pushing event updated for resources: {'Port': ['ID=e384c5f8-4acd-4315-8535-f480c924bad8,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.997885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Allocated IP 172.20.0.1 (0a563c85-f2c8-4e76-ab6c-4fd311be8056/051a7dfc-0fa5-4421-b74e-54cdafcfa35e/d1865b27-e0d0-4a3d-964d-0dd639bfcb8c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:07.044996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450cd32-7d1c-46ba-bc73-27df37e23dc6 req-c3bab9f9-c7ae-472c-bd09-cad8f1068af6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.053686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8450cd32-7d1c-46ba-bc73-27df37e23dc6 req-c3bab9f9-c7ae-472c-bd09-cad8f1068af6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 944 time: 0.1488605 Dec 15 13:46:07.060970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-034937dc-4fc4-450a-9e8a-32f18fcc5836 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431372 Dec 15 13:46:07.063607 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.068996 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:07.100650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c17b3-9f40-4015-b66c-1826fa5ab1bb req-eb5adeac-36ac-4df3-b9c3-f6e854e458f5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.102160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-357c17b3-9f40-4015-b66c-1826fa5ab1bb req-eb5adeac-36ac-4df3-b9c3-f6e854e458f5 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.1559751 Dec 15 13:46:07.209573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcd8bbc-270f-429f-b292-0e27b815e144,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:07.226600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Checking segment: {'id': '965b4faa-f3a0-4c9f-b99e-092d9d1008fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:07.226782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8450cd32-7d1c-46ba-bc73-27df37e23dc6 req-8a0629aa-8d53-4eff-a383-785a64dc243d tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721685 Dec 15 13:46:07.226910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Network hostable DHCP agents. Network: 28c1d8c3-8808-45c1-958e-2a72abc756bd, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:07.238696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-357c17b3-9f40-4015-b66c-1826fa5ab1bb req-6b436834-6703-4ac5-a194-9ab2416d8d4a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081362 Dec 15 13:46:07.248324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.255155 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53b1fa64-0ba2-4a03-a82f-42f8d4f757ef req-1e787bda-8ee0-4305-8170-f96887f765f5 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783288 Dec 15 13:46:07.266331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Network 28c1d8c3-8808-45c1-958e-2a72abc756bd is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:07.289837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 28c1d8c3-8808-45c1-958e-2a72abc756bd) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:07.290979 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:03Z', 'revision_number': 3, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:07.301168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab38827-9166-4a61-ae35-878899f77c66 None None] Network 28c1d8c3-8808-45c1-958e-2a72abc756bd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:07.302504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.309176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.324648 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60f731-2f0a-415b-8575-b5f32af9b607 None None] The sync data for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 is: [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:03Z', 'revision_number': 3, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:07.333309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.352828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11a3339f-6d6b-4363-b561-0e6364996d9a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8502114 Dec 15 13:46:07.399874 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48fb276-e022-432c-826d-f732e2df81c0 x-openstack-request-id: req-f48fb276-e022-432c-826d-f732e2df81c0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:07.400442 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:07.400912 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48fb276-e022-432c-826d-f732e2df81c0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:07.401499 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'status': 'completed', 'code': 200} Dec 15 13:46:07.417079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:07.544882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-7d6827f1-bf9f-4140-9aae-e688e8a7e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.547623 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-7d6827f1-bf9f-4140-9aae-e688e8a7e395 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 1095 time: 0.1099370 Dec 15 13:46:07.576685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212247a6-3b5c-48da-b81f-1abbb03cc339 None None] Network 28c1d8c3-8808-45c1-958e-2a72abc756bd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:07.726511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-0f86ce19-62bf-48e5-b982-85d39f2ba9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.728140 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-0f86ce19-62bf-48e5-b982-85d39f2ba9f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 906 time: 0.1685514 Dec 15 13:46:07.795835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:07.799740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:07.799933 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-bf0e803a-d57e-400f-9578-04e5e364f15f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e HTTP/1.1" status: 200 len: 217 time: 0.0553937 Dec 15 13:46:07.833142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Pushing event updated for resources: {'Port': ['ID=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:07.890704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.894619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-3ddeca4b-d778-41c0-902b-74749a600553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.896397 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-3ddeca4b-d778-41c0-902b-74749a600553 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.0846007 Dec 15 13:46:07.921813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffbdbc-c538-4314-937d-7624bdfc6d6c req-222ae50d-e477-4c1c-91a1-a08fb480cb67 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.929336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfffbdbc-c538-4314-937d-7624bdfc6d6c req-222ae50d-e477-4c1c-91a1-a08fb480cb67 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.5338287 Dec 15 13:46:07.937226 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-eb5ae41f-0415-4c51-8a0e-fd66bba3492b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321951 Dec 15 13:46:08.100261 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-91f75c2f-56bc-4910-a773-c67bf8436027 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535540 Dec 15 13:46:08.126658 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.156172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973a318-8920-412b-8e04-062d848c11b4 req-fe726ee4-22f7-4152-9a12-1b12d3ff0e3c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:08.166651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6973a318-8920-412b-8e04-062d848c11b4 req-fe726ee4-22f7-4152-9a12-1b12d3ff0e3c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.3740914 Dec 15 13:46:08.170868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:08.176462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-455824490-network', 'tenant_id': 'ed953531c1ab4f1ebb72ef4d596fc5dc'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:08.185883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-38df60b0-9a76-42e5-a04f-ffe5204eed38 None None] Provisioning complete for port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:08.186752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-38df60b0-9a76-42e5-a04f-ffe5204eed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.226370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Made reservation on behalf of ed953531c1ab4f1ebb72ef4d596fc5dc for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:08.228974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.232994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-38df60b0-9a76-42e5-a04f-ffe5204eed38 None None] Port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:08.250329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.261125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a405a85-9fc0-44b2-97ec-0d3a86fac755 req-2a7f4d27-2cee-42c0-990c-91a6c995ad92 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517596 Dec 15 13:46:08.266626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6973a318-8920-412b-8e04-062d848c11b4 req-026d880c-3247-4f3f-99d5-1663ef2e52d0 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991104 Dec 15 13:46:08.311892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfffbdbc-c538-4314-937d-7624bdfc6d6c req-594e6c8a-613e-4110-9a08-a9b10aa1c723 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815081 Dec 15 13:46:08.382274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.388536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.429519 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:08.437276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53a215-be87-4c4a-ae74-2ce9e8b10a8c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:08.449501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.449867 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Added segment 69a80ed3-bfae-4c94-ae4d-11569b2dba9a of type vlan for network 45359bc1-5715-4e36-819e-4be553c92746 Dec 15 13:46:08.545091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.586496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.587584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:08.589057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.629499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a1568-7ba8-4316-a51b-daa6660eab63 req-c1019d0f-d207-418f-a458-f69eb5143e2d tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:08.632352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f25a1568-7ba8-4316-a51b-daa6660eab63 req-c1019d0f-d207-418f-a458-f69eb5143e2d tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 950 time: 0.1797068 Dec 15 13:46:08.667858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4956102 Dec 15 13:46:08.670501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:08.677177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Request body: {'subnet': {'network_id': '45359bc1-5715-4e36-819e-4be553c92746', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-455824490-subnet', 'tenant_id': 'ed953531c1ab4f1ebb72ef4d596fc5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:08.705123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.712454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656a94-5290-4bae-a1f1-fc699647adc5 admin admin] Pushing event updated for resources: {'Network': ['ID=45359bc1-5715-4e36-819e-4be553c92746,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:08.728986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 45359bc1-5715-4e36-819e-4be553c92746 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:08.729641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.744028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Made reservation on behalf of ed953531c1ab4f1ebb72ef4d596fc5dc for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:08.751960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.813862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:08.876552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Pushing event updated for resources: {'Port': ['ID=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:08.901781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f25a1568-7ba8-4316-a51b-daa6660eab63 req-49d57c1a-8185-4057-897d-ce296789d63b tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553048 Dec 15 13:46:08.906192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.938469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486b4d-52ef-46e0-b75e-c2164080c022 req-b6a86cf8-ec40-47d6-a77e-f3fa1c03e257 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:08.960327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02486b4d-52ef-46e0-b75e-c2164080c022 req-b6a86cf8-ec40-47d6-a77e-f3fa1c03e257 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 944 time: 0.1464925 Dec 15 13:46:09.002445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:09.018191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'mac_address': 'fa:16:3e:8e:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:09.071757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.108108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeba61e-443a-4d17-bc5c-674580a7e52e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:09.128752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02486b4d-52ef-46e0-b75e-c2164080c022 req-fecb18cc-07d1-4e9b-98ea-61536e52cd6f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626446 Dec 15 13:46:09.142565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:09.148737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.169865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1797d11-1246-4ed2-bd65-9e22c21454c3 req-f972c7c3-41b4-4a34-a81a-a825c194bd05 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=684bfb9661a84c63b14f00875b9b13ab HTTP/1.1" status: 200 len: 221 time: 0.1516018 Dec 15 13:46:09.201002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:09.202462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:09.226639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:09.232034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e384c5f8-4acd-4315-8535-f480c924bad8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:09.293574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e384c5f8-4acd-4315-8535-f480c924bad8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:09.294286 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.348644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.417295 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.447373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port e384c5f8-4acd-4315-8535-f480c924bad8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e384c5f8-4acd-4315-8535-f480c924bad8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:09.455361 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.463189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516e76e-9ba2-418a-8e25-348dbff0d359 req-98f74260-66d2-49d2-a6a6-89be80ac05a4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.470877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d516e76e-9ba2-418a-8e25-348dbff0d359 req-98f74260-66d2-49d2-a6a6-89be80ac05a4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.1984997 Dec 15 13:46:09.484077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfbb5bd-f547-47bb-9066-5ce866a56f25,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:09.505110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Router d93482dd-f7d3-4d85-9e45-4eb762821dd3 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:09.505679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7aeba61e-443a-4d17-bc5c-674580a7e52e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:09.517206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Checking segment: {'id': '69a80ed3-bfae-4c94-ae4d-11569b2dba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45359bc1-5715-4e36-819e-4be553c92746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:09.517658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Network hostable DHCP agents. Network: 45359bc1-5715-4e36-819e-4be553c92746, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:09.551050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Network 45359bc1-5715-4e36-819e-4be553c92746 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:09.568191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 45359bc1-5715-4e36-819e-4be553c92746) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:09.583828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea193857-fc5c-49e2-b73c-86c54aba9f0b None None] Network 45359bc1-5715-4e36-819e-4be553c92746 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:09.584254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d516e76e-9ba2-418a-8e25-348dbff0d359 req-df8b5337-bbeb-4e2d-a06c-6f9aed327211 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092510 Dec 15 13:46:09.584393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.585034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.592615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=e384c5f8-4acd-4315-8535-f480c924bad8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:09.624570 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0ea620b4-5b2e-46da-b6b7-4b48badedbe8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9521444 Dec 15 13:46:09.683063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6b79f-c5e2-4a05-9408-36c0e47b78c6 req-4f9c3bb1-d331-4580-8005-c2fd0840dcc3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.690157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45d6b79f-c5e2-4a05-9408-36c0e47b78c6 req-4f9c3bb1-d331-4580-8005-c2fd0840dcc3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1798537 Dec 15 13:46:09.747691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0e8f72fe-8b34-4dd9-a82b-f96a1aea76ea None None] Provisioning complete for port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:09.748256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e8f72fe-8b34-4dd9-a82b-f96a1aea76ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.801933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45d6b79f-c5e2-4a05-9408-36c0e47b78c6 req-68d814bf-d64e-407b-86ce-24b632275794 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100850 Dec 15 13:46:09.806505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:09.816478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f72fe-8b34-4dd9-a82b-f96a1aea76ea None None] Port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:09.826538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-abe71bea-a0d6-4846-a545-c79ecd119b5d admin admin] 10.222.0.32 "PUT /v2.0/routers/d93482dd-f7d3-4d85-9e45-4eb762821dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4251411 Dec 15 13:46:09.858257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029f0ac-ab27-4b1d-82bb-fad3dbc5061c None None] Network 45359bc1-5715-4e36-819e-4be553c92746 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:09.863422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dacd0-bdce-446a-ad7e-4c08d3125961 req-371eb9d3-b8cc-4834-b108-8ce459a42f55 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.872695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-713dacd0-bdce-446a-ad7e-4c08d3125961 req-371eb9d3-b8cc-4834-b108-8ce459a42f55 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1576769 Dec 15 13:46:09.991544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Sync routers for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:10.006684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-713dacd0-bdce-446a-ad7e-4c08d3125961 req-28da98f1-0fba-4368-9c6d-ad5fcf1a07de tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224539 Dec 15 13:46:10.007338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:10.007964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:10.024377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb18f2-c599-4ce7-88ae-7be76cdd1973 req-add0a93d-d2b2-4e2e-9f81-091dedacc72e tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.034815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6afb18f2-c599-4ce7-88ae-7be76cdd1973 req-add0a93d-d2b2-4e2e-9f81-091dedacc72e tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 950 time: 0.1450694 Dec 15 13:46:10.086443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6afb18f2-c599-4ce7-88ae-7be76cdd1973 req-be9943aa-9164-474a-be2e-fc770a50b1da tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Dec 15 13:46:10.153741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:10.215494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06a320-c407-4449-a761-6a229616e515 req-3d67e913-a144-47c6-8574-6d2d26bade6c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.217017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a06a320-c407-4449-a761-6a229616e515 req-3d67e913-a144-47c6-8574-6d2d26bade6c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0636754 Dec 15 13:46:10.286490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a06a320-c407-4449-a761-6a229616e515 req-07cf55a2-be88-4b5c-b90f-b57ea3527ac4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Dec 15 13:46:10.427439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 2, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:10.433564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb703a3-fb5e-48ba-8088-16397732ea92 req-4edab81f-5411-4fe7-a370-abe55c3840c6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.435272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bb703a3-fb5e-48ba-8088-16397732ea92 req-4edab81f-5411-4fe7-a370-abe55c3840c6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 945 time: 0.0684617 Dec 15 13:46:10.461237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Checking router: d93482dd-f7d3-4d85-9e45-4eb762821dd3 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:10.461643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Updating router d93482dd-f7d3-4d85-9e45-4eb762821dd3 port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:46:10.508555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bb703a3-fb5e-48ba-8088-16397732ea92 req-f486fde4-4ade-4109-b569-6c3a1e9f7087 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609641 Dec 15 13:46:10.519278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.530880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64908289-9543-4507-b351-83b109edaad7 req-e4526e26-c9d9-4754-ab03-d108ae9b6f3e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.532357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64908289-9543-4507-b351-83b109edaad7 req-e4526e26-c9d9-4754-ab03-d108ae9b6f3e tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.0621982 Dec 15 13:46:10.636154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:10.643782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-568795931-network', 'tenant_id': 'af4c08b81160432db1935bd4142b3240'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:10.676047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Deleting port c1a362cc-7dc9-4310-9c99-ea1b110362da {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:10.676357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.715383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-4b67055f-94a0-4d6a-91bc-7a5b7cb0daa8 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.717142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-4b67055f-94a0-4d6a-91bc-7a5b7cb0daa8 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/networks?id=28c1d8c3-8808-45c1-958e-2a72abc756bd HTTP/1.1" status: 200 len: 815 time: 0.1916609 Dec 15 13:46:10.723194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Made reservation on behalf of af4c08b81160432db1935bd4142b3240 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:10.726056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.730252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327129b-0660-4ac8-b22b-9c2c62e30a45 req-11c3af4d-f58e-4520-bbbe-7856d5d08761 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.731682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a327129b-0660-4ac8-b22b-9c2c62e30a45 req-11c3af4d-f58e-4520-bbbe-7856d5d08761 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0856557 Dec 15 13:46:10.744946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-b0529ae0-0aee-4249-ad4e-08a66871c265 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/quotas/0b7b231845c542f3b5d8d6dd23096bcc HTTP/1.1" status: 200 len: 375 time: 0.0109496 Dec 15 13:46:10.748056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.783450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:10.796550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-e1774dcb-336f-4e0f-802f-7e57a045fea7 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b7b231845c542f3b5d8d6dd23096bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433886 Dec 15 13:46:10.816793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] For port c1a362cc-7dc9-4310-9c99-ea1b110362da, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c1a362cc-7dc9-4310-9c99-ea1b110362da,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:10.817104 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.879924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a327129b-0660-4ac8-b22b-9c2c62e30a45 req-ddac45a3-5d0f-4579-a641-0f6af62707fa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314340 Dec 15 13:46:10.881309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.904940 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.912967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7aeba61e-443a-4d17-bc5c-674580a7e52e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:10.942707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7aeba61e-443a-4d17-bc5c-674580a7e52e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:10.943041 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.002116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0339c-3126-4fe6-9e4b-f8129f1db815 None None] Pushing event updated for resources: {'Port': ['ID=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:11.021985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.033997 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.065494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-68e60269-f0a5-449d-8e5e-ef8e7ff5a371 service neutron] 10.222.0.32 "GET /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526176 Dec 15 13:46:11.119784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:11.157636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e384c5f8-4acd-4315-8535-f480c924bad8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:11.158769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647de6b-25f3-4d67-a17b-2a2771110a27 req-f34e3dbc-8440-4961-a637-bb28bb7815aa tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.160469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7647de6b-25f3-4d67-a17b-2a2771110a27 req-f34e3dbc-8440-4961-a637-bb28bb7815aa tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 946 time: 0.1929002 Dec 15 13:46:11.190802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09605367-f1bf-42a4-8920-eb0b88c8a51e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:11.197695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-c5194a76-bdda-4e3e-a38d-2befa3e9f1e6 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.199222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-c5194a76-bdda-4e3e-a38d-2befa3e9f1e6 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.67 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 950 time: 0.1491418 Dec 15 13:46:11.208175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.208623 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Added segment 12b77241-4edb-44b8-b043-42cfe45de34a of type vlan for network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 Dec 15 13:46:11.218878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Attempting to bind port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:11.220302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Attempting to bind port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:11.220919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Attempting to bind port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c on network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:11.233577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:11.233962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Checking segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:11.234650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.235102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Bound using segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:11.235642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Bound port: d1865b27-e0d0-4a3d-964d-0dd639bfcb8c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:11.236083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.257256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.257256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.257256 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a disassociated. External IP: 172.25.2.130, port: c1a362cc-7dc9-4310-9c99-ea1b110362da. Dec 15 13:46:11.257719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Calling delete_port for c1a362cc-7dc9-4310-9c99-ea1b110362da owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:11.265455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.271045 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.327276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7647de6b-25f3-4d67-a17b-2a2771110a27 req-b8b56e0a-9765-42e7-97cb-94d511e6ab0a tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups?id=302fc90e-1cbd-4351-b5a6-661e5d751788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522899 Dec 15 13:46:11.329995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-1648417d-25c6-44c2-852a-507d9ed0646c service neutron] 10.222.0.32 "GET /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457023 Dec 15 13:46:11.359513 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.360359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.360967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.365277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Deleting port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:11.365543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.436881 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7992365 Dec 15 13:46:11.442801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:11.458910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Request body: {'subnet': {'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-568795931-subnet', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:11.483745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9cc2e05d-82f3-41cf-a545-dcc106b895e8 None None] Provisioning complete for port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:11.484116 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e05d-82f3-41cf-a545-dcc106b895e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.505889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019a422-1a0a-4053-8026-7e2b645cde21 admin admin] Pushing event updated for resources: {'Network': ['ID=68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:11.529869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:11.532190 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c01a6ca-1905-4183-9da6-a4e54cff3feb" -d '{"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-plugged", "status": "completed", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:11.546287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:11.588490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.596461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] For port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:11.596859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.603185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:11.610996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14a14f-a39a-4a94-935f-31a1e202c214 req-9a7ab8f5-a33a-4382-9773-79879133e28d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.612546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f14a14f-a39a-4a94-935f-31a1e202c214 req-9a7ab8f5-a33a-4382-9773-79879133e28d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1412301 Dec 15 13:46:11.632714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Made reservation on behalf of af4c08b81160432db1935bd4142b3240 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:11.635346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.649877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e384c5f8-4acd-4315-8535-f480c924bad8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:11.650255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.653612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event deleted for resources: {'Port': ['ID=c1a362cc-7dc9-4310-9c99-ea1b110362da,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:11.661683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.687164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Calling delete_port for 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:11.737596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2e05d-82f3-41cf-a545-dcc106b895e8 None None] Port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:11.756767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] For port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:11.781534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb11c3-dcaa-495e-bb16-4bacd8ee438e req-45190a75-3a32-4d8c-856a-91c4db7c476c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.783376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2efb11c3-dcaa-495e-bb16-4bacd8ee438e req-45190a75-3a32-4d8c-856a-91c4db7c476c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1895471 Dec 15 13:46:11.788186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] For port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:11.806311 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.811116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f14a14f-a39a-4a94-935f-31a1e202c214 req-e085c6b4-4877-4fad-a9d4-e2a89b45ec4c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589286 Dec 15 13:46:11.820288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:11.831116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Router 18c3d590-395d-48ac-944d-6dc606df721a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:11.909186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2efb11c3-dcaa-495e-bb16-4bacd8ee438e req-70f00710-a339-4321-862f-3e0aff30461c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955296 Dec 15 13:46:12.006216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:12.006979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:12.133754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0339c-3126-4fe6-9e4b-f8129f1db815 None None] Pushing event updated for resources: {'Port': ['ID=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:12.235231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:12.236784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:12.252609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:12.283855 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:12.285588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:12.287887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.311539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032951b4-7f7b-4592-9d85-ec5b41fdf9ce req-daaffd91-e15e-43d7-aaaf-382679e90ba2 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.314026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5fec2ecf-8be9-43ff-9db6-4dd01b16a337'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:12.323012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-032951b4-7f7b-4592-9d85-ec5b41fdf9ce req-daaffd91-e15e-43d7-aaaf-382679e90ba2 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 950 time: 0.2681508 Dec 15 13:46:12.325136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] No DVR routers for this DVR port c1a362cc-7dc9-4310-9c99-ea1b110362da on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:12.330472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.334014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64908289-9543-4507-b351-83b109edaad7 req-03c19d6c-2c62-4c4d-8a48-681b556ee3a3 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.67 "DELETE /v2.0/ports/c1a362cc-7dc9-4310-9c99-ea1b110362da HTTP/1.1" status: 204 len: 173 time: 1.7891366 Dec 15 13:46:12.334508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'name': 'network-vif-deleted', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:12.336870 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f70ecb-6ef2-4b0a-89c6-ee171c3cb5c9" -d '{"events": [{"server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "name": "network-vif-deleted", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:12.358534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.455123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Pushing event deleted for resources: {'Port': ['ID=5fec2ecf-8be9-43ff-9db6-4dd01b16a337,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:12.523712 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:12.528259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f7d4-c798-4ac7-b826-39cfe9c45757 req-d0e49f92-5667-4e7b-a927-c8278ef62775 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.537467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9be7f7d4-c798-4ac7-b826-39cfe9c45757 req-d0e49f92-5667-4e7b-a927-c8278ef62775 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.4170706 Dec 15 13:46:12.538612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Provisioning complete for port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:12.539176 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.542029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] No DVR routers for this DVR port 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:12.548388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.556642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6982eee0-14d2-4f12-b491-cca6789e94ae req-7e114c53-e5e3-4f08-8550-67e425a511d3 tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.67 "DELETE /v2.0/ports/5fec2ecf-8be9-43ff-9db6-4dd01b16a337 HTTP/1.1" status: 204 len: 173 time: 1.3443322 Dec 15 13:46:12.570554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98932f9e-6206-49e6-8a82-cb435be74f74,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:12.590497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'name': 'network-vif-deleted', 'tag': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:12.602430 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ae4ea-6571-4933-a76b-b4f7a233ed54" -d '{"events": [{"server_uuid": "afb9858e-0678-49d9-bcf9-508c7399a9ce", "name": "network-vif-deleted", "tag": "5fec2ecf-8be9-43ff-9db6-4dd01b16a337"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:12.607561 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27780a52-3aa8-427d-9082-a31e5efc7eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.609937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Checking segment: {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:12.610952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Network hostable DHCP agents. Network: 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:12.641010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:12.655943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:12.667060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.669155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.671721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e984ce-92e5-4b25-8339-23da1fcc6620 None None] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:12.737388 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aff6d2c1-4f00-448a-a22c-ee186179afc6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2934551 Dec 15 13:46:12.740569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:12.744453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-032951b4-7f7b-4592-9d85-ec5b41fdf9ce req-7de52544-3f59-4c65-8dbc-cb579d09091e tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/security-groups?id=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855674 Dec 15 13:46:12.771066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:12.786888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9be7f7d4-c798-4ac7-b826-39cfe9c45757 req-f67e09ca-4619-42d6-9b49-aa1738740fdd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438707 Dec 15 13:46:12.824222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.826696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.854968 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce1eb9-af60-4b99-8a28-fe922d1e4fd3 x-openstack-request-id: req-20ce1eb9-af60-4b99-8a28-fe922d1e4fd3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:12.855586 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-plugged", "status": "completed", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:12.856686 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20ce1eb9-af60-4b99-8a28-fe922d1e4fd3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:12.858240 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'code': 200} Dec 15 13:46:12.896620 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:12.920611 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.933204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f72734ae-065d-4c03-b265-37fb823c16e2 req-85d7cfe4-ddbf-487d-958c-31efb7772263 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 210 time: 0.0492632 Dec 15 13:46:12.945133 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:12.954866 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:12.955479 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:45:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:12.958721 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353185aa-495e-4aac-b691-70313b39f40e x-openstack-request-id: req-353185aa-495e-4aac-b691-70313b39f40e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:12.961080 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9c4797-930f-4365-b767-6b4f3090f5af", "name": "network-vif-deleted", "tag": "c1a362cc-7dc9-4310-9c99-ea1b110362da", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:12.961080 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-353185aa-495e-4aac-b691-70313b39f40e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:12.962917 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9c4797-930f-4365-b767-6b4f3090f5af', 'name': 'network-vif-deleted', 'tag': 'c1a362cc-7dc9-4310-9c99-ea1b110362da', 'status': 'completed', 'code': 200} Dec 15 13:46:12.973544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.010663 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5518939-418f-451d-8db8-3fc9ffae4ef0 x-openstack-request-id: req-a5518939-418f-451d-8db8-3fc9ffae4ef0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:13.010663 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb9858e-0678-49d9-bcf9-508c7399a9ce", "name": "network-vif-deleted", "tag": "5fec2ecf-8be9-43ff-9db6-4dd01b16a337", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:13.010953 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5518939-418f-451d-8db8-3fc9ffae4ef0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:13.011304 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb9858e-0678-49d9-bcf9-508c7399a9ce', 'name': 'network-vif-deleted', 'tag': '5fec2ecf-8be9-43ff-9db6-4dd01b16a337', 'status': 'completed', 'code': 200} Dec 15 13:46:13.039832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a00a8a-adc0-4c3e-8252-685b633fa65c req-649b1cb9-5955-49d9-a728-a6e58d4dcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.041364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7a00a8a-adc0-4c3e-8252-685b633fa65c req-649b1cb9-5955-49d9-a728-a6e58d4dcc02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 1097 time: 0.1010239 Dec 15 13:46:13.082099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3', 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3', 'project_id': 'af4c08b81160432db1935bd4142b3240', 'fixed_ips': [{'subnet_id': '98932f9e-6206-49e6-8a82-cb435be74f74'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:46:13.083014 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.107666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] For port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:13.134399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.138703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7a00a8a-adc0-4c3e-8252-685b633fa65c req-c6b3e4ff-f34f-4eb5-8c18-caa0bf2d5651 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Dec 15 13:46:13.154265 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:13.158077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:11Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:13.194971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-831fe398-f9ae-47f3-a0c0-d28e3359c234 req-d000c4bc-352e-4b04-b74f-daedc16f82c6 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9c4797-930f-4365-b767-6b4f3090f5af HTTP/1.1" status: 200 len: 210 time: 0.0551929 Dec 15 13:46:13.214813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a2b25-b5ac-415d-bad5-fe4353aa88eb None None] The sync data for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 is: [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:11Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:13.228991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.243795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e86e-de20-4b57-897c-e6a16c4bef96 req-0bee201d-36b5-462d-951e-afd57a576e09 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.247894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0913e86e-de20-4b57-897c-e6a16c4bef96 req-0bee201d-36b5-462d-951e-afd57a576e09 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1642756 Dec 15 13:46:13.365398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Pushing event updated for resources: {'Port': ['ID=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:13.376033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.376383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.376767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.377105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.377440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.377772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.379395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.379395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.379395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.379711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.379901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.380222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.380573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d38579-a589-43aa-98a3-f9c3d82bb98f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:13.460549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Allocated IP 172.20.0.2 (68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3/98932f9e-6206-49e6-8a82-cb435be74f74/6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:13.508359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0913e86e-de20-4b57-897c-e6a16c4bef96 req-6de499dc-9c02-4b3d-9f2e-dffeae52cd6c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521124 Dec 15 13:46:13.548523 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:13.622535 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675ff00-1aa6-4719-aed9-1cf73e655bad None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 4, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '172b880e-743b-4b07-aba7-d76c7ea2b18e', 'name': '', 'network_id': 'bbc771ae-107d-49b6-ac96-ac24fe7f2dc4', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'mac_address': 'fa:16:3e:c4:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:45Z', 'updated_at': '2021-12-15T13:39:51Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'subnets': [{'id': '4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:13.644130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.679755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8155f-e71f-4aca-8dd3-7923ba24368f req-335aae8c-5ee1-45aa-b7d5-4ad71bcbf803 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.685026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfa8155f-e71f-4aca-8dd3-7923ba24368f req-335aae8c-5ee1-45aa-b7d5-4ad71bcbf803 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2411091 Dec 15 13:46:13.686344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.720255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-574cc6c8-10c8-4779-a030-b81c30b2e423 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.733292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-574cc6c8-10c8-4779-a030-b81c30b2e423 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.67 "GET /v2.0/networks?id=28c1d8c3-8808-45c1-958e-2a72abc756bd HTTP/1.1" status: 200 len: 815 time: 0.3665655 Dec 15 13:46:13.781497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Request body: {'port': {'device_id': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd', 'admin_state_up': True, 'tenant_id': '0b7b231845c542f3b5d8d6dd23096bcc'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:13.852290 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.857943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.873055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.898731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Allocated IP 172.25.2.53 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/2ed16cd2-9353-4dbc-a576-568da81c8af4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:13.947299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:13.951023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:13.955559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:13.987745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfa8155f-e71f-4aca-8dd3-7923ba24368f req-5fae82b0-8949-46ef-82b3-1f6d22002282 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448871 Dec 15 13:46:14.045385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505379af-0ecf-46e0-9583-e583a6f3539a req-22883e58-2af0-412d-8b62-f7bc8e496ba4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.056874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-505379af-0ecf-46e0-9583-e583a6f3539a req-22883e58-2af0-412d-8b62-f7bc8e496ba4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1946933 Dec 15 13:46:14.070623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Pushing event updated for resources: {'Port': ['ID=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:14.103926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Attempting to bind port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:14.111303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Attempting to bind port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:14.112020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Attempting to bind port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c on network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:14.120873 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.126759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:14.127281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Checking segment: {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:14.127758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.128221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Bound using segment: {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:14.128941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Bound port: 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:14.129364 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.197989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.224842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Made reservation on behalf of 0b7b231845c542f3b5d8d6dd23096bcc for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:14.228381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.233482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-548d6dff-c2f0-4d5b-a8b4-19c511e0a26f req-c7be4958-d565-47f9-8ff5-cd903193512c tempest-ImagesNegativeTestJSON-1345117545 tempest-ImagesNegativeTestJSON-1345117545-project] 10.222.0.32 "GET /v2.0/ports?device_id=afb9858e-0678-49d9-bcf9-508c7399a9ce HTTP/1.1" status: 200 len: 210 time: 0.0582521 Dec 15 13:46:14.238337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449af87-8a5e-4ae1-9c23-c911449f5b99 None None] New status for floating IP d469d2ea-80aa-40d6-a5b0-860090d6850a: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:46:14.253951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-505379af-0ecf-46e0-9583-e583a6f3539a req-20d5fd59-152d-46ca-9524-495fe4e1103e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961226 Dec 15 13:46:14.302801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:14.320737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:14.329641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:14.396978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Pushing event updated for resources: {'Port': ['ID=2ed16cd2-9353-4dbc-a576-568da81c8af4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:14.447478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d443042-e727-4f70-8b03-0476c7be7d1c req-4c085869-0201-410a-928b-1091737b106d tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 210 time: 0.0548022 Dec 15 13:46:14.585437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c62e1-8f77-47e3-92a0-6673f536fec4 req-fbce6d95-ba23-401f-ad0a-637e866801b6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.599094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a09c62e1-8f77-47e3-92a0-6673f536fec4 req-fbce6d95-ba23-401f-ad0a-637e866801b6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.2513318 Dec 15 13:46:14.670598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] For port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:14.690860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] For port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:14.704152 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.722987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2df31e85-304d-45f0-b8c5-2cc635c3c65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.736064 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.767695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a09c62e1-8f77-47e3-92a0-6673f536fec4 req-0aad52e2-bbda-4748-89b3-364302492476 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668577 Dec 15 13:46:14.775014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Allocated IP 172.20.0.7 (28c1d8c3-8808-45c1-958e-2a72abc756bd/2bcd8bbc-270f-429f-b292-0e27b815e144/236c9218-a3da-40f1-ad59-754d2218e86c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:14.818471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:14.846899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:14.848050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5fec2ecf-8be9-43ff-9db6-4dd01b16a337 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:14.848486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c1a362cc-7dc9-4310-9c99-ea1b110362da no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:14.881509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: c1a362cc-7dc9-4310-9c99-ea1b110362da {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:14.882101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c1a362cc-7dc9-4310-9c99-ea1b110362da not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:14.883326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d513921-1163-490f-a6dc-8d25079e0031 None None] Pushing event updated for resources: {'Port': ['ID=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:14.996034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e32f2-d819-467c-9da0-b20ee4f3769c req-091f3f2f-4145-4aba-a81a-9b9d9e5e4259 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.997780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c2e32f2-d819-467c-9da0-b20ee4f3769c req-091f3f2f-4145-4aba-a81a-9b9d9e5e4259 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.3226218 Dec 15 13:46:15.086762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:15.153198 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.284953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c2e32f2-d819-467c-9da0-b20ee4f3769c req-43c97e5a-0480-4996-9dd8-d79d75bf6fc7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654555 Dec 15 13:46:15.288084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1865b27-e0d0-4a3d-964d-0dd639bfcb8c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:15.312936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.384347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:15.384842 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.388706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c0df2-cf6b-471f-a520-e4203958ad33 req-bf7ad972-3ff0-4a73-bb19-2086cfcf29b1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.396661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-373c0df2-cf6b-471f-a520-e4203958ad33 req-bf7ad972-3ff0-4a73-bb19-2086cfcf29b1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2706861 Dec 15 13:46:15.400036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.428601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d2be378-e63a-4961-8b45-6e6e7b48fc62 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.475939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Network 28c1d8c3-8808-45c1-958e-2a72abc756bd is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:15.490048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:15.503209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Pushing event updated for resources: {'Port': ['ID=236c9218-a3da-40f1-ad59-754d2218e86c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.506673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:15.511749 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d2be378-e63a-4961-8b45-6e6e7b48fc62 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.521212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:15.562623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:15.562999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.566410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-373c0df2-cf6b-471f-a520-e4203958ad33 req-cccccde2-7a48-4c88-8d4f-33a84d8f400a tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683471 Dec 15 13:46:15.571668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Router 862ca290-4594-4f19-a34c-4dbfd803a0dd is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:46:15.647591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.648296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.667861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9a39-2b07-4bf4-80ac-4babcc51f417 req-95c3670b-1137-4762-aa99-2c3314297f11 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.676926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7be9a39-2b07-4bf4-80ac-4babcc51f417 req-95c3670b-1137-4762-aa99-2c3314297f11 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2495139 Dec 15 13:46:15.687653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a4519113-acb3-4c27-892c-2a66447f0e45 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9370005 Dec 15 13:46:15.717475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Request body: {'port': {'device_id': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:15.719233 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.721592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:15.742546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d2be378-e63a-4961-8b45-6e6e7b48fc62 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.742728 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Sync routers for ids ['862ca290-4594-4f19-a34c-4dbfd803a0dd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:15.745582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d2be378-e63a-4961-8b45-6e6e7b48fc62 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.746897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5d2be378-e63a-4961-8b45-6e6e7b48fc62 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "DELETE /v2.0/security-groups/302fc90e-1cbd-4351-b5a6-661e5d751788 HTTP/1.1" status: 204 len: 168 time: 0.6540458 Dec 15 13:46:15.751987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:15.761102 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Routers {'862ca290-4594-4f19-a34c-4dbfd803a0dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:15.762111 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['862ca290-4594-4f19-a34c-4dbfd803a0dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:15.763257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.764695 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ddd66789-fd8b-4e66-8710-57852adec75c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0215166 Dec 15 13:46:15.767292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:15.768128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:15.774674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.798366 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-77df0eeb-6fc4-459c-bcea-ff3d03a953e4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] show failed (client error): The resource could not be found. Dec 15 13:46:15.798366 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77df0eeb-6fc4-459c-bcea-ff3d03a953e4 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "GET /v2.0/security-groups/302fc90e-1cbd-4351-b5a6-661e5d751788 HTTP/1.1" status: 404 len: 347 time: 0.0398099 Dec 15 13:46:15.856267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.866969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:16.106438 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.123674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Set router 862ca290-4594-4f19-a34c-4dbfd803a0dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:16.183748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Deleting port c40095be-5852-4506-a170-df2d4f0a40cd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:16.184117 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.318511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be378-e63a-4961-8b45-6e6e7b48fc62 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302fc90e-1cbd-4351-b5a6-661e5d751788,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:16.357551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7be9a39-2b07-4bf4-80ac-4babcc51f417 req-5a7af00e-ab6e-42ae-bb69-9949f990afa6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796663 Dec 15 13:46:16.399163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.399429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.421274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Calling delete_port for c40095be-5852-4506-a170-df2d4f0a40cd owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:16.462504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a57bcf-3c24-4e5f-b8e4-86b8660f6ff1 req-66fd2339-3af9-467c-9883-3043777bc143 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.477494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9a57bcf-3c24-4e5f-b8e4-86b8660f6ff1 req-66fd2339-3af9-467c-9883-3043777bc143 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 931 time: 0.7644022 Dec 15 13:46:16.514759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.516126 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:46:14Z', 'revision_number': 3, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:16.534119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbbc08-b491-4938-ae31-009bc3f6815b None None] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:16.600273 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Checking router: 862ca290-4594-4f19-a34c-4dbfd803a0dd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:16.600640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Updating router 862ca290-4594-4f19-a34c-4dbfd803a0dd port 2ed16cd2-9353-4dbc-a576-568da81c8af4 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:46:16.633264 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.660696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9a57bcf-3c24-4e5f-b8e4-86b8660f6ff1 req-8cfb7a9c-4bf6-4be1-b3df-5832782db6c7 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804712 Dec 15 13:46:16.662833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-97bad2a3-c5a0-4ce8-8b81-64f407da1ac7 None None] Provisioning complete for port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:16.663385 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97bad2a3-c5a0-4ce8-8b81-64f407da1ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.768282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.786575 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.852802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef366c-c671-4698-93cf-dc37774a008b req-97ad0281-b032-480c-8d0b-0a5813139c66 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.860226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afef366c-c671-4698-93cf-dc37774a008b req-97ad0281-b032-480c-8d0b-0a5813139c66 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.3382881 Dec 15 13:46:16.941677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Pushing event deleted for resources: {'Port': ['ID=c40095be-5852-4506-a170-df2d4f0a40cd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.040456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afef366c-c671-4698-93cf-dc37774a008b req-56bf0419-0b3f-4980-b11e-26b336b159bb tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784289 Dec 15 13:46:17.192494 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.199476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:17.201327 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.235392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2964c-c85a-4da4-bf60-9a5c58451a39 req-2da1a42a-7ccf-4689-af06-82bd8b7f6c70 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.247133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.248004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0a2964c-c85a-4da4-bf60-9a5c58451a39 req-2da1a42a-7ccf-4689-af06-82bd8b7f6c70 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2374554 Dec 15 13:46:17.252746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.259414 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Pushing event updated for resources: {'Port': ['ID=2ed16cd2-9353-4dbc-a576-568da81c8af4,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.262038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2a889f3c-868d-41df-ab21-fd1005f16304 tempest-ServersWithSpecificFlavorTestJSON-118636196 tempest-ServersWithSpecificFlavorTestJSON-118636196-project] 10.222.0.32 "DELETE /v2.0/floatingips/d469d2ea-80aa-40d6-a5b0-860090d6850a HTTP/1.1" status: 204 len: 168 time: 1.3925922 Dec 15 13:46:17.268935 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.269340 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.269691 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.270026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.270478 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.270713 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.271003 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.271332 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.272218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.272523 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.272863 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.273191 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.273521 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.298145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Allocated IP 172.20.0.1 (68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3/98932f9e-6206-49e6-8a82-cb435be74f74/56cae41a-9233-4575-8685-bfd7d49d9a19) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:17.299948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Attempting to bind port 2ed16cd2-9353-4dbc-a576-568da81c8af4 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:17.301194 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Attempting to bind port 2ed16cd2-9353-4dbc-a576-568da81c8af4 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:17.301869 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Attempting to bind port 2ed16cd2-9353-4dbc-a576-568da81c8af4 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:17.309120 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:17.309807 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:17.311565 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.313347 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:17.314741 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Bound port: 2ed16cd2-9353-4dbc-a576-568da81c8af4, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:17.315494 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.339847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-96ddba2b-7485-4009-b552-20cb66bdbdb2 None None] Provisioning complete for port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:17.340211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96ddba2b-7485-4009-b552-20cb66bdbdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.379743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.380660 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] For port 2ed16cd2-9353-4dbc-a576-568da81c8af4, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:17.384222 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] For port 2ed16cd2-9353-4dbc-a576-568da81c8af4, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2ed16cd2-9353-4dbc-a576-568da81c8af4,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:17.394139 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.414350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:17.415118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.469014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11bc4d-723b-4ab9-9c2b-23341148778e req-317e1ed2-198e-4887-8bac-fe5d07882a12 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.470081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.477210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb11bc4d-723b-4ab9-9c2b-23341148778e req-317e1ed2-198e-4887-8bac-fe5d07882a12 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2787483 Dec 15 13:46:17.500429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0a2964c-c85a-4da4-bf60-9a5c58451a39 req-4168342b-8011-4954-aa5d-a420f79796a7 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515018 Dec 15 13:46:17.506623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Routers {'862ca290-4594-4f19-a34c-4dbfd803a0dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:17.507263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['862ca290-4594-4f19-a34c-4dbfd803a0dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:17.508725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236c9218-a3da-40f1-ad59-754d2218e86c {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:17.517921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.533331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.557695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Transition to ACTIVE for port object 236c9218-a3da-40f1-ad59-754d2218e86c will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:17.574988 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.593486 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8472e34-c9aa-4f36-aea3-943f8fcdf42a None None] Pushing event updated for resources: {'Port': ['ID=2ed16cd2-9353-4dbc-a576-568da81c8af4,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.603103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:17.611005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:17.631084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:17.657150 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] Set router 862ca290-4594-4f19-a34c-4dbfd803a0dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:17.660721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb11bc4d-723b-4ab9-9c2b-23341148778e req-25ccf397-cfb7-4744-ac26-cdd90f1be38f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824682 Dec 15 13:46:17.673299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Pushing event updated for resources: {'Port': ['ID=236c9218-a3da-40f1-ad59-754d2218e86c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.711989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Pushing event updated for resources: {'Port': ['ID=56cae41a-9233-4575-8685-bfd7d49d9a19,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.735458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.780695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Attempting to bind port 236c9218-a3da-40f1-ad59-754d2218e86c on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:17.781031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Attempting to bind port 236c9218-a3da-40f1-ad59-754d2218e86c by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '965b4faa-f3a0-4c9f-b99e-092d9d1008fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:17.781354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Attempting to bind port 236c9218-a3da-40f1-ad59-754d2218e86c on network 28c1d8c3-8808-45c1-958e-2a72abc756bd {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:17.793835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Port 236c9218-a3da-40f1-ad59-754d2218e86c on network 28c1d8c3-8808-45c1-958e-2a72abc756bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:17.794321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Attempting to bind port 236c9218-a3da-40f1-ad59-754d2218e86c on network 28c1d8c3-8808-45c1-958e-2a72abc756bd {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:17.800445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:17.800854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Checking segment: {'id': '965b4faa-f3a0-4c9f-b99e-092d9d1008fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:17.801236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Bound using segment: {'id': '965b4faa-f3a0-4c9f-b99e-092d9d1008fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:17.801665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Bound port: 236c9218-a3da-40f1-ad59-754d2218e86c, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965b4faa-f3a0-4c9f-b99e-092d9d1008fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:17.802920 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.993455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] For port 236c9218-a3da-40f1-ad59-754d2218e86c, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:18.009359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] For port 236c9218-a3da-40f1-ad59-754d2218e86c, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=236c9218-a3da-40f1-ad59-754d2218e86c,segment=NetworkSegment(965b4faa-f3a0-4c9f-b99e-092d9d1008fc),segment_id=965b4faa-f3a0-4c9f-b99e-092d9d1008fc)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:18.019325 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:46:14Z', 'revision_number': 3, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:18.022039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.024276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.049813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aea9d-87b9-48ec-ba44-f9e306e10ac0 req-71603b07-0cb8-4ffc-8c98-a9a34165076b tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.061082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce4aea9d-87b9-48ec-ba44-f9e306e10ac0 req-71603b07-0cb8-4ffc-8c98-a9a34165076b tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 943 time: 0.1118581 Dec 15 13:46:18.071571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269b876-b8b2-4c62-9a6d-67cf31812f75 None None] The sync data for ids ['862ca290-4594-4f19-a34c-4dbfd803a0dd'] in n-d-815324-3 is: [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:46:14Z', 'revision_number': 3, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:18.078923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c0853c33-63ff-464f-97cd-33ca2c4c4ccb None None] Provisioning complete for port 56cae41a-9233-4575-8685-bfd7d49d9a19 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:18.079295 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0853c33-63ff-464f-97cd-33ca2c4c4ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.101800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.102434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.103893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] 10.222.0.67 "PUT /v2.0/ports/236c9218-a3da-40f1-ad59-754d2218e86c HTTP/1.1" status: 200 len: 1091 time: 2.3922560 Dec 15 13:46:18.133263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'tag': '236c9218-a3da-40f1-ad59-754d2218e86c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:18.137143 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2", "tag": "236c9218-a3da-40f1-ad59-754d2218e86c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:18.144934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c0853c33-63ff-464f-97cd-33ca2c4c4ccb None None] Port 56cae41a-9233-4575-8685-bfd7d49d9a19 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:18.244418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88f0f7-2287-4f4c-bcea-6a082d6ca079 service neutron] Pushing event updated for resources: {'Port': ['ID=236c9218-a3da-40f1-ad59-754d2218e86c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:18.263938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.273312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce4aea9d-87b9-48ec-ba44-f9e306e10ac0 req-d7fd42d1-feee-4ad4-acf1-fd0d7db17fc3 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081385 Dec 15 13:46:18.288948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.305550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a129a9d6-04de-46df-99ed-6cf6abe37be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.307052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-a129a9d6-04de-46df-99ed-6cf6abe37be1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b7b231845c542f3b5d8d6dd23096bcc&device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 1094 time: 0.1413090 Dec 15 13:46:18.315709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781234b-20a9-4dc2-b859-1894c9301175 req-08ec8efe-9b7b-4754-b9a3-886cdfc2a8c0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.319318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8781234b-20a9-4dc2-b859-1894c9301175 req-08ec8efe-9b7b-4754-b9a3-886cdfc2a8c0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1168036 Dec 15 13:46:18.362563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Pushing event updated for resources: {'Port': ['ID=56cae41a-9233-4575-8685-bfd7d49d9a19,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:18.373603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.380658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.402433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-e080ec26-2d65-4997-bdef-fc9d7c772cd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236c9218-a3da-40f1-ad59-754d2218e86c HTTP/1.1" status: 200 len: 217 time: 0.0756993 Dec 15 13:46:18.502420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:18.504607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:18.532988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8781234b-20a9-4dc2-b859-1894c9301175 req-f1cfa15e-5bde-441b-88b7-d3266c9b3332 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045105 Dec 15 13:46:18.535866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-f480-401a-bf12-2082b5e4078f req-3d4cbda7-31ff-498e-b0bb-1839d5b4d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.541595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-3d4cbda7-31ff-498e-b0bb-1839d5b4d424 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bcd8bbc-270f-429f-b292-0e27b815e144 HTTP/1.1" status: 200 len: 855 time: 0.1192615 Dec 15 13:46:18.550788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85e79-5036-4577-bb59-ca125fd66e94 req-b238d565-8023-42f9-9b63-669a643fc87b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.560378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75a85e79-5036-4577-bb59-ca125fd66e94 req-b238d565-8023-42f9-9b63-669a643fc87b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1677732 Dec 15 13:46:18.605130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-b19f3028-8187-4d76-8c14-f7e5ab537a85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28c1d8c3-8808-45c1-958e-2a72abc756bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426147 Dec 15 13:46:18.694835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Router 862ca290-4594-4f19-a34c-4dbfd803a0dd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:18.765351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75a85e79-5036-4577-bb59-ca125fd66e94 req-4ed9295d-ccb2-4f16-a893-c120cd8e4b64 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037323 Dec 15 13:46:18.821724 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb1c1ad-d57f-4a4a-b47f-60fd73d7e003 x-openstack-request-id: req-9fb1c1ad-d57f-4a4a-b47f-60fd73d7e003 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:18.822268 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2", "tag": "236c9218-a3da-40f1-ad59-754d2218e86c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:18.822951 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fb1c1ad-d57f-4a4a-b47f-60fd73d7e003 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:18.823462 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'tag': '236c9218-a3da-40f1-ad59-754d2218e86c', 'status': 'completed', 'code': 200} Dec 15 13:46:18.828932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-f1390358-50f8-45ef-b4d4-22f7424ea1c0 service neutron] 10.222.0.67 "GET /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131798 Dec 15 13:46:18.888354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a184e83c-9cae-4b1c-9afc-cde3ee10c0d0 None None] Provisioning complete for port 56cae41a-9233-4575-8685-bfd7d49d9a19 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:18.888784 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a184e83c-9cae-4b1c-9afc-cde3ee10c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.921534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:18.941302 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1326b4e9-f788-4787-b8cd-1e026171e089 admin admin] 10.222.0.32 "PUT /v2.0/routers/862ca290-4594-4f19-a34c-4dbfd803a0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1590040 Dec 15 13:46:19.013476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a184e83c-9cae-4b1c-9afc-cde3ee10c0d0 None None] Port 56cae41a-9233-4575-8685-bfd7d49d9a19 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:19.037043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ffae460-f480-401a-bf12-2082b5e4078f req-d4dd5aef-ead2-43dc-a238-b867cf058c50 service neutron] 10.222.0.67 "GET /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014339 Dec 15 13:46:19.078435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e05d-6b94-4522-b9d9-2b41939d8cb1 req-b5ad0c9e-3379-4427-874b-648f48adf851 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.086724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14c1e05d-6b94-4522-b9d9-2b41939d8cb1 req-b5ad0c9e-3379-4427-874b-648f48adf851 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2100675 Dec 15 13:46:19.167927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc2819-26e1-4505-813c-25b3db980351 req-b13058d6-26ec-4306-a84f-55d35e00729c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.169938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:19.172054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82fc2819-26e1-4505-813c-25b3db980351 req-b13058d6-26ec-4306-a84f-55d35e00729c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1967652 Dec 15 13:46:19.197334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2ed16cd2-9353-4dbc-a576-568da81c8af4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:19.200013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14c1e05d-6b94-4522-b9d9-2b41939d8cb1 req-73f57282-40b3-443e-96c4-0133e973a46a tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123664 Dec 15 13:46:19.226212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-5c77ceb5-37b3-4ed2-aa11-7b9bed93aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.227788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-5c77ceb5-37b3-4ed2-aa11-7b9bed93aab6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b7b231845c542f3b5d8d6dd23096bcc&device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 1094 time: 0.1091516 Dec 15 13:46:19.294696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2ed16cd2-9353-4dbc-a576-568da81c8af4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:19.301560 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.440070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82fc2819-26e1-4505-813c-25b3db980351 req-f5c73c66-1146-46ca-83fc-982856410c26 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443702 Dec 15 13:46:19.479254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.484478 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9b4ec2e5-a69b-43f3-b9a1-23ac828589ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff71951c549e464a967afc9afc55e529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132689 Dec 15 13:46:19.486972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:19.522827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-e45e1f53-f108-4f37-a442-9732a624e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.524435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-e45e1f53-f108-4f37-a442-9732a624e21e service neutron] 10.222.0.67 "GET /v2.0/networks?id=28c1d8c3-8808-45c1-958e-2a72abc756bd HTTP/1.1" status: 200 len: 917 time: 0.2855573 Dec 15 13:46:19.538087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2ed16cd2-9353-4dbc-a576-568da81c8af4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2ed16cd2-9353-4dbc-a576-568da81c8af4,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:19.538470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c33aed-8df4-4823-b8e0-cb6fbed858cc req-1cd249c9-601f-4411-ad10-b03550f4882e tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.545865 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.546929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84c33aed-8df4-4823-b8e0-cb6fbed858cc req-1cd249c9-601f-4411-ad10-b03550f4882e tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 943 time: 0.1110616 Dec 15 13:46:19.585526 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb561830-8d72-4a20-9459-58e75bd92724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.641158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84c33aed-8df4-4823-b8e0-cb6fbed858cc req-47d16edf-3ee1-4eda-8e28-3d119bdaf217 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929964 Dec 15 13:46:19.641382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb561830-8d72-4a20-9459-58e75bd92724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.664363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2ed16cd2-9353-4dbc-a576-568da81c8af4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:19.723109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb561830-8d72-4a20-9459-58e75bd92724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.725917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb561830-8d72-4a20-9459-58e75bd92724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.727682 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb561830-8d72-4a20-9459-58e75bd92724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/310f0fcd-1b5a-45f2-bf7b-92c98733dfe8 HTTP/1.1" status: 204 len: 168 time: 0.2394838 Dec 15 13:46:19.728360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-aa44caa7-7f09-44ef-89cc-5adc64b66b21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236c9218-a3da-40f1-ad59-754d2218e86c HTTP/1.1" status: 200 len: 217 time: 0.1783774 Dec 15 13:46:19.739131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561830-8d72-4a20-9459-58e75bd92724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f0fcd-1b5a-45f2-bf7b-92c98733dfe8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:19.826090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ae625-ab0e-4b5b-9cbe-86a4dcec1d0a req-7ed18c4e-2797-484f-8e4f-e80460666a6d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.828997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a36ae625-ab0e-4b5b-9cbe-86a4dcec1d0a req-7ed18c4e-2797-484f-8e4f-e80460666a6d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1121039 Dec 15 13:46:19.833388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-88ec3662-9ae6-493f-a518-3316b51adf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.834874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-88ec3662-9ae6-493f-a518-3316b51adf85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bcd8bbc-270f-429f-b292-0e27b815e144 HTTP/1.1" status: 200 len: 855 time: 0.0860722 Dec 15 13:46:19.912754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-ed1f469b-12e5-44dd-a6ea-8e3bbaa0f43c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28c1d8c3-8808-45c1-958e-2a72abc756bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406840 Dec 15 13:46:20.036834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a36ae625-ab0e-4b5b-9cbe-86a4dcec1d0a req-f11e39cb-f48c-4ffe-b6fa-c52f828a5145 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008860 Dec 15 13:46:20.059233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac956e4a-defa-4e68-8cad-7851bc21ca99 req-73cad141-e362-4bd4-9a24-eb0a07b942af tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.072592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac956e4a-defa-4e68-8cad-7851bc21ca99 req-73cad141-e362-4bd4-9a24-eb0a07b942af tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1673586 Dec 15 13:46:20.107990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49392) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:20.131400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-ae39dcb2-cb76-4430-b4da-a7fa5b10566a service neutron] 10.222.0.67 "GET /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013850 Dec 15 13:46:20.232602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac956e4a-defa-4e68-8cad-7851bc21ca99 req-6b337aa7-4f3c-498d-b71d-d283455e9228 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552734 Dec 15 13:46:20.520441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2b04f-186d-4893-b26d-dd3894bb3420 req-c2c0a711-b151-46a0-90e2-11bae0d0c8c2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.521792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5c2b04f-186d-4893-b26d-dd3894bb3420 req-c2c0a711-b151-46a0-90e2-11bae0d0c8c2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2882142 Dec 15 13:46:20.526114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aa8f61b-5ef2-4a90-8eea-32bebc32a222 req-e58728b0-3508-47fd-8d3c-9e591cc1901a service neutron] 10.222.0.67 "GET /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846469 Dec 15 13:46:20.546418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cc0cb-d056-4c13-b8db-4408e469be3a req-f5522d47-cdd1-4aad-9436-a00870db4eff tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.558647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-930cc0cb-d056-4c13-b8db-4408e469be3a req-f5522d47-cdd1-4aad-9436-a00870db4eff tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2076452 Dec 15 13:46:20.711418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Sync routers for ids ['862ca290-4594-4f19-a34c-4dbfd803a0dd'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:20.724299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Routers {'862ca290-4594-4f19-a34c-4dbfd803a0dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:20.724998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['862ca290-4594-4f19-a34c-4dbfd803a0dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:20.740454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5c2b04f-186d-4893-b26d-dd3894bb3420 req-af944f74-73b2-4bc9-870d-b597457bf9f0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081161 Dec 15 13:46:20.782051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-930cc0cb-d056-4c13-b8db-4408e469be3a req-d8d99298-3de6-4add-92f9-7117b21e45e1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173538 Dec 15 13:46:20.785407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-de8d02df-169c-4dec-abd4-79bee5525edc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159433 Dec 15 13:46:20.815557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49454) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:20.840470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 236c9218-a3da-40f1-ad59-754d2218e86c details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:20.880288 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:20.967354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Set router 862ca290-4594-4f19-a34c-4dbfd803a0dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:20.992095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-218058194-network', 'tenant_id': 'db7d7b32887445df8c5b689475231e0b'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:21.019435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Made reservation on behalf of db7d7b32887445df8c5b689475231e0b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:21.022137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.031830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.082113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b9f0-9738-450b-8194-4b2c99c17345 req-9ec5e42e-1438-4529-a3c1-ef7e3a279a6e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.083676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47a9b9f0-9738-450b-8194-4b2c99c17345 req-9ec5e42e-1438-4529-a3c1-ef7e3a279a6e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2131696 Dec 15 13:46:21.134004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-af419dfa-33cb-4ace-84a9-e56e9f490d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.135545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-af419dfa-33cb-4ace-84a9-e56e9f490d02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1987755570db4d7daf9c648f4f0d4b53&device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 1096 time: 0.2848256 Dec 15 13:46:21.156964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.157210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de5c42-c397-4847-abee-d0d758179756 req-c1fa3faa-bd21-4da4-8531-300d23c5c192 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.163855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.165031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 236c9218-a3da-40f1-ad59-754d2218e86c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=236c9218-a3da-40f1-ad59-754d2218e86c,segment=NetworkSegment(965b4faa-f3a0-4c9f-b99e-092d9d1008fc),segment_id=965b4faa-f3a0-4c9f-b99e-092d9d1008fc)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:21.168104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1de5c42-c397-4847-abee-d0d758179756 req-c1fa3faa-bd21-4da4-8531-300d23c5c192 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 943 time: 0.2573135 Dec 15 13:46:21.194224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:21.195735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2ed16cd2-9353-4dbc-a576-568da81c8af4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:21.206689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2c1c2-3360-412d-a705-b376064023d2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:21.214386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.214780 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Added segment 736870ba-5884-4741-820a-86dc1356efbe of type vlan for network 839b5424-6f73-48c6-9dbe-60d491053b68 Dec 15 13:46:21.232947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '236c9218-a3da-40f1-ad59-754d2218e86c', 'network_id': '28c1d8c3-8808-45c1-958e-2a72abc756bd', 'port_id': '236c9218-a3da-40f1-ad59-754d2218e86c', 'mac_address': 'fa:16:3e:bc:f6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcd8bbc-270f-429f-b292-0e27b815e144', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:21.277924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.309991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.312094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.312750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.329621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.345152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47a9b9f0-9738-450b-8194-4b2c99c17345 req-ebf2868c-c430-487a-b816-d124c999db44 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299321 Dec 15 13:46:21.402877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236c9218-a3da-40f1-ad59-754d2218e86c {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:21.419522 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6019347 Dec 15 13:46:21.432136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:21.435671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2ed16cd2-9353-4dbc-a576-568da81c8af4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:21.436118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.442759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Request body: {'subnet': {'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-218058194-subnet', 'tenant_id': 'db7d7b32887445df8c5b689475231e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:21.454159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7663c2d-cf4e-462d-85fc-db923b7290b1 admin admin] Pushing event updated for resources: {'Network': ['ID=839b5424-6f73-48c6-9dbe-60d491053b68,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:21.466782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 236c9218-a3da-40f1-ad59-754d2218e86c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=236c9218-a3da-40f1-ad59-754d2218e86c,segment=NetworkSegment(965b4faa-f3a0-4c9f-b99e-092d9d1008fc),segment_id=965b4faa-f3a0-4c9f-b99e-092d9d1008fc)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:21.467125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1de5c42-c397-4847-abee-d0d758179756 req-d72a1802-b1ff-4b66-a7d1-886988d63239 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913365 Dec 15 13:46:21.480459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Made reservation on behalf of db7d7b32887445df8c5b689475231e0b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:21.484666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 839b5424-6f73-48c6-9dbe-60d491053b68 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:21.485005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.522679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-393720ee-0d3f-4b09-b907-ffa8aba2d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.524093 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.524777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-393720ee-0d3f-4b09-b907-ffa8aba2d18b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 200 len: 918 time: 0.3425040 Dec 15 13:46:21.666354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 4, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '56cae41a-9233-4575-8685-bfd7d49d9a19', 'name': '', 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'mac_address': 'fa:16:3e:73:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '98932f9e-6206-49e6-8a82-cb435be74f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:16Z', 'updated_at': '2021-12-15T13:46:18Z', 'revision_number': 2, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'subnets': [{'id': '98932f9e-6206-49e6-8a82-cb435be74f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:21.674416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=236c9218-a3da-40f1-ad59-754d2218e86c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:21.786521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.813374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-4e818599-825d-4367-9139-89dc46f0dbe0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3 HTTP/1.1" status: 200 len: 1000 time: 0.2810750 Dec 15 13:46:21.851054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5402c-c4c5-4142-bf23-53152eb8ce36 req-4567cbec-43eb-49d0-af1c-fc09c271c9d2 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.852524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9b5402c-c4c5-4142-bf23-53152eb8ce36 req-4567cbec-43eb-49d0-af1c-fc09c271c9d2 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.2127941 Dec 15 13:46:21.865882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a70eb36-6b51-4f9d-902e-343cd738c6b1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:21.889301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0837277-a368-4a04-8739-41083b9126a0 req-d60eda81-d454-4529-98a4-3b8d56be9ab2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.890772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0837277-a368-4a04-8739-41083b9126a0 req-d60eda81-d454-4529-98a4-3b8d56be9ab2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2100816 Dec 15 13:46:21.896403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Checking router: 862ca290-4594-4f19-a34c-4dbfd803a0dd for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:21.897015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Updating router 862ca290-4594-4f19-a34c-4dbfd803a0dd port 56cae41a-9233-4575-8685-bfd7d49d9a19 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:46:21.899060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Checking segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:21.899432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Network hostable DHCP agents. Network: 839b5424-6f73-48c6-9dbe-60d491053b68, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:21.937968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Network 839b5424-6f73-48c6-9dbe-60d491053b68 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:21.940301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.945011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.962890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 839b5424-6f73-48c6-9dbe-60d491053b68) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:21.971652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.972462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.004045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80470fc4-9ff3-4497-822e-b823519b885b None None] Network 839b5424-6f73-48c6-9dbe-60d491053b68 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:22.018034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f96b8c80-593d-4d2d-9d21-5caf1324c427 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5732205 Dec 15 13:46:22.021649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-a0403fdf-aa03-4048-8303-d3a47706cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.023646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-a0403fdf-aa03-4048-8303-d3a47706cf83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 200 len: 855 time: 0.1980748 Dec 15 13:46:22.099995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9b5402c-c4c5-4142-bf23-53152eb8ce36 req-fb7428d2-ac0a-4503-9bf1-010976839eab tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194104 Dec 15 13:46:22.114564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['236c9218-a3da-40f1-ad59-754d2218e86c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:22.135057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0837277-a368-4a04-8739-41083b9126a0 req-9f751221-9008-4fc2-a054-70e9b6c06530 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116621 Dec 15 13:46:22.161110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-7395217c-da67-4c12-ac48-2e5621ff42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.162780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-7395217c-da67-4c12-ac48-2e5621ff42fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5311b76b-57b9-4507-a6a8-833263d77256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309407 Dec 15 13:46:22.236170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e794db2-be6a-4d7f-81f9-0c09415b09e3 None None] Network 839b5424-6f73-48c6-9dbe-60d491053b68 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:22.624013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.630145 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.704776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337b8d-9d2c-41a4-809a-1327cc621e53 None None] Pushing event updated for resources: {'Port': ['ID=56cae41a-9233-4575-8685-bfd7d49d9a19,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:22.747224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d4fb4-0908-4203-a30a-45efdb5395c9 req-a1df21d5-d4b6-4329-aed8-60e7a1f09437 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.748455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d37d4fb4-0908-4203-a30a-45efdb5395c9 req-a1df21d5-d4b6-4329-aed8-60e7a1f09437 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1971345 Dec 15 13:46:22.750646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Attempting to bind port 56cae41a-9233-4575-8685-bfd7d49d9a19 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:22.751020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Attempting to bind port 56cae41a-9233-4575-8685-bfd7d49d9a19 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:22.751387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Attempting to bind port 56cae41a-9233-4575-8685-bfd7d49d9a19 on network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:22.757988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:22.758343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Checking segment: {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:22.758758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.759154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Bound using segment: {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:22.759630 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Bound port: 56cae41a-9233-4575-8685-bfd7d49d9a19, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b77241-4edb-44b8-b043-42cfe45de34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:22.760014 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.770460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2685-6bf8-41f3-bf02-a5bc30d71cf5 req-585c548f-7fdc-4d9b-9558-801678fefbd8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.777707 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-864c2685-6bf8-41f3-bf02-a5bc30d71cf5 req-585c548f-7fdc-4d9b-9558-801678fefbd8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2253549 Dec 15 13:46:22.799940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-476063e3-86cd-4717-bd3a-c78b0d7eda9a service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496290 Dec 15 13:46:22.840264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] For port 56cae41a-9233-4575-8685-bfd7d49d9a19, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:22.843838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] For port 56cae41a-9233-4575-8685-bfd7d49d9a19, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=56cae41a-9233-4575-8685-bfd7d49d9a19,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:22.849549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.915796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Routers {'862ca290-4594-4f19-a34c-4dbfd803a0dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:22.916417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['862ca290-4594-4f19-a34c-4dbfd803a0dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:23.002721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d37d4fb4-0908-4203-a30a-45efdb5395c9 req-55b36c55-4347-498a-88b5-293d95837217 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214200 Dec 15 13:46:23.016393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-864c2685-6bf8-41f3-bf02-a5bc30d71cf5 req-d42116e0-7774-4247-becc-56a98a744f6a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378061 Dec 15 13:46:23.109440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0c4efc9-8d84-4e2f-9137-7f70ee3774e1 req-f18b93dd-8092-4502-b778-ab6de26c2ce4 service neutron] 10.222.0.67 "GET /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898979 Dec 15 13:46:23.131570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Deleting port 172b880e-743b-4b07-aba7-d76c7ea2b18e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:23.132250 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.148909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2a48dabb-3846-49f9-8a86-2bc23e143c24 None None] Provisioning complete for port 56cae41a-9233-4575-8685-bfd7d49d9a19 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:23.151998 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a48dabb-3846-49f9-8a86-2bc23e143c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.197800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337b8d-9d2c-41a4-809a-1327cc621e53 None None] Pushing event updated for resources: {'Port': ['ID=56cae41a-9233-4575-8685-bfd7d49d9a19,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:23.215911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] Set router 862ca290-4594-4f19-a34c-4dbfd803a0dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:23.311008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b325-22c3-4d0b-9580-313353298883 req-aa81be33-3a1c-453e-81ff-70c07db8f9e2 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.312888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b0b325-22c3-4d0b-9580-313353298883 req-aa81be33-3a1c-453e-81ff-70c07db8f9e2 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 944 time: 0.0929847 Dec 15 13:46:23.340157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] For port 172b880e-743b-4b07-aba7-d76c7ea2b18e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=172b880e-743b-4b07-aba7-d76c7ea2b18e,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:23.340574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.391815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Calling delete_port for 172b880e-743b-4b07-aba7-d76c7ea2b18e owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:23.412812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a48dabb-3846-49f9-8a86-2bc23e143c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.483350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2a48dabb-3846-49f9-8a86-2bc23e143c24 None None] For port 56cae41a-9233-4575-8685-bfd7d49d9a19, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=56cae41a-9233-4575-8685-bfd7d49d9a19,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:23.490081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a48dabb-3846-49f9-8a86-2bc23e143c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.516649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b0b325-22c3-4d0b-9580-313353298883 req-fb61126c-9d39-4d63-8f5d-ff861ed90a64 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914008 Dec 15 13:46:23.559114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48dabb-3846-49f9-8a86-2bc23e143c24 None None] Pushing event updated for resources: {'Port': ['ID=56cae41a-9233-4575-8685-bfd7d49d9a19,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:23.566498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 4, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '56cae41a-9233-4575-8685-bfd7d49d9a19', 'name': '', 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'mac_address': 'fa:16:3e:73:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '98932f9e-6206-49e6-8a82-cb435be74f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:16Z', 'updated_at': '2021-12-15T13:46:22Z', 'revision_number': 4, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'subnets': [{'id': '98932f9e-6206-49e6-8a82-cb435be74f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:23.574679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-1f3f7f8f-79b7-458f-9a41-94b8aac50790 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.576242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-1f3f7f8f-79b7-458f-9a41-94b8aac50790 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 821 time: 0.2050314 Dec 15 13:46:23.597262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3b43-9f87-483b-aeb6-715b6f0af7f1 None None] The sync data for ids ['862ca290-4594-4f19-a34c-4dbfd803a0dd'] in n-d-815324-3 is: [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 4, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '56cae41a-9233-4575-8685-bfd7d49d9a19', 'name': '', 'network_id': '68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'mac_address': 'fa:16:3e:73:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '98932f9e-6206-49e6-8a82-cb435be74f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:16Z', 'updated_at': '2021-12-15T13:46:22Z', 'revision_number': 4, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'subnets': [{'id': '98932f9e-6206-49e6-8a82-cb435be74f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:23.617415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4e7520a7-2165-4ba3-ba63-f73139a04a92 None None] Provisioning complete for port 56cae41a-9233-4575-8685-bfd7d49d9a19 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:23.617800 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4e7520a7-2165-4ba3-ba63-f73139a04a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.651770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-92ec06de-68be-471d-896b-0b632b16e000 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/quotas/db7d7b32887445df8c5b689475231e0b HTTP/1.1" status: 200 len: 375 time: 0.0168269 Dec 15 13:46:23.729099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-a9e39605-4f8b-499d-9cde-ac23356dcb9b tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454686 Dec 15 13:46:23.951830 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:24.006117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3231c-9f9b-4ebe-ad9a-fe72d4d573c5 req-a82f05ee-fc65-41df-8c57-14183fcb606f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.007836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9da3231c-9f9b-4ebe-ad9a-fe72d4d573c5 req-a82f05ee-fc65-41df-8c57-14183fcb606f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1742384 Dec 15 13:46:24.008735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Pushing event deleted for resources: {'Port': ['ID=172b880e-743b-4b07-aba7-d76c7ea2b18e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:24.017860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-f7f8602b-a786-4936-88b0-f005c5cf4077 service neutron] 10.222.0.32 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595465 Dec 15 13:46:24.220816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9da3231c-9f9b-4ebe-ad9a-fe72d4d573c5 req-76d088ed-5910-4e0d-938f-a4cbbf07f763 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004323 Dec 15 13:46:24.414582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-e64bcab8-fa45-469c-a271-5f675c435ae1 service neutron] 10.222.0.32 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848238 Dec 15 13:46:24.474346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321ce63-19f6-445d-9336-59eba8f62814 req-68450d77-289a-4848-84cb-decfbdade5ed tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.475896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a321ce63-19f6-445d-9336-59eba8f62814 req-68450d77-289a-4848-84cb-decfbdade5ed tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1237733 Dec 15 13:46:24.538480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:24.674315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a321ce63-19f6-445d-9336-59eba8f62814 req-e9434c81-ff02-4f32-92d4-a3923281fa27 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775148 Dec 15 13:46:24.792204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fc935-db90-48a2-90c3-3d15821e7d0a req-2b205fdf-6cb2-4ed4-939a-ba1adcb190ef tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.795126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af1fc935-db90-48a2-90c3-3d15821e7d0a req-2b205fdf-6cb2-4ed4-939a-ba1adcb190ef tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.0904078 Dec 15 13:46:24.828252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 236c9218-a3da-40f1-ad59-754d2218e86c up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:24.959173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 236c9218-a3da-40f1-ad59-754d2218e86c completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:24.965814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 236c9218-a3da-40f1-ad59-754d2218e86c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:24.970643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:25.023835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af1fc935-db90-48a2-90c3-3d15821e7d0a req-00d4c59f-d9a3-4825-bbd3-b89faa257d6d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155457 Dec 15 13:46:25.171408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176fa46-1231-4371-b7b2-267e509049a7 req-5db506a0-7fad-40d3-8244-f20440080507 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.176452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6176fa46-1231-4371-b7b2-267e509049a7 req-5db506a0-7fad-40d3-8244-f20440080507 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 944 time: 0.3194053 Dec 15 13:46:25.304254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Router 18c3d590-395d-48ac-944d-6dc606df721a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:25.323098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3f49454-1e4e-4527-ba57-00e5ed680405 req-e09f1f3f-6599-4fef-a197-404675aa7a7d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 210 time: 0.1384542 Dec 15 13:46:25.433522 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:25.442061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56cae41a-9233-4575-8685-bfd7d49d9a19 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:25.496177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236c9218-a3da-40f1-ad59-754d2218e86c'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:25.498408 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e96b65a-3136-4ef6-ab55-61b08c65afb0" -d '{"events": [{"server_uuid": "1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2", "name": "network-vif-plugged", "status": "completed", "tag": "236c9218-a3da-40f1-ad59-754d2218e86c"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:25.518227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 236c9218-a3da-40f1-ad59-754d2218e86c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=236c9218-a3da-40f1-ad59-754d2218e86c,segment=NetworkSegment(965b4faa-f3a0-4c9f-b99e-092d9d1008fc),segment_id=965b4faa-f3a0-4c9f-b99e-092d9d1008fc)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:25.526722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:25.597914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6176fa46-1231-4371-b7b2-267e509049a7 req-b40d816f-33ba-4756-9eb9-7b0121b55113 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010625 Dec 15 13:46:25.601397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:25.623371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:25.625730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-88fd1c18-9e0c-4598-861f-5664d2e8e460 admin admin] 10.222.0.32 "PUT /v2.0/routers/18c3d590-395d-48ac-944d-6dc606df721a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5046713 Dec 15 13:46:25.627232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=236c9218-a3da-40f1-ad59-754d2218e86c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:25.631472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 56cae41a-9233-4575-8685-bfd7d49d9a19 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:25.631849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:25.640306 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] Sync routers for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:25.676149 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:25.676623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:25.700296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade30a4-cc56-489e-b488-6a58e9cc29ac req-78f88c0e-2b70-4165-8f0a-38fc0014ca1c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.712871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ade30a4-cc56-489e-b488-6a58e9cc29ac req-78f88c0e-2b70-4165-8f0a-38fc0014ca1c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1881893 Dec 15 13:46:25.825233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ade30a4-cc56-489e-b488-6a58e9cc29ac req-468c8785-248e-467e-9adb-cdf8123c7b19 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093616 Dec 15 13:46:25.892949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:25.913213 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec79506-24e3-4f41-890b-77d20515bb17 x-openstack-request-id: req-aec79506-24e3-4f41-890b-77d20515bb17 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:25.914081 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2", "name": "network-vif-plugged", "status": "completed", "tag": "236c9218-a3da-40f1-ad59-754d2218e86c", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:25.915082 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aec79506-24e3-4f41-890b-77d20515bb17 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:25.915661 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236c9218-a3da-40f1-ad59-754d2218e86c', 'code': 200} Dec 15 13:46:26.158800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009235f-bae2-4e33-a55d-1a1f2967a64f req-90633b18-0ee0-42a6-ae53-50b43acea22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.160561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6009235f-bae2-4e33-a55d-1a1f2967a64f req-90633b18-0ee0-42a6-ae53-50b43acea22d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 1096 time: 0.1710315 Dec 15 13:46:26.179818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1daf90-7c19-49fa-9b8a-ddecdcf9a8ba req-620c120c-b3d8-44c8-ad56-000fe1dca0f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.181395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b1daf90-7c19-49fa-9b8a-ddecdcf9a8ba req-620c120c-b3d8-44c8-ad56-000fe1dca0f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1132119 Dec 15 13:46:26.196564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24878bb8-2c5f-41e5-b8d4-9b74b3079753 req-168b9f65-6a33-4d9d-aee0-6bc5754889f3 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.204791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24878bb8-2c5f-41e5-b8d4-9b74b3079753 req-168b9f65-6a33-4d9d-aee0-6bc5754889f3 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1623151 Dec 15 13:46:26.231644 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:46:23Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:26.236911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.305708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6009235f-bae2-4e33-a55d-1a1f2967a64f req-cec3437f-99c5-451d-94fd-34897b1610b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233168 Dec 15 13:46:26.311966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b1daf90-7c19-49fa-9b8a-ddecdcf9a8ba req-158f423e-c80c-4a4b-aa4f-31bac0d97df3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027763 Dec 15 13:46:26.329001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24878bb8-2c5f-41e5-b8d4-9b74b3079753 req-2f68efd5-5d22-4b7d-80eb-9d5bf8dae85f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193585 Dec 15 13:46:26.336972 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] Checking router: 18c3d590-395d-48ac-944d-6dc606df721a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:26.352459 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] Routers {'18c3d590-395d-48ac-944d-6dc606df721a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:26.353299 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['18c3d590-395d-48ac-944d-6dc606df721a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:26.428972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.508525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Deleting port 4841b69e-1dab-46b6-b354-06ae5fbfd632 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:26.509023 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.509870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96ead6-836f-427c-b0ed-ecb874d0e840 req-e918c364-37a8-40f4-a0e1-c8457657b648 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.518424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd96ead6-836f-427c-b0ed-ecb874d0e840 req-e918c364-37a8-40f4-a0e1-c8457657b648 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1203170 Dec 15 13:46:26.555210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26542f2e-31a6-4624-a99b-dafe72eb9182 req-d51c38f3-81d2-46d1-99c6-a97058600f6c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.565560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26542f2e-31a6-4624-a99b-dafe72eb9182 req-d51c38f3-81d2-46d1-99c6-a97058600f6c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1533747 Dec 15 13:46:26.611612 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] Set router 18c3d590-395d-48ac-944d-6dc606df721a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:26.618188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd96ead6-836f-427c-b0ed-ecb874d0e840 req-b1e7179e-3335-468c-b77d-a693901427d5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986741 Dec 15 13:46:26.638483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] For port 4841b69e-1dab-46b6-b354-06ae5fbfd632, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4841b69e-1dab-46b6-b354-06ae5fbfd632,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:26.640743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.662098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26542f2e-31a6-4624-a99b-dafe72eb9182 req-0bcbbc76-4b53-437c-944b-ce67b1d3f732 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955594 Dec 15 13:46:26.686515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Calling delete_port for 4841b69e-1dab-46b6-b354-06ae5fbfd632 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:26.845471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93e092e0-01eb-42de-bb81-27c3b8de98f4 req-08d799c9-6c03-42eb-ae1c-7124a7d68a72 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 210 time: 0.1126797 Dec 15 13:46:26.887785 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:46:23Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:26.931862 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62854f8e-79c0-4df2-abfd-0d7965ba4f6c None None] The sync data for ids ['18c3d590-395d-48ac-944d-6dc606df721a'] in n-d-815324-3 is: [{'id': '18c3d590-395d-48ac-944d-6dc606df721a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295701486-router', 'tenant_id': '209919598cf645c6a0d2a1f0f1b62aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:40Z', 'updated_at': '2021-12-15T13:46:23Z', 'revision_number': 5, 'project_id': '209919598cf645c6a0d2a1f0f1b62aef', 'gw_port': {'id': '4841b69e-1dab-46b6-b354-06ae5fbfd632', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3d590-395d-48ac-944d-6dc606df721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:41Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:26.977071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eca43-0137-440d-af8f-6dc0ad23a354 req-aef27b03-0b09-444b-bd02-8f46a413e6b4 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.986059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c8eca43-0137-440d-af8f-6dc0ad23a354 req-aef27b03-0b09-444b-bd02-8f46a413e6b4 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 945 time: 0.2410440 Dec 15 13:46:26.994440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.040720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4841b69e-1dab-46b6-b354-06ae5fbfd632,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:27.102896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c8eca43-0137-440d-af8f-6dc0ad23a354 req-fd83cb81-cf5c-42fe-bd6f-946e44982230 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101520 Dec 15 13:46:27.156669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.172276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-c4049d15-472c-44dc-b377-71d0faae8147 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:27.173937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-c4049d15-472c-44dc-b377-71d0faae8147 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 821 time: 0.3200345 Dec 15 13:46:27.190978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'port': {'device_id': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'admin_state_up': True, 'tenant_id': 'db7d7b32887445df8c5b689475231e0b'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:27.285807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.289341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.403715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 172b880e-743b-4b07-aba7-d76c7ea2b18e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:27.404324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Made reservation on behalf of db7d7b32887445df8c5b689475231e0b for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:27.417137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.420494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c3d590-395d-48ac-944d-6dc606df721a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:46:27.429229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.445291 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.449372 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86f8cecf-78ec-4efb-89b9-011c3b82ac68 admin admin] 10.222.0.32 "DELETE /v2.0/routers/18c3d590-395d-48ac-944d-6dc606df721a HTTP/1.1" status: 204 len: 168 time: 1.8242106 Dec 15 13:46:27.451384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49560) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:27.457370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 172b880e-743b-4b07-aba7-d76c7ea2b18e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:27.459693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 172b880e-743b-4b07-aba7-d76c7ea2b18e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:27.552140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Deleting subnet 4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:27.556070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.607491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.727758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.805890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.848271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:27.851395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88487387-921d-408e-845c-828808cf65ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.857092 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88487387-921d-408e-845c-828808cf65ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a0b6e2a-50da-4e2c-b4a9-3fdc190ef062 HTTP/1.1" status: 204 len: 168 time: 0.4022603 Dec 15 13:46:27.860557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13804af-80c8-4ffb-850d-b978b1ad8b89 None None] Network bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:27.866114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:27.952165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.044416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Deleting port 6bd106cb-0b96-474d-9999-9dcaff7169f6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:28.044804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.070820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059555a-a57f-4c05-8585-da7f0c5a84ce req-4b104309-1199-4039-a8ca-282a227abc27 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.072331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a059555a-a57f-4c05-8585-da7f0c5a84ce req-4b104309-1199-4039-a8ca-282a227abc27 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.5541165 Dec 15 13:46:28.089565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eae9d4-9323-4e2a-a07f-0fda329ea0c2 req-522a79cd-3c33-4cd9-b828-961e7ac8f900 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.091105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60eae9d4-9323-4e2a-a07f-0fda329ea0c2 req-522a79cd-3c33-4cd9-b828-961e7ac8f900 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.5739927 Dec 15 13:46:28.103245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Allocated IP 172.20.0.2 (839b5424-6f73-48c6-9dbe-60d491053b68/0a70eb36-6b51-4f9d-902e-343cd738c6b1/4dae59ee-60cf-40a8-9179-149ae480feee) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:28.155581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] For port 6bd106cb-0b96-474d-9999-9dcaff7169f6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6bd106cb-0b96-474d-9999-9dcaff7169f6,segment=NetworkSegment(111de6ad-b2fa-484b-a785-11a40c51b9d7),segment_id=111de6ad-b2fa-484b-a785-11a40c51b9d7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:28.155996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.177129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Calling delete_port for 6bd106cb-0b96-474d-9999-9dcaff7169f6 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:28.202528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a059555a-a57f-4c05-8585-da7f0c5a84ce req-3cb3f473-21c7-4df6-b186-afd5097c4353 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085567 Dec 15 13:46:28.250539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60eae9d4-9323-4e2a-a07f-0fda329ea0c2 req-89ee3136-098f-4f1b-bf66-680c0d709c2b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352725 Dec 15 13:46:28.295849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.357938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd106cb-0b96-474d-9999-9dcaff7169f6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:28.363829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] No DVR routers for this DVR port 6bd106cb-0b96-474d-9999-9dcaff7169f6 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:28.374907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b02181-0a88-4d50-af3e-23eedb6ad954 None None] DHCP port deletion for bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:46:28.475178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.490612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.496485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8a693ff-16f4-4aa7-a0c6-e3296a26964e req-3b53228c-c5f9-40fd-97c6-10fc761a259d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 210 time: 0.0902400 Dec 15 13:46:28.497684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc771ae-107d-49b6-ac96-ac24fe7f2dc4']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:28.517168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111de6ad-b2fa-484b-a785-11a40c51b9d7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:28.517168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111de6ad-b2fa-484b-a785-11a40c51b9d7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:28.526752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.528356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823418d-6401-428b-bb69-327ad17d99ed req-d0b10397-80b4-43c4-96fb-01520c32bce1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.529907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0823418d-6401-428b-bb69-327ad17d99ed req-d0b10397-80b4-43c4-96fb-01520c32bce1 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.1189780 Dec 15 13:46:28.551140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.562384 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.570104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:46:28.570670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:46:28.572439 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:46:28.638955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.650768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.655248 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbc771ae-107d-49b6-ac96-ac24fe7f2dc4 HTTP/1.1" status: 204 len: 168 time: 0.7879581 Dec 15 13:46:28.656284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Network 839b5424-6f73-48c6-9dbe-60d491053b68 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:28.658864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:28.663189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:28.678581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53061b-afd5-4a53-a96e-ec4d2f400bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc771ae-107d-49b6-ac96-ac24fe7f2dc4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:28.678790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:28.749659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19e361-9144-4b8a-8dd2-0bc439164215 req-9ffe7f3d-577c-4a67-bd1b-fe3f03d25b86 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.751177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa19e361-9144-4b8a-8dd2-0bc439164215 req-9ffe7f3d-577c-4a67-bd1b-fe3f03d25b86 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 945 time: 0.1735535 Dec 15 13:46:28.754960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:28.764711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0823418d-6401-428b-bb69-327ad17d99ed req-9889c861-4ae4-4f49-ba37-fe89781796fb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101200 Dec 15 13:46:28.786975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.787615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.826920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7d47addb-3f13-4592-a5d3-db05a09ec634 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6412330 Dec 15 13:46:28.840727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa19e361-9144-4b8a-8dd2-0bc439164215 req-b9be23b1-376b-4db9-8da5-59317c76ccac tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828693 Dec 15 13:46:28.860699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Request body: {'port': {'device_id': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:28.963352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.196008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bd106cb-0b96-474d-9999-9dcaff7169f6 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:29.208933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.235332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6bd106cb-0b96-474d-9999-9dcaff7169f6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:29.235695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bd106cb-0b96-474d-9999-9dcaff7169f6 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:29.244795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4841b69e-1dab-46b6-b354-06ae5fbfd632 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:29.338228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4841b69e-1dab-46b6-b354-06ae5fbfd632 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:29.338582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4841b69e-1dab-46b6-b354-06ae5fbfd632 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:29.503760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bad59-9f1f-432b-8948-c8b04ab2dfab req-d8918e61-6afe-47e1-9973-dc318df6445e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.505302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-652bad59-9f1f-432b-8948-c8b04ab2dfab req-d8918e61-6afe-47e1-9973-dc318df6445e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1309583 Dec 15 13:46:29.530053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f85ee7-0669-431f-81a0-bec374df2963 req-047ea9cb-1e4d-4904-a3c2-e3e5f8d71e43 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.533024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33f85ee7-0669-431f-81a0-bec374df2963 req-047ea9cb-1e4d-4904-a3c2-e3e5f8d71e43 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1370144 Dec 15 13:46:29.594106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Deleting port e8edfce8-ec9c-40ed-899a-e7bedc05cc27 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:29.594444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.697368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dae59ee-60cf-40a8-9179-149ae480feee {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:29.718186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] For port e8edfce8-ec9c-40ed-899a-e7bedc05cc27, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,segment=NetworkSegment(5d614da2-2ffe-4de5-a743-490dfb7558a8),segment_id=5d614da2-2ffe-4de5-a743-490dfb7558a8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:29.718655 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.718978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33f85ee7-0669-431f-81a0-bec374df2963 req-8ff7c75b-2a8c-493c-9154-cbc00d0cf33e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671753 Dec 15 13:46:29.741299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-652bad59-9f1f-432b-8948-c8b04ab2dfab req-928e49b8-fc0c-43a5-a14c-81916ac4bfde tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274046 Dec 15 13:46:29.743259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Calling delete_port for e8edfce8-ec9c-40ed-899a-e7bedc05cc27 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:29.753981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.784469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Transition to ACTIVE for port object 4dae59ee-60cf-40a8-9179-149ae480feee will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:29.790850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.939388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:30.075705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62b5fa-8697-45a8-9471-bf315f6d4585 req-e886b55c-b5e1-45d5-a7bc-c97c641f2a0b tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.077514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f62b5fa-8697-45a8-9471-bf315f6d4585 req-e886b55c-b5e1-45d5-a7bc-c97c641f2a0b tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 943 time: 0.2345843 Dec 15 13:46:30.114280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.127073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee65c-f26a-4222-9a36-03f25114e802 req-eebae626-d3a4-4bb5-99f8-97ee692b9efb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.127073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d94ee65c-f26a-4222-9a36-03f25114e802 req-eebae626-d3a4-4bb5-99f8-97ee692b9efb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 949 time: 0.2050407 Dec 15 13:46:30.132804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Attempting to bind port 4dae59ee-60cf-40a8-9179-149ae480feee on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:30.134802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Attempting to bind port 4dae59ee-60cf-40a8-9179-149ae480feee by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:30.134802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Attempting to bind port 4dae59ee-60cf-40a8-9179-149ae480feee on network 839b5424-6f73-48c6-9dbe-60d491053b68 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:30.153440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Port 4dae59ee-60cf-40a8-9179-149ae480feee on network 839b5424-6f73-48c6-9dbe-60d491053b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:30.153440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Attempting to bind port 4dae59ee-60cf-40a8-9179-149ae480feee on network 839b5424-6f73-48c6-9dbe-60d491053b68 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:30.186934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:30.187273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Checking segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:30.187668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Bound using segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:30.188125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Bound port: 4dae59ee-60cf-40a8-9179-149ae480feee, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:30.188488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.243575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f62b5fa-8697-45a8-9471-bf315f6d4585 req-030012d8-7334-48af-a958-2ffadca46a91 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417799 Dec 15 13:46:30.274136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d94ee65c-f26a-4222-9a36-03f25114e802 req-44b24f36-8115-4c8e-a9cc-a25d527b6351 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228762 Dec 15 13:46:30.284061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8edfce8-ec9c-40ed-899a-e7bedc05cc27,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:30.391303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:30.398070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:30.410976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.539367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.539997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.542429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] 10.222.0.67 "PUT /v2.0/ports/4dae59ee-60cf-40a8-9179-149ae480feee HTTP/1.1" status: 200 len: 1091 time: 1.7004499 Dec 15 13:46:30.543264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:30.546020 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01637566-e876-4363-ad3a-b698488db285" -d '{"events": [{"name": "network-changed", "server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:30.580048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc717f2-251b-465d-89d1-75465ccf6f3b service neutron] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:30.612106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.665583 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848c09a2-e494-4b13-876b-999096c606d3 x-openstack-request-id: req-848c09a2-e494-4b13-876b-999096c606d3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:30.665900 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:30.666134 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-848c09a2-e494-4b13-876b-999096c606d3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:30.666533 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee', 'status': 'completed', 'code': 200} Dec 15 13:46:30.711617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-acd8440d-b811-4d45-a414-110e812befb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.713378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-acd8440d-b811-4d45-a414-110e812befb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 1094 time: 0.1020410 Dec 15 13:46:30.731410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04362e5-fe32-4cf2-9269-607d2afa7db3 req-c031f808-0f8d-414b-a8cf-82f712717f46 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.732922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04362e5-fe32-4cf2-9269-607d2afa7db3 req-c031f808-0f8d-414b-a8cf-82f712717f46 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0780010 Dec 15 13:46:30.776809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-597308f7-21e3-48d8-bcc3-beec311ca5fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dae59ee-60cf-40a8-9179-149ae480feee HTTP/1.1" status: 200 len: 217 time: 0.0428877 Dec 15 13:46:30.876225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04362e5-fe32-4cf2-9269-607d2afa7db3 req-09e43c1c-e3b8-4d2d-9399-525e5b2ac6c3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361890 Dec 15 13:46:30.881460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:30.883195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7a350f2c-402d-4537-9587-51ec9cc04075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.884691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-7a350f2c-402d-4537-9587-51ec9cc04075 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 200 len: 861 time: 0.0992179 Dec 15 13:46:30.895681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Router 532f53e8-0229-4f54-a3aa-66e615dd1e0f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:30.912365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b67921-2212-404e-8eac-e7cd898aaeb6 req-60cd2874-9e7d-49e6-9bf5-5f8e7e3996e4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.919616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18b67921-2212-404e-8eac-e7cd898aaeb6 req-60cd2874-9e7d-49e6-9bf5-5f8e7e3996e4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1052325 Dec 15 13:46:30.941882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-0fb07839-eae3-40bf-8336-4de56b560a4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=839b5424-6f73-48c6-9dbe-60d491053b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469792 Dec 15 13:46:31.031478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:31.037341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18b67921-2212-404e-8eac-e7cd898aaeb6 req-d2f7809d-b7bf-46d4-81b9-c56bc2e48046 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155674 Dec 15 13:46:31.057260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '829d255e-1d09-4ea3-95b5-d3497413f044', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '829d255e-1d09-4ea3-95b5-d3497413f044', 'mac_address': 'fa:16:3e:43:33:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:31.083674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:31.089893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-05242a1f-974d-4c33-90ec-1b1910cc4eed service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404178 Dec 15 13:46:31.094666 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3720f61-b2f0-4ac3-9bd3-9a5c66ce5500 admin admin] 10.222.0.32 "PUT /v2.0/routers/532f53e8-0229-4f54-a3aa-66e615dd1e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4346459 Dec 15 13:46:31.097143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:31.104677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.109939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] Sync routers for ids ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:31.137875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:31.168371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:31.170218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] Routers {'532f53e8-0229-4f54-a3aa-66e615dd1e0f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:31.172055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:31.225432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-235e6ff4-75d6-4bbf-8771-141cf235b9ee req-2646c764-aff0-468b-b7a5-7a098cb08408 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257639 Dec 15 13:46:31.238472 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.352492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:31.358060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637566-e876-4363-ad3a-b698488db285 req-e54bdd06-169d-4867-ab61-a3d776e2ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.359574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-e54bdd06-169d-4867-ab61-a3d776e2ad7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 1094 time: 0.0706499 Dec 15 13:46:31.387659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] Set router 532f53e8-0229-4f54-a3aa-66e615dd1e0f gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:31.537905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a6ef5-6fe1-4b57-9847-efd455804a0a req-c3667111-7c11-4deb-acb1-1c6e335a5d49 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.548059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-988a6ef5-6fe1-4b57-9847-efd455804a0a req-c3667111-7c11-4deb-acb1-1c6e335a5d49 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 943 time: 0.1616294 Dec 15 13:46:31.566943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:31.604732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.633737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb9ae9-9410-4152-b556-a6335cf65c45 req-562f3084-9a6e-4e37-a510-963acc167a2b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.641001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59eb9ae9-9410-4152-b556-a6335cf65c45 req-562f3084-9a6e-4e37-a510-963acc167a2b tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 948 time: 0.2497120 Dec 15 13:46:31.680758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637566-e876-4363-ad3a-b698488db285 req-a0bf0cb0-907f-4b38-bcde-3a6f919c24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.682263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-a0bf0cb0-907f-4b38-bcde-3a6f919c24e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 923 time: 0.3155594 Dec 15 13:46:31.695366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-988a6ef5-6fe1-4b57-9847-efd455804a0a req-415adf66-e6ff-4e22-b070-1e022e20b1ca tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294701 Dec 15 13:46:31.755695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.757536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:46:30Z', 'revision_number': 5, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port': {'id': '037cb268-decf-41fe-88b1-4f2847cbe52a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:31.791871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] Checking router: 532f53e8-0229-4f54-a3aa-66e615dd1e0f for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:31.798411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-d036f418-1aa2-4810-ac2d-f923549d7ca2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dae59ee-60cf-40a8-9179-149ae480feee HTTP/1.1" status: 200 len: 217 time: 0.0971470 Dec 15 13:46:31.823503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] Routers {'532f53e8-0229-4f54-a3aa-66e615dd1e0f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:31.824128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:31.838674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Deleting port 037cb268-decf-41fe-88b1-4f2847cbe52a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:31.839310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.860945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59eb9ae9-9410-4152-b556-a6335cf65c45 req-e4078784-34be-4f43-af4e-c826596d0598 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190278 Dec 15 13:46:31.926407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637566-e876-4363-ad3a-b698488db285 req-017d399f-3661-4afd-8dae-adf07b6e9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.928005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-017d399f-3661-4afd-8dae-adf07b6e9757 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 200 len: 861 time: 0.1034827 Dec 15 13:46:31.941150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] Set router 532f53e8-0229-4f54-a3aa-66e615dd1e0f gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:32.001745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:46:31Z', 'revision_number': 6, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:32.002322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] For port 037cb268-decf-41fe-88b1-4f2847cbe52a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=037cb268-decf-41fe-88b1-4f2847cbe52a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:32.002695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.011478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-7f75eae1-43e7-4430-a4fa-15adbd73aaf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=839b5424-6f73-48c6-9dbe-60d491053b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715883 Dec 15 13:46:32.029276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Calling delete_port for 037cb268-decf-41fe-88b1-4f2847cbe52a owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:32.034023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85a370-cead-4f11-88f9-53b68636b101 None None] The sync data for ids ['532f53e8-0229-4f54-a3aa-66e615dd1e0f'] in n-d-815324-3 is: [{'id': '532f53e8-0229-4f54-a3aa-66e615dd1e0f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-325858160-router', 'tenant_id': 'e471747a90304699bf3561b1ad0cb1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:46:31Z', 'revision_number': 6, 'project_id': 'e471747a90304699bf3561b1ad0cb1d2', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:32.149092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363d4c9-7052-4259-9d5e-5ee42053fdf4 req-c66b8180-0a25-44fa-9ccd-c2d87199f2ab tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.158613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6363d4c9-7052-4259-9d5e-5ee42053fdf4 req-c66b8180-0a25-44fa-9ccd-c2d87199f2ab tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1460302 Dec 15 13:46:32.238104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6363d4c9-7052-4259-9d5e-5ee42053fdf4 req-84d5b54a-6856-4ab7-8f70-d25ddbf8a2bf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782874 Dec 15 13:46:32.264578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.264919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-784054e2-c821-4c42-9ff4-1102a0fcfff5 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267826 Dec 15 13:46:32.314522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=037cb268-decf-41fe-88b1-4f2847cbe52a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:32.404347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.428206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678cb01-ac8d-4e72-97d7-86f7e898bc1f req-a7e82121-5cf6-442a-8e6c-5bf02ac13c40 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.429646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f678cb01-ac8d-4e72-97d7-86f7e898bc1f req-a7e82121-5cf6-442a-8e6c-5bf02ac13c40 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0927184 Dec 15 13:46:32.462395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01637566-e876-4363-ad3a-b698488db285 req-777a034f-cf5e-4a86-838d-faed7bc3ade5 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901481 Dec 15 13:46:32.506837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f678cb01-ac8d-4e72-97d7-86f7e898bc1f req-d7b27bba-dcce-40d3-b9d4-2b3ecb4457e4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Dec 15 13:46:32.561742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.567431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.623154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.626059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 532f53e8-0229-4f54-a3aa-66e615dd1e0f {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:46:32.634462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.635877 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-316edc03-b890-4896-83e9-149938594cd2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/532f53e8-0229-4f54-a3aa-66e615dd1e0f HTTP/1.1" status: 204 len: 168 time: 1.5374904 Dec 15 13:46:32.638596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:32.688809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Deleting subnet d6dbd0d9-51b7-4af9-99f2-1ae3a80c1434 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:32.692577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.740767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.886943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fc48e-a9db-4f37-9690-ed2392b4d90b req-85941bd2-0f18-4585-9500-9db04fa6c960 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.888824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec2fc48e-a9db-4f37-9690-ed2392b4d90b req-85941bd2-0f18-4585-9500-9db04fa6c960 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 943 time: 0.1120207 Dec 15 13:46:32.895219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.903560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:32.907305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:33.027941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec2fc48e-a9db-4f37-9690-ed2392b4d90b req-63639aa3-3c9e-464a-a62b-62a4af4d391c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022713 Dec 15 13:46:33.043069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.070261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.086503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d6dbd0d9-51b7-4af9-99f2-1ae3a80c1434 HTTP/1.1" status: 204 len: 168 time: 0.4438050 Dec 15 13:46:33.088866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:33.093347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42baee42-0760-42f5-b053-eaa734ae7c11 None None] Network 75430813-48ec-49c9-9fd5-bb1e5f5cab1e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:33.125199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6dbd0d9-51b7-4af9-99f2-1ae3a80c1434,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:33.146388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.146753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.147102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.147447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.147788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.148121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.149404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.150414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.150751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.151082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.151415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.152871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.153326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2c4c8-a5db-4f91-a212-3669811c6a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:33.176935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e4297-fbe0-4266-aa60-7560a26c0afd req-4a40da2a-ba89-4422-a200-7c6e3ef17223 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.186823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d3e4297-fbe0-4266-aa60-7560a26c0afd req-4a40da2a-ba89-4422-a200-7c6e3ef17223 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 948 time: 0.2045705 Dec 15 13:46:33.206228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 037cb268-decf-41fe-88b1-4f2847cbe52a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:33.222830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.287902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d3e4297-fbe0-4266-aa60-7560a26c0afd req-833c4c65-d57b-4996-95b7-70077ba2c857 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000767 Dec 15 13:46:33.297583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Deleting port 18194229-3a7e-41f8-bb81-54caec6db052 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:33.298300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.350168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 037cb268-decf-41fe-88b1-4f2847cbe52a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:33.351189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 037cb268-decf-41fe-88b1-4f2847cbe52a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:33.352126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e8edfce8-ec9c-40ed-899a-e7bedc05cc27 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:33.408879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] For port 18194229-3a7e-41f8-bb81-54caec6db052, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=18194229-3a7e-41f8-bb81-54caec6db052,segment=NetworkSegment(5d614da2-2ffe-4de5-a743-490dfb7558a8),segment_id=5d614da2-2ffe-4de5-a743-490dfb7558a8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:33.409770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.438537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Calling delete_port for 18194229-3a7e-41f8-bb81-54caec6db052 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:33.463498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e8edfce8-ec9c-40ed-899a-e7bedc05cc27 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:33.463839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e8edfce8-ec9c-40ed-899a-e7bedc05cc27 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:33.468049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:33.484346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 829d255e-1d09-4ea3-95b5-d3497413f044 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:33.485671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.512833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81dd9-fd51-49bf-9dc8-50428308c4ad req-d987fe62-8526-47fc-990a-6c4301f563f2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.515673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9c81dd9-fd51-49bf-9dc8-50428308c4ad req-d987fe62-8526-47fc-990a-6c4301f563f2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1261218 Dec 15 13:46:33.543548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4dae59ee-60cf-40a8-9179-149ae480feee', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'port_id': '4dae59ee-60cf-40a8-9179-149ae480feee', 'mac_address': 'fa:16:3e:f6:62:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a70eb36-6b51-4f9d-902e-343cd738c6b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:33.628238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.632293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9c81dd9-fd51-49bf-9dc8-50428308c4ad req-12df56f9-5b62-44ea-b5d3-f86083ccea9c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088984 Dec 15 13:46:33.650484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.663685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dae59ee-60cf-40a8-9179-149ae480feee {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:33.695090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:33.716585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.718956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] No DVR routers for this DVR port 18194229-3a7e-41f8-bb81-54caec6db052 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:33.753855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=18194229-3a7e-41f8-bb81-54caec6db052,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:33.767352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d53d50-dab0-4ea1-83d6-348879207011 req-ddc389eb-c2fe-4842-b3a7-98c79fc0f6c7 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.769704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0d53d50-dab0-4ea1-83d6-348879207011 req-ddc389eb-c2fe-4842-b3a7-98c79fc0f6c7 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0929153 Dec 15 13:46:33.801889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:46:33.827951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0d53d50-dab0-4ea1-83d6-348879207011 req-4c5c7252-37a3-4f73-ac82-6a433cffadf5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 Dec 15 13:46:33.840993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.872706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75430813-48ec-49c9-9fd5-bb1e5f5cab1e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:33.884355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d614da2-2ffe-4de5-a743-490dfb7558a8') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:33.884950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d614da2-2ffe-4de5-a743-490dfb7558a8') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:33.897609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.912543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.920079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:46:33.921908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.948746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:33.951552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e65bfb-0e58-40ee-be38-8e31329edb41 None None] DHCP port deletion for 75430813-48ec-49c9-9fd5-bb1e5f5cab1e request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:46:33.974236 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:46:34.004488 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:46:34.008436 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.013976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.021252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/75430813-48ec-49c9-9fd5-bb1e5f5cab1e HTTP/1.1" status: 204 len: 168 time: 0.9309573 Dec 15 13:46:34.024671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:34.027114 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12a020b-0834-4f28-a8b8-ea54f255b0b5" -d '{"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:34.033949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc4a0-b6d4-46e6-9332-ed777aaf8e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=75430813-48ec-49c9-9fd5-bb1e5f5cab1e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:34.064720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:34.074651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.135096 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a59be8-8f82-4689-80e2-75bcac42dfe6 x-openstack-request-id: req-e0a59be8-8f82-4689-80e2-75bcac42dfe6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:34.135843 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:34.135843 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0a59be8-8f82-4689-80e2-75bcac42dfe6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:34.136282 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044', 'code': 200} Dec 15 13:46:34.136901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:34.139824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4dae59ee-60cf-40a8-9179-149ae480feee'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:34.268867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49664) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:34.299260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadee610-435d-42c3-b376-8d62f543d811 req-8ce1bbd6-1a77-432d-acd7-1cf58d2ee298 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.313224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aadee610-435d-42c3-b376-8d62f543d811 req-8ce1bbd6-1a77-432d-acd7-1cf58d2ee298 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 944 time: 0.1501892 Dec 15 13:46:34.333203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-54858fb5-1ad4-4bc8-ac79-71c5edea4589 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=209919598cf645c6a0d2a1f0f1b62aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625455 Dec 15 13:46:34.334078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:34.403123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7284d-bc75-4243-b651-d39e005bdc86 req-10bd9c02-8712-40f9-a570-7bdf304efc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.404737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0eb7284d-bc75-4243-b651-d39e005bdc86 req-10bd9c02-8712-40f9-a570-7bdf304efc30 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1101 time: 0.1407955 Dec 15 13:46:34.419355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aadee610-435d-42c3-b376-8d62f543d811 req-66fcd44b-ab5a-4485-92a0-bbbf7e3bf0f5 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004834 Dec 15 13:46:34.449219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e81900e7-1292-4ae4-956b-3c0d130ae0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.488684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e81900e7-1292-4ae4-956b-3c0d130ae0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.496422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0eb7284d-bc75-4243-b651-d39e005bdc86 req-de658572-4588-40b9-8811-94976a13b325 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748622 Dec 15 13:46:34.509119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081206e-6c88-48db-83f7-4e07fd953687 req-5cca006d-8f56-48ed-b0a7-4f5e113756ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.511656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1081206e-6c88-48db-83f7-4e07fd953687 req-5cca006d-8f56-48ed-b0a7-4f5e113756ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 950 time: 0.0913002 Dec 15 13:46:34.558729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e81900e7-1292-4ae4-956b-3c0d130ae0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.561869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e81900e7-1292-4ae4-956b-3c0d130ae0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.566554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e81900e7-1292-4ae4-956b-3c0d130ae0bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/795f1887-8c91-4068-853f-a6e04add7e23 HTTP/1.1" status: 204 len: 168 time: 0.2280250 Dec 15 13:46:34.575869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81900e7-1292-4ae4-956b-3c0d130ae0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f1887-8c91-4068-853f-a6e04add7e23,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:34.604378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1081206e-6c88-48db-83f7-4e07fd953687 req-f8d26425-a715-47e7-bac8-ce40dc9d0deb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851667 Dec 15 13:46:34.793028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056227a5-7305-4308-8b8b-d532d218ef77 req-466e5c45-3dd7-4c6b-a828-bf3a4bcf9549 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.804630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-056227a5-7305-4308-8b8b-d532d218ef77 req-466e5c45-3dd7-4c6b-a828-bf3a4bcf9549 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0762272 Dec 15 13:46:34.882892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-056227a5-7305-4308-8b8b-d532d218ef77 req-dc330746-a916-4621-986e-7c7084f508b4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744812 Dec 15 13:46:34.976743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24db83-2d5e-4205-ae3e-80a82da27405 req-1a795668-da65-4b5c-9227-08804f1411f2 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.984938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea24db83-2d5e-4205-ae3e-80a82da27405 req-1a795668-da65-4b5c-9227-08804f1411f2 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0631235 Dec 15 13:46:35.054857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea24db83-2d5e-4205-ae3e-80a82da27405 req-d3fb579c-0261-4601-b637-aa41bc567d40 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657876 Dec 15 13:46:35.099299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:35.152789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-33773d1e-0085-47d8-9431-2691119830d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e471747a90304699bf3561b1ad0cb1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514667 Dec 15 13:46:35.157483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:35.167994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 18194229-3a7e-41f8-bb81-54caec6db052 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:35.193853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 18194229-3a7e-41f8-bb81-54caec6db052 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:35.194935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 18194229-3a7e-41f8-bb81-54caec6db052 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:35.245737 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-79b5e2a7-ee4a-4c0b-891a-b348dde86d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.294259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-79b5e2a7-ee4a-4c0b-891a-b348dde86d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.353959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-79b5e2a7-ee4a-4c0b-891a-b348dde86d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.356798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-79b5e2a7-ee4a-4c0b-891a-b348dde86d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.360751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-79b5e2a7-ee4a-4c0b-891a-b348dde86d80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/980e9fd0-3cd5-4452-ae9f-2c4bbc58f69a HTTP/1.1" status: 204 len: 168 time: 0.1994798 Dec 15 13:46:35.382102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5e2a7-ee4a-4c0b-891a-b348dde86d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980e9fd0-3cd5-4452-ae9f-2c4bbc58f69a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:35.601008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cae97c-20c0-4339-8993-98e9e3e6b608 req-a4e7b736-a5fc-47ea-9148-674597644be8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:35.602112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4cae97c-20c0-4339-8993-98e9e3e6b608 req-a4e7b736-a5fc-47ea-9148-674597644be8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 944 time: 0.0659654 Dec 15 13:46:35.689996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4cae97c-20c0-4339-8993-98e9e3e6b608 req-314b5974-4d5d-49af-a498-5388131ac086 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745091 Dec 15 13:46:35.778434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8c1e9-085e-4e3a-b53a-e3fb712c8b1f req-10772492-7bdb-47a3-ad67-d4019d5109fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:35.779968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86e8c1e9-085e-4e3a-b53a-e3fb712c8b1f req-10772492-7bdb-47a3-ad67-d4019d5109fc tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 950 time: 0.0679038 Dec 15 13:46:35.847184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86e8c1e9-085e-4e3a-b53a-e3fb712c8b1f req-fe725713-f715-4987-a159-56b71c804635 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Dec 15 13:46:36.024736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a463d-7688-469d-a88b-7eb48fad79ff req-49612dfe-2a51-426d-b000-dbd7f92fd398 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:36.035621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f36a463d-7688-469d-a88b-7eb48fad79ff req-49612dfe-2a51-426d-b000-dbd7f92fd398 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0776875 Dec 15 13:46:36.142703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f36a463d-7688-469d-a88b-7eb48fad79ff req-33c23af2-7d49-447f-b162-dc16bca82699 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059418 Dec 15 13:46:36.293497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5909-de1d-4b6b-88da-fa58d600bc2a req-745a6c29-f067-4491-b953-9ab841020593 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:36.295531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bdb5909-de1d-4b6b-88da-fa58d600bc2a req-745a6c29-f067-4491-b953-9ab841020593 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1083102 Dec 15 13:46:36.361061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bdb5909-de1d-4b6b-88da-fa58d600bc2a req-f0643b55-109e-458f-97f9-e1e74fce931a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583246 Dec 15 13:46:36.888180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6147-7715-4234-973a-26a1e73ebf0f req-9eb04db0-d577-4bc9-b950-c9bb37ecf093 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:36.899051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b09f6147-7715-4234-973a-26a1e73ebf0f req-9eb04db0-d577-4bc9-b950-c9bb37ecf093 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 944 time: 0.0735116 Dec 15 13:46:36.918771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:36.961671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b09f6147-7715-4234-973a-26a1e73ebf0f req-9b8cd853-3291-4046-a2e9-abfad7da1818 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Dec 15 13:46:37.022395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 4dae59ee-60cf-40a8-9179-149ae480feee completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:37.030039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4dae59ee-60cf-40a8-9179-149ae480feee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:37.031595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.058043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a0e7d-2337-4192-ac6d-d82925a5f05e req-4f19034a-3e5f-459b-9518-c1895b9c66aa tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.068824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df7a0e7d-2337-4192-ac6d-d82925a5f05e req-4f19034a-3e5f-459b-9518-c1895b9c66aa tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 950 time: 0.0981033 Dec 15 13:46:37.134056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df7a0e7d-2337-4192-ac6d-d82925a5f05e req-6417018d-dcd9-4636-820e-f761034b3692 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639722 Dec 15 13:46:37.158622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.197807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:37.200202 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e408b-8b9e-49f3-bef7-e0cefb655769" -d '{"events": [{"server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "name": "network-vif-plugged", "status": "completed", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:37.217866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:37.219219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.300999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:37.328010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f849cb-acd3-4bc1-9733-7c2033fa1515 req-579e8bad-276c-4bcc-9fd1-1ab8bb3e48b0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.336998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22f849cb-acd3-4bc1-9733-7c2033fa1515 req-579e8bad-276c-4bcc-9fd1-1ab8bb3e48b0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0761609 Dec 15 13:46:37.396640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22f849cb-acd3-4bc1-9733-7c2033fa1515 req-6a9ada8d-fb88-4aba-971f-709348d3bd67 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586703 Dec 15 13:46:37.397003 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a3372-8d2a-4a42-bab0-c4436038b2ed x-openstack-request-id: req-6a1a3372-8d2a-4a42-bab0-c4436038b2ed {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:37.397306 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "name": "network-vif-plugged", "status": "completed", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:37.397568 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a1a3372-8d2a-4a42-bab0-c4436038b2ed {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:37.397973 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee', 'code': 200} Dec 15 13:46:37.611144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b4741-c01a-4870-9175-aa53e9eb7fcd req-40071000-de5a-41b7-8509-ca89e7fc66ad tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.612728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215b4741-c01a-4870-9175-aa53e9eb7fcd req-40071000-de5a-41b7-8509-ca89e7fc66ad tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1101 time: 0.1186259 Dec 15 13:46:37.663758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb343a7-a0b5-40e3-9f41-4e4cfdb22c4d req-6fc000ca-58e3-4f56-8352-a00db253bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.665273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bb343a7-a0b5-40e3-9f41-4e4cfdb22c4d req-6fc000ca-58e3-4f56-8352-a00db253bdb6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 1096 time: 0.1343071 Dec 15 13:46:37.682908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4d195-5654-4c96-8da3-f47d9c751a32 req-ace2f4ad-5300-4b85-8496-4ee544f6ca64 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.684333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10f4d195-5654-4c96-8da3-f47d9c751a32 req-ace2f4ad-5300-4b85-8496-4ee544f6ca64 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1010966 Dec 15 13:46:37.728823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215b4741-c01a-4870-9175-aa53e9eb7fcd req-b4bbdc2a-c13f-4e6b-b3d4-906ee5b45d4b tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Dec 15 13:46:37.773340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bb343a7-a0b5-40e3-9f41-4e4cfdb22c4d req-c45d65cb-79ae-480b-bf75-8de5e2f01c9d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863240 Dec 15 13:46:37.778822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10f4d195-5654-4c96-8da3-f47d9c751a32 req-dc203cb3-b6d6-44c8-aa9b-9b2985d197ca tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830657 Dec 15 13:46:37.935805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149070cf-dacc-4342-ac85-86a25b34dbba req-ffc6c115-f7c1-4542-bccc-0c6ed6ae8b58 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.938869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-149070cf-dacc-4342-ac85-86a25b34dbba req-ffc6c115-f7c1-4542-bccc-0c6ed6ae8b58 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0735049 Dec 15 13:46:38.009049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-149070cf-dacc-4342-ac85-86a25b34dbba req-ce590c2e-4b59-4f00-88b1-0df674587422 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635056 Dec 15 13:46:38.153506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077eecf-d632-40a8-b4c7-ef85eb76adb0 req-10992d85-26f6-488f-b552-39741e49819a tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.155667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3077eecf-d632-40a8-b4c7-ef85eb76adb0 req-10992d85-26f6-488f-b552-39741e49819a tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0616088 Dec 15 13:46:38.221064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3077eecf-d632-40a8-b4c7-ef85eb76adb0 req-778c7695-3e0d-4216-b820-15e9aee9bb6f tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587049 Dec 15 13:46:38.274726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1a09a-3cd3-4585-87c5-ebe709538940 req-dca0ce84-5527-47b1-a565-3bab089bc560 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.283212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ce1a09a-3cd3-4585-87c5-ebe709538940 req-dca0ce84-5527-47b1-a565-3bab089bc560 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 1101 time: 0.0599935 Dec 15 13:46:38.348790 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ce1a09a-3cd3-4585-87c5-ebe709538940 req-68428129-5dab-4ca1-8599-af8bc0c9dfe3 tempest-ServersAdminTestJSON-414582605 tempest-ServersAdminTestJSON-414582605-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646434 Dec 15 13:46:38.396143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47cdc5-20d4-4ed9-9079-96b1987940e1 req-5f65394c-10cf-4036-a033-3f1ef6c119ac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.397796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca47cdc5-20d4-4ed9-9079-96b1987940e1 req-5f65394c-10cf-4036-a033-3f1ef6c119ac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0645592 Dec 15 13:46:38.463843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca47cdc5-20d4-4ed9-9079-96b1987940e1 req-3c1328ef-4834-429f-a6ef-86642bae4bb7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581083 Dec 15 13:46:38.636973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c3b80-1b23-47d5-ac50-9d22fcbaaa0d req-e99540a8-e9e4-427c-a63d-15dc7c168241 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.645896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f9c3b80-1b23-47d5-ac50-9d22fcbaaa0d req-e99540a8-e9e4-427c-a63d-15dc7c168241 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0783734 Dec 15 13:46:38.701053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f9c3b80-1b23-47d5-ac50-9d22fcbaaa0d req-8ba39362-8f60-4a4a-b850-56cdebe190ed tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545797 Dec 15 13:46:38.841229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50038597-ebc8-4ebb-a0c6-224e71e07ed6 req-249e496e-5b08-465b-9bb0-094aa3785715 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.849675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50038597-ebc8-4ebb-a0c6-224e71e07ed6 req-249e496e-5b08-465b-9bb0-094aa3785715 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 950 time: 0.0734551 Dec 15 13:46:38.925318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50038597-ebc8-4ebb-a0c6-224e71e07ed6 req-25ba4ca2-622e-4201-9f00-61ba414e19f6 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744319 Dec 15 13:46:38.963356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9fe2-f8d1-4277-8945-78c77c7eba2e req-3392a441-e4a8-4bd9-b450-045a0b7bcace tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.967099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67ef9fe2-f8d1-4277-8945-78c77c7eba2e req-3392a441-e4a8-4bd9-b450-045a0b7bcace tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1010485 Dec 15 13:46:39.042289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67ef9fe2-f8d1-4277-8945-78c77c7eba2e req-22f4b492-c960-492a-88aa-b693b69457da tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680132 Dec 15 13:46:39.152385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af395f-35eb-4401-beba-1edb0ad12ee2 req-ab7cab29-315a-49d5-baf3-9a3f01f6c410 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.154307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69af395f-35eb-4401-beba-1edb0ad12ee2 req-ab7cab29-315a-49d5-baf3-9a3f01f6c410 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0885735 Dec 15 13:46:39.259774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69af395f-35eb-4401-beba-1edb0ad12ee2 req-6ef3ca73-75be-4645-b503-e01eb0f72155 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949359 Dec 15 13:46:39.276852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366857c4-b125-4378-a88d-c22e724f9cae req-d346ac00-210a-4304-9477-745436a9e24d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.278324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-366857c4-b125-4378-a88d-c22e724f9cae req-d346ac00-210a-4304-9477-745436a9e24d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0656967 Dec 15 13:46:39.360702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-366857c4-b125-4378-a88d-c22e724f9cae req-c3033a78-a411-47af-bce0-870b5c350e7c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Dec 15 13:46:39.416431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c0a13-ee5e-492f-a653-8ba2f1e60e89 req-9e78b199-64cc-4df0-b519-44067105c3df tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.418052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f4c0a13-ee5e-492f-a653-8ba2f1e60e89 req-9e78b199-64cc-4df0-b519-44067105c3df tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0601833 Dec 15 13:46:39.493719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f4c0a13-ee5e-492f-a653-8ba2f1e60e89 req-7e783554-cda0-4cae-806d-d6b7ad7f56ee tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683675 Dec 15 13:46:39.586105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767273-bcc4-4fc3-9e1e-8bbe28b229fc req-12113ab2-bbfa-4e7a-82f6-ea3991834802 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.587937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54767273-bcc4-4fc3-9e1e-8bbe28b229fc req-12113ab2-bbfa-4e7a-82f6-ea3991834802 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Dec 15 13:46:39.670179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c19e9-9276-4c5f-af46-a164943b2f5f req-7bd6e307-f142-4ddf-95a9-96be1e664bb1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.671764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f1c19e9-9276-4c5f-af46-a164943b2f5f req-7bd6e307-f142-4ddf-95a9-96be1e664bb1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0828254 Dec 15 13:46:39.675830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54767273-bcc4-4fc3-9e1e-8bbe28b229fc req-1019fc19-c5c6-4a04-9588-bc6a069fab3c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Dec 15 13:46:39.769214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f1c19e9-9276-4c5f-af46-a164943b2f5f req-d79f9583-0fab-4862-8c2c-5dbd38526488 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 Dec 15 13:46:39.841780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbfe8a-de01-4bb6-bf9e-b1c0659a826e req-7dc735b3-6851-42df-8c8a-067630c8b6d2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.841780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-addbfe8a-de01-4bb6-bf9e-b1c0659a826e req-7dc735b3-6851-42df-8c8a-067630c8b6d2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0546687 Dec 15 13:46:39.895263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-addbfe8a-de01-4bb6-bf9e-b1c0659a826e req-c1c8f11d-4536-4505-b8a7-c9035e14846b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Dec 15 13:46:40.041057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893455e-00ae-453a-98d4-f148a3d7114b req-417f522f-c936-4495-aed9-f301157546ad tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.042543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6893455e-00ae-453a-98d4-f148a3d7114b req-417f522f-c936-4495-aed9-f301157546ad tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0502715 Dec 15 13:46:40.121572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c6989-7886-4ea7-9bb3-35b0af3253bf req-6d37b07c-89d8-4659-8091-0d8e747891f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.123112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d62c6989-7886-4ea7-9bb3-35b0af3253bf req-6d37b07c-89d8-4659-8091-0d8e747891f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0796947 Dec 15 13:46:40.127838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6893455e-00ae-453a-98d4-f148a3d7114b req-2db12ed5-44cd-417b-b740-39a86ba0f6b8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751150 Dec 15 13:46:40.179331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d62c6989-7886-4ea7-9bb3-35b0af3253bf req-24b5b99e-aaec-401d-88ff-29745ab4978e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Dec 15 13:46:40.332247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-dd2dbf58-35b4-4352-861b-cb09ec8789af tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.333936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-dd2dbf58-35b4-4352-861b-cb09ec8789af tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 950 time: 0.1002996 Dec 15 13:46:40.352849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0c1dc-082e-494b-ba0e-28f6734dfb7a req-d8f057bd-6c21-49b9-8f8e-7bc6934b9263 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.354779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fea0c1dc-082e-494b-ba0e-28f6734dfb7a req-d8f057bd-6c21-49b9-8f8e-7bc6934b9263 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 950 time: 0.0817449 Dec 15 13:46:40.800724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fea0c1dc-082e-494b-ba0e-28f6734dfb7a req-d0114c3a-f9b0-4dd1-a56a-bda2c377b5ad tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360051 Dec 15 13:46:40.809772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947247-26a3-42b0-a582-e334f3ed74f5 req-9d31d668-7766-432d-b459-550f52b5f273 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.811307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1947247-26a3-42b0-a582-e334f3ed74f5 req-9d31d668-7766-432d-b459-550f52b5f273 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.4231110 Dec 15 13:46:40.869492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Deleting port 6960a0fa-a3c3-47f1-a248-06473910eeba {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:40.869923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:40.952102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1947247-26a3-42b0-a582-e334f3ed74f5 req-d6156ead-b02c-43c6-b48b-f8fbe42213eb tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334269 Dec 15 13:46:41.023980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa3d48-33b3-446e-9e78-b3aa53fd43b4 req-f1eeaa2b-6d25-491d-a40e-b6608967e986 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.025690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07fa3d48-33b3-446e-9e78-b3aa53fd43b4 req-f1eeaa2b-6d25-491d-a40e-b6608967e986 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1382790 Dec 15 13:46:41.076707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] For port 6960a0fa-a3c3-47f1-a248-06473910eeba, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6960a0fa-a3c3-47f1-a248-06473910eeba,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:41.077399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.104550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Calling delete_port for 6960a0fa-a3c3-47f1-a248-06473910eeba owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:41.173797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f31fe-bb21-4e75-9f1b-e30d8b206747 req-c4646081-c33b-48dd-99ea-8521d863ffdb tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.175807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c02f31fe-bb21-4e75-9f1b-e30d8b206747 req-c4646081-c33b-48dd-99ea-8521d863ffdb tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1468813 Dec 15 13:46:41.180819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07fa3d48-33b3-446e-9e78-b3aa53fd43b4 req-3c9914b5-8ab3-4f2c-9207-9dc00b6a6f2b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464400 Dec 15 13:46:41.252319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c02f31fe-bb21-4e75-9f1b-e30d8b206747 req-b13b1949-022a-4400-8c95-cc240d7952ad tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Dec 15 13:46:41.343212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.359789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7aab0edb-d2d4-49c9-bd25-f299801d3feb', '6960a0fa-a3c3-47f1-a248-06473910eeba', '829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:41.378627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event deleted for resources: {'Port': ['ID=6960a0fa-a3c3-47f1-a248-06473910eeba,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:41.475295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] No DVR routers for this DVR port 6960a0fa-a3c3-47f1-a248-06473910eeba on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:41.478215 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.482411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cadf6a6f-1c43-4b9c-926e-7aa12d9ed6d8 req-95af8a65-4092-4cf7-9586-e81ca3953cf5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "DELETE /v2.0/ports/6960a0fa-a3c3-47f1-a248-06473910eeba HTTP/1.1" status: 204 len: 173 time: 1.1266401 Dec 15 13:46:41.483240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'name': 'network-vif-deleted', 'tag': '6960a0fa-a3c3-47f1-a248-06473910eeba'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:41.486748 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd603547-697a-4e71-b8bf-d95807ad49d4" -d '{"events": [{"server_uuid": "8f1cae4d-1693-4a77-94d0-28234b66a5f2", "name": "network-vif-deleted", "tag": "6960a0fa-a3c3-47f1-a248-06473910eeba"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:41.525951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccc9f2-fc2b-4380-aa79-342d7490b484 req-64e5c9a9-249e-49c5-b256-a484da761636 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.536598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcccc9f2-fc2b-4380-aa79-342d7490b484 req-64e5c9a9-249e-49c5-b256-a484da761636 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.1593387 Dec 15 13:46:41.550887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b0d14-ac82-4e87-9b61-77a9bea89ddf req-76d011c9-4d39-42fe-86bf-dd44f2b8cc43 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.552461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2b0d14-ac82-4e87-9b61-77a9bea89ddf req-76d011c9-4d39-42fe-86bf-dd44f2b8cc43 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1377795 Dec 15 13:46:41.672389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcccc9f2-fc2b-4380-aa79-342d7490b484 req-4c7daf8e-26dc-4cac-96b5-a7b3ccc2f579 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293616 Dec 15 13:46:41.684153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2b0d14-ac82-4e87-9b61-77a9bea89ddf req-3619e53f-db64-4677-929e-3215aed8cb9e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119676 Dec 15 13:46:41.738467 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434dfc20-5708-46dd-b7a9-586759c04f4d x-openstack-request-id: req-434dfc20-5708-46dd-b7a9-586759c04f4d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:41.738772 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1cae4d-1693-4a77-94d0-28234b66a5f2", "name": "network-vif-deleted", "tag": "6960a0fa-a3c3-47f1-a248-06473910eeba", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:41.739034 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-434dfc20-5708-46dd-b7a9-586759c04f4d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:41.739444 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1cae4d-1693-4a77-94d0-28234b66a5f2', 'name': 'network-vif-deleted', 'tag': '6960a0fa-a3c3-47f1-a248-06473910eeba', 'status': 'completed', 'code': 200} Dec 15 13:46:41.858535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3837-be9c-4333-9ad7-855f67404508 req-c09fd163-4cd4-4a78-a97f-09f9422d5be3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.860050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed1b3837-be9c-4333-9ad7-855f67404508 req-c09fd163-4cd4-4a78-a97f-09f9422d5be3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0894351 Dec 15 13:46:41.897053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827026-0d6c-408f-ac49-266f9c82c2ca req-ff04266b-5241-4f6e-9dd5-a20c860c1d0b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.904623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0827026-0d6c-408f-ac49-266f9c82c2ca req-ff04266b-5241-4f6e-9dd5-a20c860c1d0b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1055984 Dec 15 13:46:41.964746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed1b3837-be9c-4333-9ad7-855f67404508 req-c9c9bc15-54e4-4ce7-b111-7510f9d7298d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914032 Dec 15 13:46:41.988016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0827026-0d6c-408f-ac49-266f9c82c2ca req-4dd2faa0-1665-401e-a819-b672b1a4eec0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785141 Dec 15 13:46:42.151937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-231da4a6-ec01-492e-ae96-6f236424fb5e req-52162dff-ffb5-4de2-be3c-ff1420bc6b2c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f1cae4d-1693-4a77-94d0-28234b66a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0324173 Dec 15 13:46:42.282543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a14667-9f7c-4f53-8c18-f1173c714650 req-31c862f7-eaea-41ee-bdf7-0fd38aa37ca0 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.284156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38a14667-9f7c-4f53-8c18-f1173c714650 req-31c862f7-eaea-41ee-bdf7-0fd38aa37ca0 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0789948 Dec 15 13:46:42.317729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5ec69-749f-4f65-a431-7424396ffb8b req-a2eca076-7a11-4d5c-8afc-78bb993b8cc9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.319213 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9c5ec69-749f-4f65-a431-7424396ffb8b req-a2eca076-7a11-4d5c-8afc-78bb993b8cc9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0819125 Dec 15 13:46:42.364704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38a14667-9f7c-4f53-8c18-f1173c714650 req-f71df3a4-d7ce-42ad-ac60-3a84bb99e728 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722816 Dec 15 13:46:42.413053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9c5ec69-749f-4f65-a431-7424396ffb8b req-ed3b68c6-8a41-4dd9-a07f-02c261672c6a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824544 Dec 15 13:46:42.515590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ebe2fca1-d551-4619-b74c-878eeabbc091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.519719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbeb6ce-94f0-4b3a-b71a-7e04bcc020f3 req-23398d68-4263-4091-9a2d-69e9d6554c93 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.521405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bbeb6ce-94f0-4b3a-b71a-7e04bcc020f3 req-23398d68-4263-4091-9a2d-69e9d6554c93 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0574648 Dec 15 13:46:42.607736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bbeb6ce-94f0-4b3a-b71a-7e04bcc020f3 req-4abc16f5-f556-46a1-9f1d-5d3f0f278881 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Dec 15 13:46:42.635048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67ea05-1a74-475b-a9c4-a956d19c6c1e req-2d30f831-af94-4156-a0fc-43ff28e24846 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.636570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f67ea05-1a74-475b-a9c4-a956d19c6c1e req-2d30f831-af94-4156-a0fc-43ff28e24846 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0781918 Dec 15 13:46:42.694282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f67ea05-1a74-475b-a9c4-a956d19c6c1e req-f60c3cd7-5724-46e1-a7fc-37a215ffbbb2 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501206 Dec 15 13:46:42.758511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4122e-57f4-43d9-bb12-3c70307b0bfe req-5b05d2e5-aca3-4dcb-a40b-7572e5dae9d6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.760323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6c4122e-57f4-43d9-bb12-3c70307b0bfe req-5b05d2e5-aca3-4dcb-a40b-7572e5dae9d6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0651746 Dec 15 13:46:42.814078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6c4122e-57f4-43d9-bb12-3c70307b0bfe req-1d4654b9-7f99-4e1a-8718-34c8c02a77b2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Dec 15 13:46:42.996439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991a134-f4e5-4e95-a6b2-e2f216bcfe63 req-a3c3f353-fa6f-4e22-bfd3-e38f55191878 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.998321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f991a134-f4e5-4e95-a6b2-e2f216bcfe63 req-a3c3f353-fa6f-4e22-bfd3-e38f55191878 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0615797 Dec 15 13:46:43.080433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f991a134-f4e5-4e95-a6b2-e2f216bcfe63 req-26d097d2-6a48-46c9-bfbe-ca4b3ad540e0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729127 Dec 15 13:46:43.272954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29d68b-138e-465f-963d-911e8c5bc1a1 req-af4b7e62-3df1-4171-8b11-9e65ebede7fa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.275238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e29d68b-138e-465f-963d-911e8c5bc1a1 req-af4b7e62-3df1-4171-8b11-9e65ebede7fa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0803809 Dec 15 13:46:43.356976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e29d68b-138e-465f-963d-911e8c5bc1a1 req-0f4ebe90-1c2f-45ae-9c34-d27c732d32db tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Dec 15 13:46:43.585599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6906de8-7a78-49c2-8d23-cc06ad4491f8 req-d2360c98-ca6a-4bff-a584-978ef17005cf tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.587428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6906de8-7a78-49c2-8d23-cc06ad4491f8 req-d2360c98-ca6a-4bff-a584-978ef17005cf tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0768464 Dec 15 13:46:43.655442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6906de8-7a78-49c2-8d23-cc06ad4491f8 req-254d8ede-17ee-4012-820e-6313d4ba1983 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Dec 15 13:46:43.743598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0729551-e806-4ff6-ad96-ecb89e338a00 req-e9af7f49-baf7-4da0-9f82-30cc873c4b3e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.745214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0729551-e806-4ff6-ad96-ecb89e338a00 req-e9af7f49-baf7-4da0-9f82-30cc873c4b3e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0586910 Dec 15 13:46:43.801205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0729551-e806-4ff6-ad96-ecb89e338a00 req-db332694-8a02-405d-a045-ca6d0179cec3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 Dec 15 13:46:43.844158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:43.856781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cbd60-c56f-4c9e-9cc6-111cf317504c req-7fc4cd1a-33b6-4b1b-af9f-004c1a9b348d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.858299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d56cbd60-c56f-4c9e-9cc6-111cf317504c req-7fc4cd1a-33b6-4b1b-af9f-004c1a9b348d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 949 time: 0.0561059 Dec 15 13:46:43.913818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d56cbd60-c56f-4c9e-9cc6-111cf317504c req-cd30daec-a0ee-4179-a955-3a6b5a9f346c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Dec 15 13:46:43.982935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2ce65-2717-4d6c-851b-c96e10ba290c req-de58b136-140e-4334-b6cd-d042443bb409 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.984618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a2ce65-2717-4d6c-851b-c96e10ba290c req-de58b136-140e-4334-b6cd-d042443bb409 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0688946 Dec 15 13:46:44.074962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a2ce65-2717-4d6c-851b-c96e10ba290c req-63e7c2ec-9f5b-44bf-abc6-c7827565322a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829840 Dec 15 13:46:44.085092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fee5f-92a5-4a2f-ba58-f8bf2b34ad07 req-34912686-503a-4886-bfe4-7bb90116e462 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.086861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217fee5f-92a5-4a2f-ba58-f8bf2b34ad07 req-34912686-503a-4886-bfe4-7bb90116e462 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0936849 Dec 15 13:46:44.152668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217fee5f-92a5-4a2f-ba58-f8bf2b34ad07 req-5419ac5c-8eda-494b-9dab-7e0f285bd9f8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504730 Dec 15 13:46:44.453760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814376-6da0-421e-aa26-6692b6543afe req-27ea9615-d4ca-41ff-aa25-2a37155431b2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.455767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7814376-6da0-421e-aa26-6692b6543afe req-27ea9615-d4ca-41ff-aa25-2a37155431b2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0565538 Dec 15 13:46:44.516704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7814376-6da0-421e-aa26-6692b6543afe req-77ad7cef-f28c-4398-874a-ba369a03d7b5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500581 Dec 15 13:46:44.660692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165961d2-5f5d-4f86-8a32-91100cb0a841 req-59f91381-598b-49cc-8a72-59a2e75c1398 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.662674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-165961d2-5f5d-4f86-8a32-91100cb0a841 req-59f91381-598b-49cc-8a72-59a2e75c1398 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0731852 Dec 15 13:46:44.673290 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747b6e70-aea9-4ff4-ac91-7b6d149dd05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:44.724735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-165961d2-5f5d-4f86-8a32-91100cb0a841 req-4a8d792d-38ce-4507-b858-f75c2c5fc6ed tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Dec 15 13:46:44.784917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab86e4-bfe0-44f8-8bcd-4bd1bf62ad54 req-19e2d3b0-5ac2-4808-afe7-10694b1a7018 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.786649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4ab86e4-bfe0-44f8-8bcd-4bd1bf62ad54 req-19e2d3b0-5ac2-4808-afe7-10694b1a7018 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0560255 Dec 15 13:46:44.839804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4ab86e4-bfe0-44f8-8bcd-4bd1bf62ad54 req-ad7984c0-8d0b-45ff-b486-c53258306e2a tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Dec 15 13:46:44.891519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50060) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:44.950428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0370901-e9c7-4272-bf0e-9853bb4db97c req-4e82a8a6-ccf8-4b50-9040-0af253c37444 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.952032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0370901-e9c7-4272-bf0e-9853bb4db97c req-4e82a8a6-ccf8-4b50-9040-0af253c37444 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0542860 Dec 15 13:46:44.973394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:44.980822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6960a0fa-a3c3-47f1-a248-06473910eeba no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:45.014184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfd071b3-299d-4689-8411-5e83a74e9bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.017956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 6960a0fa-a3c3-47f1-a248-06473910eeba {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:45.018742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6960a0fa-a3c3-47f1-a248-06473910eeba not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:45.036720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0370901-e9c7-4272-bf0e-9853bb4db97c req-33640b33-8ae0-4844-8b98-3f3689aedbc3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775294 Dec 15 13:46:45.130281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4cce6-4493-4f46-ae5b-69d596edc630 req-63f87901-c1b9-483f-8cd8-6710f688e978 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:45.131809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de4cce6-4493-4f46-ae5b-69d596edc630 req-63f87901-c1b9-483f-8cd8-6710f688e978 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 949 time: 0.1223874 Dec 15 13:46:45.140490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:45.157416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4dae59ee-60cf-40a8-9179-149ae480feee', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'port_id': '4dae59ee-60cf-40a8-9179-149ae480feee', 'mac_address': 'fa:16:3e:f6:62:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a70eb36-6b51-4f9d-902e-343cd738c6b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:45.199548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.219776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfd071b3-299d-4689-8411-5e83a74e9bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.220008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dae59ee-60cf-40a8-9179-149ae480feee {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:45.231926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfd071b3-299d-4689-8411-5e83a74e9bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.242929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:45.248582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.294847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57dc22-abe6-4ad8-bb56-79946ad85549 req-aaf2ba11-abca-4221-beb1-464cc378c8a4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:45.296344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de57dc22-abe6-4ad8-bb56-79946ad85549 req-aaf2ba11-abca-4221-beb1-464cc378c8a4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1622558 Dec 15 13:46:45.298414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:45.324554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de4cce6-4493-4f46-ae5b-69d596edc630 req-d008e2e9-8db1-4784-90ac-7235bf00052c tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693237 Dec 15 13:46:45.335061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dfd071b3-299d-4689-8411-5e83a74e9bbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d51b2cf75e404f76a4b237dd40295538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422996 Dec 15 13:46:45.337852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:45.353275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd071b3-299d-4689-8411-5e83a74e9bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f091b529-c466-4866-a195-08cae8acb2eb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:45.421524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.435463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4dae59ee-60cf-40a8-9179-149ae480feee'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:45.438423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de57dc22-abe6-4ad8-bb56-79946ad85549 req-bf7f2d0a-ef8e-4833-8e2c-a10077c454b5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163132 Dec 15 13:46:45.456332 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.505354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc619e8-b933-41e8-acdd-9276f5385cbc req-bed9ac49-db18-4bf2-9f93-8e50fecbcc72 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:45.506848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bc619e8-b933-41e8-acdd-9276f5385cbc req-bed9ac49-db18-4bf2-9f93-8e50fecbcc72 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0675426 Dec 15 13:46:45.548130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.553032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.556081 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f091b529-c466-4866-a195-08cae8acb2eb HTTP/1.1" status: 204 len: 168 time: 0.2166517 Dec 15 13:46:45.572410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f091b529-c466-4866-a195-08cae8acb2eb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:45.608763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.610689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.614723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.617067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.618776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.621017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.624415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.626419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.627234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.629555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.631926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.633431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.634171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea22451-5183-4540-8424-4afa969848c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:45.649445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bc619e8-b933-41e8-acdd-9276f5385cbc req-aaf07f91-eaa0-46df-8c35-2840854301d8 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351118 Dec 15 13:46:45.877240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-d98ec6e8-9bcc-4655-8075-1365f316ddfa tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:45.879363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-d98ec6e8-9bcc-4655-8075-1365f316ddfa tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 949 time: 0.0932145 Dec 15 13:46:46.094716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50104) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:46.106147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.119449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56185a14-496d-4e8b-87a4-24a1de76804d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.155089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633650c-51cc-4fb1-b2e9-77d2a4c273db req-1be8b825-13ad-47d6-95d0-751b4fd6b882 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:46.163172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2633650c-51cc-4fb1-b2e9-77d2a4c273db req-1be8b825-13ad-47d6-95d0-751b4fd6b882 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 944 time: 0.1298296 Dec 15 13:46:46.186141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4600-c9bb-46c3-b118-c243998574cf req-728fc186-cca2-4fca-912e-b2d40945f4e6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:46.187633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-375c4600-c9bb-46c3-b118-c243998574cf req-728fc186-cca2-4fca-912e-b2d40945f4e6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1416821 Dec 15 13:46:46.204995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56185a14-496d-4e8b-87a4-24a1de76804d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.208792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Deleting port 7aab0edb-d2d4-49c9-bd25-f299801d3feb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:46.209092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.210593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56185a14-496d-4e8b-87a4-24a1de76804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.252854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56185a14-496d-4e8b-87a4-24a1de76804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6cd289-406b-4b12-9a16-29d66fc7133f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:46.259713 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56185a14-496d-4e8b-87a4-24a1de76804d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41c3980dfe864d0ea4df409218e3942b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637015 Dec 15 13:46:46.262376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50108) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:46.321270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2633650c-51cc-4fb1-b2e9-77d2a4c273db req-c0334dcc-83f6-4335-bed5-ec75cad87136 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569054 Dec 15 13:46:46.325008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6659b396-64e2-40b7-a7ef-1d8f1b1516d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.367303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-375c4600-c9bb-46c3-b118-c243998574cf req-7adfa42e-2aff-4739-a5ef-3f6306a3dc7b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596153 Dec 15 13:46:46.367452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6659b396-64e2-40b7-a7ef-1d8f1b1516d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.425141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] For port 7aab0edb-d2d4-49c9-bd25-f299801d3feb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aab0edb-d2d4-49c9-bd25-f299801d3feb,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:46.425520 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.426110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6659b396-64e2-40b7-a7ef-1d8f1b1516d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.431275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6659b396-64e2-40b7-a7ef-1d8f1b1516d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.434419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6659b396-64e2-40b7-a7ef-1d8f1b1516d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d6cd289-406b-4b12-9a16-29d66fc7133f HTTP/1.1" status: 204 len: 168 time: 0.1703796 Dec 15 13:46:46.446475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Calling delete_port for 7aab0edb-d2d4-49c9-bd25-f299801d3feb owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:46.449228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659b396-64e2-40b7-a7ef-1d8f1b1516d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6cd289-406b-4b12-9a16-29d66fc7133f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:46.581893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8db8-be4d-4b4d-afff-c105e05d27e4 req-8686005d-c17f-48c3-9795-51366e55e210 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:46.589359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f95a8db8-be4d-4b4d-afff-c105e05d27e4 req-8686005d-c17f-48c3-9795-51366e55e210 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=8abe61a1-d58d-494b-a0cf-dd0476340812 HTTP/1.1" status: 200 len: 949 time: 0.1228766 Dec 15 13:46:46.664543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f95a8db8-be4d-4b4d-afff-c105e05d27e4 req-9bcf248e-bb67-4be3-9941-51e1c5584824 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738277 Dec 15 13:46:46.742346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.760535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7aab0edb-d2d4-49c9-bd25-f299801d3feb', '829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:46.788568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event deleted for resources: {'Port': ['ID=7aab0edb-d2d4-49c9-bd25-f299801d3feb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:46.854446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] No DVR routers for this DVR port 7aab0edb-d2d4-49c9-bd25-f299801d3feb on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:46.857511 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.861140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2430cd75-8188-4c8b-990c-696c0ec2026f req-c6259a0b-8786-4390-aad6-a73b9407a5ac tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "DELETE /v2.0/ports/7aab0edb-d2d4-49c9-bd25-f299801d3feb HTTP/1.1" status: 204 len: 173 time: 0.9735868 Dec 15 13:46:46.861603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'name': 'network-vif-deleted', 'tag': '7aab0edb-d2d4-49c9-bd25-f299801d3feb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:46.870166 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f397f7e-c02b-4951-afbc-d591cb84074d" -d '{"events": [{"server_uuid": "8abe61a1-d58d-494b-a0cf-dd0476340812", "name": "network-vif-deleted", "tag": "7aab0edb-d2d4-49c9-bd25-f299801d3feb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:46.903036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd02d0b-3664-4eb7-aaac-526b8389a240 req-52d3c927-852f-4acf-b672-78683b485702 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:46.906791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddd02d0b-3664-4eb7-aaac-526b8389a240 req-52d3c927-852f-4acf-b672-78683b485702 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1559217 Dec 15 13:46:46.980841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddd02d0b-3664-4eb7-aaac-526b8389a240 req-05acfad0-dbee-4728-8c35-ae996e6e8b76 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679915 Dec 15 13:46:47.013276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:47.059270 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be213b9-92bb-4100-9c9e-b956d750f16d x-openstack-request-id: req-1be213b9-92bb-4100-9c9e-b956d750f16d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:47.060116 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abe61a1-d58d-494b-a0cf-dd0476340812", "name": "network-vif-deleted", "tag": "7aab0edb-d2d4-49c9-bd25-f299801d3feb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:47.061375 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1be213b9-92bb-4100-9c9e-b956d750f16d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:47.062073 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abe61a1-d58d-494b-a0cf-dd0476340812', 'name': 'network-vif-deleted', 'tag': '7aab0edb-d2d4-49c9-bd25-f299801d3feb', 'status': 'completed', 'code': 200} Dec 15 13:46:47.100360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4dae59ee-60cf-40a8-9179-149ae480feee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:47.100765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.231859 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.256911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:47.263315 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030e4fe-98ed-4def-ad07-399031286ef1" -d '{"events": [{"server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "name": "network-vif-plugged", "status": "completed", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:47.280218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:47.285974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.317282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73059524-d0b8-407e-b4a8-95838ff95d0e req-fcf3eac1-b4d5-49f7-9d3b-269734ba3333 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:47.319440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73059524-d0b8-407e-b4a8-95838ff95d0e req-fcf3eac1-b4d5-49f7-9d3b-269734ba3333 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.0975368 Dec 15 13:46:47.389101 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.400037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:47.449631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73059524-d0b8-407e-b4a8-95838ff95d0e req-1e398a0b-8d03-46e9-9fe6-ada41a8da5c0 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227241 Dec 15 13:46:47.526338 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c0577b-20ce-4ae6-9c66-e580c8c47de9 x-openstack-request-id: req-41c0577b-20ce-4ae6-9c66-e580c8c47de9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:47.526911 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "name": "network-vif-plugged", "status": "completed", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:47.527389 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41c0577b-20ce-4ae6-9c66-e580c8c47de9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:47.527983 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee', 'code': 200} Dec 15 13:46:47.637094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e48588-8a6f-4aa0-89cb-7ef37d84d324 req-92f9d8e4-85f0-42bb-8bb6-31fe9f27ba2e tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:47.638986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24e48588-8a6f-4aa0-89cb-7ef37d84d324 req-92f9d8e4-85f0-42bb-8bb6-31fe9f27ba2e tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0604405 Dec 15 13:46:47.729813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35adae-5dc7-4ee4-b790-29a33e3c441c req-ee9579f3-bc57-48d5-a256-a0f35a1da3f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:47.732034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b35adae-5dc7-4ee4-b790-29a33e3c441c req-ee9579f3-bc57-48d5-a256-a0f35a1da3f6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1046705 Dec 15 13:46:47.749346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24e48588-8a6f-4aa0-89cb-7ef37d84d324 req-4232d049-749d-4a65-973c-10289c04885c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787158 Dec 15 13:46:47.830951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b35adae-5dc7-4ee4-b790-29a33e3c441c req-34bfdea4-dae8-43a6-a2f6-7bd0f65e02d1 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Dec 15 13:46:48.182017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915b980-3d4a-4e76-a05b-7221fcfbdcc8 req-c6974248-fcd8-4e3b-9531-e1b21ead606e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:48.189193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d915b980-3d4a-4e76-a05b-7221fcfbdcc8 req-c6974248-fcd8-4e3b-9531-e1b21ead606e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.0941834 Dec 15 13:46:48.219836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d1ab-6dad-46e8-ab4f-97d1c40e0705 req-e1dde00a-92be-41e2-8370-f6ef40cfc696 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:48.221882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afe5d1ab-6dad-46e8-ab4f-97d1c40e0705 req-e1dde00a-92be-41e2-8370-f6ef40cfc696 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 950 time: 0.0946715 Dec 15 13:46:48.267025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d915b980-3d4a-4e76-a05b-7221fcfbdcc8 req-dd01ffa8-5fa1-47b5-afed-289d75308f70 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769646 Dec 15 13:46:48.315143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afe5d1ab-6dad-46e8-ab4f-97d1c40e0705 req-3740f4a8-2855-40c4-8614-a5106be9a9b5 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815091 Dec 15 13:46:48.378274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.403147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1e2a-749e-475a-9556-5be1e1f186b8 req-dd4540a4-b08e-4074-8aaa-903ae33b5d2e tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:48.406000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594f1e2a-749e-475a-9556-5be1e1f186b8 req-dd4540a4-b08e-4074-8aaa-903ae33b5d2e tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0564151 Dec 15 13:46:48.476646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594f1e2a-749e-475a-9556-5be1e1f186b8 req-40fc83c0-4b62-40c7-aafa-d6bf55db6350 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589542 Dec 15 13:46:49.062383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2cf3d-068d-4f74-a822-f4d1404330bc req-b91c003f-fc84-491a-a55e-07f403d8a2e9 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:49.071748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7b2cf3d-068d-4f74-a822-f4d1404330bc req-b91c003f-fc84-491a-a55e-07f403d8a2e9 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1290793 Dec 15 13:46:49.084489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50228) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:49.131122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7b2cf3d-068d-4f74-a822-f4d1404330bc req-9931ac55-cd40-4161-a326-7bdc9e0e5ecf tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584013 Dec 15 13:46:49.147199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0695643-541b-49ba-8ed6-9ac5e2b209e3 req-1c1758cd-00d9-4e9b-a18c-047430ca2e4c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:49.156509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0695643-541b-49ba-8ed6-9ac5e2b209e3 req-1c1758cd-00d9-4e9b-a18c-047430ca2e4c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1736388 Dec 15 13:46:49.210159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0695643-541b-49ba-8ed6-9ac5e2b209e3 req-2d02ec44-bb32-4cd3-9b74-bb5b444e2969 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Dec 15 13:46:49.253646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-465a5572-4e65-4978-bc6d-17f3462512c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.332543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-465a5572-4e65-4978-bc6d-17f3462512c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.339381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-465a5572-4e65-4978-bc6d-17f3462512c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.397259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:49.397490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-465a5572-4e65-4978-bc6d-17f3462512c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb605c62c44843d09e0e821dee98ba21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115001 Dec 15 13:46:49.398773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a5572-4e65-4978-bc6d-17f3462512c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5650e9f-82b3-4dea-8062-4a8bb83a0a39,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:49.471362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96436f-c1e6-4892-80a5-7c3aba742b69 req-792e4fb4-4210-4723-b4bf-e4c7ede4f392 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:49.472871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d96436f-c1e6-4892-80a5-7c3aba742b69 req-792e4fb4-4210-4723-b4bf-e4c7ede4f392 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 946 time: 0.1100509 Dec 15 13:46:49.512391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536fcb-cd4d-4524-9fcb-270274db5bf3 req-49257ab3-df72-4de9-a00e-5286eac885ad tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:49.513874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc536fcb-cd4d-4524-9fcb-270274db5bf3 req-49257ab3-df72-4de9-a00e-5286eac885ad tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 950 time: 0.1077201 Dec 15 13:46:49.541806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6f99dbb-5f69-4573-8acb-89dee59381d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.589004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d96436f-c1e6-4892-80a5-7c3aba742b69 req-4f679285-383e-47e1-acea-4e7a12e89e0c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047456 Dec 15 13:46:49.595095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6f99dbb-5f69-4573-8acb-89dee59381d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.622565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc536fcb-cd4d-4524-9fcb-270274db5bf3 req-600885de-c58a-478a-a29c-7e427fbfd04a tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Dec 15 13:46:49.671808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6f99dbb-5f69-4573-8acb-89dee59381d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.675452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6f99dbb-5f69-4573-8acb-89dee59381d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.685427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b6f99dbb-5f69-4573-8acb-89dee59381d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5650e9f-82b3-4dea-8062-4a8bb83a0a39 HTTP/1.1" status: 204 len: 168 time: 0.2863805 Dec 15 13:46:49.716967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f99dbb-5f69-4573-8acb-89dee59381d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5650e9f-82b3-4dea-8062-4a8bb83a0a39,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:49.747128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550fb32-d203-44ac-9cc9-e66cc961760f req-99bfd9c5-6422-484f-ba95-0189d750afa8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:49.749024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f550fb32-d203-44ac-9cc9-e66cc961760f req-99bfd9c5-6422-484f-ba95-0189d750afa8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.0889804 Dec 15 13:46:49.804038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f550fb32-d203-44ac-9cc9-e66cc961760f req-0da7a3eb-ee49-466c-bc7c-7901ea81dbfe tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471873 Dec 15 13:46:49.929766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-852e95af-1bd5-4075-b851-98c4cd132ecb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:49.931566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-852e95af-1bd5-4075-b851-98c4cd132ecb tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 950 time: 0.0639024 Dec 15 13:46:50.121642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Deleting port 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:50.124233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.153297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:50.161431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-56862643'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:50.220589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:50.224246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.242890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50276) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:50.297435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:50.313641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c25bd4e9-15d5-4890-98a8-14237daf7cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.319750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.326768 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Added segment 1db65a1e-d093-44a5-8dad-f7dfeff80aa0 of type vlan for network 002388f7-7e1d-4bad-b686-09b5fd26097b Dec 15 13:46:50.349520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] For port 829d255e-1d09-4ea3-95b5-d3497413f044, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=829d255e-1d09-4ea3-95b5-d3497413f044,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:50.349782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.374732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.402421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Calling delete_port for 829d255e-1d09-4ea3-95b5-d3497413f044 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:50.404648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.411659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.412524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.428200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6dd13-c294-4fb0-a82d-f5f176a0e7ff req-10aeff39-cec0-4d56-81ef-22ab273e0b96 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.433286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ed6dd13-c294-4fb0-a82d-f5f176a0e7ff req-10aeff39-cec0-4d56-81ef-22ab273e0b96 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.2210538 Dec 15 13:46:50.534134 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3765800 Dec 15 13:46:50.540805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efba68-8701-4417-b96c-f25713b4535f req-074045ed-ec2c-4a9f-a1e8-e40828b847fc tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.542344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35efba68-8701-4417-b96c-f25713b4535f req-074045ed-ec2c-4a9f-a1e8-e40828b847fc tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2066698 Dec 15 13:46:50.542836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50282) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:50.564147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9771a7c-1701-4b1c-ad1e-5284e481051d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Network': ['ID=002388f7-7e1d-4bad-b686-09b5fd26097b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:50.565489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-485695925'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:50.576573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 002388f7-7e1d-4bad-b686-09b5fd26097b details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:50.583752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-26cc9059-d41e-4fa6-ab3c-749a46a75dec tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.586109 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-26cc9059-d41e-4fa6-ab3c-749a46a75dec tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 945 time: 0.1672630 Dec 15 13:46:50.650025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ed6dd13-c294-4fb0-a82d-f5f176a0e7ff req-c296f49c-fa52-420c-bf3e-6e65fd832e5d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938624 Dec 15 13:46:50.677307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c25bd4e9-15d5-4890-98a8-14237daf7cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.689691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c25bd4e9-15d5-4890-98a8-14237daf7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.717196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Deleting port 4dae59ee-60cf-40a8-9179-149ae480feee {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:50.717669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.725486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:50.728943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.789286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35efba68-8701-4417-b96c-f25713b4535f req-e69dd4d3-d3e0-4b57-b607-7697d19b6897 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266381 Dec 15 13:46:50.818841 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.826637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c25bd4e9-15d5-4890-98a8-14237daf7cd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66a09e2887e14f76a2a16f9cb14126c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698462 Dec 15 13:46:50.826637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bd4e9-15d5-4890-98a8-14237daf7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeb09a7-8ff3-4056-bb01-3a1bf76a5454,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:50.826995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50286) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:50.862703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:50.869773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.882455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['829d255e-1d09-4ea3-95b5-d3497413f044'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:50.890862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] For port 4dae59ee-60cf-40a8-9179-149ae480feee, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4dae59ee-60cf-40a8-9179-149ae480feee,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:50.891254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.911014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Calling delete_port for 4dae59ee-60cf-40a8-9179-149ae480feee owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:50.913923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.914274 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Added segment 3034a3d5-8fa8-4c3f-967a-b621988957b9 of type vlan for network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e Dec 15 13:46:50.917880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Pushing event deleted for resources: {'Port': ['ID=829d255e-1d09-4ea3-95b5-d3497413f044,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:50.936159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57762d25-10d5-4429-8d48-e439b8f8bdf9 req-36de80b4-e271-42f1-8075-0787643d93ce tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.943138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-798ea915-db97-4ed5-a35f-2cdca29802a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.943764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57762d25-10d5-4429-8d48-e439b8f8bdf9 req-36de80b4-e271-42f1-8075-0787643d93ce tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a8808b1-cb75-46c2-8584-248f4372b8c0 HTTP/1.1" status: 200 len: 868 time: 0.1469958 Dec 15 13:46:51.001538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:51.009468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aab0edb-d2d4-49c9-bd25-f299801d3feb no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:51.026615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.036105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-798ea915-db97-4ed5-a35f-2cdca29802a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.059786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] No DVR routers for this DVR port 829d255e-1d09-4ea3-95b5-d3497413f044 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:51.063012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.066290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 7aab0edb-d2d4-49c9-bd25-f299801d3feb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:51.066497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4298023-b3f3-4f7c-a19f-b62e6764407c req-ef1acffb-e6f8-4085-aa31-a6afe61f2bd8 tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.67 "DELETE /v2.0/ports/829d255e-1d09-4ea3-95b5-d3497413f044 HTTP/1.1" status: 204 len: 173 time: 1.1265931 Dec 15 13:46:51.067950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aab0edb-d2d4-49c9-bd25-f299801d3feb not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:51.068930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:51.075448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-deleted', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:51.077914 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17782bee-46f2-43b9-b719-b290f77a919a" -d '{"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-deleted", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:51.176674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-798ea915-db97-4ed5-a35f-2cdca29802a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.180360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-798ea915-db97-4ed5-a35f-2cdca29802a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.182118 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-798ea915-db97-4ed5-a35f-2cdca29802a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aeb09a7-8ff3-4056-bb01-3a1bf76a5454 HTTP/1.1" status: 204 len: 168 time: 0.3544893 Dec 15 13:46:51.227391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ea915-db97-4ed5-a35f-2cdca29802a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeb09a7-8ff3-4056-bb01-3a1bf76a5454,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:51.287931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.366161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event deleted for resources: {'Port': ['ID=4dae59ee-60cf-40a8-9179-149ae480feee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:51.377064 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.429256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] No DVR routers for this DVR port 4dae59ee-60cf-40a8-9179-149ae480feee on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:51.432344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.436596 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e57dec6e-340c-4685-8816-bd8da62c9658 req-d5c5cbd6-9e5a-44d2-aef7-54a1178b744c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "DELETE /v2.0/ports/4dae59ee-60cf-40a8-9179-149ae480feee HTTP/1.1" status: 204 len: 173 time: 0.8399582 Dec 15 13:46:51.437438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'name': 'network-vif-deleted', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:51.440668 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103fa8ca-8b1c-4196-9427-3862d6c2b428" -d '{"events": [{"server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "name": "network-vif-deleted", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:51.460259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:51.492534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'mac_address': 'fa:16:3e:8e:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:51.550237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.569821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aeba61e-443a-4d17-bc5c-674580a7e52e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:51.576713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57762d25-10d5-4429-8d48-e439b8f8bdf9 req-bc85ce18-feda-4b1b-ac50-ea5a4d73c82d tempest-ServersAdminTestJSON-1761190109 tempest-ServersAdminTestJSON-1761190109-project] 10.222.0.32 "GET /v2.0/security-groups?id=a684e9f7-6296-418f-8926-dc55650a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307449 Dec 15 13:46:51.583243 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.601487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:51.602141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.605133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:51.613026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.635501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed60a42-1148-4c1b-9079-46e21380f5bc req-80dcb2c7-fb06-4828-b70a-3cf0e310e787 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:51.637169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ed60a42-1148-4c1b-9079-46e21380f5bc req-80dcb2c7-fb06-4828-b70a-3cf0e310e787 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7de8b83-c73f-4bb8-822e-80292eccdf80 HTTP/1.1" status: 200 len: 867 time: 0.6864464 Dec 15 13:46:51.731777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:51.739284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7aeba61e-443a-4d17-bc5c-674580a7e52e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:51.800772 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e709b49-08a0-466d-b104-38b3873abb27 x-openstack-request-id: req-1e709b49-08a0-466d-b104-38b3873abb27 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:51.801186 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8808b1-cb75-46c2-8584-248f4372b8c0", "name": "network-vif-deleted", "tag": "829d255e-1d09-4ea3-95b5-d3497413f044", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:51.801644 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e709b49-08a0-466d-b104-38b3873abb27 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:51.802141 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8808b1-cb75-46c2-8584-248f4372b8c0', 'name': 'network-vif-deleted', 'tag': '829d255e-1d09-4ea3-95b5-d3497413f044', 'status': 'completed', 'code': 200} Dec 15 13:46:51.861317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:51.861981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3086219 Dec 15 13:46:51.867697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'subnet': {'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:51.909718 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c363f969-dd50-4655-8824-81a23921d032 x-openstack-request-id: req-c363f969-dd50-4655-8824-81a23921d032 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:51.910149 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7de8b83-c73f-4bb8-822e-80292eccdf80", "name": "network-vif-deleted", "tag": "4dae59ee-60cf-40a8-9179-149ae480feee", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:51.910498 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c363f969-dd50-4655-8824-81a23921d032 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:51.910988 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de8b83-c73f-4bb8-822e-80292eccdf80', 'name': 'network-vif-deleted', 'tag': '4dae59ee-60cf-40a8-9179-149ae480feee', 'status': 'completed', 'code': 200} Dec 15 13:46:51.964374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ed60a42-1148-4c1b-9079-46e21380f5bc req-fd3f465b-730c-49ca-a81e-eb2a254b447c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020890 Dec 15 13:46:51.967937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950728cf-11eb-4cc7-be90-2b16dc6efeb5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Network': ['ID=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:51.993060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:52.075693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d042832-6717-48e3-b0bb-af049ab96933 req-ead89d8f-f4a3-455b-8286-abf6e0947882 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:52.083961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d042832-6717-48e3-b0bb-af049ab96933 req-ead89d8f-f4a3-455b-8286-abf6e0947882 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1174145 Dec 15 13:46:52.183422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d042832-6717-48e3-b0bb-af049ab96933 req-b4444d72-af02-4561-b3fc-86bcb0e112d5 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983260 Dec 15 13:46:52.211338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ae861-e337-4426-8abe-776a281fe63a req-2186b3ff-3621-47be-9e43-6e175fe5d4ae tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:52.221010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e25ae861-e337-4426-8abe-776a281fe63a req-2186b3ff-3621-47be-9e43-6e175fe5d4ae tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1295872 Dec 15 13:46:52.223178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-c4d7d0c5-acc2-491c-a60e-0aebec5db079 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:52.224772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-c4d7d0c5-acc2-491c-a60e-0aebec5db079 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.67 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.2171476 Dec 15 13:46:52.225924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:52.229809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.295172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e25ae861-e337-4426-8abe-776a281fe63a req-fe021fd1-38b7-4291-a03b-1827e5a26f9d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714617 Dec 15 13:46:52.443866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Deleting port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:52.444299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.574943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.622825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] For port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:52.623325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.694575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Subnet': ['ID=cbda0682-078f-4f99-9bec-6f3db4d278a8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.717185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Checking segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:52.717545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network hostable DHCP agents. Network: 002388f7-7e1d-4bad-b686-09b5fd26097b, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:52.798538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 002388f7-7e1d-4bad-b686-09b5fd26097b is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:52.816653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 002388f7-7e1d-4bad-b686-09b5fd26097b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:52.823022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:52.823690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.830126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536f465-1744-443f-b452-4e5d965aabc1 None None] Network 002388f7-7e1d-4bad-b686-09b5fd26097b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:52.927848 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-522f8ad4-ebd0-4101-a35c-d41864705067 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0651569 Dec 15 13:46:52.932706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.943689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'subnet': {'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:53.016153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.016725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.017147 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Floating IP ded53b75-d889-4f37-82e5-813386e317f2 disassociated. External IP: 172.25.2.72, port: 1eb508ea-2f6a-4e41-b398-a90a371fb3e3. Dec 15 13:46:53.017680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Calling delete_port for 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:53.028726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:53.036632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:53.111530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-002388f7-7e1d-4bad-b686-09b5fd26097b', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:46:53.113190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.169525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:53.169525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.230561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7aeba61e-443a-4d17-bc5c-674580a7e52e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:53.230986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.328713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Allocated IP 10.1.1.2 (002388f7-7e1d-4bad-b686-09b5fd26097b/cbda0682-078f-4f99-9bec-6f3db4d278a8/187d8082-e0e7-4e29-850f-54a78c998024) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:53.447664 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.458685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50386) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:53.476263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723567914', 'description': 'tempest-description--389204922'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:53.531051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fab01-baf7-4492-9798-73596cb20857 req-3429bee6-b3e3-4196-afba-6681b6c95cae tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:53.539615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b45fab01-baf7-4492-9798-73596cb20857 req-3429bee6-b3e3-4196-afba-6681b6c95cae tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 945 time: 0.1446252 Dec 15 13:46:53.543551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:53.544481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:53.553432 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63546405-46c0-482f-8a50-6d17ee728906" -d '{"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-plugged", "status": "completed", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:53.568643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.571599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:53.585320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.645173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event deleted for resources: {'Port': ['ID=1eb508ea-2f6a-4e41-b398-a90a371fb3e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:53.655239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.682333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1639758e-3839-4d0f-87ea-06068ef11e7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf48915204b64fb5811c4828658ff250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521916 Dec 15 13:46:53.689450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:53.734321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 829d255e-1d09-4ea3-95b5-d3497413f044 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:53.735168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 829d255e-1d09-4ea3-95b5-d3497413f044 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:53.737235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:53.738618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b45fab01-baf7-4492-9798-73596cb20857 req-f98c778c-f783-438b-957a-25b42d147f29 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980450 Dec 15 13:46:53.787534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925933c-54cf-4a88-b73c-5e547853d718 req-a3b92d56-ba54-4357-a099-0fe4b4f65b78 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:53.790373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 4dae59ee-60cf-40a8-9179-149ae480feee {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:53.790964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4dae59ee-60cf-40a8-9179-149ae480feee not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:53.800123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0925933c-54cf-4a88-b73c-5e547853d718 req-a3b92d56-ba54-4357-a099-0fe4b4f65b78 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2535884 Dec 15 13:46:53.834282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:53.982265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.996619 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.073641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.079775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0925933c-54cf-4a88-b73c-5e547853d718 req-4ab16bac-305c-47fc-9cd0-35c4d3bf1c22 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785876 Dec 15 13:46:54.097977 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.257535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.335717 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.342388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8707719 Dec 15 13:46:54.353715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:54.363462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45f67-8c6f-4c3e-b6cd-6afc7d7793b1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd3e7c0-3c0b-4082-a9a7-84020a23277b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.373171 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87500d8b-6b3f-4c96-a365-593e70be58f1 x-openstack-request-id: req-87500d8b-6b3f-4c96-a365-593e70be58f1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:54.373913 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-plugged", "status": "completed", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:54.378230 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87500d8b-6b3f-4c96-a365-593e70be58f1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:54.378876 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'code': 200} Dec 15 13:46:54.390063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'security_group_rule': {'security_group_id': '4bd3e7c0-3c0b-4082-a9a7-84020a23277b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:54.391795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Network 002388f7-7e1d-4bad-b686-09b5fd26097b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:54.395085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:54.400450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:54.407039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Pushing event updated for resources: {'Port': ['ID=187d8082-e0e7-4e29-850f-54a78c998024,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.462309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Router e2630e36-1606-453c-bb42-442563a67ee5 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:54.467417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Attempting to bind port 187d8082-e0e7-4e29-850f-54a78c998024 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:54.468058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Attempting to bind port 187d8082-e0e7-4e29-850f-54a78c998024 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:54.468769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Attempting to bind port 187d8082-e0e7-4e29-850f-54a78c998024 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:54.475592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:54.476695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Checking segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:54.477302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.477907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Bound using segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:54.478602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Bound port: 187d8082-e0e7-4e29-850f-54a78c998024, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:54.479265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.480296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.480799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.481250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.481682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.482127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.482570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.483010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.483447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.483883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.484321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.484844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.485282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.485887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.492802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2aaa04c-4e41-468c-a107-1ff3240cde52 req-0acf97ab-424f-4210-908e-527c0aacf42b tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9200 time: 0.5463328 Dec 15 13:46:54.526396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.590576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] For port 187d8082-e0e7-4e29-850f-54a78c998024, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:54.594435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] For port 187d8082-e0e7-4e29-850f-54a78c998024, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=187d8082-e0e7-4e29-850f-54a78c998024,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:54.599498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.609039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Subnet': ['ID=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.685676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2930a9ee-00e3-4cce-a533-eb1e01031998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.757442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae26ff-820f-4595-8aee-0f7f926e9f50 None None] Pushing event updated for resources: {'Port': ['ID=187d8082-e0e7-4e29-850f-54a78c998024,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.812826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.821605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.845905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2930a9ee-00e3-4cce-a533-eb1e01031998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.871376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Checking segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:54.876241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network hostable DHCP agents. Network: 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:54.896485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c73395-4748-47e5-9761-2fd5a0abd369,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.919347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8b46-0ba6-4677-8aa5-2cf7f80a557a req-eadd303d-05d2-45a2-8f7a-7ad2528a5598 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.951025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb4b8b46-0ba6-4677-8aa5-2cf7f80a557a req-eadd303d-05d2-45a2-8f7a-7ad2528a5598 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 886 time: 0.4344349 Dec 15 13:46:54.965418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:54.995259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:54.997144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33f628a6-1ff2-43af-ace8-ba4b80fe9d32 req-4fc38b1c-7fb1-418b-a602-aeb19d5f1921 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1158135 Dec 15 13:46:55.023038 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] Sync routers for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:55.024550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.026704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5e308a51-05f5-4b1e-a2b2-a7d09b66070c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6650181 Dec 15 13:46:55.035183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:55.035816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:55.046100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0cc6c-1652-4139-bbc6-b59cc6052879 None None] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:55.053173 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:55.054251 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:55.055789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.056673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.145536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2930a9ee-00e3-4cce-a533-eb1e01031998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.157657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2930a9ee-00e3-4cce-a533-eb1e01031998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.163179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2930a9ee-00e3-4cce-a533-eb1e01031998 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a684e9f7-6296-418f-8926-dc55650a4c2d HTTP/1.1" status: 204 len: 168 time: 0.9385021 Dec 15 13:46:55.175691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'security_group_rule': {'security_group_id': '4bd3e7c0-3c0b-4082-a9a7-84020a23277b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:55.306569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] No DVR routers for this DVR port 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:55.310318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a9ee-00e3-4cce-a533-eb1e01031998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684e9f7-6296-418f-8926-dc55650a4c2d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:55.312722 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.325164 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-95baf8c4-ff92-45f9-ad80-7f1e9581bc8d req-3b399482-e13a-4d43-919a-ff69082ade20 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.67 "DELETE /v2.0/ports/1eb508ea-2f6a-4e41-b398-a90a371fb3e3 HTTP/1.1" status: 204 len: 173 time: 3.0919693 Dec 15 13:46:55.325815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-deleted', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:55.328390 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a643b-7a5b-49ee-a2f0-2b1fd20dd5c8" -d '{"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-deleted", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:55.345230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'fixed_ips': [{'subnet_id': '5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:46:55.346379 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.348597 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56720caa-83ba-4a13-9d1f-4d190aeb0274 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4152095 Dec 15 13:46:55.355565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:55.370594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'name': 'tempest-TaggedBootDevicesTest-1501876194', 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:55.416845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.423516 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:55.471336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 187d8082-e0e7-4e29-850f-54a78c998024 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:55.692115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f8e3a-d46b-405c-a326-195a8ce6e8b2 req-0d2010dc-0f88-46b9-b563-d7c13f66cbae tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.714623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f0f8e3a-d46b-405c-a326-195a8ce6e8b2 req-0d2010dc-0f88-46b9-b563-d7c13f66cbae tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.4621105 Dec 15 13:46:55.747340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:55.762034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.765354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.769166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.769732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.770328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.770795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.771268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.771704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.772154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.772622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.773073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.773547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.773960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.781144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd30f48e-6281-46cc-b800-9c9deb27bed6 req-c62c13da-2315-4f62-ac83-39398976df25 tempest-NetworksTest-821241482 tempest-NetworksTest-821241482-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9206 time: 0.7829235 Dec 15 13:46:55.850490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.863738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.868301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 187d8082-e0e7-4e29-850f-54a78c998024 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:55.868824 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.954549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f0f8e3a-d46b-405c-a326-195a8ce6e8b2 req-4879ec35-8263-4195-af95-09307eda1a21 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272303 Dec 15 13:46:55.979508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f746b4-13cd-4c67-aa68-e42b0b3b9453,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:56.008980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.022113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-123d2dd6-c55c-423b-bb99-440b50ecca63 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9384773 Dec 15 13:46:56.022805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:56.032434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:56.045763 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.060973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50456) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:56.129192 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e77662e-79d1-4800-9339-f14818d13ac3 x-openstack-request-id: req-5e77662e-79d1-4800-9339-f14818d13ac3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:56.129498 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeb0c64-0fa0-4297-990b-8b801994fa94", "name": "network-vif-deleted", "tag": "1eb508ea-2f6a-4e41-b398-a90a371fb3e3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:56.129790 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e77662e-79d1-4800-9339-f14818d13ac3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:56.130186 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeb0c64-0fa0-4297-990b-8b801994fa94', 'name': 'network-vif-deleted', 'tag': '1eb508ea-2f6a-4e41-b398-a90a371fb3e3', 'status': 'completed', 'code': 200} Dec 15 13:46:56.136047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] device_id is not set on port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:46:56.217893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Allocated IP 10.2.2.2 (3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e/5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a/2a0c1f3d-464b-4a8d-aa2f-5661bd489d78) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:56.244743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.257591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:50Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:56.319276 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] Checking router: e2630e36-1606-453c-bb42-442563a67ee5 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:56.332305 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:56.333768 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:46:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:56.416979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbd3cf53-0470-449a-91c6-c95a5f673e56 req-785d2132-da5e-4a0c-a595-6bfc1133e0c2 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1189544 Dec 15 13:46:56.494047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-65d56f1d-a145-4bd3-aabf-a448f967b3da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea0f2272d5054cfd96f3f36e0c77a956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310062 Dec 15 13:46:56.497939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50470) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:56.585799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:56.638409 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:56.724625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cfd4-86c8-453e-b2d9-bd7c1ca9414f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.747615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.823621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cfd4-86c8-453e-b2d9-bd7c1ca9414f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.835106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.835997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 10.1.1.42 (002388f7-7e1d-4bad-b686-09b5fd26097b/cbda0682-078f-4f99-9bec-6f3db4d278a8/0cb0b1b4-27f9-46bd-b69b-b65106e65570) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:56.840831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.886322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.899277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfb600-0cb4-4167-8d08-88d1f1b348f6 None None] Network 002388f7-7e1d-4bad-b686-09b5fd26097b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:56.965666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cfd4-86c8-453e-b2d9-bd7c1ca9414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.970427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cfd4-86c8-453e-b2d9-bd7c1ca9414f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.986967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b7b5cfd4-86c8-453e-b2d9-bd7c1ca9414f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9f57479-27bc-4093-9d74-f714f737d732 HTTP/1.1" status: 204 len: 168 time: 0.4739065 Dec 15 13:46:57.093412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cfd4-86c8-453e-b2d9-bd7c1ca9414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f57479-27bc-4093-9d74-f714f737d732,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:57.138202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Allocated IP 172.25.2.23 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/bda8e623-ec10-4cc9-ae97-0621bd1412e6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:57.233154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:57.235511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d76a9-ff62-4e11-a6ed-e19f19780cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.267480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:57.309353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:57.322233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:57.337717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Pushing event updated for resources: {'Port': ['ID=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:57.481038 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.493541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d76a9-ff62-4e11-a6ed-e19f19780cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.504361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d76a9-ff62-4e11-a6ed-e19f19780cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.575523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.579812 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:50Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:57.596998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2d72c-cd5b-4577-8b24-965dc693bfc6 req-0b673245-4b27-4c69-89fa-e33075687ace tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:57.598979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94e2d72c-cd5b-4577-8b24-965dc693bfc6 req-0b673245-4b27-4c69-89fa-e33075687ace tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.4637873 Dec 15 13:46:57.629624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fef73-1f31-45f6-9b04-a0d79aacce86 None None] The sync data for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 is: [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:42:46Z', 'revision_number': 4, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd33c49ac-d59d-4ded-82c4-3d8574bf1a1a', 'name': '', 'network_id': '5311b76b-57b9-4507-a6a8-833263d77256', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'mac_address': 'fa:16:3e:56:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:44Z', 'updated_at': '2021-12-15T13:42:50Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'subnets': [{'id': '4ba3cab8-8093-4470-89a0-819345d1ef2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:57.644272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d76a9-ff62-4e11-a6ed-e19f19780cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f57986-99a1-425e-b21f-478b6e2cb20a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:57.670834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 187d8082-e0e7-4e29-850f-54a78c998024, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=187d8082-e0e7-4e29-850f-54a78c998024,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:57.672392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Attempting to bind port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:57.690291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Attempting to bind port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:57.690291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Attempting to bind port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:57.691728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-68816bd2-4633-462f-8aa1-1e053a40f942 None None] Provisioning complete for port 187d8082-e0e7-4e29-850f-54a78c998024 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:57.692169 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68816bd2-4633-462f-8aa1-1e053a40f942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.776496 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.778145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:57.778485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1eb508ea-2f6a-4e41-b398-a90a371fb3e3 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:57.857049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a6aba7f-91a9-4904-9c68-d4623f653bbd req-4eac2902-a8aa-437b-a080-42e4c94f2b23 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.2334559 Dec 15 13:46:57.859506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.869488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=187d8082-e0e7-4e29-850f-54a78c998024,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:57.878789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:57.879174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Checking segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:57.879587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.879983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Bound using segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:57.883677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Bound port: 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:57.884440 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.950395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:57.994373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:57.996955 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b4d76a9-ff62-4e11-a6ed-e19f19780cb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a088bddd971340889c561aa98b27a3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4102089 Dec 15 13:46:58.002548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:58.007918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'Port': ['ID=bda8e623-ec10-4cc9-ae97-0621bd1412e6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:58.021186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.027167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:58.156426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] For port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:58.169516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] For port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:58.179485 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.255582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f27a8-320d-4e3e-80a8-085aeb0a2495 None None] New status for floating IP ded53b75-d889-4f37-82e5-813386e317f2: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:46:58.352075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 002388f7-7e1d-4bad-b686-09b5fd26097b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:58.371568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.403593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94e2d72c-cd5b-4577-8b24-965dc693bfc6 req-f5aa51a2-8f2f-4033-a9a3-132ff9feb76a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697966 Dec 15 13:46:58.423185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:58.457938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:58.479912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:58.526757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.577087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dbeaa-0ccd-4b3f-bef3-7c61458e7306 None None] Pushing event updated for resources: {'Port': ['ID=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:58.605664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67509e3c-177a-4464-b711-6cd1c8b22de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.717041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:58.718064 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.726608 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67509e3c-177a-4464-b711-6cd1c8b22de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.782162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.787421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.802368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5e47d55e-86de-466f-aa67-ab8fef07b44a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4360425 Dec 15 13:46:58.808603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:58.852034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67509e3c-177a-4464-b711-6cd1c8b22de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.854914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67509e3c-177a-4464-b711-6cd1c8b22de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.856268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-67509e3c-177a-4464-b711-6cd1c8b22de3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99f57986-99a1-425e-b21f-478b6e2cb20a HTTP/1.1" status: 204 len: 168 time: 0.8527799 Dec 15 13:46:58.870031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67509e3c-177a-4464-b711-6cd1c8b22de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f57986-99a1-425e-b21f-478b6e2cb20a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:58.881614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'name': 'tempest-TaggedBootDevicesTest-499729586', 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:59.042481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f5fdd91-93f1-477c-a576-34834bb44a8f None None] Provisioning complete for port 187d8082-e0e7-4e29-850f-54a78c998024 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:59.042974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd91-93f1-477c-a576-34834bb44a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.114070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'Port': ['ID=bda8e623-ec10-4cc9-ae97-0621bd1412e6,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:59.125069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.160316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.172448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f46ccb46-7f42-4db0-984c-ba300b7ae1c4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1470411 Dec 15 13:46:59.315282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-000080de-cd0a-406e-9497-20b17d96640b req-7ea8bb3a-7e7c-44e5-b6b4-ddeba8a46d3d tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1694641 Dec 15 13:46:59.439324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:59.750410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-95751281-1507-47d5-900a-4db30ce7ddcd None None] Provisioning complete for port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:59.757344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95751281-1507-47d5-900a-4db30ce7ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.831336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.863485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599edb96-2a51-4e08-96bc-d89a65f91ac1 req-488dbacf-659f-4525-966a-163751cfd565 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:59.867044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-599edb96-2a51-4e08-96bc-d89a65f91ac1 req-488dbacf-659f-4525-966a-163751cfd565 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2321930 Dec 15 13:46:59.879505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-95751281-1507-47d5-900a-4db30ce7ddcd None None] Port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:00.010293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:00.034186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff10a8bd-9daf-4250-86a9-e685dd6ddd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.046848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] device_id is not set on port 32d719cd-e00a-4703-a3f5-ebbdef54f073 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:47:00.122491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 187d8082-e0e7-4e29-850f-54a78c998024 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:00.268961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 187d8082-e0e7-4e29-850f-54a78c998024 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:00.271322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff10a8bd-9daf-4250-86a9-e685dd6ddd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.271989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.281288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff10a8bd-9daf-4250-86a9-e685dd6ddd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.360971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10a8bd-9daf-4250-86a9-e685dd6ddd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8cbcb6-d0c9-4c31-81f3-a0a66e469df5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:00.365783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-599edb96-2a51-4e08-96bc-d89a65f91ac1 req-0ec99ab9-1ad9-4fb9-bab7-6dfa170bb1e6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236163 Dec 15 13:47:00.445252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ff10a8bd-9daf-4250-86a9-e685dd6ddd8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2787cece1f974bcc860c83816d52ab25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332623 Dec 15 13:47:00.445898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:00.518766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:00.567356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24313ae3-859a-4487-b4b2-055084c76875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.611705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24313ae3-859a-4487-b4b2-055084c76875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.635757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:00.636139 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.689953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 10.1.1.221 (002388f7-7e1d-4bad-b686-09b5fd26097b/cbda0682-078f-4f99-9bec-6f3db4d278a8/32d719cd-e00a-4703-a3f5-ebbdef54f073) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:00.714993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24313ae3-859a-4487-b4b2-055084c76875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.718679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24313ae3-859a-4487-b4b2-055084c76875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.720045 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24313ae3-859a-4487-b4b2-055084c76875 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f8cbcb6-d0c9-4c31-81f3-a0a66e469df5 HTTP/1.1" status: 204 len: 168 time: 0.2731466 Dec 15 13:47:00.735429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24313ae3-859a-4487-b4b2-055084c76875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8cbcb6-d0c9-4c31-81f3-a0a66e469df5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:00.824128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-43fbbc2a-66b2-482d-b286-3c340c91e539 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:00.836265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-43fbbc2a-66b2-482d-b286-3c340c91e539 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 821 time: 1.0261683 Dec 15 13:47:00.858319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.903273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:00.909578 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.963257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-64e4c734-498f-4a58-a9e8-4925206c595d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/quotas/db7d7b32887445df8c5b689475231e0b HTTP/1.1" status: 200 len: 375 time: 0.0547588 Dec 15 13:47:00.975423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:00.978234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b486dd3b-7083-454e-a670-d8a2c0838763 None None] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:00.978596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-332d3508-0aa3-49be-bd19-7d6c4d0a9405 req-8fb76ec7-6481-41ea-8e23-1e4a44ced13e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1412752 Dec 15 13:47:01.124560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-12900a7d-26aa-44ce-9a42-921b47f372b6 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445997 Dec 15 13:47:01.219506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1eebe2ab-f235-4d66-a1b0-23c77ac0e299 None None] Provisioning complete for port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:01.230361 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1eebe2ab-f235-4d66-a1b0-23c77ac0e299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.426865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-62fcfc3e-b997-4ae5-93df-5fa96b152199 service neutron] 10.222.0.32 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887833 Dec 15 13:47:01.696650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.818155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-3a43afb2-3dc6-4953-a08e-be7fbc00166b service neutron] 10.222.0.32 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822691 Dec 15 13:47:01.822097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.959711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 002388f7-7e1d-4bad-b686-09b5fd26097b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:01.962755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:01.965450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:01.969736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-416debbd-9253-423d-a1c7-c33ff409c90d None None] Provisioning complete for port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:01.973823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-416debbd-9253-423d-a1c7-c33ff409c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.051512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:02.097104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:02.362523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:02.362943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.385881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:02.386570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.483027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-820d5c7a-f150-4ffc-9fcb-7a8278972463 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6727030 Dec 15 13:47:02.524990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15573ac-10dc-46b1-8865-6363234b2569 req-93a3cd98-ccd1-4877-8395-c2005d647639 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:02.531613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c15573ac-10dc-46b1-8865-6363234b2569 req-93a3cd98-ccd1-4877-8395-c2005d647639 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.5698743 Dec 15 13:47:02.577136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68ba6028-d7ef-43cc-93e7-64589e65931f req-aa4a687d-928e-48eb-9361-aaede61fd608 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1356747 Dec 15 13:47:02.681142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c15573ac-10dc-46b1-8865-6363234b2569 req-6b07ef11-53f2-4fcc-befa-12e04e78590c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159885 Dec 15 13:47:02.764092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef7e524a-6f68-42e9-83f7-2e2e77fd5ce6 req-36a054cd-2729-46aa-9a64-0f58f41a983d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 210 time: 0.0773623 Dec 15 13:47:03.143509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cb986a49-edcc-45d5-b070-368b9af19ce5 None None] Provisioning complete for port 32d719cd-e00a-4703-a3f5-ebbdef54f073 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:03.146274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb986a49-edcc-45d5-b070-368b9af19ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.256277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cb986a49-edcc-45d5-b070-368b9af19ce5 None None] Port 32d719cd-e00a-4703-a3f5-ebbdef54f073 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:03.342062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:03.347128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369278628', 'description': 'tempest-description--988340581'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:03.414318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.603229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.610231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.696133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.697427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3543744 Dec 15 13:47:03.700915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:03.706060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245786-ef89-42cb-823e-28a181bd58cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e5b7b-d547-438b-9685-7de99cdd0b10,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:03.706943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'security_group_rule': {'security_group_id': 'f07e5b7b-d547-438b-9685-7de99cdd0b10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:03.780378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.827166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5285909d-903c-42c1-a858-e2b51d3d49d9 req-59f80206-e417-41b6-8390-7d44fa230168 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.0806062 Dec 15 13:47:03.933883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.946409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.985510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cca8b98-d9e1-4207-9f78-5619280f756e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:03.990969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c29ffe06-9835-4b0c-ab06-b3c3df83c8e7 req-a7b17b7b-93f2-4bdd-b06c-f8439ff741f4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 210 time: 0.0757949 Dec 15 13:47:04.029375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.031256 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-516162df-98c2-47fc-aa47-dce0c3fb4182 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291316 Dec 15 13:47:04.033709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:04.058055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'security_group_rule': {'security_group_id': 'f07e5b7b-d547-438b-9685-7de99cdd0b10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:04.147469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8df0-7853-40ea-9de9-f36d22f833fe req-0d51d4bb-1d39-4d56-8b55-ee5f295b2bac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:04.155445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58cc8df0-7853-40ea-9de9-f36d22f833fe req-0d51d4bb-1d39-4d56-8b55-ee5f295b2bac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1865950 Dec 15 13:47:04.171096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.257749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58cc8df0-7853-40ea-9de9-f36d22f833fe req-77bad109-4666-46e4-854e-d804216bd5d5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013062 Dec 15 13:47:04.355650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.514565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.588724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:04.605402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:04.641592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe76b1bc-6f45-4eda-bc06-d052d66737ee,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:04.689636 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.691235 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-32b9c513-02cd-4f61-a802-eaab6de93d66 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6562550 Dec 15 13:47:04.694236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50748) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:04.698927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:04.715353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-5cdd542f-2fa1-49d6-ac6c-34b029c2e147 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:04.717226 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-5cdd542f-2fa1-49d6-ac6c-34b029c2e147 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 821 time: 0.4322536 Dec 15 13:47:04.745099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'port': {'device_id': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'admin_state_up': True, 'tenant_id': 'db7d7b32887445df8c5b689475231e0b'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:04.768617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.938761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5a37-c18f-409a-b52a-45ba7c340e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.969984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Made reservation on behalf of db7d7b32887445df8c5b689475231e0b for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:04.977176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.192849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0175ab8b-485e-4a39-b819-1e6780c95f1b req-fc5f3d2e-1fb7-4822-ae23-786e710d2a51 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1070812 Dec 15 13:47:05.257832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951e5f36-1862-4e68-94e8-b72f5761bf91 req-70b8ef48-eef9-44ef-bd39-dabf2bd9e9d0 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 210 time: 0.0721831 Dec 15 13:47:05.324088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f4406ec-3fe3-483c-b4c1-1cc044cd11e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.387831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5a37-c18f-409a-b52a-45ba7c340e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.409097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5a37-c18f-409a-b52a-45ba7c340e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.520810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3c3c5a37-c18f-409a-b52a-45ba7c340e4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5be63d29f51047519af50dfdb485a26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9272838 Dec 15 13:47:05.526317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c5a37-c18f-409a-b52a-45ba7c340e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5137a-83bd-4cf1-bb26-28d54ceb1005,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:05.527043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:05.650589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.744119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Allocated IP 172.20.0.14 (839b5424-6f73-48c6-9dbe-60d491053b68/0a70eb36-6b51-4f9d-902e-343cd738c6b1/e86f5f30-1e26-446c-89e7-ac54f559831b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:05.821507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4b2e9-7dbb-4c6c-9c59-3a6eb03b6a28 req-772b0709-4c17-438b-82e8-579f8eb61704 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:05.830619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0c4b2e9-7dbb-4c6c-9c59-3a6eb03b6a28 req-772b0709-4c17-438b-82e8-579f8eb61704 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.3696072 Dec 15 13:47:05.933558 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18bd768a-faf5-4d55-869c-45a255ff1953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.969098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f4406ec-3fe3-483c-b4c1-1cc044cd11e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.984826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0c4b2e9-7dbb-4c6c-9c59-3a6eb03b6a28 req-aa1c705f-f1a1-4bbc-9f54-41266e1ead99 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480501 Dec 15 13:47:06.025529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f4406ec-3fe3-483c-b4c1-1cc044cd11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.049741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 172.25.2.240 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/7b9e8b7e-952e-4216-973a-15dcfcd702dd) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:06.097227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18bd768a-faf5-4d55-869c-45a255ff1953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.208825 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f4406ec-3fe3-483c-b4c1-1cc044cd11e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=005205368ba54199ba3d75d164b744ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5976205 Dec 15 13:47:06.209764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:06.343652 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.409362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4406ec-3fe3-483c-b4c1-1cc044cd11e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d741ec49-4c02-47b1-8973-678b55fa06a7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.445105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.446339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.534612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.543843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18bd768a-faf5-4d55-869c-45a255ff1953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.547309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18bd768a-faf5-4d55-869c-45a255ff1953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.564807 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-18bd768a-faf5-4d55-869c-45a255ff1953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57c5137a-83bd-4cf1-bb26-28d54ceb1005 HTTP/1.1" status: 204 len: 168 time: 1.0222423 Dec 15 13:47:06.605365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd768a-faf5-4d55-869c-45a255ff1953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5137a-83bd-4cf1-bb26-28d54ceb1005,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.608239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d20aca2-891f-498c-a04b-c1eae1f7eb1d req-e026fff5-4f3f-46e2-8ae8-5c1181f2b5e1 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.1000290 Dec 15 13:47:06.664448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.671588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Network 839b5424-6f73-48c6-9dbe-60d491053b68 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:06.689027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:06.713359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:06.892462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:06.893765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.943293 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-b504cf7d-d5d5-45ad-880f-c786cb3cff03 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2126093 Dec 15 13:47:06.962024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Request body: {'port': {'device_id': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:07.159252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.349489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:07.383897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdebd-d329-456b-9f77-5156fd32cba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.499407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0322d4af-5943-4e69-9604-9a694c873172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.539483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:07.595065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:07.606682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:07.665833 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0322d4af-5943-4e69-9604-9a694c873172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.728146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d6ae-5c99-45b0-a169-32a5fb5ebde2 req-b6c24c13-33e8-4c51-9e14-880c9a598a49 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:07.735756 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdebd-d329-456b-9f77-5156fd32cba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.736071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b44d6ae-5c99-45b0-a169-32a5fb5ebde2 req-b6c24c13-33e8-4c51-9e14-880c9a598a49 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 932 time: 1.1631176 Dec 15 13:47:07.738528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=7b9e8b7e-952e-4216-973a-15dcfcd702dd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:07.752860 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdebd-d329-456b-9f77-5156fd32cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.886294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fdebd-d329-456b-9f77-5156fd32cba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40275fb-0938-477c-810d-498d21e77e8c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:07.898953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c7fdebd-d329-456b-9f77-5156fd32cba8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddda04c9f0794a6685ea36fa18114d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514653 Dec 15 13:47:07.930061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:07.935282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe10b-1da3-44e2-a5e4-8cfe58194f30 req-33663017-2730-4a2e-8e4f-c088efd006dc tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:07.944937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aecfe10b-1da3-44e2-a5e4-8cfe58194f30 req-33663017-2730-4a2e-8e4f-c088efd006dc tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.4596131 Dec 15 13:47:07.960064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:07.976438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.018191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Transition to ACTIVE for port object e86f5f30-1e26-446c-89e7-ac54f559831b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:08.044132 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.055941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db42cd92-d175-4c79-8077-844f3483d337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.150161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b44d6ae-5c99-45b0-a169-32a5fb5ebde2 req-43c58afa-a310-4342-8281-c7c904f7fece tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125342 Dec 15 13:47:08.217624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0322d4af-5943-4e69-9604-9a694c873172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.227238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0322d4af-5943-4e69-9604-9a694c873172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.228628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0322d4af-5943-4e69-9604-9a694c873172 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d741ec49-4c02-47b1-8973-678b55fa06a7 HTTP/1.1" status: 204 len: 168 time: 2.0185289 Dec 15 13:47:08.274092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.282038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aecfe10b-1da3-44e2-a5e4-8cfe58194f30 req-46009efe-bdca-4d6a-be30-d9d1673337ef tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302763 Dec 15 13:47:08.284138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.291055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db42cd92-d175-4c79-8077-844f3483d337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.319943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322d4af-5943-4e69-9604-9a694c873172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d741ec49-4c02-47b1-8973-678b55fa06a7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.376654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63424a01-2ccd-4fe0-a373-a7f34746aeb8 req-56a60af2-988d-40c5-a15c-27167d79fe00 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdeb0c64-0fa0-4297-990b-8b801994fa94 HTTP/1.1" status: 200 len: 210 time: 0.0861070 Dec 15 13:47:08.519659 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.541931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Attempting to bind port e86f5f30-1e26-446c-89e7-ac54f559831b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:08.542613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Attempting to bind port e86f5f30-1e26-446c-89e7-ac54f559831b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:08.543309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Attempting to bind port e86f5f30-1e26-446c-89e7-ac54f559831b on network 839b5424-6f73-48c6-9dbe-60d491053b68 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:08.553862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db42cd92-d175-4c79-8077-844f3483d337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.557406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db42cd92-d175-4c79-8077-844f3483d337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.558759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db42cd92-d175-4c79-8077-844f3483d337 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d40275fb-0938-477c-810d-498d21e77e8c HTTP/1.1" status: 204 len: 168 time: 0.6275806 Dec 15 13:47:08.562143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Port e86f5f30-1e26-446c-89e7-ac54f559831b on network 839b5424-6f73-48c6-9dbe-60d491053b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:08.563096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Attempting to bind port e86f5f30-1e26-446c-89e7-ac54f559831b on network 839b5424-6f73-48c6-9dbe-60d491053b68 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:08.574103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42cd92-d175-4c79-8077-844f3483d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40275fb-0938-477c-810d-498d21e77e8c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.576300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:08.576795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Checking segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:08.577300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Bound using segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:08.577923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Bound port: e86f5f30-1e26-446c-89e7-ac54f559831b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:08.578439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.785041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:08.795968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:08.812664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.968981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:08.969705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.992826 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] 10.222.0.67 "PUT /v2.0/ports/e86f5f30-1e26-446c-89e7-ac54f559831b HTTP/1.1" status: 200 len: 1092 time: 2.0367813 Dec 15 13:47:08.995040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'tag': 'e86f5f30-1e26-446c-89e7-ac54f559831b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:09.003564 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25839e2b-a885-457d-89f5-b962fa53312d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d43dff-9514-4fa0-a7f8-4f3e58125943", "tag": "e86f5f30-1e26-446c-89e7-ac54f559831b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:09.006995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.028076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.189126 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e99fa7-abeb-4b3f-94e6-cfcb865eb3e9 x-openstack-request-id: req-77e99fa7-abeb-4b3f-94e6-cfcb865eb3e9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:09.196481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=7b9e8b7e-952e-4216-973a-15dcfcd702dd,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.200213 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d43dff-9514-4fa0-a7f8-4f3e58125943", "tag": "e86f5f30-1e26-446c-89e7-ac54f559831b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:09.200727 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77e99fa7-abeb-4b3f-94e6-cfcb865eb3e9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:09.201361 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'tag': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'status': 'completed', 'code': 200} Dec 15 13:47:09.219854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.227599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb8a6-0646-4901-9c90-b700bfd497eb service neutron] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.259575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.261758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-01ffb650-ae05-4efc-98bd-4fa524fae04d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5653675 Dec 15 13:47:09.291438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-d4f5bb56-a9c1-4c58-86c5-4ca318f8c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:09.303275 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-d4f5bb56-a9c1-4c58-86c5-4ca318f8c5d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 1095 time: 0.2549925 Dec 15 13:47:09.407438 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-edccd7a4-7a4e-4ff8-be0c-211fadd5db3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86f5f30-1e26-446c-89e7-ac54f559831b HTTP/1.1" status: 200 len: 217 time: 0.0954330 Dec 15 13:47:09.420204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:09.445921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b4052ac-33b5-4147-992a-3f3259931f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.470827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b7ac0-244a-48a4-8e78-009fcc735c63 req-910cbdc8-b785-489b-a3dd-b617d7791d25 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:09.472484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e9b7ac0-244a-48a4-8e78-009fcc735c63 req-910cbdc8-b785-489b-a3dd-b617d7791d25 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 944 time: 0.1392195 Dec 15 13:47:09.476168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd53-0918-422e-828e-777f00327b03 req-c5daa56b-7904-4666-962f-ee8ee937f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:09.477718 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-c5daa56b-7904-4666-962f-ee8ee937f7ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 200 len: 861 time: 0.0632770 Dec 15 13:47:09.522316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-0299e277-c700-4b4b-b53f-a064bc5dbf73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=839b5424-6f73-48c6-9dbe-60d491053b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347321 Dec 15 13:47:09.568840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e9b7ac0-244a-48a4-8e78-009fcc735c63 req-f0b3254c-622e-4a5d-8819-07d9a5736658 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Dec 15 13:47:09.596202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bfecf-6fc0-4b81-93d1-95aaa8d14b28 req-37ef770d-e160-48ee-8623-99b1cef243c0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:09.597846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-311bfecf-6fc0-4b81-93d1-95aaa8d14b28 req-37ef770d-e160-48ee-8623-99b1cef243c0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1219971 Dec 15 13:47:09.699640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-71370955-0e9a-4d1a-9cb3-e4e36504dcee service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692095 Dec 15 13:47:09.721317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-311bfecf-6fc0-4b81-93d1-95aaa8d14b28 req-7ce7e73f-c6e2-479e-956b-0a12e12e633e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135633 Dec 15 13:47:09.847184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b4052ac-33b5-4147-992a-3f3259931f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.848739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:09.859723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b4052ac-33b5-4147-992a-3f3259931f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.904763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b4052ac-33b5-4147-992a-3f3259931f8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1109083f66e640aea9af6230e3ab4be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766028 Dec 15 13:47:09.906160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:09.937378 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-04b3bd53-0918-422e-828e-777f00327b03 req-708a48e4-f01b-4621-a17f-3c2422b116e1 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280989 Dec 15 13:47:10.101632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4052ac-33b5-4147-992a-3f3259931f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345cfd4-e316-4b0f-9d29-c7ba8f80694b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:10.123455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25839e2b-a885-457d-89f5-b962fa53312d req-3e756ecb-3869-4da3-9962-980fc8892a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.125082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-3e756ecb-3869-4da3-9962-980fc8892a0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 1095 time: 0.1112626 Dec 15 13:47:10.223189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2081d9e8-c094-42c9-9739-c4fb3c0d0836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.244951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-b8174a95-04c1-4a59-a962-2f04e118d4e5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--369278628&fields=id&tenant_id=c3b02ce575064583a72cd2d0365dca84 HTTP/1.1" status: 200 len: 267 time: 0.2271235 Dec 15 13:47:10.323045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25839e2b-a885-457d-89f5-b962fa53312d req-af6ce788-2103-4431-9d37-40fcd41e3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.329838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-af6ce788-2103-4431-9d37-40fcd41e3966 service neutron] 10.222.0.67 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 923 time: 0.1916120 Dec 15 13:47:10.416099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-660b38a3-6305-4f29-9725-73472dd2fdc3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.417524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-660b38a3-6305-4f29-9725-73472dd2fdc3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 931 time: 0.1479466 Dec 15 13:47:10.425300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-34b82cd8-fb83-4b6b-a2fe-ccbeb72026c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86f5f30-1e26-446c-89e7-ac54f559831b HTTP/1.1" status: 200 len: 217 time: 0.0912189 Dec 15 13:47:10.441332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a89e086-5559-424e-be77-ddf6e4ad4c8e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.487296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a89e086-5559-424e-be77-ddf6e4ad4c8e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.492081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:10.541509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25839e2b-a885-457d-89f5-b962fa53312d req-94f73dbd-f4e5-473c-991b-40e95ea15695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.542969 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-94f73dbd-f4e5-473c-991b-40e95ea15695 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 200 len: 861 time: 0.1104500 Dec 15 13:47:10.571258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2081d9e8-c094-42c9-9739-c4fb3c0d0836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.596861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-ab8768bf-186e-462b-b976-9e43ebb86dbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=839b5424-6f73-48c6-9dbe-60d491053b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452697 Dec 15 13:47:10.602149 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a89e086-5559-424e-be77-ddf6e4ad4c8e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.604851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a89e086-5559-424e-be77-ddf6e4ad4c8e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.606223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5a89e086-5559-424e-be77-ddf6e4ad4c8e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "DELETE /v2.0/security-groups/0e7bc52f-3cd4-4898-9bdd-87a40653aa0b HTTP/1.1" status: 204 len: 168 time: 0.7558684 Dec 15 13:47:10.614819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:10.644700 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-67156923-b683-4400-83ae-30bef5f42d4a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] show failed (client error): The resource could not be found. Dec 15 13:47:10.646493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-67156923-b683-4400-83ae-30bef5f42d4a tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "GET /v2.0/security-groups/0e7bc52f-3cd4-4898-9bdd-87a40653aa0b HTTP/1.1" status: 404 len: 347 time: 0.0283813 Dec 15 13:47:10.664168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50894) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:10.677978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-99f0cdc9-c1bc-4163-a72d-8d06aae42904 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.679685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-99f0cdc9-c1bc-4163-a72d-8d06aae42904 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 931 time: 0.2521729 Dec 15 13:47:10.688758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89e086-5559-424e-be77-ddf6e4ad4c8e tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7bc52f-3cd4-4898-9bdd-87a40653aa0b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:10.790556 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-49646eaa-affc-4d71-b237-8acf02653a4c service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864493 Dec 15 13:47:10.801454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-network', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:10.806786 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:10.938679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-e57c3473-e80f-4e1e-9970-9970cd7f628c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2468486 Dec 15 13:47:10.942061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2081d9e8-c094-42c9-9739-c4fb3c0d0836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.945369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2081d9e8-c094-42c9-9739-c4fb3c0d0836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.948708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2081d9e8-c094-42c9-9739-c4fb3c0d0836 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7345cfd4-e316-4b0f-9d29-c7ba8f80694b HTTP/1.1" status: 204 len: 168 time: 1.0391171 Dec 15 13:47:10.970523 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25839e2b-a885-457d-89f5-b962fa53312d req-76b6cd42-effb-41b0-a2a6-ed7bdb2c39ea service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654232 Dec 15 13:47:10.991164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-037d240d-1e8a-4415-a1eb-e457a404e318 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0373518 Dec 15 13:47:11.021863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Made reservation on behalf of a351356cb7c04283bc1ef5a7269809ef for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:11.024450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.038773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081d9e8-c094-42c9-9739-c4fb3c0d0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345cfd4-e316-4b0f-9d29-c7ba8f80694b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:11.040255 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.127989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec88d-3c6d-429e-97a1-8491ef897801 req-df872961-8e63-4893-91c1-daaf46bfc1dd tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.130183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f02ec88d-3c6d-429e-97a1-8491ef897801 req-df872961-8e63-4893-91c1-daaf46bfc1dd tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 944 time: 0.2881188 Dec 15 13:47:11.210209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.218983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.248747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Deleting port eafc9c1e-3b6e-4373-8285-627e8f65a700 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:11.249360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.255110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f02ec88d-3c6d-429e-97a1-8491ef897801 req-ea0558e7-523c-4baa-bda0-f8dd1327ff31 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057770 Dec 15 13:47:11.289151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2159241c-50f0-4aad-b976-9f03848d6d7c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:11.317891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:11.353897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.354544 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Added segment 51613e6e-bd49-428f-9fb8-4098385115b9 of type vlan for network e63d8598-e56e-42d7-ac10-3a3db1166267 Dec 15 13:47:11.426455 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.467041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-0b4ac497-894d-4d69-860e-234888a53c71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.478856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-0b4ac497-894d-4d69-860e-234888a53c71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.488897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.491249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.492014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.496189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-0b4ac497-894d-4d69-860e-234888a53c71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.500611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-0b4ac497-894d-4d69-860e-234888a53c71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/networks?id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 1988 time: 0.4718914 Dec 15 13:47:11.571193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-97cfcc66-00a6-4574-ab7d-10f8a1b1c85a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/quotas/c3b02ce575064583a72cd2d0365dca84 HTTP/1.1" status: 200 len: 375 time: 0.0500083 Dec 15 13:47:11.578449 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0852816 Dec 15 13:47:11.582896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:11.588772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Request body: {'subnet': {'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-subnet', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:11.640792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81bb5f-f40a-485d-9eef-97e90a4dd142 admin admin] Pushing event updated for resources: {'Network': ['ID=e63d8598-e56e-42d7-ac10-3a3db1166267,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:11.650505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Made reservation on behalf of a351356cb7c04283bc1ef5a7269809ef for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:11.653057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.656955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e63d8598-e56e-42d7-ac10-3a3db1166267 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:11.663004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4123c-ecbd-4970-a8ca-ef7ffaebffed req-8a5dea5e-e566-4509-a6bf-ddf205bc6b64 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.666427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b4123c-ecbd-4970-a8ca-ef7ffaebffed req-8a5dea5e-e566-4509-a6bf-ddf205bc6b64 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2257092 Dec 15 13:47:11.730867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.731742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.817342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Calling delete_port for eafc9c1e-3b6e-4373-8285-627e8f65a700 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:11.904136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53b4123c-ecbd-4970-a8ca-ef7ffaebffed req-6c5a3c55-d1d4-4f8c-8b80-941037d4ad48 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633475 Dec 15 13:47:11.941321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-022c914a-4f28-44c4-bc04-3cdc6bbf44a8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3588521 Dec 15 13:47:12.082505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.143703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b1eb7a-af0b-4c97-99b5-5bff1417c785,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:12.186206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-38e94078-fc5d-4a2a-a8fc-dd8fba689499 service neutron] 10.222.0.32 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341566 Dec 15 13:47:12.212677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Checking segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:12.213654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Network hostable DHCP agents. Network: e63d8598-e56e-42d7-ac10-3a3db1166267, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:12.253126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Network e63d8598-e56e-42d7-ac10-3a3db1166267 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:12.269228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e63d8598-e56e-42d7-ac10-3a3db1166267) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:12.275009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:12.275791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.281448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cba691-0094-447e-8baa-52e73a92f360 None None] Network e63d8598-e56e-42d7-ac10-3a3db1166267 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:12.318924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1ee12389-0260-4930-b011-80b0d9fbc819 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7347710 Dec 15 13:47:12.322433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:12.333559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:12.381528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.383174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.493961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.540784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-aaae1c29-6591-4669-b422-21298e994ef8 service neutron] 10.222.0.32 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461161 Dec 15 13:47:12.576143 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4289b414-0331-4b7d-b22a-fc37f3bd76d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.695142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e63d8598-e56e-42d7-ac10-3a3db1166267', 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'fixed_ips': [{'subnet_id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:47:12.699370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.740375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1659f-f4db-4db4-958d-550b8eb4b163 req-7b725550-5c79-4989-bf18-7604cef6b98c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:12.751554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8d1659f-f4db-4db4-958d-550b8eb4b163 req-7b725550-5c79-4989-bf18-7604cef6b98c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 944 time: 0.2054923 Dec 15 13:47:12.754264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.760244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-3d9825a7-12f7-4413-a017-82868415bc82 service neutron] 10.222.0.32 "GET /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2107356 Dec 15 13:47:12.932530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Pushing event deleted for resources: {'Port': ['ID=eafc9c1e-3b6e-4373-8285-627e8f65a700,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:12.949808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Allocated IP 172.20.0.2 (e63d8598-e56e-42d7-ac10-3a3db1166267/e2b1eb7a-af0b-4c97-99b5-5bff1417c785/26b9618d-1999-4d9f-8741-e43dd3f54db2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:12.979307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-08458c99-de6e-4f4c-ae67-917f185a19e0 service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900988 Dec 15 13:47:13.057650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8d1659f-f4db-4db4-958d-550b8eb4b163 req-e244ea0a-d0a3-410f-bceb-72b0c6e5aba9 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043528 Dec 15 13:47:13.142753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.200851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.208756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.217284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:13.218617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.222325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03bdb986-6cf7-4a65-b083-d083dc82a1c4 tempest-ServersTestBootFromVolume-1506270782 tempest-ServersTestBootFromVolume-1506270782-project] 10.222.0.32 "DELETE /v2.0/floatingips/ded53b75-d889-4f37-82e5-813386e317f2 HTTP/1.1" status: 204 len: 168 time: 2.5413723 Dec 15 13:47:13.225587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.228253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50946) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:13.362935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Pushing event updated for resources: {'Port': ['ID=26b9618d-1999-4d9f-8741-e43dd3f54db2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:13.405407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Network e63d8598-e56e-42d7-ac10-3a3db1166267 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:13.417531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:13.420444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:13.514081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Attempting to bind port 26b9618d-1999-4d9f-8741-e43dd3f54db2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:13.514884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Attempting to bind port 26b9618d-1999-4d9f-8741-e43dd3f54db2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:13.515612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Attempting to bind port 26b9618d-1999-4d9f-8741-e43dd3f54db2 on network e63d8598-e56e-42d7-ac10-3a3db1166267 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:13.534461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:13.535303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Checking segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:13.536093 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.536759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Bound using segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:13.537493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Bound port: 26b9618d-1999-4d9f-8741-e43dd3f54db2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:13.538118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.539338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-dd3f532a-6672-4fb3-8823-50a80b92d816 service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471418 Dec 15 13:47:13.596662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.644639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.699325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-c20c8001-45e9-4264-bd0f-45bd8d5cd9a2 service neutron] 10.222.0.32 "GET /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1466990 Dec 15 13:47:13.700147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] For port 26b9618d-1999-4d9f-8741-e43dd3f54db2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:13.708679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] For port 26b9618d-1999-4d9f-8741-e43dd3f54db2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=26b9618d-1999-4d9f-8741-e43dd3f54db2,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:13.726754 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.737277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc5637-0e0a-424a-9fd9-9082b0cad1e3 req-35b17953-5e92-4415-aecb-6a79a5b97942 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:13.740146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7dc5637-0e0a-424a-9fd9-9082b0cad1e3 req-35b17953-5e92-4415-aecb-6a79a5b97942 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2967002 Dec 15 13:47:13.786628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:13.799323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'port_id': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'mac_address': 'fa:16:3e:b7:25:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a70eb36-6b51-4f9d-902e-343cd738c6b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:14.006328 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.031600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Allocated IP 172.25.2.38 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/621e21c0-fc79-4d07-8468-a96eef2b184a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:14.038015 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.076569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Pushing event updated for resources: {'Port': ['ID=26b9618d-1999-4d9f-8741-e43dd3f54db2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.086246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:14.128585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7dc5637-0e0a-424a-9fd9-9082b0cad1e3 req-3cede29a-856e-4e41-a159-6f8f97a43123 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302404 Dec 15 13:47:14.195602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.196028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.198708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.199061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.199401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.199741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.200074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.200433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.200745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.201140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.201395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.201719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.202047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78477-e66f-4a31-be32-7ed537ca2383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:14.207219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:14.222075 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.362632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.418867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-5dde1471-dcc2-4a27-8abd-ab3c6b401519 service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699591 Dec 15 13:47:14.421082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.493925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.524818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e86f5f30-1e26-446c-89e7-ac54f559831b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:14.636258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:14.642332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Pushing event updated for resources: {'Port': ['ID=621e21c0-fc79-4d07-8468-a96eef2b184a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.646284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:14.648819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:14.811275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-2a1cace9-d4f4-48f1-9087-e23ad197d1eb service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613849 Dec 15 13:47:14.853007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d595158b-b262-48d3-b460-a0155407c467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.888215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7b9a-a00b-4b8f-a9ac-c946c2428ce0 req-e53d87d8-6652-46db-b3bf-e0ac92db6ca3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:14.896615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd9c7b9a-a00b-4b8f-a9ac-c946c2428ce0 req-e53d87d8-6652-46db-b3bf-e0ac92db6ca3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 945 time: 0.2878153 Dec 15 13:47:15.036070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd9c7b9a-a00b-4b8f-a9ac-c946c2428ce0 req-b9ccbe08-bf25-461d-9dc5-5343e20febd9 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329830 Dec 15 13:47:15.078839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bb7016ee-ab31-451f-9200-381fdde566bc service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661850 Dec 15 13:47:15.193838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.419320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.549130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-33a4e6f6-67cb-4555-83ec-472099861fee service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871803 Dec 15 13:47:15.634952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.718820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-d1dc8ba0-da9d-43fd-937b-7986ce50bc41 service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558959 Dec 15 13:47:15.833503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd5636-35b5-42d2-bfeb-8144233c48f3 None None] Network e63d8598-e56e-42d7-ac10-3a3db1166267 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:15.894083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Router 73e53c37-caea-40e6-af5f-ea70691cd3b4 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:47:16.032247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3f6d1475-b0c0-4d89-ac88-7b702496243f None None] Provisioning complete for port 26b9618d-1999-4d9f-8741-e43dd3f54db2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:16.032862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1475-b0c0-4d89-ac88-7b702496243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.101669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 26b9618d-1999-4d9f-8741-e43dd3f54db2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:16.180540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.294381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:16.307080 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Sync routers for ids ['73e53c37-caea-40e6-af5f-ea70691cd3b4'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:16.318980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1475-b0c0-4d89-ac88-7b702496243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.322096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Routers {'73e53c37-caea-40e6-af5f-ea70691cd3b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:16.322725 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['73e53c37-caea-40e6-af5f-ea70691cd3b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:16.330579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.335708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-686259df-c3cb-41b9-9d49-1bf94602bb23 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0119677 Dec 15 13:47:16.336899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:16.398315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 26b9618d-1999-4d9f-8741-e43dd3f54db2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:16.401628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.500404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3f6d1475-b0c0-4d89-ac88-7b702496243f None None] For port 26b9618d-1999-4d9f-8741-e43dd3f54db2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=26b9618d-1999-4d9f-8741-e43dd3f54db2,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:16.538118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1475-b0c0-4d89-ac88-7b702496243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.595074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d1475-b0c0-4d89-ac88-7b702496243f None None] Pushing event updated for resources: {'Port': ['ID=26b9618d-1999-4d9f-8741-e43dd3f54db2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:16.695124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c9be3-61cb-4e41-a968-5d75c8e9ebb6 req-f74d81c8-2dd1-43d2-b3a9-2c82ec110dd9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:16.709431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c7c9be3-61cb-4e41-a968-5d75c8e9ebb6 req-f74d81c8-2dd1-43d2-b3a9-2c82ec110dd9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 1.1551514 Dec 15 13:47:16.719772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b9a01594-7f5f-43e3-ae4a-c81f00b79618 None None] Provisioning complete for port 26b9618d-1999-4d9f-8741-e43dd3f54db2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:16.720335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9a01594-7f5f-43e3-ae4a-c81f00b79618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.776425 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Set router 73e53c37-caea-40e6-af5f-ea70691cd3b4 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:16.839042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-2160f893-54c5-447a-8d94-a8ae2e13896d service neutron] 10.222.0.32 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0930326 Dec 15 13:47:17.003382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c7c9be3-61cb-4e41-a968-5d75c8e9ebb6 req-1b1ad944-3ddc-47fb-9693-cc55bd46409f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930305 Dec 15 13:47:17.111091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:17.124217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1c51fd20-825e-414b-a900-50bff35c285a service neutron] 10.222.0.32 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661352 Dec 15 13:47:17.172190 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:47:14Z', 'revision_number': 3, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:17.216788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e86f5f30-1e26-446c-89e7-ac54f559831b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:17.227452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e86f5f30-1e26-446c-89e7-ac54f559831b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:17.227853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.240948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Checking router: 73e53c37-caea-40e6-af5f-ea70691cd3b4 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:17.241457 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Updating router 73e53c37-caea-40e6-af5f-ea70691cd3b4 port 621e21c0-fc79-4d07-8468-a96eef2b184a binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:17.303687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-2865e89d-9935-4627-87b6-b0c869013b3d tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.335483 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-2865e89d-9935-4627-87b6-b0c869013b3d tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 945 time: 0.3138797 Dec 15 13:47:17.342044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9a35a55e-7c31-4817-8393-d88cda4b52e8 service neutron] 10.222.0.32 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068775 Dec 15 13:47:17.366426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.383241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.402592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f5f30-1e26-446c-89e7-ac54f559831b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:17.405790 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90d7f19-8ecf-486a-a079-c02932dcb10b" -d '{"events": [{"server_uuid": "b2d43dff-9514-4fa0-a7f8-4f3e58125943", "name": "network-vif-plugged", "status": "completed", "tag": "e86f5f30-1e26-446c-89e7-ac54f559831b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:17.414651 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.434144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Deleting port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:17.434781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.437617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:17.450639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.551430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:17.583864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] For port d33c49ac-d59d-4ded-82c4-3d8574bf1a1a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:17.584247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.597825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Calling delete_port for d33c49ac-d59d-4ded-82c4-3d8574bf1a1a owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:17.685844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.749922 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.756541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225dc28-51ad-4542-bd95-55dac3b76b14 req-7e93d6bb-79fc-4626-b507-ce18900ce511 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.761983 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.768557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5225dc28-51ad-4542-bd95-55dac3b76b14 req-7e93d6bb-79fc-4626-b507-ce18900ce511 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 945 time: 0.4956458 Dec 15 13:47:17.857230 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Pushing event updated for resources: {'Port': ['ID=621e21c0-fc79-4d07-8468-a96eef2b184a,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:17.872898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Allocated IP 172.20.0.1 (e63d8598-e56e-42d7-ac10-3a3db1166267/e2b1eb7a-af0b-4c97-99b5-5bff1417c785/d361c856-daae-4d92-9921-42ccebbfaebd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:17.892410 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.892801 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.893148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.893490 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.893824 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.894166 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.896471 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.896852 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.897195 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.897530 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.902925 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.903297 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.903638 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:17.906358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5225dc28-51ad-4542-bd95-55dac3b76b14 req-e5e4524d-4b1b-45c7-8a25-a9184d01a897 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/security-groups?id=396fe55c-ba7c-4843-b32b-5651837ed8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345630 Dec 15 13:47:17.911869 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Attempting to bind port 621e21c0-fc79-4d07-8468-a96eef2b184a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:17.912246 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Attempting to bind port 621e21c0-fc79-4d07-8468-a96eef2b184a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:17.912643 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Attempting to bind port 621e21c0-fc79-4d07-8468-a96eef2b184a on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:17.927628 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:17.928126 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:17.929430 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.929830 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:17.931466 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Bound port: 621e21c0-fc79-4d07-8468-a96eef2b184a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:17.931861 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.980760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 26b9618d-1999-4d9f-8741-e43dd3f54db2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:18.014740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.022587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ed0ef387-c1f5-40a1-a54e-919412694cda service neutron] 10.222.0.32 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793330 Dec 15 13:47:18.062396 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] For port 621e21c0-fc79-4d07-8468-a96eef2b184a, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:18.062801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.071466 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] For port 621e21c0-fc79-4d07-8468-a96eef2b184a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=621e21c0-fc79-4d07-8468-a96eef2b184a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:18.083211 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.113103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Network e63d8598-e56e-42d7-ac10-3a3db1166267 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:18.125609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:18.130549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:18.165974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Deleting port 236c9218-a3da-40f1-ad59-754d2218e86c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:18.166304 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.184902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 26b9618d-1999-4d9f-8741-e43dd3f54db2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:18.185589 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.254347 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Routers {'73e53c37-caea-40e6-af5f-ea70691cd3b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:18.254982 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['73e53c37-caea-40e6-af5f-ea70691cd3b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:18.320772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] For port 236c9218-a3da-40f1-ad59-754d2218e86c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=236c9218-a3da-40f1-ad59-754d2218e86c,segment=NetworkSegment(965b4faa-f3a0-4c9f-b99e-092d9d1008fc),segment_id=965b4faa-f3a0-4c9f-b99e-092d9d1008fc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:18.331222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.373488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Calling delete_port for 236c9218-a3da-40f1-ad59-754d2218e86c owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:18.374324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feed636-ce90-459f-a1bc-aa073ae1f7b6 req-a3928989-e708-4c1c-bb08-38ec81d78e4f tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.384741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7feed636-ce90-459f-a1bc-aa073ae1f7b6 req-a3928989-e708-4c1c-bb08-38ec81d78e4f tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 946 time: 0.2019928 Dec 15 13:47:18.397008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-48ca018f-1736-469b-8548-49ec8150dfa6 service neutron] 10.222.0.32 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668089 Dec 15 13:47:18.434819 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.628980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a24c835d-288b-41ca-8f7b-bc571390c2e4 None None] Provisioning complete for port d361c856-daae-4d92-9921-42ccebbfaebd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:18.629319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a24c835d-288b-41ca-8f7b-bc571390c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.652705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.659869 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11792fb-b067-4d84-99ba-1be5fe75b97d None None] Pushing event updated for resources: {'Port': ['ID=621e21c0-fc79-4d07-8468-a96eef2b184a,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:18.673470 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] Set router 73e53c37-caea-40e6-af5f-ea70691cd3b4 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:18.683653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7feed636-ce90-459f-a1bc-aa073ae1f7b6 req-06cf4205-28c5-4a53-ae9c-e5f0ae0c2d25 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977939 Dec 15 13:47:18.741417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a24c835d-288b-41ca-8f7b-bc571390c2e4 None None] Port d361c856-daae-4d92-9921-42ccebbfaebd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:18.786273 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757428e3-46e5-46e2-b60d-bbf94da73b13 x-openstack-request-id: req-757428e3-46e5-46e2-b60d-bbf94da73b13 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:18.786570 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d43dff-9514-4fa0-a7f8-4f3e58125943", "name": "network-vif-plugged", "status": "completed", "tag": "e86f5f30-1e26-446c-89e7-ac54f559831b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:18.786830 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-757428e3-46e5-46e2-b60d-bbf94da73b13 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:18.787229 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'code': 200} Dec 15 13:47:18.814920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33c49ac-d59d-4ded-82c4-3d8574bf1a1a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:18.833195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Pushing event updated for resources: {'Port': ['ID=d361c856-daae-4d92-9921-42ccebbfaebd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:18.838549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.959946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14d131-3fe2-4764-8835-b21bb570b90d req-fd40f313-0024-4034-b2d7-388a8653b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.962111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e14d131-3fe2-4764-8835-b21bb570b90d req-fd40f313-0024-4034-b2d7-388a8653b9bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 1097 time: 0.0907512 Dec 15 13:47:19.116328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:19.239520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.333076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['236c9218-a3da-40f1-ad59-754d2218e86c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:19.336834 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.365745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e14d131-3fe2-4764-8835-b21bb570b90d req-573dc7e5-61b5-4615-97b5-53bc6c096ef7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919096 Dec 15 13:47:19.401483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b237ea9-d8e2-4173-9eb3-ba2ac0f09f92 req-d6cdb498-1ca3-4b05-879e-18191b09e0aa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:19.416451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b237ea9-d8e2-4173-9eb3-ba2ac0f09f92 req-d6cdb498-1ca3-4b05-879e-18191b09e0aa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1656938 Dec 15 13:47:19.473105 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:47:14Z', 'revision_number': 3, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:19.550881 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219176d-ebc0-428e-a187-aeb07679df1d None None] The sync data for ids ['73e53c37-caea-40e6-af5f-ea70691cd3b4'] in n-d-815324-3 is: [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:47:14Z', 'revision_number': 3, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:19.619694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:19.629049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Pushing event deleted for resources: {'Port': ['ID=236c9218-a3da-40f1-ad59-754d2218e86c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:19.634736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:19.645851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'port_id': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'mac_address': 'fa:16:3e:f6:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20af28a-78ff-4183-a9de-9b4f76569cdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:19.747286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] No DVR routers for this DVR port 236c9218-a3da-40f1-ad59-754d2218e86c on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:19.754348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.766075 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.769436 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d091ce49-7f3b-49cd-971a-64f5cf241268 req-6cc8bbeb-2f7f-460e-9401-af67310ce495 tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.67 "DELETE /v2.0/ports/236c9218-a3da-40f1-ad59-754d2218e86c HTTP/1.1" status: 204 len: 173 time: 2.4137712 Dec 15 13:47:19.771484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'name': 'network-vif-deleted', 'tag': '236c9218-a3da-40f1-ad59-754d2218e86c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:19.778757 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da97cc4c-b767-4a66-9931-1e9507352532" -d '{"events": [{"server_uuid": "1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2", "name": "network-vif-deleted", "tag": "236c9218-a3da-40f1-ad59-754d2218e86c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:19.783674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b237ea9-d8e2-4173-9eb3-ba2ac0f09f92 req-70d735ca-80f6-4cc3-8ebf-8cc7f53132f2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628554 Dec 15 13:47:19.858806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aac1adba-d4b3-4bc4-b1ea-207a925bde4d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:19.925948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.946167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:19.957732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.094111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aac1adba-d4b3-4bc4-b1ea-207a925bde4d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:20.183281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Router e2630e36-1606-453c-bb42-442563a67ee5 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:20.331167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.540656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.549720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.661888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42e52e20-1fe0-43d0-998c-6d726273ccbe req-a15a751f-706f-4759-888b-018183c13bbd tempest-VolumesAdminNegativeTest-616171876 tempest-VolumesAdminNegativeTest-616171876-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2 HTTP/1.1" status: 200 len: 210 time: 0.1199856 Dec 15 13:47:20.702031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:20.728376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b4317ac0-2272-4d16-9628-dff65c1667a5 admin admin] 10.222.0.32 "PUT /v2.0/routers/e2630e36-1606-453c-bb42-442563a67ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4969368 Dec 15 13:47:20.731513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51088) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:20.839204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-529beef9-0c8b-458e-b336-d43d1324d98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.878747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Pushing event updated for resources: {'Port': ['ID=d361c856-daae-4d92-9921-42ccebbfaebd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.915837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.938130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] Sync routers for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:21.027084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:21.034132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:21.044836 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.151101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6c8d4-8874-4b2d-9d22-2a382f032066 req-4b9918b5-4a96-4ade-8b96-85713346baf3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.159957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbb6c8d4-8874-4b2d-9d22-2a382f032066 req-4b9918b5-4a96-4ade-8b96-85713346baf3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 946 time: 0.3077562 Dec 15 13:47:21.214900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.240681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 236c9218-a3da-40f1-ad59-754d2218e86c no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:21.320726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 236c9218-a3da-40f1-ad59-754d2218e86c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:21.326298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 236c9218-a3da-40f1-ad59-754d2218e86c not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:21.559458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:21.597190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.638818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Network e63d8598-e56e-42d7-ac10-3a3db1166267 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:21.639632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbb6c8d4-8874-4b2d-9d22-2a382f032066 req-f7345fff-44e3-43b4-88ca-9d2f1726f4dd tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781477 Dec 15 13:47:21.648570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-529beef9-0c8b-458e-b336-d43d1324d98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.648570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:21.678512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-529beef9-0c8b-458e-b336-d43d1324d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.819793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Deleting port 042ff2f8-0a90-430e-b665-7e26409ef49f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:21.820251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.850071 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda29520-2d1d-40ad-9865-53f2f4abd8a5 x-openstack-request-id: req-eda29520-2d1d-40ad-9865-53f2f4abd8a5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:21.854672 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2", "name": "network-vif-deleted", "tag": "236c9218-a3da-40f1-ad59-754d2218e86c", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:21.855037 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eda29520-2d1d-40ad-9865-53f2f4abd8a5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:21.855467 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5ad1e2-b3b3-4c83-9374-0ee0d4d03ff2', 'name': 'network-vif-deleted', 'tag': '236c9218-a3da-40f1-ad59-754d2218e86c', 'status': 'completed', 'code': 200} Dec 15 13:47:22.069651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:22.074652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 621e21c0-fc79-4d07-8468-a96eef2b184a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:22.077167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-529beef9-0c8b-458e-b336-d43d1324d98d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6df7795ff3e14f3786aed44ef9cf97c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4148171 Dec 15 13:47:22.142995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529beef9-0c8b-458e-b336-d43d1324d98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cacd9ee-46ab-4eb6-af96-706072b6442e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:22.240071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Router 73e53c37-caea-40e6-af5f-ea70691cd3b4 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:22.246568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97df9e22-edd5-47bc-9a63-56d3017eb70b req-9063ce72-93f8-462d-bb39-695dd64be1dd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.1298575 Dec 15 13:47:22.265459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] For port 042ff2f8-0a90-430e-b665-7e26409ef49f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=042ff2f8-0a90-430e-b665-7e26409ef49f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:22.266053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.350033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Calling delete_port for 042ff2f8-0a90-430e-b665-7e26409ef49f owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:22.418044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-77317368-0839-4ca5-9687-bfb2d227e354 None None] Provisioning complete for port d361c856-daae-4d92-9921-42ccebbfaebd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:22.418324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77317368-0839-4ca5-9687-bfb2d227e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.524319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:22.546424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db6c8256-3060-45ac-a766-476ddabf982d admin admin] 10.222.0.32 "PUT /v2.0/routers/73e53c37-caea-40e6-af5f-ea70691cd3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2080040 Dec 15 13:47:22.630835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 621e21c0-fc79-4d07-8468-a96eef2b184a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:22.631483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.656693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ad85e535-7bd5-45b3-9476-5132d6c3e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:22.658086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ad85e535-7bd5-45b3-9476-5132d6c3e356 service neutron] 10.222.0.67 "GET /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 1027 time: 0.1296999 Dec 15 13:47:22.710381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:47:18Z', 'revision_number': 5, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port': {'id': '042ff2f8-0a90-430e-b665-7e26409ef49f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:40Z', 'updated_at': '2021-12-15T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:22.719662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4538d9dc-ba9a-4af3-99da-18c17547e7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.752805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-f4501caf-67c2-4892-a4ab-3b81368f5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:22.754378 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-f4501caf-67c2-4892-a4ab-3b81368f5d1f service neutron] 10.222.0.67 "GET /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 1027 time: 0.0871360 Dec 15 13:47:22.772245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97df82d-c5fd-4dc0-8c7c-ee68b655988e req-bda3bb24-aedc-4c56-b97b-b37e4f584c98 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:22.783798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c97df82d-c5fd-4dc0-8c7c-ee68b655988e req-bda3bb24-aedc-4c56-b97b-b37e4f584c98 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 944 time: 0.3722360 Dec 15 13:47:22.795996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-77317368-0839-4ca5-9687-bfb2d227e354 None None] Port d361c856-daae-4d92-9921-42ccebbfaebd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:22.805845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] Checking router: e2630e36-1606-453c-bb42-442563a67ee5 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:22.831168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] Routers {'e2630e36-1606-453c-bb42-442563a67ee5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:22.832263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e2630e36-1606-453c-bb42-442563a67ee5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:23.007077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4538d9dc-ba9a-4af3-99da-18c17547e7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.093517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.100930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Sync routers for ids ['73e53c37-caea-40e6-af5f-ea70691cd3b4'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:23.119570 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Routers {'73e53c37-caea-40e6-af5f-ea70691cd3b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:23.120248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['73e53c37-caea-40e6-af5f-ea70691cd3b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:23.146418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] Set router e2630e36-1606-453c-bb42-442563a67ee5 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:23.154667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:23.160419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c97df82d-c5fd-4dc0-8c7c-ee68b655988e req-f3acaf5c-91dd-417d-97a1-ade5526821d4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748693 Dec 15 13:47:23.187132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-30ac52ca-6a23-4d94-a211-e2769525351b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.194085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-26fc2623-5378-414e-963c-0ecb97738dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.195867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-26fc2623-5378-414e-963c-0ecb97738dbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1095 time: 0.1864965 Dec 15 13:47:23.208542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-30ac52ca-6a23-4d94-a211-e2769525351b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.248481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-30ac52ca-6a23-4d94-a211-e2769525351b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.252208 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-30ac52ca-6a23-4d94-a211-e2769525351b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "GET /v2.0/networks?id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 1988 time: 0.4899333 Dec 15 13:47:23.278971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 621e21c0-fc79-4d07-8468-a96eef2b184a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=621e21c0-fc79-4d07-8468-a96eef2b184a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:23.299960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51108) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:23.374727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 6, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:23.461312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Set router 73e53c37-caea-40e6-af5f-ea70691cd3b4 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:23.513608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.522643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7f37b-7083-4f45-841a-9da0e5b39274 None None] The sync data for ids ['e2630e36-1606-453c-bb42-442563a67ee5'] in n-d-815324-3 is: [{'id': 'e2630e36-1606-453c-bb42-442563a67ee5', 'name': 'tempest-ServersTestBootFromVolume-2070706538-router', 'tenant_id': '1987755570db4d7daf9c648f4f0d4b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:39Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 6, 'project_id': '1987755570db4d7daf9c648f4f0d4b53', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:23.570921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4538d9dc-ba9a-4af3-99da-18c17547e7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.578282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4538d9dc-ba9a-4af3-99da-18c17547e7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.580360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4538d9dc-ba9a-4af3-99da-18c17547e7be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cacd9ee-46ab-4eb6-af96-706072b6442e HTTP/1.1" status: 204 len: 168 time: 1.5086880 Dec 15 13:47:23.612019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Deleting subnet 2bcd8bbc-270f-429f-b292-0e27b815e144 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:23.626024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538d9dc-ba9a-4af3-99da-18c17547e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cacd9ee-46ab-4eb6-af96-706072b6442e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:23.638453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.678981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-60380368-2bb9-4bf7-b18d-ab838a1b0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.680450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-60380368-2bb9-4bf7-b18d-ab838a1b0332 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 916 time: 0.4436626 Dec 15 13:47:23.747673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port aac1adba-d4b3-4bc4-b1ea-207a925bde4d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:23.748398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.770876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=621e21c0-fc79-4d07-8468-a96eef2b184a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:23.783795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ade74eb9-e838-4866-9a56-8ca8a3b2ebe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b02ce575064583a72cd2d0365dca84 HTTP/1.1" status: 200 len: 379 time: 0.5201359 Dec 15 13:47:23.832701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'admin_state_up': True, 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'security_groups': ['f07e5b7b-d547-438b-9685-7de99cdd0b10']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:23.847460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-8d63d102-5925-4c53-a5e1-100a2a1ab0a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 217 time: 0.1532495 Dec 15 13:47:23.864051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.014768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Pushing event deleted for resources: {'Port': ['ID=042ff2f8-0a90-430e-b665-7e26409ef49f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.153548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.198282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.204780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b7da-a300-4cb8-9f89-be5fca8abfdc req-bc4106f9-9d17-44b1-9a62-a4b94e5f173f tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.215425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08a4b7da-a300-4cb8-9f89-be5fca8abfdc req-bc4106f9-9d17-44b1-9a62-a4b94e5f173f tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 946 time: 0.6801062 Dec 15 13:47:24.220827 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:47:19Z', 'revision_number': 4, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd361c856-daae-4d92-9921-42ccebbfaebd', 'name': '', 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'mac_address': 'fa:16:3e:d3:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:17Z', 'updated_at': '2021-12-15T13:47:20Z', 'revision_number': 2, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'subnets': [{'id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:24.234318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:24.245616 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e72f537-683f-4d24-9d87-fd646eed9768" -d '{"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-plugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:24.303406 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Checking router: 73e53c37-caea-40e6-af5f-ea70691cd3b4 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:24.303757 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Updating router 73e53c37-caea-40e6-af5f-ea70691cd3b4 port d361c856-daae-4d92-9921-42ccebbfaebd binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:24.308261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:24.317072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.320319 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.349574 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.373819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:24.379505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-network', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:24.517749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.532896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 621e21c0-fc79-4d07-8468-a96eef2b184a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:24.566834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Made reservation on behalf of 7e2edc91f876453ea3b28d33f5e06809 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:24.577239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.608869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.649063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:24.665891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.739605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.746390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08a4b7da-a300-4cb8-9f89-be5fca8abfdc req-b64decc6-d824-4a62-b2c6-d417ff27d09f tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291808 Dec 15 13:47:24.752730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-0dc73696-e169-48ba-80d2-5fe460e38d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.761804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 621e21c0-fc79-4d07-8468-a96eef2b184a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:24.762193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.795751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-0dc73696-e169-48ba-80d2-5fe460e38d7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.9360931 Dec 15 13:47:24.800546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.898489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.924295 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2bcd8bbc-270f-429f-b292-0e27b815e144 HTTP/1.1" status: 204 len: 168 time: 1.6124022 Dec 15 13:47:24.986695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d33c49ac-d59d-4ded-82c4-3d8574bf1a1a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:25.009817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:25.108797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e440ff1-bec2-408d-8fff-8e360e9e7815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bcd8bbc-270f-429f-b292-0e27b815e144,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:25.114736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.131450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d33c49ac-d59d-4ded-82c4-3d8574bf1a1a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:25.131763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d33c49ac-d59d-4ded-82c4-3d8574bf1a1a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:25.212380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-8b35f14d-2e25-4b03-89a9-cb8c4b7fd7d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3990767 Dec 15 13:47:25.278548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8ecfcc9-6ac2-4e99-b2eb-0c0d1880b106 req-b91e64e6-f401-4e35-b5e1-7ee302c879f5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.2674553 Dec 15 13:47:25.310257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.317189 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.332905 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.399717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c1d8c3-8808-45c1-958e-2a72abc756bd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:25.414370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.418817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965b4faa-f3a0-4c9f-b99e-092d9d1008fc') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:25.419179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965b4faa-f3a0-4c9f-b99e-092d9d1008fc') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:25.425758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.485016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734626bf-55c3-445d-b0ad-1817edff0203,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:25.497647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.500128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 172.20.0.8 (0a563c85-f2c8-4e76-ab6c-4fd311be8056/051a7dfc-0fa5-4421-b74e-54cdafcfa35e/a68a9c92-c61f-4780-9b96-bee4b7023d4b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:25.522808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:25.543621 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.546559 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3112b4-5bcd-4c6c-bd3c-7c1bc3fd5cf0 None None] Pushing event updated for resources: {'Port': ['ID=d361c856-daae-4d92-9921-42ccebbfaebd,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:25.574136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.574533 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Added segment 4844f916-1ad7-4f47-abcc-8a42a45231c1 of type vlan for network f2653299-ab29-4416-90c7-56485bee97e7 Dec 15 13:47:25.587159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.594871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.612528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:25.614970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:25.621550 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:25.714743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.721792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2630e36-1606-453c-bb42-442563a67ee5 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:47:25.735069 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Attempting to bind port d361c856-daae-4d92-9921-42ccebbfaebd on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:25.735461 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Attempting to bind port d361c856-daae-4d92-9921-42ccebbfaebd by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:25.735848 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Attempting to bind port d361c856-daae-4d92-9921-42ccebbfaebd on network e63d8598-e56e-42d7-ac10-3a3db1166267 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:25.738216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.739428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2c65ecd9-1764-490c-a8a0-d6b6b38e3322 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e2630e36-1606-453c-bb42-442563a67ee5 HTTP/1.1" status: 204 len: 168 time: 5.0066314 Dec 15 13:47:25.759720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:25.760151 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Checking segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:25.760525 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.760925 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Bound using segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:25.761416 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Bound port: d361c856-daae-4d92-9921-42ccebbfaebd, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:25.761800 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.776888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51152) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:25.790887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-b8e1cecf-8985-4157-813f-6220228abd65 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035884 Dec 15 13:47:25.989063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 042ff2f8-0a90-430e-b665-7e26409ef49f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:26.045730 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] For port d361c856-daae-4d92-9921-42ccebbfaebd, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:26.050677 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] For port d361c856-daae-4d92-9921-42ccebbfaebd, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d361c856-daae-4d92-9921-42ccebbfaebd,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:26.064195 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.067234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 042ff2f8-0a90-430e-b665-7e26409ef49f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:26.067594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 042ff2f8-0a90-430e-b665-7e26409ef49f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:26.160127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8ac76e1f-7279-4131-87da-73de1a43a092 None None] Provisioning complete for port d361c856-daae-4d92-9921-42ccebbfaebd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:26.161607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ac76e1f-7279-4131-87da-73de1a43a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.242545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.259142 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Routers {'73e53c37-caea-40e6-af5f-ea70691cd3b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:26.260530 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['73e53c37-caea-40e6-af5f-ea70691cd3b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:26.320537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.394289 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.400944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.424862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.430661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.430918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.450122 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ac76e1f-7279-4131-87da-73de1a43a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.561098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8ac76e1f-7279-4131-87da-73de1a43a092 None None] For port d361c856-daae-4d92-9921-42ccebbfaebd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d361c856-daae-4d92-9921-42ccebbfaebd,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:26.571278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ac76e1f-7279-4131-87da-73de1a43a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.581899 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3112b4-5bcd-4c6c-bd3c-7c1bc3fd5cf0 None None] Pushing event updated for resources: {'Port': ['ID=d361c856-daae-4d92-9921-42ccebbfaebd,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:26.613000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.622806 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] 10.222.0.32 "DELETE /v2.0/networks/28c1d8c3-8808-45c1-958e-2a72abc756bd HTTP/1.1" status: 204 len: 168 time: 1.6077385 Dec 15 13:47:26.629284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:26.646602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:26.714283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:26.735577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:26.754542 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] Set router 73e53c37-caea-40e6-af5f-ea70691cd3b4 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:26.757211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:26.774765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac76e1f-7279-4131-87da-73de1a43a092 None None] Pushing event updated for resources: {'Port': ['ID=d361c856-daae-4d92-9921-42ccebbfaebd,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:26.851661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-36521eed-a6e7-4856-8e6e-84b6aeba8992 None None] Provisioning complete for port d361c856-daae-4d92-9921-42ccebbfaebd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:26.852035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-36521eed-a6e7-4856-8e6e-84b6aeba8992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.867608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4923401 Dec 15 13:47:26.886603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.887671 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.893776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:26.924298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Deleting subnet 4ba3cab8-8093-4470-89a0-819345d1ef2b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:26.934100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.970872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda346f-4b3a-4ab6-a154-334bea736f18 req-8b07b5c3-fe7d-4de7-872d-02a4ee857c26 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.989838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bda346f-4b3a-4ab6-a154-334bea736f18 req-8b07b5c3-fe7d-4de7-872d-02a4ee857c26 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 1.2900310 Dec 15 13:47:27.054066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.084082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bda346f-4b3a-4ab6-a154-334bea736f18 req-38026a29-5ef0-451f-8ef4-9f4d700716d8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920932 Dec 15 13:47:27.093929 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0d8f51-4827-4854-808f-3d2a154c75bf x-openstack-request-id: req-db0d8f51-4827-4854-808f-3d2a154c75bf {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:27.094433 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-plugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:27.094554 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db0d8f51-4827-4854-808f-3d2a154c75bf {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:27.094915 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'code': 200} Dec 15 13:47:27.162055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Request body: {'subnet': {'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-subnet', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:27.179492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ac4e08-0eda-44e9-b102-33e79577d8c6 req-52b10f65-71bf-4781-9090-f9528213a776 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3504767 Dec 15 13:47:27.245097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02b840d5-243a-4001-91b6-0116cf1fe581 None None] Provisioning complete for port a68a9c92-c61f-4780-9b96-bee4b7023d4b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:27.245490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02b840d5-243a-4001-91b6-0116cf1fe581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.303389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-02b840d5-243a-4001-91b6-0116cf1fe581 None None] Port a68a9c92-c61f-4780-9b96-bee4b7023d4b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:27.314754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b666-acff-49e1-a0a7-03a404b44f01 req-5191b285-226c-48fb-aa00-61f7cefe1fda tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:27.316732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d101b666-acff-49e1-a0a7-03a404b44f01 req-5191b285-226c-48fb-aa00-61f7cefe1fda tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 946 time: 0.1092100 Dec 15 13:47:27.336169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.348432 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:47:19Z', 'revision_number': 4, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd361c856-daae-4d92-9921-42ccebbfaebd', 'name': '', 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'mac_address': 'fa:16:3e:d3:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:17Z', 'updated_at': '2021-12-15T13:47:26Z', 'revision_number': 4, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'subnets': [{'id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:27.378953 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfbb2e-85b6-43af-be7a-594532c851a6 None None] The sync data for ids ['73e53c37-caea-40e6-af5f-ea70691cd3b4'] in n-d-815324-3 is: [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:47:19Z', 'revision_number': 4, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd361c856-daae-4d92-9921-42ccebbfaebd', 'name': '', 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'mac_address': 'fa:16:3e:d3:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:17Z', 'updated_at': '2021-12-15T13:47:26Z', 'revision_number': 4, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'subnets': [{'id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:27.480383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d101b666-acff-49e1-a0a7-03a404b44f01 req-f87e7d05-22f0-4fd9-838b-9debcc675de1 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457608 Dec 15 13:47:27.593380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.596653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865886cf-d7b9-44c2-89af-8eedfa20ad32 admin admin] Pushing event updated for resources: {'Network': ['ID=f2653299-ab29-4416-90c7-56485bee97e7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:27.606735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Made reservation on behalf of 7e2edc91f876453ea3b28d33f5e06809 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:27.608397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network f2653299-ab29-4416-90c7-56485bee97e7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:27.609483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.628813 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1bd66c67-0ec3-48d3-ad75-f3383c270e13 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8268552 Dec 15 13:47:27.795725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Deleting subnet 2bfbb5bd-f547-47bb-9066-5ce866a56f25 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:27.800214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.855154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.935894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.998005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d361c856-daae-4d92-9921-42ccebbfaebd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:28.023303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'admin_state_up': True, 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'security_groups': ['f07e5b7b-d547-438b-9685-7de99cdd0b10']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:28.031113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8ffc-c9ae-4402-9296-cf14e4df3aa8 req-5c618db7-a529-40c5-940e-fb9e2f518c07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.033242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-380d8ffc-c9ae-4402-9296-cf14e4df3aa8 req-5c618db7-a529-40c5-940e-fb9e2f518c07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 931 time: 0.2037435 Dec 15 13:47:28.117154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba3cab8-8093-4470-89a0-819345d1ef2b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:28.229322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-380d8ffc-c9ae-4402-9296-cf14e4df3aa8 req-dae404b4-91ca-485e-b31f-3a5550ef6522 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846895 Dec 15 13:47:28.232776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f092a7-e769-480f-a188-48048953d0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=28c1d8c3-8808-45c1-958e-2a72abc756bd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:28.237477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.247631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51222) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:28.247858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-319e0e70-8801-4881-b478-72db1b67fd4d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4ba3cab8-8093-4470-89a0-819345d1ef2b HTTP/1.1" status: 204 len: 168 time: 2.4136860 Dec 15 13:47:28.272832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.403037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfbb5bd-f547-47bb-9066-5ce866a56f25,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:28.475921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.485689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ecb03-e569-4a7d-9d55-5c999e99f0c7 None None] Network 5311b76b-57b9-4507-a6a8-833263d77256 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:28.496941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.519151 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0536c9c2-e5f4-47c5-a8bb-efda900c72dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2bfbb5bd-f547-47bb-9066-5ce866a56f25 HTTP/1.1" status: 204 len: 168 time: 1.8714421 Dec 15 13:47:28.522570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:28.673894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Deleting port a4a98ebc-c5fa-458d-ab82-91309b2fc845 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:28.674641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.695066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d361c856-daae-4d92-9921-42ccebbfaebd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:28.695435 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.874663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] For port a4a98ebc-c5fa-458d-ab82-91309b2fc845, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a4a98ebc-c5fa-458d-ab82-91309b2fc845,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:28.875719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.894702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] DHCP port deletion for 5311b76b-57b9-4507-a6a8-833263d77256 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:47:28.911224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.914377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Calling delete_port for a4a98ebc-c5fa-458d-ab82-91309b2fc845 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:29.001346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] Deleting port a4a98ebc-c5fa-458d-ab82-91309b2fc845 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:29.002935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.013863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:29.019109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.123282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.146515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] For port a4a98ebc-c5fa-458d-ab82-91309b2fc845, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a4a98ebc-c5fa-458d-ab82-91309b2fc845,segment=NetworkSegment(354ea694-a335-42be-ae9d-3ea4b7c5fd50),segment_id=354ea694-a335-42be-ae9d-3ea4b7c5fd50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:29.147245 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.179097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] Calling delete_port for a4a98ebc-c5fa-458d-ab82-91309b2fc845 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:29.202540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] No DVR routers for this DVR port a4a98ebc-c5fa-458d-ab82-91309b2fc845 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:29.221081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a98ebc-c5fa-458d-ab82-91309b2fc845,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:29.359729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 10.1.1.12 (002388f7-7e1d-4bad-b686-09b5fd26097b/cbda0682-078f-4f99-9bec-6f3db4d278a8/446ff3a1-9fbf-4b1b-89ee-9d023104c95a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:29.402433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.477924 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.525947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5311b76b-57b9-4507-a6a8-833263d77256']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:29.535213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] Pushing event deleted for resources: {'Port': ['ID=a4a98ebc-c5fa-458d-ab82-91309b2fc845,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:29.541932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7d040-ba81-4c4a-aa72-ca56678568fb None None] No DVR routers for this DVR port a4a98ebc-c5fa-458d-ab82-91309b2fc845 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:29.567204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354ea694-a335-42be-ae9d-3ea4b7c5fd50') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:29.567503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354ea694-a335-42be-ae9d-3ea4b7c5fd50') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:29.586297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.617713 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.627546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:29.628200 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:29.631577 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:29.744285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.775062 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.782620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5311b76b-57b9-4507-a6a8-833263d77256 HTTP/1.1" status: 204 len: 168 time: 1.5325513 Dec 15 13:47:29.822862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069754b0-32e9-42d0-a68a-af5dfe7f67a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5311b76b-57b9-4507-a6a8-833263d77256,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:30.007411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a4a98ebc-c5fa-458d-ab82-91309b2fc845 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:30.082316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: a4a98ebc-c5fa-458d-ab82-91309b2fc845 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:30.082671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a4a98ebc-c5fa-458d-ab82-91309b2fc845 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:30.200772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94894ed-d5f7-4f76-8e03-7a8a263293f9 req-29ad6454-181f-4f9d-8456-d19d08c05363 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.207688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b94894ed-d5f7-4f76-8e03-7a8a263293f9 req-29ad6454-181f-4f9d-8456-d19d08c05363 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.0930395 Dec 15 13:47:30.273774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:30.367851 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b94894ed-d5f7-4f76-8e03-7a8a263293f9 req-f70b0792-c543-4f43-98c2-7beaa229d882 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265888 Dec 15 13:47:30.437232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e992f14e-1b07-4341-9731-1dbfca15090e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1987755570db4d7daf9c648f4f0d4b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576273 Dec 15 13:47:30.442072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:30.542640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec53ddd-3b70-485b-bcec-bce597546f1b req-d1b2de1b-b50c-4d1a-a75d-76921b9809cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.544678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dec53ddd-3b70-485b-bcec-bce597546f1b req-d1b2de1b-b50c-4d1a-a75d-76921b9809cc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 931 time: 0.1555839 Dec 15 13:47:30.545560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51298) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:30.600736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.652664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45359bc1-5715-4e36-819e-4be553c92746']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:30.665205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a80ed3-bfae-4c94-ae4d-11569b2dba9a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:30.665504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a80ed3-bfae-4c94-ae4d-11569b2dba9a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:30.676364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.691697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.698564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:30.698960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.714401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dec53ddd-3b70-485b-bcec-bce597546f1b req-b86ac1a8-78d8-40f6-96da-4a339c811ffd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503825 Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:30.778097 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:30.784367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.870491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63f28e6e-96b1-4610-83e2-9e68c39c2a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.887864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5518-d58b-41b4-9f56-bbf4097dbec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.947296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.004395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52918ce-54a8-4e77-a64d-df02c54900a4 req-f53f9baf-b028-4548-97a3-5d61c58cccab tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.005934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d52918ce-54a8-4e77-a64d-df02c54900a4 req-f53f9baf-b028-4548-97a3-5d61c58cccab tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 946 time: 0.2179637 Dec 15 13:47:31.021712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5518-d58b-41b4-9f56-bbf4097dbec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.024932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.032017 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] 10.222.0.32 "DELETE /v2.0/networks/45359bc1-5715-4e36-819e-4be553c92746 HTTP/1.1" status: 204 len: 168 time: 2.5051217 Dec 15 13:47:31.032017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964cb84-53fa-4068-b393-22185a24117d admin admin] Pushing event deleted for resources: {'Network': ['ID=45359bc1-5715-4e36-819e-4be553c92746,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:31.059342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d838886-b210-4733-81b1-f1677874b75b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:31.091174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.139340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d52918ce-54a8-4e77-a64d-df02c54900a4 req-98d9704c-5c6f-40ef-b1cc-218475b10f5d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216514 Dec 15 13:47:31.154416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-32640785-7f1e-4da7-a951-a19e47751865 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.162477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-32640785-7f1e-4da7-a951-a19e47751865 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.2405899 Dec 15 13:47:31.180993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Checking segment: {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:31.181403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Network hostable DHCP agents. Network: f2653299-ab29-4416-90c7-56485bee97e7, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:31.191299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-bcc03ea1-aef1-4d0f-adb4-804a5c26ddb4 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/quotas/bae0ec85b7384407aa1052158f676975 HTTP/1.1" status: 200 len: 375 time: 0.0264864 Dec 15 13:47:31.192189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:31.232218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63f28e6e-96b1-4610-83e2-9e68c39c2a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.258516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63f28e6e-96b1-4610-83e2-9e68c39c2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.343630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Network f2653299-ab29-4416-90c7-56485bee97e7 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:31.348179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:31.385835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5518-d58b-41b4-9f56-bbf4097dbec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.389390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5518-d58b-41b4-9f56-bbf4097dbec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.390648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f2cf5518-d58b-41b4-9f56-bbf4097dbec1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c2dbbab-3fc8-4105-baf4-7e88f218c1b7 HTTP/1.1" status: 204 len: 168 time: 0.9425895 Dec 15 13:47:31.391433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-f9c2ae86-f888-4be1-8c7c-f62403df2d46 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1974463 Dec 15 13:47:31.397817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.404346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, f2653299-ab29-4416-90c7-56485bee97e7) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:31.485162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.487000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.489507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf5518-d58b-41b4-9f56-bbf4097dbec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2dbbab-3fc8-4105-baf4-7e88f218c1b7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:31.493800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ab24b-54b0-4213-ae3f-66943fabdc50 None None] Network f2653299-ab29-4416-90c7-56485bee97e7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:31.498979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 002388f7-7e1d-4bad-b686-09b5fd26097b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:31.514844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-107450e7-7472-431b-b87b-5c2ff674b8b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b7b231845c542f3b5d8d6dd23096bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644609 Dec 15 13:47:31.520582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:31.525542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:31.562853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-18b05c3b-d590-41f9-808a-c53ad72a7b38 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504910 Dec 15 13:47:31.568624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-63f28e6e-96b1-4610-83e2-9e68c39c2a44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3163f6d3613f4681b18106634434c9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0193357 Dec 15 13:47:31.570145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:31.577039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:31.693201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28e6e-96b1-4610-83e2-9e68c39c2a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfe3f8a-a3b4-436e-8c33-4e58fd55b9ef,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:31.695475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.695666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.696129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.747067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:31.757883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fea28d9c-3699-4c9c-b2e1-e325d3a5bd31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.6249845 Dec 15 13:47:31.765983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:31.777688 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-39f8227d-b124-4307-ac79-9a2bc32fa22a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0760174 Dec 15 13:47:31.805853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:31.810152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:31.816005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04cab2c6-5e26-49af-9fde-33902d3abf50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.833202 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1970a6-3ecb-49b3-a1a9-05b3289ea20d" -d '{"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-unplugged", "status": "completed", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:31.847524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04cab2c6-5e26-49af-9fde-33902d3abf50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.867775 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.870498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:31.926319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'admin_state_up': True, 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'security_groups': ['f07e5b7b-d547-438b-9685-7de99cdd0b10']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:31.933428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04cab2c6-5e26-49af-9fde-33902d3abf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.937041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04cab2c6-5e26-49af-9fde-33902d3abf50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.943333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-04cab2c6-5e26-49af-9fde-33902d3abf50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/396fe55c-ba7c-4843-b32b-5651837ed8d2 HTTP/1.1" status: 204 len: 168 time: 0.4158738 Dec 15 13:47:32.038662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a6c7d-46a8-4a23-9790-9b829af4e4f9 req-ce2c438b-f326-4935-8610-0405758da9a8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:32.051245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a68a6c7d-46a8-4a23-9790-9b829af4e4f9 req-ce2c438b-f326-4935-8610-0405758da9a8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.4783034 Dec 15 13:47:32.067324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cab2c6-5e26-49af-9fde-33902d3abf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396fe55c-ba7c-4843-b32b-5651837ed8d2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.074495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.079172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8f51cbef-a6ab-43c7-9e16-7425148a73a7 None None] Provisioning complete for port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:32.079843 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f51cbef-a6ab-43c7-9e16-7425148a73a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.130977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8f51cbef-a6ab-43c7-9e16-7425148a73a7 None None] Port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:32.136589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-f2653299-ab29-4416-90c7-56485bee97e7', 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7', 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'fixed_ips': [{'subnet_id': '4d838886-b210-4733-81b1-f1677874b75b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:47:32.137807 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.148831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b893fcb2-75b8-4769-b398-60737757067e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.254931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a68a6c7d-46a8-4a23-9790-9b829af4e4f9 req-29e7080e-6327-4721-9dd4-91f6b7eb42d4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946836 Dec 15 13:47:32.261662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.269147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.284427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b893fcb2-75b8-4769-b398-60737757067e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.453506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Allocated IP 172.20.0.2 (f2653299-ab29-4416-90c7-56485bee97e7/4d838886-b210-4733-81b1-f1677874b75b/6b54a878-eded-421f-bf3f-120a9050f26c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:32.495747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-d78c7751-aa83-44da-94ab-1a1c78eaeb3a service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9115286 Dec 15 13:47:32.514808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:32.522899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.583585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b893fcb2-75b8-4769-b398-60737757067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.591313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b893fcb2-75b8-4769-b398-60737757067e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.593898 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b893fcb2-75b8-4769-b398-60737757067e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dfe3f8a-a3b4-436e-8c33-4e58fd55b9ef HTTP/1.1" status: 204 len: 168 time: 1.0146489 Dec 15 13:47:32.694051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.700300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893fcb2-75b8-4769-b398-60737757067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfe3f8a-a3b4-436e-8c33-4e58fd55b9ef,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.848726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:32.852962 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ac2cf-be16-4d2c-85b5-bb7a84391522 x-openstack-request-id: req-119ac2cf-be16-4d2c-85b5-bb7a84391522 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:32.853277 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-unplugged", "status": "completed", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:32.853533 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-119ac2cf-be16-4d2c-85b5-bb7a84391522 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:32.853936 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'code': 200} Dec 15 13:47:33.053649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.063680 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.138539 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-50de74d9-f809-4286-b1dd-c41284908d37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed953531c1ab4f1ebb72ef4d596fc5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369430 Dec 15 13:47:33.141780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 10.1.1.74 (002388f7-7e1d-4bad-b686-09b5fd26097b/cbda0682-078f-4f99-9bec-6f3db4d278a8/ac3cec7b-97de-4451-b641-4c63bdb14c66) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:33.153650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:33.194137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Pushing event updated for resources: {'Port': ['ID=6b54a878-eded-421f-bf3f-120a9050f26c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:33.200362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-a66f3d73-247c-48ad-bed0-fe3c06b55182 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:33.212040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:33.214436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-a66f3d73-247c-48ad-bed0-fe3c06b55182 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8233e0a-331d-4184-9cd8-0bbb703c979a HTTP/1.1" status: 200 len: 944 time: 0.7947397 Dec 15 13:47:33.290207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Network f2653299-ab29-4416-90c7-56485bee97e7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:33.303615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:33.312419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:33.371244 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25788b1f-b954-4723-835f-d5b28b622787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.420268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:47:33.510092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228fa10-b3a3-4042-993f-513aed291108 req-bd5c4c5b-89b2-4d04-9c18-3b0d98e347d3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:33.526251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228fa10-b3a3-4042-993f-513aed291108 req-bd5c4c5b-89b2-4d04-9c18-3b0d98e347d3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:33.542553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25788b1f-b954-4723-835f-d5b28b622787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.547469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2228fa10-b3a3-4042-993f-513aed291108 req-bd5c4c5b-89b2-4d04-9c18-3b0d98e347d3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 1652 time: 1.0944362 Dec 15 13:47:33.682636 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.686181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Attempting to bind port 6b54a878-eded-421f-bf3f-120a9050f26c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:33.686696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Attempting to bind port 6b54a878-eded-421f-bf3f-120a9050f26c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:33.686904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Attempting to bind port 6b54a878-eded-421f-bf3f-120a9050f26c on network f2653299-ab29-4416-90c7-56485bee97e7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:33.702315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2be6d-10e3-4e61-892b-e16d2e1c388a req-04b6f9ba-f6f2-419b-800d-94120eca57d8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:33.711507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87c2be6d-10e3-4e61-892b-e16d2e1c388a req-04b6f9ba-f6f2-419b-800d-94120eca57d8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 946 time: 0.7450047 Dec 15 13:47:33.762699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:33.763087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Checking segment: {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:33.763535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.763890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Bound using segment: {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:33.764361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Bound port: 6b54a878-eded-421f-bf3f-120a9050f26c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:33.779570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.852435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2228fa10-b3a3-4042-993f-513aed291108 req-81cbea42-c739-4cf9-bfd5-efb1b1389597 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959218 Dec 15 13:47:33.903777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.906543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25788b1f-b954-4723-835f-d5b28b622787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.910476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25788b1f-b954-4723-835f-d5b28b622787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.915452 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-25788b1f-b954-4723-835f-d5b28b622787 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb53a215-be87-4c4a-ae74-2ce9e8b10a8c HTTP/1.1" status: 204 len: 168 time: 0.7607098 Dec 15 13:47:33.931710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25788b1f-b954-4723-835f-d5b28b622787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53a215-be87-4c4a-ae74-2ce9e8b10a8c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:33.936702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87c2be6d-10e3-4e61-892b-e16d2e1c388a req-f31e3761-9e91-4974-bf58-0be854c87467 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186582 Dec 15 13:47:33.958747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Deleting port 7aeba61e-443a-4d17-bc5c-674580a7e52e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:33.963225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.050762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.112998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:34.146011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6e0d1c2-6d10-49f3-a7f6-5274860988b8 req-1dcf4460-8ff1-4e86-8b52-1b4b9b127e56 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 210 time: 0.0733054 Dec 15 13:47:34.186395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'port_id': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'mac_address': 'fa:16:3e:b7:25:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a70eb36-6b51-4f9d-902e-343cd738c6b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:34.198412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 002388f7-7e1d-4bad-b686-09b5fd26097b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:34.212355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] For port 6b54a878-eded-421f-bf3f-120a9050f26c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:34.226537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:34.231005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:34.239942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] For port 6b54a878-eded-421f-bf3f-120a9050f26c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6b54a878-eded-421f-bf3f-120a9050f26c,segment=NetworkSegment(4844f916-1ad7-4f47-abcc-8a42a45231c1),segment_id=4844f916-1ad7-4f47-abcc-8a42a45231c1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:34.258177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:34.285955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] For port 7aeba61e-443a-4d17-bc5c-674580a7e52e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7aeba61e-443a-4d17-bc5c-674580a7e52e,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:34.302774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.318786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.338709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cc6f2-8598-42b2-9e22-5c56f96235a5 req-319a860d-82d6-4e5d-9e89-1ca0a6ea950a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:34.350535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-435cc6f2-8598-42b2-9e22-5c56f96235a5 req-319a860d-82d6-4e5d-9e89-1ca0a6ea950a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2535169 Dec 15 13:47:34.352537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51404) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:34.439199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:34.440351 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.473017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Calling delete_port for 7aeba61e-443a-4d17-bc5c-674580a7e52e owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:34.490767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a0e7c21e-335f-4e7b-9ac6-7ecb4251973d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6798098 Dec 15 13:47:34.508440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'admin_state_up': True, 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'security_groups': ['f07e5b7b-d547-438b-9685-7de99cdd0b10']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:34.597023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-435cc6f2-8598-42b2-9e22-5c56f96235a5 req-3908a1bd-11f2-47f8-a541-d1e75199243b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441764 Dec 15 13:47:34.731494 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.764871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:34.774827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736e5b9-4d78-4e58-b135-503e26050dc0 None None] Pushing event updated for resources: {'Port': ['ID=6b54a878-eded-421f-bf3f-120a9050f26c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:34.804398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:34.813106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.982875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:35.064312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e86f5f30-1e26-446c-89e7-ac54f559831b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:35.105235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:35.175250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85c07de1-ede1-4de6-bb25-07587bdbc682 None None] Provisioning complete for port ac3cec7b-97de-4451-b641-4c63bdb14c66 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:35.193263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85c07de1-ede1-4de6-bb25-07587bdbc682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.264289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51416) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:35.275301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:35.276077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-245763458-network', 'tenant_id': '165e1c2ff04442c4941f0e51ce2f26a3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:35.344240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Made reservation on behalf of 165e1c2ff04442c4941f0e51ce2f26a3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:35.347793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.380493 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.383384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.509294 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.519718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-551917280-network', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:35.522975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-1019f0b5-5d8c-4930-84cf-be06bcff33d6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.524983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.525446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-1019f0b5-5d8c-4930-84cf-be06bcff33d6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.9176250 Dec 15 13:47:35.609815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:35.689210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Request body: {'port': {'device_id': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'admin_state_up': True, 'tenant_id': 'bae0ec85b7384407aa1052158f676975'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:35.690801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-85c07de1-ede1-4de6-bb25-07587bdbc682 None None] Port ac3cec7b-97de-4451-b641-4c63bdb14c66 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:35.774201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.785356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f477628-9931-4706-9ffa-8d741b1f68c1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:35.869029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.872755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Made reservation on behalf of d020a8b3c9f9440f94e9d6bd66fbbea1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:35.890237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.906723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.908722 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Added segment 084060d4-fe2e-490d-8d2a-ff032f41ac04 of type vlan for network 8c7f9aac-8099-49ce-a654-947957ac7215 Dec 15 13:47:35.922975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:35.924823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067a14c-a5b4-414b-9ef6-a907d2f8ee22 req-075eb9a3-24d8-4769-8689-3a99f57138f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.932331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067a14c-a5b4-414b-9ef6-a907d2f8ee22 req-075eb9a3-24d8-4769-8689-3a99f57138f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.939541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067a14c-a5b4-414b-9ef6-a907d2f8ee22 req-075eb9a3-24d8-4769-8689-3a99f57138f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.943876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0067a14c-a5b4-414b-9ef6-a907d2f8ee22 req-075eb9a3-24d8-4769-8689-3a99f57138f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 2372 time: 0.4971972 Dec 15 13:47:35.994524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:36.031026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.031775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:36.187998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.254562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event deleted for resources: {'Port': ['ID=7aeba61e-443a-4d17-bc5c-674580a7e52e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:36.289106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:36.310632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6b54a878-eded-421f-bf3f-120a9050f26c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:36.316098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449535e3-f061-48ee-bc70-7b3ab4785eee req-e40464f2-c187-4152-867d-134e4d3c2b11 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:36.324710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449535e3-f061-48ee-bc70-7b3ab4785eee req-e40464f2-c187-4152-867d-134e4d3c2b11 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 945 time: 1.2216341 Dec 15 13:47:36.343456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51442) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:36.361952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 7aeba61e-443a-4d17-bc5c-674580a7e52e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:36.361952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7aeba61e-443a-4d17-bc5c-674580a7e52e not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:36.397724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6b54a878-eded-421f-bf3f-120a9050f26c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:36.398107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.438357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.439158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.439510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.439867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.440184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.440560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.440869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.441199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.441521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.441845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.442364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.442687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.443332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:36.462144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] No DVR routers for this DVR port 7aeba61e-443a-4d17-bc5c-674580a7e52e on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:36.480038 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.485037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa77b266-b63c-4a8f-b901-079620663bb1 req-dd6ea1d3-23a4-45ee-9366-ed40e04298f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "DELETE /v2.0/ports/7aeba61e-443a-4d17-bc5c-674580a7e52e HTTP/1.1" status: 204 len: 173 time: 3.2042799 Dec 15 13:47:36.487185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-deleted', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:36.519923 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fb2650-a840-469c-bbbf-4675e60e32a2" -d '{"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-deleted", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:36.560675 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.570014 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.622205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.691558 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.736370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Made reservation on behalf of bae0ec85b7384407aa1052158f676975 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:36.741901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.750016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-159143010-network', 'tenant_id': '49f3a2075a29475d81b96289ed30269e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:36.751946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6b54a878-eded-421f-bf3f-120a9050f26c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6b54a878-eded-421f-bf3f-120a9050f26c,segment=NetworkSegment(4844f916-1ad7-4f47-abcc-8a42a45231c1),segment_id=4844f916-1ad7-4f47-abcc-8a42a45231c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:36.763062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.770000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.779091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 10.2.2.100 (3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e/5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a/7deb6819-e63a-4e7e-8464-f0a89eb961b6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:36.804575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0067a14c-a5b4-414b-9ef6-a907d2f8ee22 req-6aef7bf5-db6b-433b-96ea-4ef2c8b52a5b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6027088 Dec 15 13:47:36.825151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.828806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449535e3-f061-48ee-bc70-7b3ab4785eee req-3cd49578-bf26-48ea-b5ee-61cb1af1d4b2 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970379 Dec 15 13:47:36.841607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:36.910844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6b54a878-eded-421f-bf3f-120a9050f26c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:36.915655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07841bd9-a045-4d45-8000-a5bde7fcdf78 None None] Network f2653299-ab29-4416-90c7-56485bee97e7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:36.924325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.926024 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Added segment b4c47652-1447-41a5-b0f4-61b745cc74ea of type vlan for network 11156f9e-9c4c-45db-880d-4a5f31c6a41a Dec 15 13:47:37.007909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:47:37.011515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e27a378f-10ed-4d4a-b5fd-5c8c8a098eb7 None None] Provisioning complete for port 6b54a878-eded-421f-bf3f-120a9050f26c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:37.012531 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e27a378f-10ed-4d4a-b5fd-5c8c8a098eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.048947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Made reservation on behalf of 49f3a2075a29475d81b96289ed30269e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:37.051292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.087732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21f9780b-cd9a-4db7-baa9-ecad92017bc4 req-8a3cd894-ab13-4d96-873a-a765d91d481b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 210 time: 0.1235397 Dec 15 13:47:37.192337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726163d-2cdf-4fc5-8736-e551cb370f78,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:37.194118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.216312 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41363b90-05af-4a5c-9b63-8fd52b2be67a x-openstack-request-id: req-41363b90-05af-4a5c-9b63-8fd52b2be67a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:37.216646 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8233e0a-331d-4184-9cd8-0bbb703c979a", "name": "network-vif-deleted", "tag": "7aeba61e-443a-4d17-bc5c-674580a7e52e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:37.216909 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41363b90-05af-4a5c-9b63-8fd52b2be67a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:37.217318 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8233e0a-331d-4184-9cd8-0bbb703c979a', 'name': 'network-vif-deleted', 'tag': '7aeba61e-443a-4d17-bc5c-674580a7e52e', 'status': 'completed', 'code': 200} Dec 15 13:47:37.237311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:37.256869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af88656-c67a-4505-a964-55dbec11850c req-c3096219-e6d6-4511-8157-6a1c570202b4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:37.262316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5af88656-c67a-4505-a964-55dbec11850c req-c3096219-e6d6-4511-8157-6a1c570202b4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 944 time: 0.9253964 Dec 15 13:47:37.332948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.336097 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.337265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:37.337844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.495167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:37.501840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:47:37.518078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'port_id': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'mac_address': 'fa:16:3e:b7:25:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a70eb36-6b51-4f9d-902e-343cd738c6b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:37.583668 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2266757 Dec 15 13:47:37.583929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.595658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:37.600448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Request body: {'subnet': {'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-245763458-subnet', 'tenant_id': '165e1c2ff04442c4941f0e51ce2f26a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:37.604131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:37.614873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b28e096-279e-4fd6-861f-c57d00379fff None None] Provisioning complete for port 6b54a878-eded-421f-bf3f-120a9050f26c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:37.615399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b28e096-279e-4fd6-861f-c57d00379fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.615636 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.616637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:37.618589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.626817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79bc5f-2eb4-47a7-a04f-fb5db673a349 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7f9aac-8099-49ce-a654-947957ac7215,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:37.634253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.648698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8c7f9aac-8099-49ce-a654-947957ac7215 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:37.734372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:37.778402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Made reservation on behalf of 165e1c2ff04442c4941f0e51ce2f26a3 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:37.780091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.793965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.805049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5385666 Dec 15 13:47:37.811157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a4938-a32f-493e-b2ad-5c378fd56692 admin admin] Pushing event updated for resources: {'Network': ['ID=11156f9e-9c4c-45db-880d-4a5f31c6a41a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:37.818466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51450) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:37.839772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:38.009713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6b54a878-eded-421f-bf3f-120a9050f26c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:38.187855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Allocated IP 172.25.2.87 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/2317ccea-7df1-45fc-88bb-15b97eb57b25) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:38.212427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6557ec0-85e9-42e2-a30c-92b1e3f77126 req-fdc0a4a3-d987-4f25-8ed8-fbc3062a0c98 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.227171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6557ec0-85e9-42e2-a30c-92b1e3f77126 req-fdc0a4a3-d987-4f25-8ed8-fbc3062a0c98 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 1.1074967 Dec 15 13:47:38.248617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Allocated IP 172.20.0.5 (e565ccab-723c-4182-8ddf-8f4ca28beb4d/c40e7545-5a6f-446b-a372-5eb71bc99f72/173489e4-141f-4164-a86e-3ae3604653be) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:38.264392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:38.277581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Request body: {'subnet': {'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-551917280-subnet', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:38.291718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.297582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.304464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6b54a878-eded-421f-bf3f-120a9050f26c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:38.305253 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.418782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Deleting port e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:38.419270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.522121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] For port e86f5f30-1e26-446c-89e7-ac54f559831b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e86f5f30-1e26-446c-89e7-ac54f559831b,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:38.522584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.537058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Calling delete_port for e86f5f30-1e26-446c-89e7-ac54f559831b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:38.641507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b33c9-dd7d-4735-994e-579f72b01955 req-9d75f1e5-6649-4ed3-875c-c7dbc16c3905 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.648902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f39b33c9-dd7d-4735-994e-579f72b01955 req-9d75f1e5-6649-4ed3-875c-c7dbc16c3905 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d43dff-9514-4fa0-a7f8-4f3e58125943 HTTP/1.1" status: 200 len: 945 time: 0.5972776 Dec 15 13:47:38.679089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:38.695656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.704147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:38.729281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:38.733437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6557ec0-85e9-42e2-a30c-92b1e3f77126 req-1b4dff7c-da0e-48bd-8c16-e534f1ffe6c3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644124 Dec 15 13:47:38.748279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.786310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.787140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.842956 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.869914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f39b33c9-dd7d-4735-994e-579f72b01955 req-7093ca14-0303-4e38-8e68-d3b5a6d76711 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199688 Dec 15 13:47:38.871408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] No DVR routers for this DVR port e86f5f30-1e26-446c-89e7-ac54f559831b on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:38.875787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.882661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5af88656-c67a-4505-a964-55dbec11850c req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "DELETE /v2.0/ports/e86f5f30-1e26-446c-89e7-ac54f559831b HTTP/1.1" status: 204 len: 173 time: 1.5834379 Dec 15 13:47:38.883336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Made reservation on behalf of d020a8b3c9f9440f94e9d6bd66fbbea1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:38.887292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.894975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.958242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:38.982691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.989564 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Added segment 604166ee-9cbb-40ff-8d1b-6add3dd0e584 of type vlan for network bb4e8630-6441-4552-aac3-9b1207ffa5a3 Dec 15 13:47:39.051226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.099551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.100941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.101767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.186368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'name': 'network-vif-deleted', 'tag': 'e86f5f30-1e26-446c-89e7-ac54f559831b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:39.189194 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39e66d-9c6c-46a4-873a-a909b7a3b7f0" -d '{"events": [{"server_uuid": "b2d43dff-9514-4fa0-a7f8-4f3e58125943", "name": "network-vif-deleted", "tag": "e86f5f30-1e26-446c-89e7-ac54f559831b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:39.192197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.200541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea407e3-7c20-44cf-8da4-08da5cfbb576,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.207409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Checking segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:39.207857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Network hostable DHCP agents. Network: 8c7f9aac-8099-49ce-a654-947957ac7215, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:39.210235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.266263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:39.272102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-56029b16-404c-4e20-ab7b-7a22ddfd51d8 None None] Provisioning complete for port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:39.272392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13cc7760-6ef0-415e-aaa4-75c7021d6303 req-cc41b0c5-d6db-48a3-aa0e-e70240c6fd28 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 210 time: 0.1936896 Dec 15 13:47:39.274401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56029b16-404c-4e20-ab7b-7a22ddfd51d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.301438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.326061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: e86f5f30-1e26-446c-89e7-ac54f559831b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:39.326411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e86f5f30-1e26-446c-89e7-ac54f559831b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:39.331849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.376958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:39.380678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c652eda-7af7-4c7c-ac22-d743033ca816 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event deleted for resources: {'Port': ['ID=e86f5f30-1e26-446c-89e7-ac54f559831b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.388585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4afc-cefc-4e1f-ab9f-315079e3ca08 req-f8a0fe31-71dd-4afd-8654-f12324a7c66b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.397313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4afc-cefc-4e1f-ab9f-315079e3ca08 req-f8a0fe31-71dd-4afd-8654-f12324a7c66b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.403836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4afc-cefc-4e1f-ab9f-315079e3ca08 req-f8a0fe31-71dd-4afd-8654-f12324a7c66b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.404159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-de040592-d4fa-4743-b4a1-c24108b95d77 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8975730 Dec 15 13:47:39.411151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9775f2c7-aab7-4ae5-ab99-723a46aa997d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.412815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4afc-cefc-4e1f-ab9f-315079e3ca08 req-f8a0fe31-71dd-4afd-8654-f12324a7c66b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.425205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d59e4afc-cefc-4e1f-ab9f-315079e3ca08 req-f8a0fe31-71dd-4afd-8654-f12324a7c66b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 3093 time: 0.3433278 Dec 15 13:47:39.427368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f0b6a-711e-4f2e-9035-c54f3a9c576c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.433542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0710926 Dec 15 13:47:39.450622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:39.463100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-56029b16-404c-4e20-ab7b-7a22ddfd51d8 None None] Port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:39.469466 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51978a6b-8d4c-448b-8648-c7aa2b508bc6 x-openstack-request-id: req-51978a6b-8d4c-448b-8648-c7aa2b508bc6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:39.471987 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d43dff-9514-4fa0-a7f8-4f3e58125943", "name": "network-vif-deleted", "tag": "e86f5f30-1e26-446c-89e7-ac54f559831b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:39.473152 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51978a6b-8d4c-448b-8648-c7aa2b508bc6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:39.475972 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d43dff-9514-4fa0-a7f8-4f3e58125943', 'name': 'network-vif-deleted', 'tag': 'e86f5f30-1e26-446c-89e7-ac54f559831b', 'status': 'completed', 'code': 200} Dec 15 13:47:39.481074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:39.487565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'admin_state_up': True, 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'security_groups': ['f07e5b7b-d547-438b-9685-7de99cdd0b10']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:39.503096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Request body: {'subnet': {'network_id': 'bb4e8630-6441-4552-aac3-9b1207ffa5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-159143010-subnet', 'tenant_id': '49f3a2075a29475d81b96289ed30269e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:39.526480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Network 8c7f9aac-8099-49ce-a654-947957ac7215 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:39.536982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:39.584257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 8c7f9aac-8099-49ce-a654-947957ac7215) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:39.592516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a8def8-87a7-4120-93a8-fc07dbba22b0 None None] Network 8c7f9aac-8099-49ce-a654-947957ac7215 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:39.787548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.793477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff8e63-571c-4836-ad81-a66bb94063aa admin admin] Pushing event updated for resources: {'Network': ['ID=bb4e8630-6441-4552-aac3-9b1207ffa5a3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.833402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network bb4e8630-6441-4552-aac3-9b1207ffa5a3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:39.834996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.912419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Pushing event updated for resources: {'Port': ['ID=2317ccea-7df1-45fc-88bb-15b97eb57b25,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:40.027344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:40.031288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.031897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.050733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.052335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.058590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Made reservation on behalf of 49f3a2075a29475d81b96289ed30269e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:40.065029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.070254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:40.095090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Checking segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:40.095644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Network hostable DHCP agents. Network: 11156f9e-9c4c-45db-880d-4a5f31c6a41a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:40.115066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d59e4afc-cefc-4e1f-ab9f-315079e3ca08 req-616e8e46-d7ce-4093-8da8-8613c2686d1b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6884234 Dec 15 13:47:40.144830 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-50a3e1ff-83dc-4dcd-a727-fff87c5a4063 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5359149 Dec 15 13:47:40.150347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79da9-52da-4e30-9f23-dcbcda1ab98c req-eab77207-f53c-4c36-b4e6-6a349e10d227 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.152801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00b79da9-52da-4e30-9f23-dcbcda1ab98c req-eab77207-f53c-4c36-b4e6-6a349e10d227 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2502363 Dec 15 13:47:40.159498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-ac820dc0-57ed-41cb-8f78-c86b71be4a5c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5037839 Dec 15 13:47:40.178346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Request body: {'port': {'device_id': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:40.196966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af8ad17-2be0-4366-bbd4-70055362d96f None None] Network 8c7f9aac-8099-49ce-a654-947957ac7215 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:40.241684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:40.470909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:40.511499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Made reservation on behalf of c3b02ce575064583a72cd2d0365dca84 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:40.532138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 11156f9e-9c4c-45db-880d-4a5f31c6a41a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:40.542357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7954b1-535d-45f5-8439-cbb7746129d0 None None] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:40.575811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.576753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.600548 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9ac3ba6-e743-435c-af9e-3b484d67351a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7298045 Dec 15 13:47:40.605779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:40.610485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:40.699214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.700604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.721990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.809128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.839336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:47:40.840640 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.892653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.943355 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.020447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769994c8-7d4a-4202-a35e-f7b16b2ccaf5 req-b887bfe6-f103-4945-9b5d-498514f1c64f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.034803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-769994c8-7d4a-4202-a35e-f7b16b2ccaf5 req-b887bfe6-f103-4945-9b5d-498514f1c64f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 931 time: 0.4245338 Dec 15 13:47:41.134293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Allocated IP 172.20.0.2 (11156f9e-9c4c-45db-880d-4a5f31c6a41a/9775f2c7-aab7-4ae5-ab99-723a46aa997d/e13f64a4-d40f-4add-9816-99eda46f5135) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:41.205609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Pushing event updated for resources: {'Subnet': ['ID=827b1e2d-b7ac-45b2-87a5-c394ce637dc4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:41.219374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Checking segment: {'id': '604166ee-9cbb-40ff-8d1b-6add3dd0e584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bb4e8630-6441-4552-aac3-9b1207ffa5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:41.219780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Network hostable DHCP agents. Network: bb4e8630-6441-4552-aac3-9b1207ffa5a3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:41.237064 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.250242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00b79da9-52da-4e30-9f23-dcbcda1ab98c req-d72712b7-d4b2-4918-a006-6556fbe7d1e6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0116560 Dec 15 13:47:41.325178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Allocated IP 10.2.2.200 (3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e/5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a/408a2772-f3ab-44b4-b23b-e27054a37c25) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:41.360162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Network bb4e8630-6441-4552-aac3-9b1207ffa5a3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:41.361366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-769994c8-7d4a-4202-a35e-f7b16b2ccaf5 req-cf168076-93b8-4987-b2bc-8534ad98e1a0 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986350 Dec 15 13:47:41.365757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.413236 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.421056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, bb4e8630-6441-4552-aac3-9b1207ffa5a3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:41.422133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.443583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.446325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.468823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-98ccc71b-49a3-49ee-a96e-3aeb2dff307f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9744425 Dec 15 13:47:41.526659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdded30b-545f-4e30-9ae2-1bdde4d22cf6 None None] Network bb4e8630-6441-4552-aac3-9b1207ffa5a3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:41.670786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:41.680107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea9ef7-b986-46c1-8cfa-e924b38e7507 None None] Network bb4e8630-6441-4552-aac3-9b1207ffa5a3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:41.693739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e222fe81-3373-4892-be77-ef8c10df2b17 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.695287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e222fe81-3373-4892-be77-ef8c10df2b17 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 821 time: 0.2193778 Dec 15 13:47:41.706130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:41.768446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.774242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:41.791181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Pushing event updated for resources: {'Port': ['ID=e13f64a4-d40f-4add-9816-99eda46f5135,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:41.906514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-2524597d-6663-4660-bee5-a6914e6e95b8 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/quotas/db7d7b32887445df8c5b689475231e0b HTTP/1.1" status: 200 len: 375 time: 0.1236532 Dec 15 13:47:41.937636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Attempting to bind port e13f64a4-d40f-4add-9816-99eda46f5135 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:41.940590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Attempting to bind port e13f64a4-d40f-4add-9816-99eda46f5135 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:41.943748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Attempting to bind port e13f64a4-d40f-4add-9816-99eda46f5135 on network 11156f9e-9c4c-45db-880d-4a5f31c6a41a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:41.958386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:41.959153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Checking segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:41.959754 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.960347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Bound using segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:41.960516 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.961218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Bound port: e13f64a4-d40f-4add-9816-99eda46f5135, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:41.963001 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.001638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-7df0e05f-3df2-454e-bac5-659e35a81e92 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797286 Dec 15 13:47:42.036860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173489e4-141f-4164-a86e-3ae3604653be {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:42.053305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event updated for resources: {'Port': ['ID=408a2772-f3ab-44b4-b23b-e27054a37c25,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:42.083791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] For port e13f64a4-d40f-4add-9816-99eda46f5135, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:42.088278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] For port e13f64a4-d40f-4add-9816-99eda46f5135, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e13f64a4-d40f-4add-9816-99eda46f5135,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:42.092937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.099284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.145798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:42.155098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:42.161925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:42.169409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.231103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213984c1-9bc7-46d8-b974-6f9e845daf63 None None] Pushing event updated for resources: {'Port': ['ID=e13f64a4-d40f-4add-9816-99eda46f5135,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:42.264371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.265950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Transition to ACTIVE for port object 173489e4-141f-4164-a86e-3ae3604653be will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:42.275950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-23247de7-688f-4f6c-a168-7fe63876689b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.277958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-23247de7-688f-4f6c-a168-7fe63876689b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 814 time: 0.4758270 Dec 15 13:47:42.286178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.349406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-233e566e-19db-4945-bfa2-3ff4b7793987 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/quotas/165e1c2ff04442c4941f0e51ce2f26a3 HTTP/1.1" status: 200 len: 375 time: 0.0601802 Dec 15 13:47:42.447567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.457838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-b3b53fc7-c554-41ce-9a72-1987ef6c121e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860693 Dec 15 13:47:42.506323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Allocated IP 172.25.2.221 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/da901449-48bb-48ec-a8f0-03c002adbef1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:42.527284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:42.530778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4c7a863f-73f0-47c4-8616-b08f47a248a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.615607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-33ddd25d-dcae-4861-94ad-2b159bedeb3d service neutron] 10.222.0.32 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006508 Dec 15 13:47:42.727368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.759902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6a9bb8c2-24f6-48d4-bd63-06f620bf1351 None None] Provisioning complete for port 408a2772-f3ab-44b4-b23b-e27054a37c25 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:42.760995 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb8c2-24f6-48d4-bd63-06f620bf1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.785432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.808097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-d763ef36-a867-4691-93aa-86cdc07e9d98 service neutron] 10.222.0.32 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208899 Dec 15 13:47:42.850998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bb8c2-24f6-48d4-bd63-06f620bf1351 None None] Port 408a2772-f3ab-44b4-b23b-e27054a37c25 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:42.865902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:42.879891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:42.898449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.899866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.903976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Attempting to bind port 173489e4-141f-4164-a86e-3ae3604653be on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:42.904298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Attempting to bind port 173489e4-141f-4164-a86e-3ae3604653be by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:42.904644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Attempting to bind port 173489e4-141f-4164-a86e-3ae3604653be on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:42.905586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:42.955735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Port 173489e4-141f-4164-a86e-3ae3604653be on network e565ccab-723c-4182-8ddf-8f4ca28beb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:42.956284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Attempting to bind port 173489e4-141f-4164-a86e-3ae3604653be on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:42.970500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-d43e1ca7-bad0-456a-865c-86c73eea5db0 service neutron] 10.222.0.32 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972327 Dec 15 13:47:42.973914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:42.974251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Checking segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:42.974633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Bound using segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:42.999145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Bound port: 173489e4-141f-4164-a86e-3ae3604653be, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:42.999492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.007047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Pushing event updated for resources: {'Port': ['ID=da901449-48bb-48ec-a8f0-03c002adbef1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:43.070169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9c522701-c8c2-4786-9fb8-e334d4c2fdcf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6442304 Dec 15 13:47:43.094727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:43.592430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.746056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.907901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Router c3f25dc1-3d1f-4726-85f4-56f431049d8f is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:47:43.926686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.947895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafd829-f3ae-4006-84d0-3b70547e47ee None None] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:43.958722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16462f-f993-4087-8273-556732ffcbda req-158c472e-3974-46fe-a98d-100dac02280d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.966314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16462f-f993-4087-8273-556732ffcbda req-158c472e-3974-46fe-a98d-100dac02280d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.974665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16462f-f993-4087-8273-556732ffcbda req-158c472e-3974-46fe-a98d-100dac02280d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.981633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16462f-f993-4087-8273-556732ffcbda req-158c472e-3974-46fe-a98d-100dac02280d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.988306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16462f-f993-4087-8273-556732ffcbda req-158c472e-3974-46fe-a98d-100dac02280d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.990400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f16462f-f993-4087-8273-556732ffcbda req-158c472e-3974-46fe-a98d-100dac02280d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 3814 time: 0.9007142 Dec 15 13:47:44.035376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:44.139394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:44.203335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-ff7463d2-8181-4275-bee3-f64149bf8ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1766310 Dec 15 13:47:44.216325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5fa601c0-3783-4e19-816c-ca34683baab7 None None] Provisioning complete for port e13f64a4-d40f-4add-9816-99eda46f5135 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:44.217900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fa601c0-3783-4e19-816c-ca34683baab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.224829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.226951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e13f64a4-d40f-4add-9816-99eda46f5135 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:44.301341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:44.308411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f16462f-f993-4087-8273-556732ffcbda req-d4c734d7-8b26-4c59-a692-78dd1e087f3f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000369 Dec 15 13:47:44.327314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.417864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:44.430681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:44.431321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.432832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-8eacc0d3-1127-4d4d-a326-d4bf08775eed service neutron] 10.222.0.67 "PUT /v2.0/ports/173489e4-141f-4164-a86e-3ae3604653be HTTP/1.1" status: 200 len: 1091 time: 4.2630806 Dec 15 13:47:44.433298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'tag': '173489e4-141f-4164-a86e-3ae3604653be'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:44.453652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Sync routers for ids ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:44.461692 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa1d3fc-5747-434f-a73b-b3da486ed52b" -d '{"events": [{"name": "network-changed", "server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "tag": "173489e4-141f-4164-a86e-3ae3604653be"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:44.488144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Routers {'c3f25dc1-3d1f-4726-85f4-56f431049d8f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:44.489747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:44.544622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.545610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4e66bfad-6a97-4737-9a99-101cfa7b7346 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.6865411 Dec 15 13:47:44.602022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51532) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:44.667340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Set router c3f25dc1-3d1f-4726-85f4-56f431049d8f gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:44.802830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68a9c92-c61f-4780-9b96-bee4b7023d4b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:44.815796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6cde786e-83c3-4ea3-9140-5d8ec9cf9cee req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-30784700', 'description': 'tempest-description-1353141451'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:44.844399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.913723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Transition to ACTIVE for port object a68a9c92-c61f-4780-9b96-bee4b7023d4b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:44.931359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-284991d4-2702-49f3-b21c-37c3e360487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:44.933095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-284991d4-2702-49f3-b21c-37c3e360487a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 1094 time: 0.2646334 Dec 15 13:47:44.935598 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.960432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fd937-1a2a-4696-8068-e8d1f8f6aabf req-e968e852-6103-4265-8fd1-d8c6eae4061a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:44.962093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64fd937-1a2a-4696-8068-e8d1f8f6aabf req-e968e852-6103-4265-8fd1-d8c6eae4061a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.1942790 Dec 15 13:47:44.971021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6cde786e-83c3-4ea3-9140-5d8ec9cf9cee req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.143441 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-76196db1-a746-4d0e-be5b-2e8b8b62c1f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173489e4-141f-4164-a86e-3ae3604653be HTTP/1.1" status: 200 len: 217 time: 0.1899567 Dec 15 13:47:45.282436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:45.316595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Router df4f650a-3ade-46c9-ab7c-e39bf2259a9b is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:47:45.318582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e15d08a-eb5e-4dca-baa4-73d24d99d9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.328383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e13f64a4-d40f-4add-9816-99eda46f5135 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:45.328900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.371320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fa601c0-3783-4e19-816c-ca34683baab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.391694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6cde786e-83c3-4ea3-9140-5d8ec9cf9cee req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.436956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744709-7e93-41d2-b967-01642904c19b req-2e989884-048d-404f-ad70-c1487d0f4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.439427 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-2e989884-048d-404f-ad70-c1487d0f4e59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.2858107 Dec 15 13:47:45.449022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64fd937-1a2a-4696-8068-e8d1f8f6aabf req-014df087-51bd-4b2d-ac37-467555181fb7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730937 Dec 15 13:47:45.457772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5fa601c0-3783-4e19-816c-ca34683baab7 None None] For port e13f64a4-d40f-4add-9816-99eda46f5135, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e13f64a4-d40f-4add-9816-99eda46f5135,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:45.469373 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6cde786e-83c3-4ea3-9140-5d8ec9cf9cee req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.473241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fa601c0-3783-4e19-816c-ca34683baab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.522220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-fa047855-a877-4114-9d17-0a30f6893146 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.523987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-fa047855-a877-4114-9d17-0a30f6893146 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 821 time: 0.9773180 Dec 15 13:47:45.537434 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-f2cd4d04-5b25-4b7e-9d1b-f37038b85553 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732250 Dec 15 13:47:45.610059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa601c0-3783-4e19-816c-ca34683baab7 None None] Pushing event updated for resources: {'Port': ['ID=e13f64a4-d40f-4add-9816-99eda46f5135,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:45.614186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:47:40Z', 'revision_number': 3, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:45.698925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Checking router: c3f25dc1-3d1f-4726-85f4-56f431049d8f for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:45.706744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Updating router c3f25dc1-3d1f-4726-85f4-56f431049d8f port 2317ccea-7df1-45fc-88bb-15b97eb57b25 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:45.756815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Request body: {'port': {'device_id': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'admin_state_up': True, 'tenant_id': 'db7d7b32887445df8c5b689475231e0b'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:45.781950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.951649 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6cde786e-83c3-4ea3-9140-5d8ec9cf9cee req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.954966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6cde786e-83c3-4ea3-9140-5d8ec9cf9cee req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.3535616 Dec 15 13:47:45.971918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff360f82-4201-47e6-ba3b-73ccc078cd16 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6955e41a-6a90-4c21-8669-a9b3c5db5931,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:46.155422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e13f64a4-d40f-4add-9816-99eda46f5135 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:46.176249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e4581abc-7f99-47fd-918d-2c2d26423d8d req-386aeae2-28ee-46ef-a83c-003ccafe0e30 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 210 time: 0.0531619 Dec 15 13:47:46.186521 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.301337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-13a32a47-4178-4140-8db4-11647aceb479 None None] Provisioning complete for port e13f64a4-d40f-4add-9816-99eda46f5135 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:46.301625 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13a32a47-4178-4140-8db4-11647aceb479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.390073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Made reservation on behalf of db7d7b32887445df8c5b689475231e0b for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:46.401854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.537010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Attempting to bind port a68a9c92-c61f-4780-9b96-bee4b7023d4b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:46.537604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Attempting to bind port a68a9c92-c61f-4780-9b96-bee4b7023d4b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:46.538879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Attempting to bind port a68a9c92-c61f-4780-9b96-bee4b7023d4b on network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:46.591942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Port a68a9c92-c61f-4780-9b96-bee4b7023d4b on network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:46.592270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Attempting to bind port a68a9c92-c61f-4780-9b96-bee4b7023d4b on network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:46.602917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Allocated IP 172.20.0.10 (839b5424-6f73-48c6-9dbe-60d491053b68/0a70eb36-6b51-4f9d-902e-343cd738c6b1/5aaf1599-4700-48e9-b120-d8570aa4e98a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:46.639445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:46.639786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Checking segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:46.640180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Bound using segment: {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:46.644891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Bound port: a68a9c92-c61f-4780-9b96-bee4b7023d4b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:46.645184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.674174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e13f64a4-d40f-4add-9816-99eda46f5135 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:46.676725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.679637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:46.696691 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Sync routers for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:46.715325 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:46.717127 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:46.736877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.740070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-da9f8a47-e353-4b8e-a98b-101d1f197c94 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1320038 Dec 15 13:47:46.747891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:46.823124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.860622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.876709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:46.884805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:46.888895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.890604 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-b076b493-9f25-4e99-90a2-d33270dc4314 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888093 Dec 15 13:47:46.894016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca90370-d990-48b8-8fe2-98d1ba9e3d96 req-670f6a7f-fa53-4300-906b-995808bb5f94 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.895806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aca90370-d990-48b8-8fe2-98d1ba9e3d96 req-670f6a7f-fa53-4300-906b-995808bb5f94 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 943 time: 1.1196101 Dec 15 13:47:46.930340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.946735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f7c1eda-2de0-4da3-b1dc-d557c03c9744 req-9b952cae-b377-4a06-aae6-e8ea8ab12e5c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 210 time: 0.5972474 Dec 15 13:47:46.951184 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:46.977304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Attempting to bind port 2317ccea-7df1-45fc-88bb-15b97eb57b25 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:46.977678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Attempting to bind port 2317ccea-7df1-45fc-88bb-15b97eb57b25 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:46.978062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Attempting to bind port 2317ccea-7df1-45fc-88bb-15b97eb57b25 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:47.021785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:47.022161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:47.022568 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.023529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:47.024207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Bound port: 2317ccea-7df1-45fc-88bb-15b97eb57b25, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:47.024635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.059259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.085654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] For port 2317ccea-7df1-45fc-88bb-15b97eb57b25, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:47.089222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] For port 2317ccea-7df1-45fc-88bb-15b97eb57b25, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2317ccea-7df1-45fc-88bb-15b97eb57b25,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:47.156327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Network 839b5424-6f73-48c6-9dbe-60d491053b68 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:47.169328 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.170431 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2a1cf-c26f-4e18-9bcb-de0729262511 x-openstack-request-id: req-5dc2a1cf-c26f-4e18-9bcb-de0729262511 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:47.173871 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "tag": "173489e4-141f-4164-a86e-3ae3604653be", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:47.174389 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dc2a1cf-c26f-4e18-9bcb-de0729262511 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:47.175021 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'tag': '173489e4-141f-4164-a86e-3ae3604653be', 'status': 'completed', 'code': 200} Dec 15 13:47:47.182238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event updated for resources: {'Port': ['ID=5aaf1599-4700-48e9-b120-d8570aa4e98a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.190589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab711bc-6e7d-4c7e-a80a-7df79b6b8ef9 None None] Pushing event updated for resources: {'Port': ['ID=2317ccea-7df1-45fc-88bb-15b97eb57b25,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.192350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:47.240376 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:43Z', 'revision_number': 3, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:47.294805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Routers {'c3f25dc1-3d1f-4726-85f4-56f431049d8f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:47.295882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:47.297848 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Checking router: df4f650a-3ade-46c9-ab7c-e39bf2259a9b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:47.303185 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Updating router df4f650a-3ade-46c9-ab7c-e39bf2259a9b port da901449-48bb-48ec-a8f0-03c002adbef1 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:47.349068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:47.364991 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.447023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-59b9278c-0a27-4ec5-9df7-7202cb48ce99 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.448840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-59b9278c-0a27-4ec5-9df7-7202cb48ce99 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 814 time: 1.0804641 Dec 15 13:47:47.451786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.452746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.456535 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] 10.222.0.67 "PUT /v2.0/ports/a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 200 len: 1091 time: 4.3733404 Dec 15 13:47:47.457235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:47.461115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.465020 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bc3edb-2978-4deb-a5a1-412873705637" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:47.476253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.505431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:47.533489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Request body: {'port': {'device_id': '57f4f538-0c1b-464d-9abe-854926d9b650', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'admin_state_up': True, 'tenant_id': '165e1c2ff04442c4941f0e51ce2f26a3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:47.551075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab711bc-6e7d-4c7e-a80a-7df79b6b8ef9 None None] Pushing event updated for resources: {'Port': ['ID=2317ccea-7df1-45fc-88bb-15b97eb57b25,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.575401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.595079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.658443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] Set router c3f25dc1-3d1f-4726-85f4-56f431049d8f gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:47.689151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.689765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.690275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.690797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.691306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.691894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.692564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.701620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.703203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.703748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.708180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.708950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.715616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98277f-4425-4771-889e-066f3baa1dbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:47.787072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.805647 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72744709-7e93-41d2-b967-01642904c19b req-301372c4-3d0c-4c42-87ea-4170fdf7738c service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697656 Dec 15 13:47:47.817973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Made reservation on behalf of 165e1c2ff04442c4941f0e51ce2f26a3 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:47.822437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.877295 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.894514 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.896302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-65347e75-4215-4426-b9d8-f7a215cb6b07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.903703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-65347e75-4215-4426-b9d8-f7a215cb6b07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.911440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-65347e75-4215-4426-b9d8-f7a215cb6b07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.913197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:47.930996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-65347e75-4215-4426-b9d8-f7a215cb6b07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.952032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-65347e75-4215-4426-b9d8-f7a215cb6b07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.965394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-65347e75-4215-4426-b9d8-f7a215cb6b07 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 3826 time: 0.7088451 Dec 15 13:47:48.026896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aca90370-d990-48b8-8fe2-98d1ba9e3d96 req-3db12c16-5680-46cc-8011-f826986f7dbc tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0479851 Dec 15 13:47:48.037911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-a1fd720b-7904-4977-8795-ca094b10b58d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5006514 Dec 15 13:47:48.048546 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Attempting to bind port da901449-48bb-48ec-a8f0-03c002adbef1 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:48.053846 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Attempting to bind port da901449-48bb-48ec-a8f0-03c002adbef1 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:48.054505 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Attempting to bind port da901449-48bb-48ec-a8f0-03c002adbef1 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:48.065242 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:48.067940 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:48.069530 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.077627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:48.078460 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Bound port: da901449-48bb-48ec-a8f0-03c002adbef1, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:48.079868 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.163706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Request body: {'port': {'device_id': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:48.172156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:47:40Z', 'revision_number': 3, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:48.183829 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] For port da901449-48bb-48ec-a8f0-03c002adbef1, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:48.190230 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] For port da901449-48bb-48ec-a8f0-03c002adbef1, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da901449-48bb-48ec-a8f0-03c002adbef1,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:48.204201 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.216840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.244750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4a97a-9d6d-43c9-b2cb-bae5afea07ed None None] The sync data for ids ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'] in n-d-815324-3 is: [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:47:40Z', 'revision_number': 3, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:48.250976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-0333831e-458c-4ec8-a86f-cae67bd0f0e8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/6955e41a-6a90-4c21-8669-a9b3c5db5931 HTTP/1.1" status: 200 len: 1822 time: 0.0832858 Dec 15 13:47:48.256449 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:48.257283 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:48.305835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6955e41a-6a90-4c21-8669-a9b3c5db5931', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:48.306332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6955e41a-6a90-4c21-8669-a9b3c5db5931', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:48.373170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.402103 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2f87b-d188-438d-92e1-996ba85761f1 None None] Pushing event updated for resources: {'Port': ['ID=da901449-48bb-48ec-a8f0-03c002adbef1,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:48.433028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-116acf47-dc92-4d80-9600-ca808b568dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.436515 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-116acf47-dc92-4d80-9600-ca808b568dc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 1094 time: 0.4038286 Dec 15 13:47:48.513025 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2f87b-d188-438d-92e1-996ba85761f1 None None] Pushing event updated for resources: {'Port': ['ID=da901449-48bb-48ec-a8f0-03c002adbef1,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:48.530737 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:48.735561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe01e0c4-16ee-4d48-a8b1-629c4f56b393 req-d15e592f-6a46-42c1-a1af-8a3b3cf71e16 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7675803 Dec 15 13:47:48.809169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.962134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Allocated IP 172.20.0.5 (8c7f9aac-8099-49ce-a654-947957ac7215/cea407e3-7c20-44cf-8da4-08da5cfbb576/ef6594c2-b553-4d01-bddc-2d92e33b3d15) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:48.971476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-ee4800fe-d360-42c5-91f0-67642a1977dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.978475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-ee4800fe-d360-42c5-91f0-67642a1977dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 906 time: 0.5319321 Dec 15 13:47:48.997156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.080569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-8056cdc1-8261-49ec-892a-9bd16698955a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173489e4-141f-4164-a86e-3ae3604653be HTTP/1.1" status: 200 len: 217 time: 0.0945139 Dec 15 13:47:49.101694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.169667 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:43Z', 'revision_number': 3, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:49.178470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.234501 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a9196-b7df-4ab5-8688-5583537b8f0a None None] The sync data for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 is: [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:43Z', 'revision_number': 3, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:49.275819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Allocated IP 172.20.0.1 (f2653299-ab29-4416-90c7-56485bee97e7/4d838886-b210-4733-81b1-f1677874b75b/3e0169c7-4da2-46c6-912a-ca8142df5712) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:49.294851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-d854b3d7-1699-4784-b96e-79b8681ec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.296380 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-d854b3d7-1699-4784-b96e-79b8681ec5b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.2026181 Dec 15 13:47:49.382114 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-37657f85-c1b6-4e44-8604-d4a22f2818dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765045 Dec 15 13:47:49.498106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e74bbaa-4057-47cd-825c-716ddbcbfe3c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:49.541467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb0b1b4-27f9-46bd-b69b-b65106e65570 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:49.552232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.569458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Transition to ACTIVE for port object 0cb0b1b4-27f9-46bd-b69b-b65106e65570 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:49.584953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.673726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:49.712366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.914536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.915718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-280e4af6-3e7d-4ff8-8e34-cc007e95b806 req-f6b72498-7fa7-48b6-9e74-60aa64e792fe tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6145010 Dec 15 13:47:50.210836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Attempting to bind port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:50.211789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Attempting to bind port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:50.212320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Attempting to bind port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:50.225290 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-4132610d-ae30-4656-b3fa-e38885f550e1 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277278 Dec 15 13:47:50.230740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 on network 002388f7-7e1d-4bad-b686-09b5fd26097b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:50.231322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Attempting to bind port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:50.260291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2317ccea-7df1-45fc-88bb-15b97eb57b25 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:50.264425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:50.264793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Checking segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:50.273223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Bound using segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:50.273742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Bound port: 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:50.274115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.386092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2317ccea-7df1-45fc-88bb-15b97eb57b25 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:50.386551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.592662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Allocated IP 172.20.0.1 (11156f9e-9c4c-45db-880d-4a5f31c6a41a/9775f2c7-aab7-4ae5-ab99-723a46aa997d/85326253-08b9-4959-b9bc-9b69d137b002) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:50.612430 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.655906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2317ccea-7df1-45fc-88bb-15b97eb57b25, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2317ccea-7df1-45fc-88bb-15b97eb57b25,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:50.663967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.665376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da901449-48bb-48ec-a8f0-03c002adbef1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:50.754497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.761033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2317ccea-7df1-45fc-88bb-15b97eb57b25,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:50.880683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.911341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port da901449-48bb-48ec-a8f0-03c002adbef1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:50.913503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.917648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fa1d3fc-5747-434f-a73b-b3da486ed52b req-b3f4f58c-f918-4236-afde-0e4b3c7ebd81 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691618 Dec 15 13:47:51.030155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aaf1599-4700-48e9-b120-d8570aa4e98a {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:51.053463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.082773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:51.089819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:51.109211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.109734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Transition to ACTIVE for port object 5aaf1599-4700-48e9-b120-d8570aa4e98a will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:51.117229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.165105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806de7ac-3450-49d3-80d4-28cbbbb818e7 req-b3f96e54-ba58-4f47-aa93-a6288d1eb349 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.166672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-806de7ac-3450-49d3-80d4-28cbbbb818e7 req-b3f96e54-ba58-4f47-aa93-a6288d1eb349 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 2.1232653 Dec 15 13:47:51.176752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.177573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.196970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.197695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.200187 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] 10.222.0.67 "PUT /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 1130 time: 3.6995533 Dec 15 13:47:51.228314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port da901449-48bb-48ec-a8f0-03c002adbef1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da901449-48bb-48ec-a8f0-03c002adbef1,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:51.234868 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.242707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:51.252043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1160-c2a3-44d4-ad53-5f00be867349 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.305925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.315976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:51.376108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=da901449-48bb-48ec-a8f0-03c002adbef1,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.410926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-806de7ac-3450-49d3-80d4-28cbbbb818e7 req-85f34439-8e93-4433-b3c7-3be773bc934d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317836 Dec 15 13:47:51.461049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b594d8-6860-433c-ad81-649b9a8c5f33 req-fc33c8f4-67e6-4202-b489-fd86e23f354c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.462575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2b594d8-6860-433c-ad81-649b9a8c5f33 req-fc33c8f4-67e6-4202-b489-fd86e23f354c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 932 time: 0.6988671 Dec 15 13:47:51.464944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:51.467258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:51.497919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:51.570977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.607274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Pushing event updated for resources: {'Port': ['ID=85326253-08b9-4959-b9bc-9b69d137b002,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.616080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2b594d8-6860-433c-ad81-649b9a8c5f33 req-9582e849-f15d-46ef-adb6-2176c579a483 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278582 Dec 15 13:47:51.618259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.665141 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bbc1b4-93c2-45c0-af85-a9e7bc8f480a x-openstack-request-id: req-e1bbc1b4-93c2-45c0-af85-a9e7bc8f480a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:51.665447 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:51.669097 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1bbc1b4-93c2-45c0-af85-a9e7bc8f480a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:51.669601 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'status': 'completed', 'code': 200} Dec 15 13:47:51.726026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Pushing event updated for resources: {'Port': ['ID=5aaf1599-4700-48e9-b120-d8570aa4e98a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.740291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:51.874798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Pushing event updated for resources: {'Port': ['ID=3e0169c7-4da2-46c6-912a-ca8142df5712,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.890442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Network f2653299-ab29-4416-90c7-56485bee97e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:51.902128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.903556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.920364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:51.935301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:52.152348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Attempting to bind port 5aaf1599-4700-48e9-b120-d8570aa4e98a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:52.152348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Attempting to bind port 5aaf1599-4700-48e9-b120-d8570aa4e98a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:52.152768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Attempting to bind port 5aaf1599-4700-48e9-b120-d8570aa4e98a on network 839b5424-6f73-48c6-9dbe-60d491053b68 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:52.159917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48a44b97-396f-4a5c-af6b-fbb266c5c11a req-c88dd659-cd76-43da-a112-0415313db12d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 210 time: 0.2532177 Dec 15 13:47:52.217840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.252753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361103-34eb-4851-a5b3-7498cc242370 req-fdfad162-3cd0-41d2-894c-360877bf9386 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.254571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f361103-34eb-4851-a5b3-7498cc242370 req-fdfad162-3cd0-41d2-894c-360877bf9386 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 943 time: 0.4496684 Dec 15 13:47:52.255409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Port 5aaf1599-4700-48e9-b120-d8570aa4e98a on network 839b5424-6f73-48c6-9dbe-60d491053b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:52.255739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Attempting to bind port 5aaf1599-4700-48e9-b120-d8570aa4e98a on network 839b5424-6f73-48c6-9dbe-60d491053b68 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:52.269656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2317ccea-7df1-45fc-88bb-15b97eb57b25 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:52.323188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '173489e4-141f-4164-a86e-3ae3604653be', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': '173489e4-141f-4164-a86e-3ae3604653be', 'mac_address': 'fa:16:3e:bd:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:52.391114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.406944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173489e4-141f-4164-a86e-3ae3604653be {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:52.433606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:52.454170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.461410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2317ccea-7df1-45fc-88bb-15b97eb57b25 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:52.461772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.465661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:52.533873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Network 8c7f9aac-8099-49ce-a654-947957ac7215 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:52.557079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0c057734-2784-401b-a669-f132acacb0e0 None None] Provisioning complete for port 85326253-08b9-4959-b9bc-9b69d137b002 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:52.557437 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c057734-2784-401b-a669-f132acacb0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.563226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:52.566424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Checking segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:52.566830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Bound using segment: {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:52.567297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Bound port: 5aaf1599-4700-48e9-b120-d8570aa4e98a, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736870ba-5884-4741-820a-86dc1356efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:52.567663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.601763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0c057734-2784-401b-a669-f132acacb0e0 None None] Port 85326253-08b9-4959-b9bc-9b69d137b002 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:52.628270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.636091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.644585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:52.659375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.663964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0c057734-2784-401b-a669-f132acacb0e0 None None] Provisioning complete for port 3e0169c7-4da2-46c6-912a-ca8142df5712 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:52.664972 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c057734-2784-401b-a669-f132acacb0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.665934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.668114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da901449-48bb-48ec-a8f0-03c002adbef1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:52.683502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.701349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.703409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-232d8c20-2379-48b1-9981-996ea6cf773b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 4598 time: 0.3227828 Dec 15 13:47:52.723972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['173489e4-141f-4164-a86e-3ae3604653be'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:52.763536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:52.783533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0c057734-2784-401b-a669-f132acacb0e0 None None] Port 3e0169c7-4da2-46c6-912a-ca8142df5712 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:52.820244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:52.830136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.850110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port da901449-48bb-48ec-a8f0-03c002adbef1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:52.850557 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.087211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d719cd-e00a-4703-a3f5-ebbdef54f073 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:53.097066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.112248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Transition to ACTIVE for port object 32d719cd-e00a-4703-a3f5-ebbdef54f073 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:53.159292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f361103-34eb-4851-a5b3-7498cc242370 req-79ef9818-6d1a-4740-80ce-57b043346d59 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111058 Dec 15 13:47:53.168327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.168972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.176086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46e4ca52-324f-4c82-95f6-e9af8ddc5ceb req-27716cf6-d36a-44fe-bce5-f787e21a476f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3944638 Dec 15 13:47:53.179953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] For port 5aaf1599-4700-48e9-b120-d8570aa4e98a, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:53.186168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.187064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.187442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.188398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.188914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.189639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.191239 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01bc3edb-2978-4deb-a5a1-412873705637 req-3a1b319d-32ac-4cde-818f-311850be0a37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5284 time: 1.5353124 Dec 15 13:47:53.196438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.208393 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.221391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] For port 5aaf1599-4700-48e9-b120-d8570aa4e98a, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:53.227664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-a93f36b6-d674-4a97-8f6c-2bf0efa9db66 req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1302322901', 'description': 'tempest-description-25662814'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:53.242647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-908b2511-4c05-4f0a-a3ed-b127d9c291ac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7556221 Dec 15 13:47:53.248811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.263093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Request body: {'port': {'device_id': '57f4f538-0c1b-464d-9abe-854926d9b650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:53.290910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Pushing event updated for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:53.379545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.392441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.393085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.394463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] 10.222.0.67 "PUT /v2.0/ports/5aaf1599-4700-48e9-b120-d8570aa4e98a HTTP/1.1" status: 200 len: 1092 time: 5.2356083 Dec 15 13:47:53.396541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'tag': '5aaf1599-4700-48e9-b120-d8570aa4e98a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:53.398955 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddea9dac-ff56-4f75-ad42-b49986a14c34" -d '{"events": [{"name": "network-changed", "server_uuid": "d475278f-af0a-41fc-84a3-6ab844ea4f7d", "tag": "5aaf1599-4700-48e9-b120-d8570aa4e98a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:53.408890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a93f36b6-d674-4a97-8f6c-2bf0efa9db66 req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.473402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3595-6f65-4e90-810c-8f8e354ebc6b service neutron] Pushing event updated for resources: {'Port': ['ID=5aaf1599-4700-48e9-b120-d8570aa4e98a,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:53.548993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2aec5-25b1-4dc3-96ad-32c9fa1fc8f7 req-85065733-0a55-40dc-ab06-5aff7ae47cee tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.556477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bef2aec5-25b1-4dc3-96ad-32c9fa1fc8f7 req-85065733-0a55-40dc-ab06-5aff7ae47cee tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 945 time: 0.2641914 Dec 15 13:47:53.585138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.672976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-1d037528-5848-49c2-a851-b561b60c43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.672976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-1d037528-5848-49c2-a851-b561b60c43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.673328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-1d037528-5848-49c2-a851-b561b60c43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.674651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01bc3edb-2978-4deb-a5a1-412873705637 req-1d037528-5848-49c2-a851-b561b60c43ab service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c3b02ce575064583a72cd2d0365dca84&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4511290 Dec 15 13:47:53.675573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '0cb0b1b4-27f9-46bd-b69b-b65106e65570'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:53.677890 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28a092e-86fd-420a-b65f-d650448e5561" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "0cb0b1b4-27f9-46bd-b69b-b65106e65570"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:53.702044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.67', 58402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:53.731489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-0a9530f2-4a62-4efb-b5a5-fecc9fadbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.733021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-0a9530f2-4a62-4efb-b5a5-fecc9fadbd34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 1095 time: 0.2512825 Dec 15 13:47:53.822827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bef2aec5-25b1-4dc3-96ad-32c9fa1fc8f7 req-1732dadc-4f4a-4bdf-a7a1-7722bc1b9790 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640138 Dec 15 13:47:53.900086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Attempting to bind port 32d719cd-e00a-4703-a3f5-ebbdef54f073 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:53.900416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Attempting to bind port 32d719cd-e00a-4703-a3f5-ebbdef54f073 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:53.900769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Attempting to bind port 32d719cd-e00a-4703-a3f5-ebbdef54f073 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:53.924609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-aa097e01-f9b5-46cc-af3b-5e8b6c1d6862 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a HTTP/1.1" status: 200 len: 217 time: 0.1708252 Dec 15 13:47:53.952991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a93f36b6-d674-4a97-8f6c-2bf0efa9db66 req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.954516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Port 32d719cd-e00a-4703-a3f5-ebbdef54f073 on network 002388f7-7e1d-4bad-b686-09b5fd26097b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:53.955084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Attempting to bind port 32d719cd-e00a-4703-a3f5-ebbdef54f073 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:53.965557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-eadfdb73-6b9c-4a07-a84c-339c73650175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.967051 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-eadfdb73-6b9c-4a07-a84c-339c73650175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1096 time: 0.2538936 Dec 15 13:47:53.981157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3edb-2978-4deb-a5a1-412873705637 req-0396bb83-10a5-4e3b-a6e6-c059452be1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.982472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-01bc3edb-2978-4deb-a5a1-412873705637 req-0396bb83-10a5-4e3b-a6e6-c059452be1f4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2948434 Dec 15 13:47:53.994972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:53.995308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Checking segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:53.995697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Bound using segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:53.996144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Bound port: 32d719cd-e00a-4703-a3f5-ebbdef54f073, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:53.996513 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.019044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a93f36b6-d674-4a97-8f6c-2bf0efa9db66 req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.048331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.106824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.109919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.122762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.180645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a93f36b6-d674-4a97-8f6c-2bf0efa9db66 req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.181914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a93f36b6-d674-4a97-8f6c-2bf0efa9db66 req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9590979 Dec 15 13:47:54.191659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-0dff0a6c-ca91-4028-8114-c214a84acffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.193276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-0dff0a6c-ca91-4028-8114-c214a84acffc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 200 len: 861 time: 0.2540081 Dec 15 13:47:54.202232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7cf13-33d2-4650-84eb-735a410b854d tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9566eed-2fd6-4037-9174-33c86cac2f71,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.238379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69162989-96ce-4da1-be86-612f48c13dc3 req-219582b8-a32d-49c4-a674-cb7b5522e55e tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.242529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-570ac0ac-7bd1-42bb-b184-6969f06d3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.245478 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-570ac0ac-7bd1-42bb-b184-6969f06d3937 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 916 time: 0.2671366 Dec 15 13:47:54.246696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69162989-96ce-4da1-be86-612f48c13dc3 req-219582b8-a32d-49c4-a674-cb7b5522e55e tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 944 time: 0.3379829 Dec 15 13:47:54.248871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:54.255487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:54.265197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Pushing event updated for resources: {'Port': ['ID=85326253-08b9-4959-b9bc-9b69d137b002,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.270907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.278946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-67c5ba67-4d7b-4115-8939-96a9d6bd93dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=839b5424-6f73-48c6-9dbe-60d491053b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672972 Dec 15 13:47:54.291087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.296447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Pushing event updated for resources: {'Port': ['ID=3e0169c7-4da2-46c6-912a-ca8142df5712,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.302964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.315856 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-83adf9b8-9292-4269-a751-e1c01d636d7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 217 time: 0.0593524 Dec 15 13:47:54.512347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.512996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.514374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] 10.222.0.67 "PUT /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 1130 time: 3.2767797 Dec 15 13:47:54.522116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b4d92-1f4f-45f8-9615-a6a0bcdc2d50 service neutron] Pushing event updated for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.526622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:54.533325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:54.547165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69162989-96ce-4da1-be86-612f48c13dc3 req-f2ad1da5-e6ea-4bc1-ad65-4598ab9ca1fe tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933981 Dec 15 13:47:54.548129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:54.657952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6594c2-b553-4d01-bddc-2d92e33b3d15 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:54.667845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.685143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Transition to ACTIVE for port object ef6594c2-b553-4d01-bddc-2d92e33b3d15 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:54.701574 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2892b6b9-bb00-42ab-a07c-4dc54b6753e0 x-openstack-request-id: req-2892b6b9-bb00-42ab-a07c-4dc54b6753e0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:54.701822 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d475278f-af0a-41fc-84a3-6ab844ea4f7d", "tag": "5aaf1599-4700-48e9-b120-d8570aa4e98a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:54.702105 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2892b6b9-bb00-42ab-a07c-4dc54b6753e0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:54.702644 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'tag': '5aaf1599-4700-48e9-b120-d8570aa4e98a', 'status': 'completed', 'code': 200} Dec 15 13:47:54.722503 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf009fa-dfc1-4dde-9736-0a56b8c5d2c1 x-openstack-request-id: req-fdf009fa-dfc1-4dde-9736-0a56b8c5d2c1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:54.722818 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "0cb0b1b4-27f9-46bd-b69b-b65106e65570", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:54.723074 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdf009fa-dfc1-4dde-9736-0a56b8c5d2c1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:54.723472 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '0cb0b1b4-27f9-46bd-b69b-b65106e65570', 'status': 'completed', 'code': 200} Dec 15 13:47:54.728594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.761432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d1b6b-737d-4de7-9213-8888153f4e02 req-3ad0cf59-eb6f-47fe-8336-d54dcf613be9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.767847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd1d1b6b-737d-4de7-9213-8888153f4e02 req-3ad0cf59-eb6f-47fe-8336-d54dcf613be9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 931 time: 0.4261918 Dec 15 13:47:54.792109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Router df4f650a-3ade-46c9-ab7c-e39bf2259a9b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:54.813656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-13d4c4a5-2568-4c48-b045-4e5613ca2f52 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193489 Dec 15 13:47:54.820789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-486f0066-c0ae-4994-bd1b-3d4b2473ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.822357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-486f0066-c0ae-4994-bd1b-3d4b2473ca19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.4830177 Dec 15 13:47:54.841732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Network f2653299-ab29-4416-90c7-56485bee97e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:54.856963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:54.879757 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-c2abceb8-3fbb-4805-b8cd-dc488e1f4b20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454562 Dec 15 13:47:54.885002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.960956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:55.030532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-03864215-7c50-40c0-aba7-e7b8b29c90df None None] Provisioning complete for port 85326253-08b9-4959-b9bc-9b69d137b002 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:55.031145 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03864215-7c50-40c0-aba7-e7b8b29c90df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.077639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-03864215-7c50-40c0-aba7-e7b8b29c90df None None] Port 85326253-08b9-4959-b9bc-9b69d137b002 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:55.089544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6167c8-7ff4-41c3-a559-68979c97c35a req-bbcec84b-1fc6-49d6-9836-729fdb16cfbf tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.091098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d6167c8-7ff4-41c3-a559-68979c97c35a req-bbcec84b-1fc6-49d6-9836-729fdb16cfbf tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 944 time: 0.2283189 Dec 15 13:47:55.115455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:55.124208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd1d1b6b-737d-4de7-9213-8888153f4e02 req-4d990b53-1e4e-44a9-a567-180847d0ba68 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480649 Dec 15 13:47:55.129201 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b4bb1061-8a86-4e6d-b053-61ae5d70ce52 admin admin] 10.222.0.32 "PUT /v2.0/routers/df4f650a-3ade-46c9-ab7c-e39bf2259a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3769376 Dec 15 13:47:55.137683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.138841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.139447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.140110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.140669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.149133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.149133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.149494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Sync routers for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:55.156292 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b28a092e-86fd-420a-b65f-d650448e5561 req-26b4f44b-87db-4a99-875f-4a17c4d68856 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6207 time: 0.3774502 Dec 15 13:47:55.200031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:55.200800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:55.328102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:55.414299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-5e71ef7f-fb27-4ba4-89de-8d5e0ffbfbd2 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224949 Dec 15 13:47:55.416760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad0058aa-4284-42f7-80e0-e73b015596b2 req-ad85e50b-5612-45cb-9484-350fddfd7d75 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881398 Dec 15 13:47:55.420094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-35fdc227-6c15-47c8-8db9-0dcda318a2a9 None None] Provisioning complete for port 3e0169c7-4da2-46c6-912a-ca8142df5712 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:55.423708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35fdc227-6c15-47c8-8db9-0dcda318a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.426797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Router c3f25dc1-3d1f-4726-85f4-56f431049d8f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:55.447331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 173489e4-141f-4164-a86e-3ae3604653be completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:55.449192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Attempting to bind port ef6594c2-b553-4d01-bddc-2d92e33b3d15 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:55.449582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Attempting to bind port ef6594c2-b553-4d01-bddc-2d92e33b3d15 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:55.449910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Attempting to bind port ef6594c2-b553-4d01-bddc-2d92e33b3d15 on network 8c7f9aac-8099-49ce-a654-947957ac7215 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:55.462708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Port ef6594c2-b553-4d01-bddc-2d92e33b3d15 on network 8c7f9aac-8099-49ce-a654-947957ac7215 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:55.463086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Attempting to bind port ef6594c2-b553-4d01-bddc-2d92e33b3d15 on network 8c7f9aac-8099-49ce-a654-947957ac7215 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:55.479306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-141f6fd3-d878-4104-b9bd-b662223982cf req-356357a4-b244-4493-b047-252fbf564060 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/f9566eed-2fd6-4037-9174-33c86cac2f71 HTTP/1.1" status: 200 len: 1822 time: 0.2878273 Dec 15 13:47:55.485023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f9566eed-2fd6-4037-9174-33c86cac2f71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:55.485873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f9566eed-2fd6-4037-9174-33c86cac2f71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:55.493087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 173489e4-141f-4164-a86e-3ae3604653be triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:55.493717 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.544996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:55.590195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-35fdc227-6c15-47c8-8db9-0dcda318a2a9 None None] Port 3e0169c7-4da2-46c6-912a-ca8142df5712 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:55.794538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.834882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173489e4-141f-4164-a86e-3ae3604653be'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:55.837535 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42770252-5a30-471f-9001-163d85b052b6" -d '{"events": [{"server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "name": "network-vif-plugged", "status": "completed", "tag": "173489e4-141f-4164-a86e-3ae3604653be"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:55.874118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:55.883361 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.884696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:55.960347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-b7436349-1a17-4a30-9e76-7a455b0f7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.960912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-b7436349-1a17-4a30-9e76-7a455b0f7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.961434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-b7436349-1a17-4a30-9e76-7a455b0f7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.963267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b28a092e-86fd-420a-b65f-d650448e5561 req-b7436349-1a17-4a30-9e76-7a455b0f7cb7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c3b02ce575064583a72cd2d0365dca84&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8040750 Dec 15 13:47:56.007568 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad76359b-1436-4bde-8d98-2971c1e1b080 req-ac21f101-acee-4cef-b5c3-07f0ba3d68fa service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445559 Dec 15 13:47:56.009980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446ff3a1-9fbf-4b1b-89ee-9d023104c95a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:56.049372 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.071643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.077194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Transition to ACTIVE for port object 446ff3a1-9fbf-4b1b-89ee-9d023104c95a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:56.089160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:56.089567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Checking segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:56.090052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Bound using segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:56.091402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Bound port: ef6594c2-b553-4d01-bddc-2d92e33b3d15, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:56.091827 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.101371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.102142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:56.110557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1e6cd06a-629f-4b96-bf9b-b2445a666cfa admin admin] 10.222.0.32 "PUT /v2.0/routers/c3f25dc1-3d1f-4726-85f4-56f431049d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5075057 Dec 15 13:47:56.121180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Sync routers for ids ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:56.129169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.135708 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Routers {'c3f25dc1-3d1f-4726-85f4-56f431049d8f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:56.137275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d6167c8-7ff4-41c3-a559-68979c97c35a req-acdc2c74-69ea-4768-9922-124ab26b6164 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0162141 Dec 15 13:47:56.137422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:56.163223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 2, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:56.215731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Checking router: df4f650a-3ade-46c9-ab7c-e39bf2259a9b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:56.216264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Updating router df4f650a-3ade-46c9-ab7c-e39bf2259a9b port 85326253-08b9-4959-b9bc-9b69d137b002 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:56.253171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a092e-86fd-420a-b65f-d650448e5561 req-ee54603e-86aa-4c58-8b0f-2e3602738543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.255814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b28a092e-86fd-420a-b65f-d650448e5561 req-ee54603e-86aa-4c58-8b0f-2e3602738543 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2788908 Dec 15 13:47:56.292452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Pushing event updated for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.305690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:56.307508 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.319356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.325843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-2aa47cb9-1386-47aa-a10c-aefa73005540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.327774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-2aa47cb9-1386-47aa-a10c-aefa73005540 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db7d7b32887445df8c5b689475231e0b&device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 1095 time: 0.8192015 Dec 15 13:47:56.371835 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Set router c3f25dc1-3d1f-4726-85f4-56f431049d8f gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:56.476832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Attempting to bind port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:56.478893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Attempting to bind port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:56.479490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Attempting to bind port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:56.488350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a on network 002388f7-7e1d-4bad-b686-09b5fd26097b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:56.489887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Attempting to bind port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:56.506978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:56.508200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Checking segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:56.510009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Bound using segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:56.511109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Bound port: 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:56.513259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.514398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.514927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.549173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.616443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:56.619857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:56.621985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-279733f9-d89a-44b8-9c99-7e816e900cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.624067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-279733f9-d89a-44b8-9c99-7e816e900cf3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 200 len: 923 time: 0.2833617 Dec 15 13:47:56.680203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.692708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:56.699699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.701688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:56.710611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.716253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.723164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.727249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '32d719cd-e00a-4703-a3f5-ebbdef54f073'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:56.730100 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3a3be7-9331-407c-8acc-27ae524dcb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "32d719cd-e00a-4703-a3f5-ebbdef54f073"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:56.730267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.740796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.753660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.763081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-816deabb-4bdd-4c36-a3e4-cf124ca31df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5382 time: 0.4736688 Dec 15 13:47:56.780076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.781098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.782853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] 10.222.0.67 "PUT /v2.0/ports/446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 200 len: 1090 time: 2.2397072 Dec 15 13:47:56.790982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.795407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.798171 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3e0169c7-4da2-46c6-912a-ca8142df5712', 'name': '', 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'mac_address': 'fa:16:3e:50:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4d838886-b210-4733-81b1-f1677874b75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:48Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 2, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'subnets': [{'id': '4d838886-b210-4733-81b1-f1677874b75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:56.847675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:56.874191 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Checking router: c3f25dc1-3d1f-4726-85f4-56f431049d8f for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:56.879172 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Updating router c3f25dc1-3d1f-4726-85f4-56f431049d8f port 3e0169c7-4da2-46c6-912a-ca8142df5712 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:56.892868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea219-a7bb-4214-a54a-42ca48744e42 service neutron] Pushing event updated for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.947266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.961260 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.987861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-4885f0d9-8803-4cef-9a87-40ffc14e2a27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a HTTP/1.1" status: 200 len: 217 time: 0.3406181 Dec 15 13:47:57.004925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:57.025535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde81f32-f66b-4482-b34a-095990d1c880,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:57.046391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.078169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-141f6fd3-d878-4104-b9bd-b662223982cf req-159ffdf9-3a57-42e7-88fb-a5002f2edba6 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.5980055 Dec 15 13:47:57.132005 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.151647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.153612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.158061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-bbc1b780-e5d2-4e11-8aa5-2df32f0c293a service neutron] 10.222.0.67 "PUT /v2.0/ports/ef6594c2-b553-4d01-bddc-2d92e33b3d15 HTTP/1.1" status: 200 len: 1091 time: 3.9070783 Dec 15 13:47:57.163977 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.176325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:57.207343 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc" -d '{"events": [{"name": "network-changed", "server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:57.370914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e6f66c5-485f-4156-875c-bb74b6ab0fd1 req-6cec75e2-d1ad-4334-97c7-87c208cff969 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6067629 Dec 15 13:47:57.409999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61146395-8b3c-4c14-a85d-2d5b009ba019 None None] Pushing event updated for resources: {'Port': ['ID=85326253-08b9-4959-b9bc-9b69d137b002,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:57.506936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Attempting to bind port 85326253-08b9-4959-b9bc-9b69d137b002 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:57.507518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Attempting to bind port 85326253-08b9-4959-b9bc-9b69d137b002 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:57.507980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Attempting to bind port 85326253-08b9-4959-b9bc-9b69d137b002 on network 11156f9e-9c4c-45db-880d-4a5f31c6a41a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:57.521827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:57.522366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Checking segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:57.522905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.525607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Bound using segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:57.526225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Bound port: 85326253-08b9-4959-b9bc-9b69d137b002, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:57.526991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.557668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-8c3e15f2-3d3d-40c3-891a-c26b517abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.571831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-8c3e15f2-3d3d-40c3-891a-c26b517abff3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 200 len: 861 time: 0.4886446 Dec 15 13:47:57.636100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3cec7b-97de-4451-b641-4c63bdb14c66 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:57.646903 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.661977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.669221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657fe5-4f18-419f-b20c-2ad37753528c req-2c432a4c-dd77-4749-854b-f4ae7ad93d4a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.681058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f657fe5-4f18-419f-b20c-2ad37753528c req-2c432a4c-dd77-4749-854b-f4ae7ad93d4a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.3974354 Dec 15 13:47:57.683089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-11b8c783-3c80-406a-9c2c-cc7c4564554a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=839b5424-6f73-48c6-9dbe-60d491053b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945473 Dec 15 13:47:57.690411 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.720594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Transition to ACTIVE for port object ac3cec7b-97de-4451-b641-4c63bdb14c66 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:57.729098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.751304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] For port 85326253-08b9-4959-b9bc-9b69d137b002, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:57.755302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] For port 85326253-08b9-4959-b9bc-9b69d137b002, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=85326253-08b9-4959-b9bc-9b69d137b002,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:57.756933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-6404e3b9-2393-430d-80dd-851ea9a24255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.759239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-6404e3b9-2393-430d-80dd-851ea9a24255 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 1094 time: 0.4768291 Dec 15 13:47:57.763197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.814770 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf9bdd-6381-477d-986e-b69483cbbced None None] Pushing event updated for resources: {'Port': ['ID=3e0169c7-4da2-46c6-912a-ca8142df5712,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:57.890534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6d26f3bb-92f8-4459-9ba8-aed6facf6c81 None None] Provisioning complete for port 85326253-08b9-4959-b9bc-9b69d137b002 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:57.892941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d26f3bb-92f8-4459-9ba8-aed6facf6c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.917034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-73f3ade7-3728-4166-b898-582ecd3c061d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15 HTTP/1.1" status: 200 len: 217 time: 0.0933108 Dec 15 13:47:57.980243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:57.991339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:58.017497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Pushing event updated for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:58.106003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Attempting to bind port ac3cec7b-97de-4451-b641-4c63bdb14c66 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:58.106344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Attempting to bind port ac3cec7b-97de-4451-b641-4c63bdb14c66 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:58.106681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Attempting to bind port ac3cec7b-97de-4451-b641-4c63bdb14c66 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:58.125961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Port ac3cec7b-97de-4451-b641-4c63bdb14c66 on network 002388f7-7e1d-4bad-b686-09b5fd26097b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:58.126209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Attempting to bind port ac3cec7b-97de-4451-b641-4c63bdb14c66 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:58.130265 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Attempting to bind port 3e0169c7-4da2-46c6-912a-ca8142df5712 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:58.132771 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Attempting to bind port 3e0169c7-4da2-46c6-912a-ca8142df5712 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:58.133333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Attempting to bind port 3e0169c7-4da2-46c6-912a-ca8142df5712 on network f2653299-ab29-4416-90c7-56485bee97e7 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:58.134653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:58.134994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Checking segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:58.135380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Bound using segment: {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:58.135814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Bound port: ac3cec7b-97de-4451-b641-4c63bdb14c66, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db65a1e-d093-44a5-8dad-f7dfeff80aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:58.136168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.149814 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:58.155105 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Checking segment: {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:58.169009 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.169841 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Bound using segment: {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:58.174201 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Bound port: 3e0169c7-4da2-46c6-912a-ca8142df5712, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4844f916-1ad7-4f47-abcc-8a42a45231c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:58.175642 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.293421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-79b7e77b-b730-4ae9-a59b-ed6a469f6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.295492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-79b7e77b-b730-4ae9-a59b-ed6a469f6ff5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 200 len: 854 time: 0.3609681 Dec 15 13:47:58.303882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:58.312887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:58.322548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.329673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f657fe5-4f18-419f-b20c-2ad37753528c req-adc3a442-a0e4-4e05-9a83-283c669e3a87 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234426 Dec 15 13:47:58.406251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51626) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:58.419315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.419941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.421445 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] 10.222.0.67 "PUT /v2.0/ports/ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 200 len: 1090 time: 1.6004767 Dec 15 13:47:58.426906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047605284', 'description': 'tempest-description--595403065'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:58.469961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:58.522570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:58.561291 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] For port 3e0169c7-4da2-46c6-912a-ca8142df5712, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:58.574293 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] For port 3e0169c7-4da2-46c6-912a-ca8142df5712, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e0169c7-4da2-46c6-912a-ca8142df5712,segment=NetworkSegment(4844f916-1ad7-4f47-abcc-8a42a45231c1),segment_id=4844f916-1ad7-4f47-abcc-8a42a45231c1)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:58.584710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-92b5c5fa-f433-4869-b362-ff876a79c80d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c7f9aac-8099-49ce-a654-947957ac7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2372396 Dec 15 13:47:58.597783 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.741359 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271212c-7b1b-4c02-85c8-7a512d1e2025 x-openstack-request-id: req-c271212c-7b1b-4c02-85c8-7a512d1e2025 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:58.742247 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "name": "network-vif-plugged", "status": "completed", "tag": "173489e4-141f-4164-a86e-3ae3604653be", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:58.742921 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c271212c-7b1b-4c02-85c8-7a512d1e2025 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:58.753170 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173489e4-141f-4164-a86e-3ae3604653be', 'code': 200} Dec 15 13:47:58.777695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61146395-8b3c-4c14-a85d-2d5b009ba019 None None] Pushing event updated for resources: {'Port': ['ID=85326253-08b9-4959-b9bc-9b69d137b002,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:58.849392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.881007 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Routers {'c3f25dc1-3d1f-4726-85f4-56f431049d8f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:58.882537 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:58.931206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e03cf-6c0b-44bb-bd30-ff364bbe30fa service neutron] Pushing event updated for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.062190 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] Set router c3f25dc1-3d1f-4726-85f4-56f431049d8f gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:59.091407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ef74-b98f-438f-871a-cf7d7ad261a5 req-18ab94d0-9704-436b-bc34-89db220ac2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.096604 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4676ef74-b98f-438f-871a-cf7d7ad261a5 req-18ab94d0-9704-436b-bc34-89db220ac2cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 1096 time: 0.3178892 Dec 15 13:47:59.127524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90775e-46be-4606-86fc-04bb1e4db7df req-67ddfca4-ed29-4f4e-9363-a13bfe5a64aa tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.130231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f90775e-46be-4606-86fc-04bb1e4db7df req-67ddfca4-ed29-4f4e-9363-a13bfe5a64aa tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 944 time: 0.5088046 Dec 15 13:47:59.133243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-0ba6b17e-c087-472a-9b4b-df8d0d396cfa service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411203 Dec 15 13:47:59.135082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.138426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-a0dfffbd-3926-41b6-8302-23e445fb0d11 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4468009 Dec 15 13:47:59.158905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d26f3bb-92f8-4459-9ba8-aed6facf6c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.248406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f90775e-46be-4606-86fc-04bb1e4db7df req-fe84a128-c0a3-4261-aca1-df7acab981b9 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089981 Dec 15 13:47:59.262100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bb464-4844-4d2b-bba4-e03d4fcdf0b3 req-e1667e3e-3f1f-40c7-b701-5d3130d070df tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.271691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-591bb464-4844-4d2b-bba4-e03d4fcdf0b3 req-e1667e3e-3f1f-40c7-b701-5d3130d070df tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 943 time: 0.6176121 Dec 15 13:47:59.377840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5aaf1599-4700-48e9-b120-d8570aa4e98a details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:59.392037 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9e255c-216a-4fdc-9df2-c065899e9f72 x-openstack-request-id: req-ae9e255c-216a-4fdc-9df2-c065899e9f72 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:59.392482 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "32d719cd-e00a-4703-a3f5-ebbdef54f073", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:59.393733 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae9e255c-216a-4fdc-9df2-c065899e9f72 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:59.396193 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '32d719cd-e00a-4703-a3f5-ebbdef54f073', 'status': 'completed', 'code': 200} Dec 15 13:47:59.451474 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf9bdd-6381-477d-986e-b69483cbbced None None] Pushing event updated for resources: {'Port': ['ID=3e0169c7-4da2-46c6-912a-ca8142df5712,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.459139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-591bb464-4844-4d2b-bba4-e03d4fcdf0b3 req-8a46509e-275b-416f-ae1b-47e2976df932 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864707 Dec 15 13:47:59.478682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8eb98846-0be2-4f9c-90f1-a1187fbe7d0a req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-784619363', 'description': 'tempest-description-1865099563'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:59.524425 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4676ef74-b98f-438f-871a-cf7d7ad261a5 req-01f6fa5d-df86-4c47-b504-c1ee5727790c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182737 Dec 15 13:47:59.571286 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3e0169c7-4da2-46c6-912a-ca8142df5712', 'name': '', 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'mac_address': 'fa:16:3e:50:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4d838886-b210-4733-81b1-f1677874b75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:48Z', 'updated_at': '2021-12-15T13:47:58Z', 'revision_number': 4, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'subnets': [{'id': '4d838886-b210-4733-81b1-f1677874b75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:59.590917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8eb98846-0be2-4f9c-90f1-a1187fbe7d0a req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.608870 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc0805e-80af-46ed-a209-2eb5344642a8 None None] The sync data for ids ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'] in n-d-815324-3 is: [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3e0169c7-4da2-46c6-912a-ca8142df5712', 'name': '', 'network_id': 'f2653299-ab29-4416-90c7-56485bee97e7', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'mac_address': 'fa:16:3e:50:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4d838886-b210-4733-81b1-f1677874b75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:48Z', 'updated_at': '2021-12-15T13:47:58Z', 'revision_number': 4, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'subnets': [{'id': '4d838886-b210-4733-81b1-f1677874b75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:59.724836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.724836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.727139 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.727139 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.732842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.733833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.733973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.736391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9eb5e074-1c64-4d0c-95b9-b1bcb09af558 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6341 time: 0.3034415 Dec 15 13:47:59.896376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8eb98846-0be2-4f9c-90f1-a1187fbe7d0a req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.934465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6d26f3bb-92f8-4459-9ba8-aed6facf6c81 None None] For port 85326253-08b9-4959-b9bc-9b69d137b002, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=85326253-08b9-4959-b9bc-9b69d137b002,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:59.952375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d26f3bb-92f8-4459-9ba8-aed6facf6c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.985787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a38244b6-d4b1-44d2-84fc-9508015c04be req-f9a07792-4200-4bbc-a34d-35625ed00c8e service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699521 Dec 15 13:48:00.079443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8eb98846-0be2-4f9c-90f1-a1187fbe7d0a req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.086017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5aaf1599-4700-48e9-b120-d8570aa4e98a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:00.119866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddea9dac-ff56-4f75-ad42-b49986a14c34 req-f670c646-36e5-424b-a333-2a501a000899 service neutron] 10.222.0.67 "GET /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8908198 Dec 15 13:48:00.139987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '5aaf1599-4700-48e9-b120-d8570aa4e98a', 'network_id': '839b5424-6f73-48c6-9dbe-60d491053b68', 'port_id': '5aaf1599-4700-48e9-b120-d8570aa4e98a', 'mac_address': 'fa:16:3e:84:bd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a70eb36-6b51-4f9d-902e-343cd738c6b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:00.160205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26f3bb-92f8-4459-9ba8-aed6facf6c81 None None] Pushing event updated for resources: {'Port': ['ID=85326253-08b9-4959-b9bc-9b69d137b002,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:00.204007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8eb98846-0be2-4f9c-90f1-a1187fbe7d0a req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.205646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eb98846-0be2-4f9c-90f1-a1187fbe7d0a req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7449841 Dec 15 13:48:00.280722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deb6819-e63a-4e7e-8464-f0a89eb961b6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:00.295288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-32dfb1df-5770-4857-9e1e-db004a6b1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.295769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-32dfb1df-5770-4857-9e1e-db004a6b1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.300539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-32dfb1df-5770-4857-9e1e-db004a6b1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.306020 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-32dfb1df-5770-4857-9e1e-db004a6b1a0f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c3b02ce575064583a72cd2d0365dca84&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5544682 Dec 15 13:48:00.309354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3c211-46b5-46e4-bab9-b8e4baef403c req-1134d6a4-c735-443d-8524-182c254aeb13 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.335552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ca3c211-46b5-46e4-bab9-b8e4baef403c req-1134d6a4-c735-443d-8524-182c254aeb13 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 945 time: 0.6713314 Dec 15 13:48:00.351715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:57Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:00.373284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.376134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e0169c7-4da2-46c6-912a-ca8142df5712 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:00.408243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Provisioning complete for port 85326253-08b9-4959-b9bc-9b69d137b002 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:00.408674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.415916 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2635d921-1da0-4cf8-b774-1cfc86da7558 x-openstack-request-id: req-2635d921-1da0-4cf8-b774-1cfc86da7558 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:00.416260 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:00.416678 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2635d921-1da0-4cf8-b774-1cfc86da7558 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:00.417088 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'status': 'completed', 'code': 200} Dec 15 13:48:00.481418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.494441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1c56d-aaac-41fe-9001-5b88c671beb8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676243ca-4c7d-47a0-9761-28454d52b773,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:00.509830 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.527552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Transition to ACTIVE for port object 7deb6819-e63a-4e7e-8464-f0a89eb961b6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:00.527821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11f8b6-1689-494a-b46e-c855d2602431 None None] The sync data for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 is: [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:57Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:00.550136 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.553807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.633370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaf1599-4700-48e9-b120-d8570aa4e98a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:00.762760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Pushing event updated for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:00.770863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ca3c211-46b5-46e4-bab9-b8e4baef403c req-c7823037-b0d3-4e6f-870f-95938f4585a3 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293754 Dec 15 13:48:00.798674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:00.810880 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585ccdb-98dc-4ee7-a663-8159cfb206fd" -d '{"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-unplugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:00.837099 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.839297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.4210522 Dec 15 13:48:00.866473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:00.878108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-6f1a789d-0939-4716-8566-a5c2d4d31b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.883590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-6f1a789d-0939-4716-8566-a5c2d4d31b7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 1094 time: 0.4832840 Dec 15 13:48:00.893758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Request body: {'security_group_rule': {'security_group_id': '89d32008-a34d-4cc2-84eb-ef4fad92af0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:00.908160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5aaf1599-4700-48e9-b120-d8570aa4e98a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:00.941266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.954511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3e0169c7-4da2-46c6-912a-ca8142df5712 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:00.956988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.988396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9e339489-800f-4bd9-a721-cb9b95f1737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.990008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b3a3be7-9331-407c-8acc-27ae524dcb1f req-9e339489-800f-4bd9-a721-cb9b95f1737d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6550858 Dec 15 13:48:01.121218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e09f9-738e-4e8f-beaa-b09dbb4910b5 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d32008-a34d-4cc2-84eb-ef4fad92af0b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:01.195400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.202060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.230085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.233103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Attempting to bind port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:01.233632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Attempting to bind port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:01.234172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Attempting to bind port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:01.241220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:01.241458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.242989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Attempting to bind port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:01.250911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:01.251544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Checking segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:01.252113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Bound using segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:01.252740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Bound port: 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:01.253278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.259347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5aaf1599-4700-48e9-b120-d8570aa4e98a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:01.265556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.273218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.305249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.323696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-5dc62044-5f75-49c6-95ae-be241b3c9588 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5394 time: 0.9218431 Dec 15 13:48:01.350576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:01.384372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:01.388171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:01.394927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.412791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Provisioning complete for port 3e0169c7-4da2-46c6-912a-ca8142df5712 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:01.413659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.416999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a'}, {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:01.418978 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a"}, {"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:01.434173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.434998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.436135 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] 10.222.0.67 "PUT /v2.0/ports/7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 200 len: 1091 time: 2.9728467 Dec 15 13:48:01.490247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Request body: {'port': {'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:01.568896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5aaf1599-4700-48e9-b120-d8570aa4e98a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:01.633705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822639e-6e0b-46ed-8f20-cc37bc705cbb service neutron] Pushing event updated for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:01.654109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.703353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.708277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-49c59785-e190-4741-a136-0eaeaa7a57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.709787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-49c59785-e190-4741-a136-0eaeaa7a57eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 916 time: 0.8055787 Dec 15 13:48:01.805187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5e9dd9d-6741-4dbc-9e8c-16721b691c62 req-064a020c-2c26-466b-974b-91fe6939d5d9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4801118 Dec 15 13:48:01.943184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5712a-95d0-4caf-9c42-3700f4ce4f1a req-e54518f2-9d1e-4702-a96b-21ae0083b309 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.952909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcb5712a-95d0-4caf-9c42-3700f4ce4f1a req-e54518f2-9d1e-4702-a96b-21ae0083b309 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.7974906 Dec 15 13:48:01.973175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-94b733e7-32a1-4b10-a24d-b80aa85f316b req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-934393758', 'description': 'tempest-description-422207910'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:01.974824 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.006985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-24eae630-9a40-488c-ae27-6e23039f5a40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15 HTTP/1.1" status: 200 len: 217 time: 0.2720530 Dec 15 13:48:02.078998 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-94b733e7-32a1-4b10-a24d-b80aa85f316b req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.136752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 3e0169c7-4da2-46c6-912a-ca8142df5712, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e0169c7-4da2-46c6-912a-ca8142df5712,segment=NetworkSegment(4844f916-1ad7-4f47-abcc-8a42a45231c1),segment_id=4844f916-1ad7-4f47-abcc-8a42a45231c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:02.157855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408a2772-f3ab-44b4-b23b-e27054a37c25 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:02.158796 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.166145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.192615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.195010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-ae9f8bfe-8995-47f3-b0da-061faa42e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.196592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-ae9f8bfe-8995-47f3-b0da-061faa42e270 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 200 len: 854 time: 0.1773911 Dec 15 13:48:02.209025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcb5712a-95d0-4caf-9c42-3700f4ce4f1a req-3a8c58a8-bb3a-4864-aa5f-99ed02190ec4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551217 Dec 15 13:48:02.251791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Transition to ACTIVE for port object 408a2772-f3ab-44b4-b23b-e27054a37c25 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:02.254065 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.261520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.271839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.287253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=3e0169c7-4da2-46c6-912a-ca8142df5712,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.305340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-1302e5c1-19e1-4504-96e0-191effb6c69b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c7f9aac-8099-49ce-a654-947957ac7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953822 Dec 15 13:48:02.351894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5e3a54-1dcf-41c9-93e0-653721a77786,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.391945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 85326253-08b9-4959-b9bc-9b69d137b002 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:02.424161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.429844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-566053c6-f904-4f86-b61c-97cc31f6276b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5397222 Dec 15 13:48:02.438873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Pushing event updated for resources: {'Port': ['ID=408a2772-f3ab-44b4-b23b-e27054a37c25,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.442717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51648) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:02.455786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Request body: {'security_group_rule': {'security_group_id': '89d32008-a34d-4cc2-84eb-ef4fad92af0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:02.507494 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:48:02.508211 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-1599acdf-61d8-4186-a06e-4fb6cf47a962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:48:02.523128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 85326253-08b9-4959-b9bc-9b69d137b002 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:02.523741 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.526497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.626965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Attempting to bind port 408a2772-f3ab-44b4-b23b-e27054a37c25 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:02.627301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Attempting to bind port 408a2772-f3ab-44b4-b23b-e27054a37c25 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:02.627631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Attempting to bind port 408a2772-f3ab-44b4-b23b-e27054a37c25 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:02.639105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Port 408a2772-f3ab-44b4-b23b-e27054a37c25 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:02.639374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Attempting to bind port 408a2772-f3ab-44b4-b23b-e27054a37c25 on network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:02.654572 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.659363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:02.659724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Checking segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:02.660702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Bound using segment: {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:02.660702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Bound port: 408a2772-f3ab-44b4-b23b-e27054a37c25, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3034a3d5-8fa8-4c3f-967a-b621988957b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:02.660963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.679554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58abd3-25f3-4bb6-a6a5-96600f34fc72 req-f8601357-8a7d-4c43-b014-07c37f6df031 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.690082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c58abd3-25f3-4bb6-a6a5-96600f34fc72 req-f8601357-8a7d-4c43-b014-07c37f6df031 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 945 time: 0.2557125 Dec 15 13:48:02.731391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.740283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-94b733e7-32a1-4b10-a24d-b80aa85f316b req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.767016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-94b733e7-32a1-4b10-a24d-b80aa85f316b req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.807120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] For port 408a2772-f3ab-44b4-b23b-e27054a37c25, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:02.810500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] For port 408a2772-f3ab-44b4-b23b-e27054a37c25, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=408a2772-f3ab-44b4-b23b-e27054a37c25,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:02.821290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.843341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-94b733e7-32a1-4b10-a24d-b80aa85f316b req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.844953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94b733e7-32a1-4b10-a24d-b80aa85f316b req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8839018 Dec 15 13:48:02.895085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Pushing event updated for resources: {'Port': ['ID=408a2772-f3ab-44b4-b23b-e27054a37c25,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.904432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.905375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.907470 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-6eb446a0-65f6-4df9-b88c-438da68ebe53 service neutron] 10.222.0.67 "PUT /v2.0/ports/408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 200 len: 1091 time: 1.4310966 Dec 15 13:48:02.908198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c58abd3-25f3-4bb6-a6a5-96600f34fc72 req-7496d2e9-934e-4fdc-9d6a-1d65cccfeb8d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148573 Dec 15 13:48:02.908930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c3198-5524-4bad-9dd0-88e49848925b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.921334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81e7ef7-f840-4e7a-a4bb-bf2465b633eb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.926230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-23bd4da4-7837-4ec3-b6fb-ce80e6d877e2 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057880 Dec 15 13:48:02.929799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.940913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:02.944331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:02.949793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f6eaf6a-062e-4498-80f7-3a009972df35 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5059679 Dec 15 13:48:03.060303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.068169 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680a23e-2d3b-4e53-b6cd-15fc243795bb x-openstack-request-id: req-0680a23e-2d3b-4e53-b6cd-15fc243795bb {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:03.068854 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-unplugged", "status": "failed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d", "code": 422}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:03.068968 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0680a23e-2d3b-4e53-b6cd-15fc243795bb {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:03.069571 n-d-815324-3 neutron-server[103380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'code': 422} returned with failed status Dec 15 13:48:03.170219 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1415854-08d7-41ed-86c0-7ed3c5ac6d12 x-openstack-request-id: req-c1415854-08d7-41ed-86c0-7ed3c5ac6d12 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:03.170524 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:03.170787 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1415854-08d7-41ed-86c0-7ed3c5ac6d12 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:03.171186 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a', 'status': 'completed', 'code': 200} Dec 15 13:48:03.171450 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66', 'status': 'completed', 'code': 200} Dec 15 13:48:03.228809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.229542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.230078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.230599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.231120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.231643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.232356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.234377 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-24634526-d22c-4bcf-ab97-af9adb923a8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6475 time: 0.2649150 Dec 15 13:48:03.316698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800a63e-f8f5-4838-8325-fbd5dc5e6790 req-7e135cba-0f54-45c1-8099-c9c333b7804a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.318265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3800a63e-f8f5-4838-8325-fbd5dc5e6790 req-7e135cba-0f54-45c1-8099-c9c333b7804a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 945 time: 0.1234372 Dec 15 13:48:03.321916 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-2da569d1-be46-4656-b3db-07600326f956 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 200 len: 217 time: 0.0757556 Dec 15 13:48:03.332091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:03.333100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4949771-8ba3-4a28-895d-5d46cd625d28 req-2db1c7e7-0daf-4d26-9608-40ddd2d08015 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.334678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4949771-8ba3-4a28-895d-5d46cd625d28 req-2db1c7e7-0daf-4d26-9608-40ddd2d08015 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 943 time: 0.2092471 Dec 15 13:48:03.398146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc143a03-1f0d-4c4c-bddd-904e9b62acdc req-b1fcf520-1feb-4087-b27e-84ad8c1a8d6b service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458621 Dec 15 13:48:03.436170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3800a63e-f8f5-4838-8325-fbd5dc5e6790 req-8cbc1f60-8273-4974-b5a4-50110769e64d tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004703 Dec 15 13:48:03.480310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4949771-8ba3-4a28-895d-5d46cd625d28 req-3741cc89-4ab0-4b72-9808-749cd3113198 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811441 Dec 15 13:48:03.483817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5aaf1599-4700-48e9-b120-d8570aa4e98a up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:03.503922 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.514316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9a92e945-c131-4406-bd8a-d949c55cb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.520390 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9a92e945-c131-4406-bd8a-d949c55cb75e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=051a7dfc-0fa5-4421-b74e-54cdafcfa35e HTTP/1.1" status: 200 len: 851 time: 0.1723495 Dec 15 13:48:03.598402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:03.603052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a814-d0a1-489e-9e74-0719b1ca5fe1 req-6d9f977d-39ee-4230-86b9-e17dd42d720a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.604770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5c1a814-d0a1-489e-9e74-0719b1ca5fe1 req-6d9f977d-39ee-4230-86b9-e17dd42d720a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0633759 Dec 15 13:48:03.625341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'port_id': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'mac_address': 'fa:16:3e:89:c9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea407e3-7c20-44cf-8da4-08da5cfbb576', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:03.668970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 5aaf1599-4700-48e9-b120-d8570aa4e98a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:03.675750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 5aaf1599-4700-48e9-b120-d8570aa4e98a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:03.676249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.686290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5c1a814-d0a1-489e-9e74-0719b1ca5fe1 req-4daf93bd-75a8-49a6-a006-c2df224de063 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Dec 15 13:48:03.687737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.740547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.749198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6594c2-b553-4d01-bddc-2d92e33b3d15 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:03.752347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.774048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.781716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:03.786531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.789438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Allocated IP 172.25.2.36 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0d11bf0f-bf8e-40d6-a001-c657a0f2fd5b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:03.792003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.796122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-8ed9545b-031b-4d55-b95b-91ca26cf53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.799287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-8ed9545b-031b-4d55-b95b-91ca26cf53cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698259 Dec 15 13:48:03.800368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.809553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.817969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.819921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f44ba41-df26-4522-800b-dc84334211af req-9da39b64-ad93-489f-a86d-3680e11bb4f4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.2140894 Dec 15 13:48:03.869676 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.872103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:03.893585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-7927b0af-1064-4aa0-ac1f-59e67890d7b7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/676243ca-4c7d-47a0-9761-28454d52b773 HTTP/1.1" status: 200 len: 1823 time: 0.0670114 Dec 15 13:48:03.910599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5aaf1599-4700-48e9-b120-d8570aa4e98a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:03.919995 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.939026 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-cafc2181-8f21-4367-97ca-307bbf26eb44 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312528 Dec 15 13:48:03.973955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f44ba41-df26-4522-800b-dc84334211af req-9e83ac94-04e7-4770-b779-a46cc13fa60a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030812 Dec 15 13:48:03.991991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-5d8f3c52-010c-4c34-b0bc-42b81c43b1d7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe HTTP/1.1" status: 200 len: 1822 time: 0.0975513 Dec 15 13:48:03.993830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5aaf1599-4700-48e9-b120-d8570aa4e98a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.011980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '676243ca-4c7d-47a0-9761-28454d52b773', 'remote_group_id': 'b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:04.012201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '676243ca-4c7d-47a0-9761-28454d52b773', 'remote_group_id': 'b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:04.038859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ef6594c2-b553-4d01-bddc-2d92e33b3d15'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:04.110718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.122364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-48a531a9-e366-4a7b-bb19-870b31d63df5 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183252 Dec 15 13:48:04.160400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.173736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.216092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57bc157-ef06-424a-9fa4-37e58195ffa0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.221397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.227420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f4ccecd-1305-45fb-a86c-e285b790315b req-f299ff2e-d304-4b81-b038-7f4689e43b87 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2220900 Dec 15 13:48:04.277104 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-d9f7eb9e-3852-4431-81b9-80e5a6b67584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 217 time: 0.1410835 Dec 15 13:48:04.361000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e0169c7-4da2-46c6-912a-ca8142df5712 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:04.396296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.404239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-43a807b6-992f-451d-a47e-28ca54dfd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.405894 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-43a807b6-992f-451d-a47e-28ca54dfd95a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1164074 Dec 15 13:48:04.446006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3e0169c7-4da2-46c6-912a-ca8142df5712 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:04.446545 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.481653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.487011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f71e8-8421-415f-8b0a-f50412912657 req-8b6c6f0d-f0e5-494c-a11a-fcd6f7020d57 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.493567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-72ae1c64-b27c-4944-abd4-50e1c26d7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.495253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-72ae1c64-b27c-4944-abd4-50e1c26d7e69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791008 Dec 15 13:48:04.496746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c30f71e8-8421-415f-8b0a-f50412912657 req-8b6c6f0d-f0e5-494c-a11a-fcd6f7020d57 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 945 time: 0.1018221 Dec 15 13:48:04.517081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69a572-1b9a-4a6b-9595-aa85d7a6b12d req-2ff89fa5-a854-4141-81ea-705a1b415c3a tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.526776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c69a572-1b9a-4a6b-9595-aa85d7a6b12d req-2ff89fa5-a854-4141-81ea-705a1b415c3a tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1890993 Dec 15 13:48:04.537721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:04.554181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:04.586596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:04.595409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c30f71e8-8421-415f-8b0a-f50412912657 req-1559e4c2-d20f-4014-af65-924dd716abef tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974977 Dec 15 13:48:04.616852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c69a572-1b9a-4a6b-9595-aa85d7a6b12d req-61a4fd5c-f533-474e-896a-bf87d31a2185 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890675 Dec 15 13:48:04.642055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-7a836b3b-8da7-426f-9c8f-644edfc7f2cf req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1845600783', 'description': 'tempest-description-1379564701'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:04.647386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event updated for resources: {'Port': ['ID=0d11bf0f-bf8e-40d6-a001-c657a0f2fd5b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.677964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7a836b3b-8da7-426f-9c8f-644edfc7f2cf req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.702716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-646b15df-3847-453d-aee4-63cb73de92fb req-4fed26b7-ac5d-454e-b50f-ae6ff98bd5dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:48:04.704299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-646b15df-3847-453d-aee4-63cb73de92fb req-4fed26b7-ac5d-454e-b50f-ae6ff98bd5dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059869 Dec 15 13:48:04.761905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.835344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7a836b3b-8da7-426f-9c8f-644edfc7f2cf req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.845430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7a836b3b-8da7-426f-9c8f-644edfc7f2cf req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.863451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.005030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7a836b3b-8da7-426f-9c8f-644edfc7f2cf req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.031786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a836b3b-8da7-426f-9c8f-644edfc7f2cf req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3938384 Dec 15 13:48:05.036576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5405c-7f09-4b88-bffe-f4536281b144 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99373ce1-6a23-4f4e-bb55-3ece0a85ac9b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:05.071395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaf1599-4700-48e9-b120-d8570aa4e98a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:05.076621 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25d6ee-d4d6-48bf-9f9f-f6468ec116bc" -d '{"events": [{"server_uuid": "d475278f-af0a-41fc-84a3-6ab844ea4f7d", "name": "network-vif-plugged", "status": "completed", "tag": "5aaf1599-4700-48e9-b120-d8570aa4e98a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:05.182775 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-5b22795a-9074-45f0-9d2d-b3e33d201091 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780016 Dec 15 13:48:05.200301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9add6-23d6-43bf-b932-aac71840c518 req-a5c71805-4bd0-46b6-a223-0d0611864d79 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.202160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1e9add6-23d6-43bf-b932-aac71840c518 req-a5c71805-4bd0-46b6-a223-0d0611864d79 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 944 time: 0.1206360 Dec 15 13:48:05.215067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6'}, {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '408a2772-f3ab-44b4-b23b-e27054a37c25'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:05.217606 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f909176-4103-4412-a5a7-bb9d3b21f143" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6"}, {"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "408a2772-f3ab-44b4-b23b-e27054a37c25"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:05.258116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ae1b-ea6e-49ab-8f2d-f9e2d0e1bf0f req-5ff98d27-0dcb-4fd9-8d99-909ee38703f1 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.267071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a909ae1b-ea6e-49ab-8f2d-f9e2d0e1bf0f req-5ff98d27-0dcb-4fd9-8d99-909ee38703f1 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.1127648 Dec 15 13:48:05.342408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:05.358919 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-4daaa30a-35aa-418b-94c5-4b6132b8f8c3 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361489 Dec 15 13:48:05.374780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a909ae1b-ea6e-49ab-8f2d-f9e2d0e1bf0f req-ac26f359-5a58-4d9a-997d-c15beb2cadd0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923758 Dec 15 13:48:05.386761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1e9add6-23d6-43bf-b932-aac71840c518 req-fbb6aef5-7ac8-4834-9d1f-1f130ecdf9e2 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722438 Dec 15 13:48:05.434758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-a5a5d921-f0b2-4613-8f60-de43f2be8285 req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-673376109', 'description': 'tempest-description-1228980758'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:05.469353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a5a5d921-f0b2-4613-8f60-de43f2be8285 req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.472610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.512538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-57a9a9f7-ac6a-463b-8a9d-be65bffd3a4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 217 time: 0.1423900 Dec 15 13:48:05.526617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port ef6594c2-b553-4d01-bddc-2d92e33b3d15 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:05.548540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port ef6594c2-b553-4d01-bddc-2d92e33b3d15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:05.550079 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.581360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.591531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-be9cb8b2-ccd4-489e-a87e-3ba04214853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.593163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-be9cb8b2-ccd4-489e-a87e-3ba04214853b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.0636840 Dec 15 13:48:05.619446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a5a5d921-f0b2-4613-8f60-de43f2be8285 req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.632597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a5a5d921-f0b2-4613-8f60-de43f2be8285 req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.677766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.722309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:05.733026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.770918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a5a5d921-f0b2-4613-8f60-de43f2be8285 req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.775230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5a5d921-f0b2-4613-8f60-de43f2be8285 req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3493392 Dec 15 13:48:05.803104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.818952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.833283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.848476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.857095 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af6467-2627-4731-8c78-954df2574605 x-openstack-request-id: req-e8af6467-2627-4731-8c78-954df2574605 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:05.857395 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d475278f-af0a-41fc-84a3-6ab844ea4f7d", "name": "network-vif-plugged", "status": "completed", "tag": "5aaf1599-4700-48e9-b120-d8570aa4e98a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:05.857790 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8af6467-2627-4731-8c78-954df2574605 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:05.858192 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaf1599-4700-48e9-b120-d8570aa4e98a', 'code': 200} Dec 15 13:48:05.864775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.895699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.912873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.915321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:05.921890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f25306a-bb6f-425a-b208-3537569844d4 req-388ac115-882f-42ac-9712-19d0b3477ad8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.4220941 Dec 15 13:48:05.967325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b22194-2a95-438c-9950-7c11b17319d2 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf564bb7-7c19-415b-8a76-c9fe585e85cc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:06.094832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e475fe7-9607-4383-864f-aa2d308fb0af req-39f3d45f-ef94-4afe-8881-21a3ca9582cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.096356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e475fe7-9607-4383-864f-aa2d308fb0af req-39f3d45f-ef94-4afe-8881-21a3ca9582cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 1097 time: 0.1476524 Dec 15 13:48:06.120842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f25306a-bb6f-425a-b208-3537569844d4 req-bb49d825-7590-45da-8064-f8d57db9eb11 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1945868 Dec 15 13:48:06.138113 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6690a2f-77ac-409b-9921-5b671549c39c x-openstack-request-id: req-e6690a2f-77ac-409b-9921-5b671549c39c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:06.138113 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "408a2772-f3ab-44b4-b23b-e27054a37c25", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:06.139918 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6690a2f-77ac-409b-9921-5b671549c39c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:06.139918 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6', 'status': 'completed', 'code': 200} Dec 15 13:48:06.139918 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': '408a2772-f3ab-44b4-b23b-e27054a37c25', 'status': 'completed', 'code': 200} Dec 15 13:48:06.151784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event updated for resources: {'Port': ['ID=0d11bf0f-bf8e-40d6-a001-c657a0f2fd5b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:06.172135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433062d-de61-49c3-b0d0-29cbd01e9319 req-1f55c8b5-18c2-4880-88eb-30a86fe4e907 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.174365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d433062d-de61-49c3-b0d0-29cbd01e9319 req-1f55c8b5-18c2-4880-88eb-30a86fe4e907 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 945 time: 0.1978700 Dec 15 13:48:06.243784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-16c7eb3a-5a10-490f-bd76-942d6c4c2c91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9035869 Dec 15 13:48:06.245913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.259458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e475fe7-9607-4383-864f-aa2d308fb0af req-ca206ae5-4a16-4ff8-8da5-3971ea812691 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366105 Dec 15 13:48:06.286088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d433062d-de61-49c3-b0d0-29cbd01e9319 req-dd9b7c91-b8ce-4d3a-8de3-5a12b1adc391 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051767 Dec 15 13:48:06.287554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-58f45afa-7c4b-4381-a8dc-73b4db3d3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.289141 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-58f45afa-7c4b-4381-a8dc-73b4db3d3e73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2064567 Dec 15 13:48:06.293950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.295245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6ee627f2-1145-403f-bb8b-616773c5d430 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3575881 Dec 15 13:48:06.414678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-760dacef-3397-4feb-9c4f-93ffea1a0f7b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/99373ce1-6a23-4f4e-bb55-3ece0a85ac9b HTTP/1.1" status: 200 len: 1824 time: 0.0721517 Dec 15 13:48:06.434448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99fb28-a6aa-4236-ac8b-430a3afa13fe req-0caae24c-0742-4674-835e-b7be47a70bf4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.436001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb99fb28-a6aa-4236-ac8b-430a3afa13fe req-0caae24c-0742-4674-835e-b7be47a70bf4 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1280763 Dec 15 13:48:06.519168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb99fb28-a6aa-4236-ac8b-430a3afa13fe req-31335ee1-6a98-4c96-b128-be047a7f7b37 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739334 Dec 15 13:48:06.610894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-12c8adec-eb46-44f3-ac35-eed05e9c2db0 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/bf564bb7-7c19-415b-8a76-c9fe585e85cc HTTP/1.1" status: 200 len: 1823 time: 0.1737020 Dec 15 13:48:06.623888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99373ce1-6a23-4f4e-bb55-3ece0a85ac9b', 'remote_group_id': 'bf564bb7-7c19-415b-8a76-c9fe585e85cc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:06.624367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99373ce1-6a23-4f4e-bb55-3ece0a85ac9b', 'remote_group_id': 'bf564bb7-7c19-415b-8a76-c9fe585e85cc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:06.693717 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-783ec385-f012-485b-999c-e5d107cd9387 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465951 Dec 15 13:48:06.748195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.827832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.852375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.890163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.910568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97720be7-bf73-46e6-9f60-f0f82e37698b req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2936258 Dec 15 13:48:06.927134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cda616-5a77-49dc-a8d5-96d5fc144a2b tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546ebdd3-4be4-48e2-8fb6-0e0f0bfc41b7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:06.948603 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-32c7fe8e-6785-45ca-bf4f-24b01a7342e0 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469187 Dec 15 13:48:07.029666 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-d3a0a452-c11a-4a50-987e-6b96d7eab77b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 200 len: 217 time: 0.0660868 Dec 15 13:48:07.095405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6a516-4572-4d9b-b9a2-97c9e3d67f82 req-45b79599-2029-4781-8039-4b59469ea916 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.097160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5f6a516-4572-4d9b-b9a2-97c9e3d67f82 req-45b79599-2029-4781-8039-4b59469ea916 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0914671 Dec 15 13:48:07.184612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-783b03af-1ab4-4691-82b1-7e4108cc8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.185807 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-783b03af-1ab4-4691-82b1-7e4108cc8bb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1390495 Dec 15 13:48:07.196693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5f6a516-4572-4d9b-b9a2-97c9e3d67f82 req-3cf17b79-6b33-4841-808b-ce164cbda922 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877824 Dec 15 13:48:07.340273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-0f57a288-53e0-473a-8ba6-a3aa17e2aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.345959 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-0f57a288-53e0-473a-8ba6-a3aa17e2aa28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514208 Dec 15 13:48:07.492487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-35cb5885-f128-4f7c-a6ec-fd692a326201 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2047605284&fields=id&tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1 HTTP/1.1" status: 200 len: 267 time: 0.1311493 Dec 15 13:48:07.501876 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-5f68d89b-bc82-4c24-8fcb-72a7bb11e418 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441298 Dec 15 13:48:07.591184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb6aff-f4ee-443f-8ec7-afd91e9e5563 req-a8a3c44b-e9a5-4251-8de9-1064f2c39609 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.592823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25fb6aff-f4ee-443f-8ec7-afd91e9e5563 req-a8a3c44b-e9a5-4251-8de9-1064f2c39609 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1372092 Dec 15 13:48:07.624686 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-53632fe6-f98e-4ba4-a9d5-d01381dca43a service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146522 Dec 15 13:48:07.654685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-c56e1131-f3ff-4766-9dba-b76b05d27e03 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.656151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-c56e1131-f3ff-4766-9dba-b76b05d27e03 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/networks?id=11156f9e-9c4c-45db-880d-4a5f31c6a41a HTTP/1.1" status: 200 len: 811 time: 0.1563354 Dec 15 13:48:07.668237 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-9b3c4cba-0bf5-4753-9778-2218f88f7112 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 200 len: 217 time: 0.0355787 Dec 15 13:48:07.682229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25fb6aff-f4ee-443f-8ec7-afd91e9e5563 req-14170f47-79e6-4a5b-aada-124818698646 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807195 Dec 15 13:48:07.683914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-c78fe280-d28e-4a72-b01e-0398d6cea3ab tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/quotas/d020a8b3c9f9440f94e9d6bd66fbbea1 HTTP/1.1" status: 200 len: 375 time: 0.0174606 Dec 15 13:48:07.735724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a4cd282b-7e2a-4fa4-9b38-40252a25421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.737767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-a4cd282b-7e2a-4fa4-9b38-40252a25421c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.0617626 Dec 15 13:48:07.787291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-14cb5f7c-9518-4092-9d08-27cb267f1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.788651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-14cb5f7c-9518-4092-9d08-27cb267f1efb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437527 Dec 15 13:48:07.825094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-b79ab56a-48b6-45c5-b747-e4f4e830f774 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330504 Dec 15 13:48:07.828320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-b7648689-1554-45b4-8555-927a81ecbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.830885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-b7648689-1554-45b4-8555-927a81ecbb3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33&tenant_id=684bfb9661a84c63b14f00875b9b13ab HTTP/1.1" status: 200 len: 1094 time: 0.0909092 Dec 15 13:48:07.846435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-498edb08-434e-43dd-91a8-9355e22a5e85 req-d7852886-35de-481b-8c45-f9a36146ea77 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/bf564bb7-7c19-415b-8a76-c9fe585e85cc HTTP/1.1" status: 200 len: 1823 time: 0.0937102 Dec 15 13:48:07.859324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:07.862164 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e7d44-baf1-49a5-98b9-f84801b928e4" -d '{"events": [{"server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "name": "network-vif-plugged", "status": "completed", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:07.896540 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-acbedae8-fb42-4814-95d6-0e8d53269e3a service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965757 Dec 15 13:48:08.010956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-e49ce6f5-3f3d-4121-90f3-5f62f76333e8 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032808 Dec 15 13:48:08.033625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-68d43fac-19b5-42cd-9f94-d2274c685f4a service neutron] 10.222.0.32 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781771 Dec 15 13:48:08.035122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-498edb08-434e-43dd-91a8-9355e22a5e85 req-a7a1bd9a-d157-425a-8a2d-5d77bc36e856 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.039001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-e9be0c5a-8dfe-4c82-b8f8-c639c0e52520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.040598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-e9be0c5a-8dfe-4c82-b8f8-c639c0e52520 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1094 time: 0.1754382 Dec 15 13:48:08.056903 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-1d66e495-b9cc-4378-bc82-5e20b7b81963 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 200 len: 217 time: 0.0386765 Dec 15 13:48:08.120888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-82527bd2-03f6-4b04-b729-4275f533dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.122524 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-82527bd2-03f6-4b04-b729-4275f533dfa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0571487 Dec 15 13:48:08.163158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-498edb08-434e-43dd-91a8-9355e22a5e85 req-a7a1bd9a-d157-425a-8a2d-5d77bc36e856 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.186626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-149e97d0-15bf-459a-b1de-e5e69653395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.189532 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-149e97d0-15bf-459a-b1de-e5e69653395f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578144 Dec 15 13:48:08.268018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-662e7456-4076-448b-8ac8-b5320959c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.269527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-662e7456-4076-448b-8ac8-b5320959c1c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 916 time: 0.2111404 Dec 15 13:48:08.271703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-59a18c89-92ae-42b9-af24-21d44581129d service neutron] 10.222.0.32 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254930 Dec 15 13:48:08.316437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-18af8908-85cc-4580-82d2-0691fec1805c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 217 time: 0.0378768 Dec 15 13:48:08.316859 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-2d6f4d2d-dde8-41c5-873c-cb34fbb6dd74 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143157 Dec 15 13:48:08.345643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-498edb08-434e-43dd-91a8-9355e22a5e85 req-a7a1bd9a-d157-425a-8a2d-5d77bc36e856 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.354437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-498edb08-434e-43dd-91a8-9355e22a5e85 req-a7a1bd9a-d157-425a-8a2d-5d77bc36e856 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.355671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-498edb08-434e-43dd-91a8-9355e22a5e85 req-a7a1bd9a-d157-425a-8a2d-5d77bc36e856 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf564bb7-7c19-415b-8a76-c9fe585e85cc HTTP/1.1" status: 204 len: 173 time: 0.5096438 Dec 15 13:48:08.429866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1bd9a-d157-425a-8a2d-5d77bc36e856 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf564bb7-7c19-415b-8a76-c9fe585e85cc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:08.493121 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-62126f71-35e7-4498-b477-5fc34c57a1c6 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666946 Dec 15 13:48:08.498298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-8e483361-55e2-47cd-ab0f-595b32b00e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.499941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-8e483361-55e2-47cd-ab0f-595b32b00e59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.1641235 Dec 15 13:48:08.538644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-9b64bf3a-9a50-493e-bbe2-e82fc02a8a01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307052 Dec 15 13:48:08.557234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.563580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.569612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.575691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.582744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.587825 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-79e56e68-8e6e-4b7c-818f-b8e818f8f726 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 200 len: 217 time: 0.0871685 Dec 15 13:48:08.590468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.597842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.606046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-ee518eac-a941-434b-bf50-a5b9b854b4a0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1518528 Dec 15 13:48:08.758515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-8e084e49-ae61-4400-9be4-14f4f610ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.760013 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-8e084e49-ae61-4400-9be4-14f4f610ec01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.1640773 Dec 15 13:48:08.836492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9f27-7207-49e0-b26c-d2626a85232e req-e6eefa0c-695f-484a-93a3-954029fff2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.838465 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-e6eefa0c-695f-484a-93a3-954029fff2d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698271 Dec 15 13:48:08.976989 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-69f839c8-d9a2-43c5-a4fc-be035cd79170 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298013 Dec 15 13:48:09.115119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94af9f27-7207-49e0-b26c-d2626a85232e req-27ee7d66-3b7f-45bb-8177-b65d195edb0b service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189241 Dec 15 13:48:09.140825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e1dfbcd-41d1-4ef1-b18b-dea0b84b7b8f req-0b2e7906-a29c-4d0a-8086-46642c6fd3ce tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5312946 Dec 15 13:48:09.181530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-4787ed2f-d23d-4127-9289-724bb90bda63 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677629 Dec 15 13:48:09.217320 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e8d067-a87a-4083-9392-00f6a8dd17a1 x-openstack-request-id: req-e2e8d067-a87a-4083-9392-00f6a8dd17a1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:09.217901 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "name": "network-vif-plugged", "status": "completed", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:09.217901 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2e8d067-a87a-4083-9392-00f6a8dd17a1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:09.218548 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'code': 200} Dec 15 13:48:09.237332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ac6a-0d74-459a-83da-8dc073a2e0bb req-11a45dcc-92d8-4778-8bfb-0719e7fd0333 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.245410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02a9ac6a-0d74-459a-83da-8dc073a2e0bb req-11a45dcc-92d8-4778-8bfb-0719e7fd0333 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1765440 Dec 15 13:48:09.384583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02a9ac6a-0d74-459a-83da-8dc073a2e0bb req-4f265d18-04a4-4869-9780-f40e3f65fefe tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373258 Dec 15 13:48:09.403020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.403512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.403958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.404405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.405165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.405624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.406253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.415831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13561b0f-d4c5-4972-95d7-bbe06d48e598 req-f2c46a1e-2f4a-4598-b0ae-616b6e4eb53e service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142179 Dec 15 13:48:09.430374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b8e0bdae-3f60-44f9-a13e-2496cea461ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6475 time: 0.1958027 Dec 15 13:48:09.502766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08332bf4-5bfc-4d92-8e2c-47346fc85c8f req-8a593387-9f2b-418c-9465-530238ab0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.504430 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-08332bf4-5bfc-4d92-8e2c-47346fc85c8f req-8a593387-9f2b-418c-9465-530238ab0e59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 1096 time: 0.1857681 Dec 15 13:48:09.518589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bde39-fbb5-4871-8188-ef477f01735c req-a116ca41-c3d8-45fa-a613-25f1a941ed22 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.521289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a9bde39-fbb5-4871-8188-ef477f01735c req-a116ca41-c3d8-45fa-a613-25f1a941ed22 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.1537669 Dec 15 13:48:09.581828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-251bd254-7434-4229-be0c-fc009ac29674 req-5829ef2e-3a6f-4eb8-9aa3-f7bdfd680371 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/99373ce1-6a23-4f4e-bb55-3ece0a85ac9b HTTP/1.1" status: 200 len: 1824 time: 0.1354015 Dec 15 13:48:09.616615 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-08332bf4-5bfc-4d92-8e2c-47346fc85c8f req-c72d4c2a-5a39-43ef-bab7-2d80ca12cc5f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978363 Dec 15 13:48:09.617871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-232d7408-4a26-48ec-bc6c-06ec962d3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.619324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-232d7408-4a26-48ec-bc6c-06ec962d3f2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=002388f7-7e1d-4bad-b686-09b5fd26097b HTTP/1.1" status: 200 len: 902 time: 0.1758895 Dec 15 13:48:09.636776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a9bde39-fbb5-4871-8188-ef477f01735c req-d27ffdb0-7591-4aa0-8c34-543c4490aea9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087580 Dec 15 13:48:09.753685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01b6bf4a-e4ca-4f38-b105-05d46ff9d3de req-91ff68a7-49c9-4bfe-a0cc-755aa7bb4a67 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.0559855 Dec 15 13:48:09.814575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382e75-07f3-43cb-be19-6e0521dc632a req-644d5733-4941-4f89-a2f2-798c1798c517 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.816831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f382e75-07f3-43cb-be19-6e0521dc632a req-644d5733-4941-4f89-a2f2-798c1798c517 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0722942 Dec 15 13:48:09.935576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-cba30d30-80da-40b1-9f92-c3f983b0b963 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 200 len: 217 time: 0.1157379 Dec 15 13:48:10.030649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f382e75-07f3-43cb-be19-6e0521dc632a req-49009fe8-128d-4163-ac51-75eb2b965a2c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949787 Dec 15 13:48:10.035545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-defd588b-55e3-499f-a08b-7250ed94b4ca req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-711665241', 'description': 'tempest-description-611288130'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:10.068782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-0b8b21f7-1cbf-40e7-af5a-1b74aa17e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.071311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-0b8b21f7-1cbf-40e7-af5a-1b74aa17e1e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1206734 Dec 15 13:48:10.085497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-defd588b-55e3-499f-a08b-7250ed94b4ca req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.129945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-0cbfd5e8-ef7b-43bc-a5b7-98050082cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.131497 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-0cbfd5e8-ef7b-43bc-a5b7-98050082cab4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497606 Dec 15 13:48:10.223335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-defd588b-55e3-499f-a08b-7250ed94b4ca req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.238250 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-defd588b-55e3-499f-a08b-7250ed94b4ca req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.306435 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-defd588b-55e3-499f-a08b-7250ed94b4ca req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.327083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-defd588b-55e3-499f-a08b-7250ed94b4ca req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3265545 Dec 15 13:48:10.333326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3d82e-b969-45dd-9700-c0e2ee408c91 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912625a0-c7d3-422f-afa9-514d456a726e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:10.367508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-f2b01707-45d2-4a86-8b45-ec8ce93f8ca1 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249870 Dec 15 13:48:10.432392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bb11d-49d2-44a7-87a0-9d4cd2247f4d req-7b89967f-c291-4009-a507-d9185e69d13d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.440376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e3bb11d-49d2-44a7-87a0-9d4cd2247f4d req-7b89967f-c291-4009-a507-d9185e69d13d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.0633264 Dec 15 13:48:10.507869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e3bb11d-49d2-44a7-87a0-9d4cd2247f4d req-4124410b-34ef-40a7-8e4e-27ecf4a95aec tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603480 Dec 15 13:48:10.636817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.645216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.651368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.657864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.664273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.670793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.677516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:10.686463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-2c9c0228-4562-45bb-af01-5f272a535bf1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1286871 Dec 15 13:48:10.767938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acb90dcb-7500-4bb7-8c63-db0e81ee22f4 req-cbab76bf-1b62-4512-bd90-ac661d835b9a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783641 Dec 15 13:48:10.850018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-bae86f9c-4349-498e-ae94-52cdd1e40f37 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/912625a0-c7d3-422f-afa9-514d456a726e HTTP/1.1" status: 200 len: 1822 time: 0.0493665 Dec 15 13:48:10.854860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '912625a0-c7d3-422f-afa9-514d456a726e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:10.855174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '912625a0-c7d3-422f-afa9-514d456a726e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:10.928853 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.958298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.964914 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.006019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1105d114-5e8a-465f-8279-55d1a3f3f967,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:11.034765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.051338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abf6dd70-3eb7-4341-89a4-f3c1e81c3c26 req-4b150107-5bab-4fe4-b2fa-98624c1ef6c7 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1995156 Dec 15 13:48:11.197802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46a347-f77a-4f35-b595-6848af5407e6 req-38a7f161-dada-4425-91fb-05b4a3d54c1c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:11.207976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce46a347-f77a-4f35-b595-6848af5407e6 req-38a7f161-dada-4425-91fb-05b4a3d54c1c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0701897 Dec 15 13:48:11.264974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce46a347-f77a-4f35-b595-6848af5407e6 req-182ce4cb-e261-426d-b43a-ca34cd6cf409 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Dec 15 13:48:11.404180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:11.412147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9446c3a2-9b16-4635-bd73-4f5dd3fefe10 req-45275dca-7b68-4a88-8e5b-64078b84b4bc tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.0447237 Dec 15 13:48:11.613152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a822aa2-08aa-4125-86d5-381a39a89954 req-a895da87-f741-4a93-92f5-4ebc0069d178 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:11.616188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a822aa2-08aa-4125-86d5-381a39a89954 req-a895da87-f741-4a93-92f5-4ebc0069d178 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0902297 Dec 15 13:48:11.650997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:11.740585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a822aa2-08aa-4125-86d5-381a39a89954 req-49a59866-f8d8-4877-9fce-09803c455f0b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141160 Dec 15 13:48:11.880065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67765362-ed30-41b6-9f69-6765b43443d8 req-9d96540b-cb72-4498-ae72-e3aa7379d096 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/912625a0-c7d3-422f-afa9-514d456a726e HTTP/1.1" status: 200 len: 2416 time: 0.1006067 Dec 15 13:48:11.890355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '912625a0-c7d3-422f-afa9-514d456a726e', 'remote_group_id': None}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:11.890741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '912625a0-c7d3-422f-afa9-514d456a726e', 'remote_group_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:11.967538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b2a5f3c2-5a1b-47fd-b9c6-e813a7b13274 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945992 Dec 15 13:48:12.041324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.061191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '173489e4-141f-4164-a86e-3ae3604653be', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': '173489e4-141f-4164-a86e-3ae3604653be', 'mac_address': 'fa:16:3e:bd:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:12.075285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.083502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.104088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edef863-9640-4266-b69f-dceca8ea2720,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:12.128866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.135421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.136738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67765362-ed30-41b6-9f69-6765b43443d8 req-c197e84c-33bb-4a64-9acf-e905e2ed2b79 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2507782 Dec 15 13:48:12.161992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 173489e4-141f-4164-a86e-3ae3604653be {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:12.214858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.214858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.215270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.215661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.222105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.222723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.223281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.225700 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-bdf23b7c-3862-46ee-8983-f1cb1e6cedc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6475 time: 0.1239290 Dec 15 13:48:12.227081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:12.233713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.403792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409ac59-2a89-462b-b56b-656dd7541f1d req-12a07db6-29ec-4a4b-be73-66b120686753 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.411954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['173489e4-141f-4164-a86e-3ae3604653be'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:12.413848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c409ac59-2a89-462b-b56b-656dd7541f1d req-12a07db6-29ec-4a4b-be73-66b120686753 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1452568 Dec 15 13:48:12.492935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:12.526340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c409ac59-2a89-462b-b56b-656dd7541f1d req-d63fe70b-300b-4352-b5ec-7190977bc58a tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991032 Dec 15 13:48:12.566966 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c3db-74f6-42eb-adf7-34d167d4c23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.752220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.764267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.776932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.789799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.801778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.830954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.838670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.849091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-e1272b4e-9b6d-45b6-b50f-c8a73ab04e99 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1986954 Dec 15 13:48:12.936039 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a77e07fa-2467-4ad5-8547-f934e70047bc req-6655803d-a80d-4429-8700-44e888b6f773 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853229 Dec 15 13:48:13.101533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7e8f788-2ac1-4fe1-9057-b31b1ee5119b req-12b6be3e-be2e-411c-a4cd-b9581c8d38da tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/912625a0-c7d3-422f-afa9-514d456a726e HTTP/1.1" status: 200 len: 3015 time: 0.1136348 Dec 15 13:48:13.263731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954825a5-842f-4bef-b51b-b3a8ed9424c4 req-114f3295-5375-48e0-9466-42b535b5becd tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:13.273007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-954825a5-842f-4bef-b51b-b3a8ed9424c4 req-114f3295-5375-48e0-9466-42b535b5becd tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0663996 Dec 15 13:48:13.351522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-954825a5-842f-4bef-b51b-b3a8ed9424c4 req-46c4cf88-385b-47bf-a4d8-930caff46e3d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Dec 15 13:48:13.404258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:13.500345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 173489e4-141f-4164-a86e-3ae3604653be triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:13.502477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.520023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7677458-7244-4a36-a1e4-3cbb76f65ed5 req-361a82f5-9036-4e73-866a-d05f4367725a tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.0506530 Dec 15 13:48:13.630284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.670239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173489e4-141f-4164-a86e-3ae3604653be'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:13.674474 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20113bfa-8619-4722-9533-791583063aa0" -d '{"events": [{"server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "name": "network-vif-plugged", "status": "completed", "tag": "173489e4-141f-4164-a86e-3ae3604653be"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:13.709307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1137e-b99c-4ab8-aae5-22396761e463 req-35ab8bab-a7cd-4f1c-b6a3-6d9b153fad60 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:13.731338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1af1137e-b99c-4ab8-aae5-22396761e463 req-35ab8bab-a7cd-4f1c-b6a3-6d9b153fad60 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1087482 Dec 15 13:48:13.744620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:13.758407 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.843521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1af1137e-b99c-4ab8-aae5-22396761e463 req-4eb6ac30-7280-4cbd-af70-fe92329e97a8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048849 Dec 15 13:48:13.903985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-c768376b-6975-4a30-a8af-876da005dbec tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-group-rules/9edef863-9640-4266-b69f-dceca8ea2720 HTTP/1.1" status: 200 len: 783 time: 0.0503891 Dec 15 13:48:13.907477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:13.926730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.002200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-8509ef53-9618-4850-a177-135d76a0406a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/912625a0-c7d3-422f-afa9-514d456a726e HTTP/1.1" status: 200 len: 3015 time: 0.0973091 Dec 15 13:48:14.057757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-e0564ec8-4909-4d52-9682-1f5b8848a7f5 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.084309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-e0564ec8-4909-4d52-9682-1f5b8848a7f5 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.108743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-47bd2b9d-f08d-46f7-af41-5b87edb8b347 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.110289 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-47bd2b9d-f08d-46f7-af41-5b87edb8b347 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.67 "GET /v2.0/networks?id=11156f9e-9c4c-45db-880d-4a5f31c6a41a HTTP/1.1" status: 200 len: 811 time: 0.2674601 Dec 15 13:48:14.147117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-475df6d4-9ac7-4fec-bdd8-efdf0f223cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.148656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-475df6d4-9ac7-4fec-bdd8-efdf0f223cc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=002388f7-7e1d-4bad-b686-09b5fd26097b HTTP/1.1" status: 200 len: 902 time: 0.4375412 Dec 15 13:48:14.158446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-e0564ec8-4909-4d52-9682-1f5b8848a7f5 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.174308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-e0564ec8-4909-4d52-9682-1f5b8848a7f5 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.189008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d56dad7-e660-4579-ab0c-99a5920f827a req-e0564ec8-4909-4d52-9682-1f5b8848a7f5 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9edef863-9640-4266-b69f-dceca8ea2720 HTTP/1.1" status: 204 len: 173 time: 0.1854150 Dec 15 13:48:14.227250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564ec8-4909-4d52-9682-1f5b8848a7f5 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9edef863-9640-4266-b69f-dceca8ea2720,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:14.334440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-fe7101a4-ee08-46a3-b12d-405a2b8e7200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 200 len: 217 time: 0.1316907 Dec 15 13:48:14.405209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618d7e-29cd-44b3-b7b7-4404ba9fb283 req-21cbae91-ab24-48be-b073-86e607a67045 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.415512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad618d7e-29cd-44b3-b7b7-4404ba9fb283 req-21cbae91-ab24-48be-b073-86e607a67045 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1355693 Dec 15 13:48:14.442125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-d03bfa96-20ab-4599-9660-a6cf46dff528 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1 HTTP/1.1" status: 200 len: 380 time: 0.2485945 Dec 15 13:48:14.514594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad618d7e-29cd-44b3-b7b7-4404ba9fb283 req-5a8d4b5e-7691-4e8f-b018-33d3ff39905c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938098 Dec 15 13:48:14.554960 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aa068d-e1a7-4398-b7f2-e4b842ae3596 x-openstack-request-id: req-21aa068d-e1a7-4398-b7f2-e4b842ae3596 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:14.555476 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "name": "network-vif-plugged", "status": "completed", "tag": "173489e4-141f-4164-a86e-3ae3604653be", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:14.555630 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21aa068d-e1a7-4398-b7f2-e4b842ae3596 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:14.556128 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173489e4-141f-4164-a86e-3ae3604653be', 'code': 200} Dec 15 13:48:14.693713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.701839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4662063c-29e0-421b-b195-dc6df0bad97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.706353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.712982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.719612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.739077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.748685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.756014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.766354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8f2084ed-031e-4a29-9d37-8c635da11fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1436362 Dec 15 13:48:14.857257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd9772d5-fef9-4a26-9bef-65595fb96bf3 req-8b4fb02b-6887-4b9a-9446-d9128e1ffaa5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889392 Dec 15 13:48:14.969969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9383e95-5a83-4be6-a365-d5a00aaa14e7 req-64715b2d-9847-438b-91d5-4d22d90d98d1 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/912625a0-c7d3-422f-afa9-514d456a726e HTTP/1.1" status: 200 len: 2416 time: 0.0685511 Dec 15 13:48:15.046768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a9383e95-5a83-4be6-a365-d5a00aaa14e7 req-113aa726-54b1-4f85-a5d7-40714a636a53 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.077346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a9383e95-5a83-4be6-a365-d5a00aaa14e7 req-113aa726-54b1-4f85-a5d7-40714a636a53 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.153654 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a9383e95-5a83-4be6-a365-d5a00aaa14e7 req-113aa726-54b1-4f85-a5d7-40714a636a53 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.156382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a9383e95-5a83-4be6-a365-d5a00aaa14e7 req-113aa726-54b1-4f85-a5d7-40714a636a53 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.158187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9383e95-5a83-4be6-a365-d5a00aaa14e7 req-113aa726-54b1-4f85-a5d7-40714a636a53 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/912625a0-c7d3-422f-afa9-514d456a726e HTTP/1.1" status: 204 len: 173 time: 0.1873162 Dec 15 13:48:15.167805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aa726-54b1-4f85-a5d7-40714a636a53 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912625a0-c7d3-422f-afa9-514d456a726e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:15.287465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82068f8-5506-41fa-ae9f-5c0113237022 req-87a1cd50-97ac-4612-9ae9-17da296d4a2c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:15.295610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82068f8-5506-41fa-ae9f-5c0113237022 req-87a1cd50-97ac-4612-9ae9-17da296d4a2c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0630260 Dec 15 13:48:15.359523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82068f8-5506-41fa-ae9f-5c0113237022 req-b9431b85-11aa-4851-9036-dd8bf755ddd9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629475 Dec 15 13:48:15.509782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f36d892a-88bf-4fb2-9eb0-3a3944abc72b req-08d84279-a10a-4b2a-be43-c44fb03ab410 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.0467968 Dec 15 13:48:15.659207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c1d39-152f-4d33-9147-f749ed3dcf0d req-3e0d048d-0295-48d7-ac56-6b76ef3807fa tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:15.661443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-199c1d39-152f-4d33-9147-f749ed3dcf0d req-3e0d048d-0295-48d7-ac56-6b76ef3807fa tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0741367 Dec 15 13:48:15.745246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-199c1d39-152f-4d33-9147-f749ed3dcf0d req-1fe98018-7a6d-4f32-bd3b-71cccce255c5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753329 Dec 15 13:48:15.792033 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-bffa57fe-7d37-4dd2-8dc8-a4059cf5106d req-9da5b5f2-87bc-4600-b7c9-2f5b234bfc83 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] show failed (client error): The resource could not be found. Dec 15 13:48:15.805183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bffa57fe-7d37-4dd2-8dc8-a4059cf5106d req-9da5b5f2-87bc-4600-b7c9-2f5b234bfc83 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/bf564bb7-7c19-415b-8a76-c9fe585e85cc HTTP/1.1" status: 404 len: 352 time: 0.0325568 Dec 15 13:48:15.947304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e4eba-a5fa-4c25-b8c2-e0c76ada045f req-b5d17187-6106-44e8-844d-f094190dca48 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:15.949137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f8e4eba-a5fa-4c25-b8c2-e0c76ada045f req-b5d17187-6106-44e8-844d-f094190dca48 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.0737977 Dec 15 13:48:16.054249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f8e4eba-a5fa-4c25-b8c2-e0c76ada045f req-63635523-125e-421a-a95f-01d2fce71b3c tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973415 Dec 15 13:48:16.114702 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.231744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6284fd7-5ec4-4e2d-9e79-c71e44b3bdb0 req-4605a916-91c3-4bcd-bfd3-ec2c21db4729 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.233405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6284fd7-5ec4-4e2d-9e79-c71e44b3bdb0 req-4605a916-91c3-4bcd-bfd3-ec2c21db4729 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0794032 Dec 15 13:48:16.333328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6284fd7-5ec4-4e2d-9e79-c71e44b3bdb0 req-0e8330bb-8e5c-4f4c-abd3-870cd9c8a040 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927188 Dec 15 13:48:16.412629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-236dca1b-865c-405e-b0f9-731422860c83 req-3991dbee-b8b9-4501-8325-5c0b74f5ac9e tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/99373ce1-6a23-4f4e-bb55-3ece0a85ac9b HTTP/1.1" status: 200 len: 1824 time: 0.0524874 Dec 15 13:48:16.506763 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-236dca1b-865c-405e-b0f9-731422860c83 req-8ce5a033-2b00-41d9-a555-280cbe0560dd tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.541973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-236dca1b-865c-405e-b0f9-731422860c83 req-8ce5a033-2b00-41d9-a555-280cbe0560dd tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.613005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-236dca1b-865c-405e-b0f9-731422860c83 req-8ce5a033-2b00-41d9-a555-280cbe0560dd tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.616153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-236dca1b-865c-405e-b0f9-731422860c83 req-8ce5a033-2b00-41d9-a555-280cbe0560dd tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.629085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-236dca1b-865c-405e-b0f9-731422860c83 req-8ce5a033-2b00-41d9-a555-280cbe0560dd tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/99373ce1-6a23-4f4e-bb55-3ece0a85ac9b HTTP/1.1" status: 204 len: 173 time: 0.2118490 Dec 15 13:48:16.643136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5a033-2b00-41d9-a555-280cbe0560dd tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99373ce1-6a23-4f4e-bb55-3ece0a85ac9b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:16.826671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.836439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.843243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.854296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.861577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.868670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.882508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.892301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-0c557dd0-04fa-4eef-9566-10e63d319dc5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1482694 Dec 15 13:48:17.059518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b33932-f415-47ac-aa0d-e4db76a20f90 req-247e6f27-8e96-4693-b12c-1e79ffc8d919 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657205 Dec 15 13:48:17.337313 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.382472 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.836776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.032200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fbe49-b353-4366-a8d9-f67703d81522 req-2fc373b3-515f-4017-b6e6-3b17eba00f9a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.033910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f4fbe49-b353-4366-a8d9-f67703d81522 req-2fc373b3-515f-4017-b6e6-3b17eba00f9a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.0972843 Dec 15 13:48:21.100694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f4fbe49-b353-4366-a8d9-f67703d81522 req-b695832c-9b70-4e10-affc-da1ee4c093cd tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573578 Dec 15 13:48:21.213045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-270fd1e8-a731-46b1-b05a-f93c2bbb70b2 req-770f60fc-6925-4bb0-9b4a-93ba10cb1a05 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.0334361 Dec 15 13:48:21.323265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cb48394-ec14-48ad-a590-47522ab4111d req-73832d29-4512-417f-9381-156f267d9db1 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe HTTP/1.1" status: 200 len: 1822 time: 0.0670829 Dec 15 13:48:21.453009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cb48394-ec14-48ad-a590-47522ab4111d req-3959366e-9692-4e68-8c10-034226888419 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.492442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cb48394-ec14-48ad-a590-47522ab4111d req-3959366e-9692-4e68-8c10-034226888419 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.570480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cb48394-ec14-48ad-a590-47522ab4111d req-3959366e-9692-4e68-8c10-034226888419 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.575337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cb48394-ec14-48ad-a590-47522ab4111d req-3959366e-9692-4e68-8c10-034226888419 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.593160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cb48394-ec14-48ad-a590-47522ab4111d req-3959366e-9692-4e68-8c10-034226888419 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe HTTP/1.1" status: 204 len: 173 time: 0.2625105 Dec 15 13:48:21.646547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Request body: {'port': {'device_id': '11c2b027-6872-433e-ad0e-887a8805d224', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'admin_state_up': True, 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'security_groups': ['89d32008-a34d-4cc2-84eb-ef4fad92af0b']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:21.651873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959366e-9692-4e68-8c10-034226888419 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a56efe-1f0f-41cd-9a47-c7df2bdbcdbe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.819488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b474ad7c-8d35-4d42-bdf2-cc0b0358eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.821469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-b474ad7c-8d35-4d42-bdf2-cc0b0358eae9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.2156837 Dec 15 13:48:21.839798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c6dc-c435-4abd-b470-0e84b388d30c req-f9659f2a-9089-4326-8920-2e3bac63a357 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.848954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15c9c6dc-c435-4abd-b470-0e84b388d30c req-f9659f2a-9089-4326-8920-2e3bac63a357 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1504445 Dec 15 13:48:21.908545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15c9c6dc-c435-4abd-b470-0e84b388d30c req-533716e6-1df0-4578-a0fa-f257a8116ae0 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2a2c1c2-3360-412d-a705-b376064023d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587013 Dec 15 13:48:21.964878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-63e9889e-e830-401f-bfb2-72afbaddc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.966431 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-63e9889e-e830-401f-bfb2-72afbaddc2e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804865 Dec 15 13:48:21.968372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Made reservation on behalf of d020a8b3c9f9440f94e9d6bd66fbbea1 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:21.973532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.161587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.186043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.205483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.211680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.220994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.232568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.241905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.242147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-ed77b1bc-4d1d-4858-8245-59505abb0075 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648306 Dec 15 13:48:22.243932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8912416-bb40-4687-999d-62480ce39963 req-9b6ac39a-44a4-405f-84a4-16380ce36adc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.2175944 Dec 15 13:48:22.323875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Allocated IP 172.20.0.10 (11156f9e-9c4c-45db-880d-4a5f31c6a41a/9775f2c7-aab7-4ae5-ab99-723a46aa997d/5d3c94cb-1605-4574-8383-55f46c5953e8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:22.376524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8912416-bb40-4687-999d-62480ce39963 req-3dab0ee8-8748-4a77-85ea-d636ad6758bb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224592 Dec 15 13:48:22.467881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f3b2c58-d812-4294-a4ea-643866acc376 req-2488bdc3-b496-4578-94ed-dd6c238b3cc9 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/676243ca-4c7d-47a0-9761-28454d52b773 HTTP/1.1" status: 200 len: 1823 time: 0.0619931 Dec 15 13:48:22.578052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9f3b2c58-d812-4294-a4ea-643866acc376 req-09a1bcfd-6770-421f-9f1e-ec80ab0eaa28 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.626005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9f3b2c58-d812-4294-a4ea-643866acc376 req-09a1bcfd-6770-421f-9f1e-ec80ab0eaa28 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.704130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-34a19b2e-c66f-4fbf-84fc-9b9e085f62e6 req-c5b80325-9714-4d58-8c15-b2ed88bf98ac service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697224 Dec 15 13:48:22.710072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.763669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9f3b2c58-d812-4294-a4ea-643866acc376 req-09a1bcfd-6770-421f-9f1e-ec80ab0eaa28 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.766454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9f3b2c58-d812-4294-a4ea-643866acc376 req-09a1bcfd-6770-421f-9f1e-ec80ab0eaa28 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.767597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f3b2c58-d812-4294-a4ea-643866acc376 req-09a1bcfd-6770-421f-9f1e-ec80ab0eaa28 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/676243ca-4c7d-47a0-9761-28454d52b773 HTTP/1.1" status: 204 len: 173 time: 0.2989955 Dec 15 13:48:22.793923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1bcfd-6770-421f-9f1e-ec80ab0eaa28 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676243ca-4c7d-47a0-9761-28454d52b773,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:22.817742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-b2b06cbc-9795-416f-b14d-6f8a97229b05 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.821142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-b2b06cbc-9795-416f-b14d-6f8a97229b05 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 946 time: 0.1537566 Dec 15 13:48:22.830432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97e9e5-61c3-4175-a9bd-d29cea4300e2 req-91771e1f-20e2-496a-b9eb-5459d6788111 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.838065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e97e9e5-61c3-4175-a9bd-d29cea4300e2 req-91771e1f-20e2-496a-b9eb-5459d6788111 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.1727471 Dec 15 13:48:22.867790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.927968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.928620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.929145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.929753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.930270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.930783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.931296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.933443 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-3d941723-74a0-44c8-b2f0-db619489f0fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6475 time: 0.1618042 Dec 15 13:48:22.996659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e97e9e5-61c3-4175-a9bd-d29cea4300e2 req-256dad1a-c593-4d2c-b241-b1822446d006 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575921 Dec 15 13:48:23.007809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:23.022760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:23.022760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event updated for resources: {'Port': ['ID=5d3c94cb-1605-4574-8383-55f46c5953e8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.032203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:23.032926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002224f-e99c-42d9-9aa2-706878541319 req-10d5105b-e145-4bf1-aad0-9ca0a825e4d0 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.040355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8002224f-e99c-42d9-9aa2-706878541319 req-10d5105b-e145-4bf1-aad0-9ca0a825e4d0 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 932 time: 0.1738963 Dec 15 13:48:23.090995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.091791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.107620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Deleting port 5aaf1599-4700-48e9-b120-d8570aa4e98a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:23.108289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.134598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-0581b12d-1375-4511-a7d8-b91e27a823ba tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5272403 Dec 15 13:48:23.195317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Request body: {'port': {'device_id': '11c2b027-6872-433e-ad0e-887a8805d224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:23.203673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8002224f-e99c-42d9-9aa2-706878541319 req-6ee954c7-5dbe-4802-90f4-524dfef757ac tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460302 Dec 15 13:48:23.237028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-480a842e-fc6b-48e7-b1e9-603064473cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.238580 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-480a842e-fc6b-48e7-b1e9-603064473cda service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 903 time: 0.2937171 Dec 15 13:48:23.316309 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-911b164d-9ad6-407e-8194-98c70533a760 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 200 len: 217 time: 0.0542397 Dec 15 13:48:23.319296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.335671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02032f2a-e352-4ee8-9151-cc682e9db051 None None] Provisioning complete for port 5d3c94cb-1605-4574-8383-55f46c5953e8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:23.336879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02032f2a-e352-4ee8-9151-cc682e9db051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.369381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-007dd9d4-1744-4b32-bbca-8410532bd914 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.370815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-007dd9d4-1744-4b32-bbca-8410532bd914 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/networks?id=e63d8598-e56e-42d7-ac10-3a3db1166267 HTTP/1.1" status: 200 len: 814 time: 0.1466036 Dec 15 13:48:23.376671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-02032f2a-e352-4ee8-9151-cc682e9db051 None None] Port 5d3c94cb-1605-4574-8383-55f46c5953e8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:23.380911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-b9015880-7e7e-4b82-bf52-7985aad2c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.382601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-b9015880-7e7e-4b82-bf52-7985aad2c4ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0508034 Dec 15 13:48:23.417339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-fc29961d-8c97-469b-93d3-12821fc63f85 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/quotas/a351356cb7c04283bc1ef5a7269809ef HTTP/1.1" status: 200 len: 375 time: 0.0343597 Dec 15 13:48:23.479988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] For port 5aaf1599-4700-48e9-b120-d8570aa4e98a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5aaf1599-4700-48e9-b120-d8570aa4e98a,segment=NetworkSegment(736870ba-5884-4741-820a-86dc1356efbe),segment_id=736870ba-5884-4741-820a-86dc1356efbe)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:23.480346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.516106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-cd14801d-127d-4abb-9036-ab54497e0a39 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a351356cb7c04283bc1ef5a7269809ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977864 Dec 15 13:48:23.518457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Calling delete_port for 5aaf1599-4700-48e9-b120-d8570aa4e98a owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:23.528000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe84bee-cf3d-46b2-9741-eef1839ccef8 req-f3f59a54-3d50-47fd-b91f-4a8ae715d5e0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.529483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebe84bee-cf3d-46b2-9741-eef1839ccef8 req-f3f59a54-3d50-47fd-b91f-4a8ae715d5e0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.2261596 Dec 15 13:48:23.537345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-ede60833-5764-4045-8806-70c7203465d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.538872 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-ede60833-5764-4045-8806-70c7203465d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464298 Dec 15 13:48:23.707291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-db35344f-aee9-44e3-a23f-b385225cf66d service neutron] 10.222.0.32 "GET /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896381 Dec 15 13:48:23.753270 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-2909822b-cdcd-4066-933d-81f11e93a797 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029452 Dec 15 13:48:23.782871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebe84bee-cf3d-46b2-9741-eef1839ccef8 req-60f8fe3f-c336-44b1-ae0f-c9ad55c7ff27 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912470 Dec 15 13:48:23.895448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-b560de6f-1d1d-4259-8f6c-fe767b888925 service neutron] 10.222.0.32 "GET /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873844 Dec 15 13:48:23.910609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce6ecd43-288a-4fd3-bee2-f531c9720112 req-62daea96-ebc9-4d03-ad78-2cb803d2cac8 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/f9566eed-2fd6-4037-9174-33c86cac2f71 HTTP/1.1" status: 200 len: 2422 time: 0.0511348 Dec 15 13:48:23.916083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3c94cb-1605-4574-8383-55f46c5953e8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:23.927534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.931604 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-46611698-5234-40ee-b779-924ab88f5861 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666398 Dec 15 13:48:24.063601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Transition to ACTIVE for port object 5d3c94cb-1605-4574-8383-55f46c5953e8 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:24.071421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.081419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.084989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5aaf1599-4700-48e9-b120-d8570aa4e98a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:24.144611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ce6ecd43-288a-4fd3-bee2-f531c9720112 req-aaa05fbb-46ec-4bd4-973d-3d4410aa5a1a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.147755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event deleted for resources: {'Port': ['ID=5aaf1599-4700-48e9-b120-d8570aa4e98a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:24.226923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ce6ecd43-288a-4fd3-bee2-f531c9720112 req-aaa05fbb-46ec-4bd4-973d-3d4410aa5a1a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.312666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] No DVR routers for this DVR port 5aaf1599-4700-48e9-b120-d8570aa4e98a on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:24.315415 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.321666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54b7469e-affc-4de1-b9d1-fa87de2b2fa2 req-28be731d-f9aa-47e9-9928-d5a5acc93f79 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.67 "DELETE /v2.0/ports/5aaf1599-4700-48e9-b120-d8570aa4e98a HTTP/1.1" status: 204 len: 173 time: 1.4759991 Dec 15 13:48:24.325279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'name': 'network-vif-deleted', 'tag': '5aaf1599-4700-48e9-b120-d8570aa4e98a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:24.338012 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ebfd78-22cf-43e6-9a93-98dc7b5eed82" -d '{"events": [{"server_uuid": "d475278f-af0a-41fc-84a3-6ab844ea4f7d", "name": "network-vif-deleted", "tag": "5aaf1599-4700-48e9-b120-d8570aa4e98a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:24.363930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dcd8a40-032c-41f8-b742-ee969b3bb235 req-d08e0925-e5f7-4cd0-a4f7-a1e2bb9eb815 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/ports?device_id=d475278f-af0a-41fc-84a3-6ab844ea4f7d HTTP/1.1" status: 200 len: 210 time: 0.2075462 Dec 15 13:48:24.393607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ce6ecd43-288a-4fd3-bee2-f531c9720112 req-aaa05fbb-46ec-4bd4-973d-3d4410aa5a1a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.398283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ce6ecd43-288a-4fd3-bee2-f531c9720112 req-aaa05fbb-46ec-4bd4-973d-3d4410aa5a1a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.400333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce6ecd43-288a-4fd3-bee2-f531c9720112 req-aaa05fbb-46ec-4bd4-973d-3d4410aa5a1a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9566eed-2fd6-4037-9174-33c86cac2f71 HTTP/1.1" status: 204 len: 173 time: 0.4753819 Dec 15 13:48:24.415932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa05fbb-46ec-4bd4-973d-3d4410aa5a1a tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9566eed-2fd6-4037-9174-33c86cac2f71,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:24.554652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.555231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.555820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.556280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.556869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.562005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.562642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.564776 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6f8f6053-176c-4383-bbd2-ed2c1b594ff4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6475 time: 0.5683389 Dec 15 13:48:24.592260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.603628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.605693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c94cb-1605-4574-8383-55f46c5953e8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:24.620388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.630672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.638589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.645976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.653253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.662889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-8642e5d8-14b4-415c-b1c8-c20a1fccd233 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1616397 Dec 15 13:48:24.813474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f276d2-c497-41f4-b527-be99acc6a1c9 req-d65c8ac3-0fe4-4c45-aba6-e21b4cde07e8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.815478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0f276d2-c497-41f4-b527-be99acc6a1c9 req-d65c8ac3-0fe4-4c45-aba6-e21b4cde07e8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 943 time: 0.1489086 Dec 15 13:48:24.880830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d9d62b5-9f3c-42a0-b964-0f45b62218e7 req-a4864330-f7ed-4098-beff-8420aec37bd6 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2112412 Dec 15 13:48:24.893530 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:48:24.901667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-7ea45829-045c-4473-a4e9-2ae64aca0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:24.903159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-7ea45829-045c-4473-a4e9-2ae64aca0441 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 903 time: 0.3184373 Dec 15 13:48:24.920216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Attempting to bind port 5d3c94cb-1605-4574-8383-55f46c5953e8 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:24.920581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Attempting to bind port 5d3c94cb-1605-4574-8383-55f46c5953e8 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:24.921138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Attempting to bind port 5d3c94cb-1605-4574-8383-55f46c5953e8 on network 11156f9e-9c4c-45db-880d-4a5f31c6a41a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:24.958588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Port 5d3c94cb-1605-4574-8383-55f46c5953e8 on network 11156f9e-9c4c-45db-880d-4a5f31c6a41a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:24.958588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Attempting to bind port 5d3c94cb-1605-4574-8383-55f46c5953e8 on network 11156f9e-9c4c-45db-880d-4a5f31c6a41a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:24.961644 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6a404b42-71ac-4e87-8626-343ea63845a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 200 len: 217 time: 0.0477045 Dec 15 13:48:24.966896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:24.967237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Checking segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:24.967631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Bound using segment: {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:24.968053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Bound port: 5d3c94cb-1605-4574-8383-55f46c5953e8, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c47652-1447-41a5-b0f4-61b745cc74ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:24.968408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.018211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0f276d2-c497-41f4-b527-be99acc6a1c9 req-02e8769b-673d-46c6-8d0d-87ca0ddba96a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916201 Dec 15 13:48:25.072624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37e66f85-6f9f-41f3-b02a-5e6543d50d2e req-fecfc5d2-3073-474b-9184-013b31afa78d tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 210 time: 0.0629132 Dec 15 13:48:25.092347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-55abc871-5fcb-4d29-89e3-b00736dcbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.093889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-55abc871-5fcb-4d29-89e3-b00736dcbf0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.1231019 Dec 15 13:48:25.149179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] For port 5d3c94cb-1605-4574-8383-55f46c5953e8, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:25.154108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] For port 5d3c94cb-1605-4574-8383-55f46c5953e8, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5d3c94cb-1605-4574-8383-55f46c5953e8,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:25.160361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.170321 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00354b-dbac-42b4-8279-e5cf70e1ca33 x-openstack-request-id: req-8c00354b-dbac-42b4-8279-e5cf70e1ca33 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:25.170657 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d475278f-af0a-41fc-84a3-6ab844ea4f7d", "name": "network-vif-deleted", "tag": "5aaf1599-4700-48e9-b120-d8570aa4e98a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:25.171021 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c00354b-dbac-42b4-8279-e5cf70e1ca33 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:25.171330 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd475278f-af0a-41fc-84a3-6ab844ea4f7d', 'name': 'network-vif-deleted', 'tag': '5aaf1599-4700-48e9-b120-d8570aa4e98a', 'status': 'completed', 'code': 200} Dec 15 13:48:25.195761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5cdf-4125-4521-a759-7d288cafa9f2 req-37a7ee5d-d503-469c-af7d-1be2c9e6dddb tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.197374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9fa5cdf-4125-4521-a759-7d288cafa9f2 req-37a7ee5d-d503-469c-af7d-1be2c9e6dddb tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 944 time: 0.0738726 Dec 15 13:48:25.205388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-c9394e04-c9de-4c92-bf5e-6f311b736df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.206896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-c9394e04-c9de-4c92-bf5e-6f311b736df1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026752 Dec 15 13:48:25.210017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.210626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.211950 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] 10.222.0.67 "PUT /v2.0/ports/5d3c94cb-1605-4574-8383-55f46c5953e8 HTTP/1.1" status: 200 len: 1092 time: 2.0214734 Dec 15 13:48:25.212373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:25.215001 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:25.277891 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f68c17d5-26d3-4b06-a811-dcbf49f70561 req-e5fd2669-9e9c-4fec-8093-e1bb2cb5bc69 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "GET /v2.0/security-groups/6955e41a-6a90-4c21-8669-a9b3c5db5931 HTTP/1.1" status: 200 len: 2416 time: 0.0785775 Dec 15 13:48:25.314692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea8f08-2b2c-44c4-9b6b-7fb6359e766e service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c94cb-1605-4574-8383-55f46c5953e8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:25.378551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9fa5cdf-4125-4521-a759-7d288cafa9f2 req-c153d0b4-d94b-4c43-bcfa-92335508ac34 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641028 Dec 15 13:48:25.384307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f68c17d5-26d3-4b06-a811-dcbf49f70561 req-9bd95a97-061d-40a3-8e31-7863f3521d14 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.420887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f68c17d5-26d3-4b06-a811-dcbf49f70561 req-9bd95a97-061d-40a3-8e31-7863f3521d14 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.452840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:25.481701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-2c20d609-e5dd-48fb-84ed-e2f2273db1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.484843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-2c20d609-e5dd-48fb-84ed-e2f2273db1db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1&device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 1095 time: 0.1846814 Dec 15 13:48:25.487675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f68c17d5-26d3-4b06-a811-dcbf49f70561 req-9bd95a97-061d-40a3-8e31-7863f3521d14 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.490989 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-010e4189-ec17-43f9-a0e3-29b83a4d46cd service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695639 Dec 15 13:48:25.491184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f68c17d5-26d3-4b06-a811-dcbf49f70561 req-9bd95a97-061d-40a3-8e31-7863f3521d14 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.492489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f68c17d5-26d3-4b06-a811-dcbf49f70561 req-9bd95a97-061d-40a3-8e31-7863f3521d14 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] 10.222.0.32 "DELETE /v2.0/security-groups/6955e41a-6a90-4c21-8669-a9b3c5db5931 HTTP/1.1" status: 204 len: 173 time: 0.2135153 Dec 15 13:48:25.501804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:25.536824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd95a97-061d-40a3-8e31-7863f3521d14 tempest-SecurityGroupRulesTestJSON-1195070307 tempest-SecurityGroupRulesTestJSON-1195070307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6955e41a-6a90-4c21-8669-a9b3c5db5931,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:25.589155 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b8e383-dab6-4d0c-90fc-c8cffe67bf2f x-openstack-request-id: req-a8b8e383-dab6-4d0c-90fc-c8cffe67bf2f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:25.589572 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:25.589836 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8b8e383-dab6-4d0c-90fc-c8cffe67bf2f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:25.590247 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'status': 'completed', 'code': 200} Dec 15 13:48:25.649226 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-1d22f2a7-2879-4a2d-a097-752c7e1b68cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d3c94cb-1605-4574-8383-55f46c5953e8 HTTP/1.1" status: 200 len: 217 time: 0.1297059 Dec 15 13:48:25.684246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Deleting subnet 827b1e2d-b7ac-45b2-87a5-c394ce637dc4 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:25.704793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:25.719806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.725952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'network_id': 'fb4cdc2e-7c12-4b9c-995a-44d85762d84e', 'port_id': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'mac_address': 'fa:16:3e:f6:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20af28a-78ff-4183-a9de-9b4f76569cdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:25.801097 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.819288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac1adba-d4b3-4bc4-b1ea-207a925bde4d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:25.852043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:25.858096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.876225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-37857d51-3e88-4538-9014-36803dc73e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.891220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-37857d51-3e88-4538-9014-36803dc73e41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9775f2c7-aab7-4ae5-ab99-723a46aa997d HTTP/1.1" status: 200 len: 850 time: 0.2346730 Dec 15 13:48:25.941570 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f909176-4103-4412-a5a7-bb9d3b21f143 req-6e630ecd-aaed-4695-be82-bf35c1e3ea7b service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312713 Dec 15 13:48:25.977353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:25.986934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.987303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.987656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.988132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.988479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.988846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.989184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.989518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.989851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.990184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.990515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.991328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:25.991328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:26.021351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-ea47e255-3c41-4aef-8eba-ff7a4d5e3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.027887 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-ea47e255-3c41-4aef-8eba-ff7a4d5e3aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11156f9e-9c4c-45db-880d-4a5f31c6a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245475 Dec 15 13:48:26.032052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d02c5-d715-4e24-9e6d-834b31c558a9 req-1342af15-01f2-43dd-a0a9-5a0749a6d183 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.033671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c76d02c5-d715-4e24-9e6d-834b31c558a9 req-1342af15-01f2-43dd-a0a9-5a0749a6d183 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.4447212 Dec 15 13:48:26.040857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.136090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aac1adba-d4b3-4bc4-b1ea-207a925bde4d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:26.159012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-8f616d20-d59d-496f-9e0a-f2a9eb33e39b service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213653 Dec 15 13:48:26.198015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-701e4c6b-c467-44d8-93d1-9adc3205d790 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.199527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-701e4c6b-c467-44d8-93d1-9adc3205d790 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.67 "GET /v2.0/networks?id=e63d8598-e56e-42d7-ac10-3a3db1166267 HTTP/1.1" status: 200 len: 814 time: 0.3847253 Dec 15 13:48:26.205815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.249180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.255373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.261641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.268813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.274949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.281207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.287811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.296895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-e03556a9-778b-49a0-a0be-9b2c17c11cbe tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.2166378 Dec 15 13:48:26.304446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Request body: {'port': {'device_id': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'admin_state_up': True, 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:26.347788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c76d02c5-d715-4e24-9e6d-834b31c558a9 req-520cee9d-861a-491d-a882-b26b9c6de611 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617562 Dec 15 13:48:26.403637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8c2f24ed-cf90-44c2-bd82-e977025d5486 req-acd2b72c-8f27-4277-9e4c-97e548d0f38c service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352235 Dec 15 13:48:26.558108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Made reservation on behalf of a351356cb7c04283bc1ef5a7269809ef for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:26.561839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.582211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5420d62-3e2b-4986-98c9-d6094b0cfd03 req-27a39bd8-6f53-490f-8828-d8ccc8f8331d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2843590 Dec 15 13:48:26.612992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.628208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-7937128f-eb1a-4979-975a-21749986621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.630962 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-7937128f-eb1a-4979-975a-21749986621e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1&device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 1095 time: 0.0957408 Dec 15 13:48:26.850241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827b1e2d-b7ac-45b2-87a5-c394ce637dc4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:26.868697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-928ff009-0164-48c3-b2ad-7b0baf747af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.870546 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-928ff009-0164-48c3-b2ad-7b0baf747af9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=11156f9e-9c4c-45db-880d-4a5f31c6a41a HTTP/1.1" status: 200 len: 913 time: 0.2137744 Dec 15 13:48:26.888761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.893981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-23f86540-41c3-405f-86e7-6e4d82812143 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/827b1e2d-b7ac-45b2-87a5-c394ce637dc4 HTTP/1.1" status: 204 len: 168 time: 1.3932917 Dec 15 13:48:26.902104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:26.922725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3b44e85-4b6e-481d-88f5-482323ccff28 req-e2e115ec-48b3-481d-b712-b6b0af58587b tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 210 time: 0.0499282 Dec 15 13:48:26.942228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35727535-65f0-4e84-b20e-c50d01ca97bf req-0b0755f7-77d8-465e-9c52-63bb331f4a2e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.944147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35727535-65f0-4e84-b20e-c50d01ca97bf req-0b0755f7-77d8-465e-9c52-63bb331f4a2e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 944 time: 0.3329344 Dec 15 13:48:26.958070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Allocated IP 172.20.0.9 (e63d8598-e56e-42d7-ac10-3a3db1166267/e2b1eb7a-af0b-4c97-99b5-5bff1417c785/e02bacc6-6216-4ac6-9c79-c61abeba94fb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:27.075313 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-017e723e-b8a2-472e-bec5-a7fb20ae4770 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d3c94cb-1605-4574-8383-55f46c5953e8 HTTP/1.1" status: 200 len: 217 time: 0.1814547 Dec 15 13:48:27.135514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35727535-65f0-4e84-b20e-c50d01ca97bf req-bd3127cf-3984-4dad-9ef1-bb9fe906fa55 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624134 Dec 15 13:48:27.181766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.186661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-03875d19-9a35-4277-8dde-45dea5dd8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.188667 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-03875d19-9a35-4277-8dde-45dea5dd8743 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9775f2c7-aab7-4ae5-ab99-723a46aa997d HTTP/1.1" status: 200 len: 850 time: 0.0769892 Dec 15 13:48:27.236758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52066) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:27.299925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6c7cf-c6ac-40c8-bb27-6a0118b0bdb4 req-0831cfb7-339b-492d-970a-e757ca18ebe8 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.311145 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64d6c7cf-c6ac-40c8-bb27-6a0118b0bdb4 req-0831cfb7-339b-492d-970a-e757ca18ebe8 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 944 time: 0.2553332 Dec 15 13:48:27.417563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-5ff9409b-1be0-4626-89f5-ea87b2575493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.419158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-5ff9409b-1be0-4626-89f5-ea87b2575493 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11156f9e-9c4c-45db-880d-4a5f31c6a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170181 Dec 15 13:48:27.448754 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.481844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:27.493465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e8630-6441-4552-aac3-9b1207ffa5a3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:27.498162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64d6c7cf-c6ac-40c8-bb27-6a0118b0bdb4 req-8a8f20fb-d620-4075-8434-27b2cfbe1154 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860218 Dec 15 13:48:27.508982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604166ee-9cbb-40ff-8d1b-6add3dd0e584') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:27.520932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604166ee-9cbb-40ff-8d1b-6add3dd0e584') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:27.523500 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b19d65d-22fd-4007-a802-b72bba4995a3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.544892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.591496 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b19d65d-22fd-4007-a802-b72bba4995a3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.612329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port aac1adba-d4b3-4bc4-b1ea-207a925bde4d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:27.613239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.683355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.738728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.754024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.770809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b19d65d-22fd-4007-a802-b72bba4995a3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.774579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b19d65d-22fd-4007-a802-b72bba4995a3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.776082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1b19d65d-22fd-4007-a802-b72bba4995a3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "DELETE /v2.0/security-groups/4bd3e7c0-3c0b-4082-a9a7-84020a23277b HTTP/1.1" status: 204 len: 168 time: 0.5376563 Dec 15 13:48:27.790652 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.798180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:27.840066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19d65d-22fd-4007-a802-b72bba4995a3 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd3e7c0-3c0b-4082-a9a7-84020a23277b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:27.844887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:27.846791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:27.853673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:27.854232 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01427298-77a9-4fa5-a06f-3f84fb4eda3f" -d '{"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-plugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:27.855470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:27.859950 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:27.867146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.868006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5aaf1599-4700-48e9-b120-d8570aa4e98a no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:27.893857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Network e63d8598-e56e-42d7-ac10-3a3db1166267 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:27.899251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:27.913337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:27.967238 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-386782dd-4216-4a9b-b597-859c63be431d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] show failed (client error): The resource could not be found. Dec 15 13:48:27.971529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-386782dd-4216-4a9b-b597-859c63be431d tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "GET /v2.0/security-groups/4bd3e7c0-3c0b-4082-a9a7-84020a23277b HTTP/1.1" status: 404 len: 347 time: 0.1710570 Dec 15 13:48:27.977553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:28.027934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:28.028807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.071119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553a468-c82b-4bbd-9c22-135bc98c96ba req-1859e598-19d4-445b-aebe-edac2def4327 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:28.077709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:28.082760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e553a468-c82b-4bbd-9c22-135bc98c96ba req-1859e598-19d4-445b-aebe-edac2def4327 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.4188817 Dec 15 13:48:28.085395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 5aaf1599-4700-48e9-b120-d8570aa4e98a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:28.089002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5aaf1599-4700-48e9-b120-d8570aa4e98a not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:28.118152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8804951 Dec 15 13:48:28.149068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76677a5a-e69d-4598-bf53-ef9763710237 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Pushing event updated for resources: {'Port': ['ID=e02bacc6-6216-4ac6-9c79-c61abeba94fb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:28.167179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Request body: {'port': {'device_id': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:28.220964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.244125 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.249979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb4e8630-6441-4552-aac3-9b1207ffa5a3 HTTP/1.1" status: 204 len: 168 time: 1.3121789 Dec 15 13:48:28.252893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-46089350-954b-44df-b4bc-ac00f2fe1194 service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747341 Dec 15 13:48:28.290568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.352769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865ff22-3848-45cb-a574-81414aba5e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4e8630-6441-4552-aac3-9b1207ffa5a3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:28.406919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5d7423d5-79e0-4a4f-a85e-b8d85ba1c287 None None] Provisioning complete for port e02bacc6-6216-4ac6-9c79-c61abeba94fb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:28.407562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d7423d5-79e0-4a4f-a85e-b8d85ba1c287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.513165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52088) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:28.513530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5d7423d5-79e0-4a4f-a85e-b8d85ba1c287 None None] Port e02bacc6-6216-4ac6-9c79-c61abeba94fb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:28.602957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Deleting port bda8e623-ec10-4cc9-ae97-0621bd1412e6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:28.603626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.607417 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f213b62-77b7-4ac1-90fb-d54dbfaf6f37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49f3a2075a29475d81b96289ed30269e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0891578 Dec 15 13:48:28.611359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:28.728163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f449d4b6-94fc-4dc1-88f6-ca34a665b8b0 req-9c93fdd9-95fd-44b1-b0ec-20cd53996d8f service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050734 Dec 15 13:48:28.768820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02bacc6-6216-4ac6-9c79-c61abeba94fb {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:28.778530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.786758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.787794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.792437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Transition to ACTIVE for port object e02bacc6-6216-4ac6-9c79-c61abeba94fb will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:28.806782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e553a468-c82b-4bbd-9c22-135bc98c96ba req-59aff93c-69f7-4466-89e7-370d25ff9635 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228909 Dec 15 13:48:28.813421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.827067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Calling delete_port for bda8e623-ec10-4cc9-ae97-0621bd1412e6 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:29.002004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00bc303b-209d-475f-b7fb-45cfb1c5644a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.056913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00bc303b-209d-475f-b7fb-45cfb1c5644a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.102681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Pushing event updated for resources: {'Port': ['ID=e02bacc6-6216-4ac6-9c79-c61abeba94fb,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.195041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.204955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Attempting to bind port e02bacc6-6216-4ac6-9c79-c61abeba94fb on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:29.205618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Attempting to bind port e02bacc6-6216-4ac6-9c79-c61abeba94fb by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:29.205884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Attempting to bind port e02bacc6-6216-4ac6-9c79-c61abeba94fb on network e63d8598-e56e-42d7-ac10-3a3db1166267 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:29.210115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00bc303b-209d-475f-b7fb-45cfb1c5644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.220382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Port e02bacc6-6216-4ac6-9c79-c61abeba94fb on network e63d8598-e56e-42d7-ac10-3a3db1166267 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:29.220923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Attempting to bind port e02bacc6-6216-4ac6-9c79-c61abeba94fb on network e63d8598-e56e-42d7-ac10-3a3db1166267 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:29.236468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:29.236859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Checking segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:29.237225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Bound using segment: {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:29.237814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Bound port: e02bacc6-6216-4ac6-9c79-c61abeba94fb, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51613e6e-bd49-428f-9fb8-4098385115b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:29.238026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.240990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00bc303b-209d-475f-b7fb-45cfb1c5644a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.242278 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-00bc303b-209d-475f-b7fb-45cfb1c5644a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c4f0b6a-711e-4f2e-9035-c54f3a9c576c HTTP/1.1" status: 204 len: 168 time: 0.6150911 Dec 15 13:48:29.346403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Pushing event deleted for resources: {'Port': ['ID=bda8e623-ec10-4cc9-ae97-0621bd1412e6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.374920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc303b-209d-475f-b7fb-45cfb1c5644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f0b6a-711e-4f2e-9035-c54f3a9c576c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.429262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] For port e02bacc6-6216-4ac6-9c79-c61abeba94fb, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:29.447908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] For port e02bacc6-6216-4ac6-9c79-c61abeba94fb, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:29.487573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5d3c94cb-1605-4574-8383-55f46c5953e8 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:29.497266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.536943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.543339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.548457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f04f3100-71d4-42b1-8340-229f9f323127 tempest-ImagesOneServerNegativeTestJSON-1898724585 tempest-ImagesOneServerNegativeTestJSON-1898724585-project] 10.222.0.32 "DELETE /v2.0/floatingips/80d372e6-277b-4c49-b395-bf273b26755b HTTP/1.1" status: 204 len: 168 time: 1.5676196 Dec 15 13:48:29.573723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.574472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.577339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] 10.222.0.67 "PUT /v2.0/ports/e02bacc6-6216-4ac6-9c79-c61abeba94fb HTTP/1.1" status: 200 len: 1091 time: 1.4280112 Dec 15 13:48:29.613977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.629344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.647774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.659085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.666274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.673528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.684530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.694953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-550e00f0-c7b7-4d1e-82e1-b06b5522d460 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.7287190 Dec 15 13:48:29.695390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'tag': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:29.697770 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bc806-b519-4b9f-87d3-45a70872d146", "tag": "e02bacc6-6216-4ac6-9c79-c61abeba94fb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:29.775490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5d3c94cb-1605-4574-8383-55f46c5953e8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5d3c94cb-1605-4574-8383-55f46c5953e8,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:29.787643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9205-dd30-4d0e-8715-43bc90b16a3e service neutron] Pushing event updated for resources: {'Port': ['ID=e02bacc6-6216-4ac6-9c79-c61abeba94fb,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.814898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'port_id': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'mac_address': 'fa:16:3e:c6:2c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:29.885187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-9ff521ab-8652-4630-82e9-09cfdbb511b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.889137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-9ff521ab-8652-4630-82e9-09cfdbb511b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a351356cb7c04283bc1ef5a7269809ef&device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 1094 time: 0.1730499 Dec 15 13:48:29.917244 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.967223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3c94cb-1605-4574-8383-55f46c5953e8 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:30.014616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5d3c94cb-1605-4574-8383-55f46c5953e8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5d3c94cb-1605-4574-8383-55f46c5953e8,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:30.024252 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.067022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5f67383-e65c-439c-8c39-f88b0690b692 req-dd46c5bc-9a7d-4527-b221-30f480170733 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3526919 Dec 15 13:48:30.073985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-cd90bbd6-8d5c-49c9-87d3-205518bf1fc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb HTTP/1.1" status: 200 len: 217 time: 0.1730833 Dec 15 13:48:30.216861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-56796612-abc2-4639-aede-8a56dbd35647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.219597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-56796612-abc2-4639-aede-8a56dbd35647 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e2b1eb7a-af0b-4c97-99b5-5bff1417c785 HTTP/1.1" status: 200 len: 853 time: 0.1300600 Dec 15 13:48:30.251110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5d3c94cb-1605-4574-8383-55f46c5953e8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:30.274275 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d9808-e9d7-4bf4-b3ae-8cf73c28ab79 x-openstack-request-id: req-ce0d9808-e9d7-4bf4-b3ae-8cf73c28ab79 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:30.274631 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-plugged", "status": "completed", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:30.274851 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce0d9808-e9d7-4bf4-b3ae-8cf73c28ab79 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:30.275224 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'code': 200} Dec 15 13:48:30.314072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5d3c94cb-1605-4574-8383-55f46c5953e8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:30.369958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-b89dfd82-ab1c-4891-bc63-fab63a7e68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.377138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-b89dfd82-ab1c-4891-bc63-fab63a7e68c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e63d8598-e56e-42d7-ac10-3a3db1166267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407115 Dec 15 13:48:30.572389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64146600-bbba-472a-9050-d07db352b535 req-7c9204ed-1949-46d0-a64b-8a8a48700598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.579388 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64146600-bbba-472a-9050-d07db352b535 req-7c9204ed-1949-46d0-a64b-8a8a48700598 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1097 time: 0.1211543 Dec 15 13:48:30.710957 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64146600-bbba-472a-9050-d07db352b535 req-ad113d23-b4d2-4341-9367-5a5959fe74a7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163805 Dec 15 13:48:30.867992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52122) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:31.023350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1944287032-network', 'tenant_id': 'e1306d404e384e38a6ea2f0de6fb43eb'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:31.073135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Made reservation on behalf of e1306d404e384e38a6ea2f0de6fb43eb for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:31.077810 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.089296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245258ed-f602-42b9-9b02-c7b2b3f3eab9 req-8c9358bb-8a6c-4e47-abe0-71dd483c693f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.095225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-245258ed-f602-42b9-9b02-c7b2b3f3eab9 req-8c9358bb-8a6c-4e47-abe0-71dd483c693f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.7424867 Dec 15 13:48:31.106036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.222025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.229428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.231396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-6d37f424-c657-40fb-9460-9093f6c7c27e service neutron] 10.222.0.67 "GET /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974505 Dec 15 13:48:31.244067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:31.264196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.264608 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Added segment 38fce188-b98d-4baf-a471-11cb816f8bf3 of type vlan for network 07849f79-320c-4730-b32d-bb28a9252a52 Dec 15 13:48:31.285956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-245258ed-f602-42b9-9b02-c7b2b3f3eab9 req-32553fc0-b994-49e5-b740-04a4f2db8cef tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811361 Dec 15 13:48:31.323769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a168e836-396e-4902-ba65-590fa733e025,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:31.351561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.391452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.392985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.393819 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.456400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5869668 Dec 15 13:48:31.461764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:31.492247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e05fd22-5e6d-42f6-b7b4-bc9bec86b08c req-ac4bae5c-2c52-474f-9d8c-7e73e79b7f09 service neutron] 10.222.0.67 "GET /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041454 Dec 15 13:48:31.504286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5d3c94cb-1605-4574-8383-55f46c5953e8 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:31.590316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Request body: {'subnet': {'network_id': '07849f79-320c-4730-b32d-bb28a9252a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1944287032-subnet', 'tenant_id': 'e1306d404e384e38a6ea2f0de6fb43eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:31.608663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de694466-7cbf-4e60-b381-70ad06108c19 req-2ada023e-d65b-435a-9450-d6cbbcd6418d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.614323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de694466-7cbf-4e60-b381-70ad06108c19 req-2ada023e-d65b-435a-9450-d6cbbcd6418d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1205122 Dec 15 13:48:31.625730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Made reservation on behalf of e1306d404e384e38a6ea2f0de6fb43eb for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:31.633498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 5d3c94cb-1605-4574-8383-55f46c5953e8 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:31.643079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.643341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 5d3c94cb-1605-4574-8383-55f46c5953e8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:31.643341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.771466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.782352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271138-fd5a-4b0b-9bd6-4eecd6d35ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=07849f79-320c-4730-b32d-bb28a9252a52,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:31.822819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de694466-7cbf-4e60-b381-70ad06108c19 req-ecadc2ab-d461-438a-9479-99dae47c5db2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799052 Dec 15 13:48:31.823426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5d3c94cb-1605-4574-8383-55f46c5953e8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5d3c94cb-1605-4574-8383-55f46c5953e8,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:31.844529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 07849f79-320c-4730-b32d-bb28a9252a52 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:31.847990 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.143012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8b20-ba2d-44c2-a9f1-40db6e4c0745 req-f560fa04-5088-4dfb-994c-823ca567f81e tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:32.145568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-662f8b20-ba2d-44c2-a9f1-40db6e4c0745 req-f560fa04-5088-4dfb-994c-823ca567f81e tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.1420157 Dec 15 13:48:32.264772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.269010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-662f8b20-ba2d-44c2-a9f1-40db6e4c0745 req-3af3f4bf-fe2e-472f-a191-9ada40602fd8 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153944 Dec 15 13:48:32.295236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:32.297779 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a01dc13-b4b8-439b-ab8b-9cad848b6d8d" -d '{"events": [{"server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:32.301205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5d3c94cb-1605-4574-8383-55f46c5953e8,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:32.369171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a719f9-186c-4529-b375-8bc4a838997b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:32.393988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Checking segment: {'id': '38fce188-b98d-4baf-a471-11cb816f8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07849f79-320c-4730-b32d-bb28a9252a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:32.394861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Network hostable DHCP agents. Network: 07849f79-320c-4730-b32d-bb28a9252a52, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:32.421470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Network 07849f79-320c-4730-b32d-bb28a9252a52 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:32.433026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 07849f79-320c-4730-b32d-bb28a9252a52) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:32.440836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:32.441456 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.447110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffab3f4-f4fa-4679-9220-1100c9811232 None None] Network 07849f79-320c-4730-b32d-bb28a9252a52 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:32.524599 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e292f240-8dae-4f48-a5b4-988fa2e14900 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9588106 Dec 15 13:48:32.778956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69cd14-0972-4304-8b0a-be18c3e8c6a3 None None] Network 07849f79-320c-4730-b32d-bb28a9252a52 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:35.904250 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e12996-52fa-470e-9e8f-2f8613616850 x-openstack-request-id: req-45e12996-52fa-470e-9e8f-2f8613616850 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:35.905153 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bc806-b519-4b9f-87d3-45a70872d146", "tag": "e02bacc6-6216-4ac6-9c79-c61abeba94fb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:35.905153 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45e12996-52fa-470e-9e8f-2f8613616850 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:35.905534 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'tag': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb', 'status': 'completed', 'code': 200} Dec 15 13:48:36.038209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b04c-2287-4225-b7c7-70b675d7da3e req-368f01ce-d92e-428c-837f-303cf0967388 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.039822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc50b04c-2287-4225-b7c7-70b675d7da3e req-368f01ce-d92e-428c-837f-303cf0967388 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1199663 Dec 15 13:48:36.077247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.083483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.089517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.096013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.102081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.108028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.116367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.118338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-4d146a4f-8e24-4514-b2ed-b17a40110f71 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1325450 Dec 15 13:48:36.188601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc50b04c-2287-4225-b7c7-70b675d7da3e req-a9c52331-c2b9-410a-a3f5-9160fff31419 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247144 Dec 15 13:48:36.251358 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a09f946-6a83-4080-b0a0-9cdd61caf721 x-openstack-request-id: req-9a09f946-6a83-4080-b0a0-9cdd61caf721 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:36.251918 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:36.252306 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a09f946-6a83-4080-b0a0-9cdd61caf721 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:36.253218 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'code': 200} Dec 15 13:48:36.283359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3430af31-ef01-412e-a9fa-52f9224e61b9 req-e2bc3bbf-3193-4997-b4e0-25cc3d11a982 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1559594 Dec 15 13:48:36.424872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a844112-bb3a-440c-964a-3c1d1c1d686a req-fb08b4b0-888b-4e38-9f61-c952c71d0b48 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.428749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a844112-bb3a-440c-964a-3c1d1c1d686a req-fb08b4b0-888b-4e38-9f61-c952c71d0b48 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.1023469 Dec 15 13:48:36.491064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ecf6f8f5-01a2-4c2f-b9a4-3b8c10cbcb92 req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1931385671', 'description': 'tempest-description-319141574'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:36.549767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a844112-bb3a-440c-964a-3c1d1c1d686a req-b6a76058-8b18-43aa-ad67-1897aea1e480 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112781 Dec 15 13:48:36.581493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecf6f8f5-01a2-4c2f-b9a4-3b8c10cbcb92 req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.756346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecf6f8f5-01a2-4c2f-b9a4-3b8c10cbcb92 req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.770473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecf6f8f5-01a2-4c2f-b9a4-3b8c10cbcb92 req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.816656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1c28b-15e0-49f3-aee0-182572338db5 req-1b620602-d7e6-4e8a-b1c8-1a0daebb3c26 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.818205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b1c28b-15e0-49f3-aee0-182572338db5 req-1b620602-d7e6-4e8a-b1c8-1a0daebb3c26 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1086199 Dec 15 13:48:36.825852 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecf6f8f5-01a2-4c2f-b9a4-3b8c10cbcb92 req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.827193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecf6f8f5-01a2-4c2f-b9a4-3b8c10cbcb92 req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3465960 Dec 15 13:48:36.849285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a036deb4-87db-42dc-9a59-81f3d1d7e8f5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:36.857637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.858022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.858327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.858665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.859009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.859392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.859722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.860052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.860379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.860846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.861180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.861504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.861825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8b9f-266f-4eaa-b31e-a34194d2f9af tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:36.911113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b1c28b-15e0-49f3-aee0-182572338db5 req-eb980c33-ba22-4403-9d2a-4f1192d05818 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780635 Dec 15 13:48:36.978351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b5905-de25-4511-b74b-5784d6e5bb32 req-7aece832-1859-402f-b301-4dd2d7a9827c tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.980191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f7b5905-de25-4511-b74b-5784d6e5bb32 req-7aece832-1859-402f-b301-4dd2d7a9827c tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.0635269 Dec 15 13:48:37.059729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f7b5905-de25-4511-b74b-5784d6e5bb32 req-767074cf-181b-4063-b346-2cee17ca253d tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697470 Dec 15 13:48:37.154036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-80be30fe-4f72-4b8c-849c-40751f548a12 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/a036deb4-87db-42dc-9a59-81f3d1d7e8f5 HTTP/1.1" status: 200 len: 1831 time: 0.0685835 Dec 15 13:48:37.167547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a036deb4-87db-42dc-9a59-81f3d1d7e8f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:37.167868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a036deb4-87db-42dc-9a59-81f3d1d7e8f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:37.175252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:37.258917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.274093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Deleting subnet 0a70eb36-6b51-4f9d-902e-343cd738c6b1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:37.279268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.290524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.295736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.314845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4ec476-1bd8-4cd2-a895-4b667fd97784,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:37.341763 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.343078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb39fa41-616b-4003-9f35-bf7231a50005 req-63f185a8-d08b-4c53-8054-672d004657b9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1801274 Dec 15 13:48:37.367994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.449840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.495200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaef72-a7b7-40f9-8014-6ab2089ab7ed req-fcfe22a9-25bc-43cc-a324-b9a6f5a200e1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.497042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eaaef72-a7b7-40f9-8014-6ab2089ab7ed req-fcfe22a9-25bc-43cc-a324-b9a6f5a200e1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0629656 Dec 15 13:48:37.538377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.573088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a70eb36-6b51-4f9d-902e-343cd738c6b1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:37.588334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.594751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:37.601070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95665fdc-96e8-4ca9-a863-f08bf3c305ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a70eb36-6b51-4f9d-902e-343cd738c6b1 HTTP/1.1" status: 204 len: 168 time: 0.4236107 Dec 15 13:48:37.616729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eaaef72-a7b7-40f9-8014-6ab2089ab7ed req-80e2537c-abbe-4438-a0b2-2e3ff4f0994d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117458 Dec 15 13:48:37.745369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.809322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.819730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.827228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.839065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.852455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.861142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.871623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.874527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-2b19c507-7be8-4a21-a831-f2c11536b254 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1752679 Dec 15 13:48:37.958866 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.000279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839b5424-6f73-48c6-9dbe-60d491053b68']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:38.023243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736870ba-5884-4741-820a-86dc1356efbe') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:38.023568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736870ba-5884-4741-820a-86dc1356efbe') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:38.038535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fb3d8f6-e054-4d42-96fc-428d5064bbb1 req-e6e68740-bdb1-453c-b221-344a565c9109 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486630 Dec 15 13:48:38.042957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.057161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.064596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:38.065003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:38.067074 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:38.156000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.167875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.171464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] 10.222.0.32 "DELETE /v2.0/networks/839b5424-6f73-48c6-9dbe-60d491053b68 HTTP/1.1" status: 204 len: 168 time: 0.5736566 Dec 15 13:48:38.203690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfcb3833-06e3-4074-bd96-736ca363563d req-30c6bf97-0f5b-42ce-bf95-5b86406c2601 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/a036deb4-87db-42dc-9a59-81f3d1d7e8f5 HTTP/1.1" status: 200 len: 2425 time: 0.0958769 Dec 15 13:48:38.226337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0494265-c840-4658-af89-5e01edb71a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=839b5424-6f73-48c6-9dbe-60d491053b68,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:38.278802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebf05-2747-400a-a95d-30dcabd302c6 req-a5db1419-42a9-43fd-8d30-2497e0f15f02 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.292211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fdaebf05-2747-400a-a95d-30dcabd302c6 req-a5db1419-42a9-43fd-8d30-2497e0f15f02 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.1173003 Dec 15 13:48:38.327440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:38.403383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a1b0-9b26-44d9-b676-7b463bbab8cb req-b5495486-4335-472a-856b-b96f040a69b5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.407228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6b2a1b0-9b26-44d9-b676-7b463bbab8cb req-b5495486-4335-472a-856b-b96f040a69b5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1007290 Dec 15 13:48:38.413868 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b6d0d99-1033-4df1-a0d8-a82b13517e82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db7d7b32887445df8c5b689475231e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750589 Dec 15 13:48:38.414687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:38.415511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fdaebf05-2747-400a-a95d-30dcabd302c6 req-503dc542-1ffa-4b8f-be3d-50999f739959 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205807 Dec 15 13:48:38.502763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6b2a1b0-9b26-44d9-b676-7b463bbab8cb req-a652a2e8-78cb-4be4-b54d-dd83de0ccbe8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Dec 15 13:48:38.505183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38ae3fdd-e77a-439a-9760-838cef081adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.552304 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38ae3fdd-e77a-439a-9760-838cef081adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.619054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821cd9-a54e-4c4a-b496-af15750ce48d req-d6389f6d-2546-4ad5-9c09-22758f5f1d4f tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.620813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26821cd9-a54e-4c4a-b496-af15750ce48d req-d6389f6d-2546-4ad5-9c09-22758f5f1d4f tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.0854135 Dec 15 13:48:38.652891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38ae3fdd-e77a-439a-9760-838cef081adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.656606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38ae3fdd-e77a-439a-9760-838cef081adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.666302 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38ae3fdd-e77a-439a-9760-838cef081adb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2a2c1c2-3360-412d-a705-b376064023d2 HTTP/1.1" status: 204 len: 168 time: 0.2496512 Dec 15 13:48:38.680789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae3fdd-e77a-439a-9760-838cef081adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2c1c2-3360-412d-a705-b376064023d2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:38.742875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26821cd9-a54e-4c4a-b496-af15750ce48d req-c3a14c23-3ff7-43dc-a6ac-a69867f40f12 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065042 Dec 15 13:48:38.784467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-bcb788cb-e8be-4c97-97a4-ba0439b7636d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-group-rules/9e4ec476-1bd8-4cd2-a895-4b667fd97784 HTTP/1.1" status: 200 len: 778 time: 0.0403478 Dec 15 13:48:38.909726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-f10ab309-6f4b-482f-a083-a50d5dd33097 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/a036deb4-87db-42dc-9a59-81f3d1d7e8f5 HTTP/1.1" status: 200 len: 2425 time: 0.1233163 Dec 15 13:48:38.937798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410db50-cf1b-4c50-b16a-2ab9fcf33bd2 req-dee38b8c-e498-46a5-8f0d-738c9159f735 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.939827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9410db50-cf1b-4c50-b16a-2ab9fcf33bd2 req-dee38b8c-e498-46a5-8f0d-738c9159f735 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0783176 Dec 15 13:48:38.990374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-ade9099b-607b-4257-afff-114aa10d6d4f tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.009495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-ade9099b-607b-4257-afff-114aa10d6d4f tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.042307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9410db50-cf1b-4c50-b16a-2ab9fcf33bd2 req-5bea86df-9ac5-47bf-a3fa-793c280d7450 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949445 Dec 15 13:48:39.055519 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-ade9099b-607b-4257-afff-114aa10d6d4f tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.071379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-ade9099b-607b-4257-afff-114aa10d6d4f tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.073082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d5facab-6b09-4fce-a50a-abe7ce90c36e req-ade9099b-607b-4257-afff-114aa10d6d4f tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9e4ec476-1bd8-4cd2-a895-4b667fd97784 HTTP/1.1" status: 204 len: 173 time: 0.1502035 Dec 15 13:48:39.078871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9099b-607b-4257-afff-114aa10d6d4f tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e4ec476-1bd8-4cd2-a895-4b667fd97784,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:39.348598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.354578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.361433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.367425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.373481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.379575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.385576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.387700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3227c398-0308-4875-9375-01f0df400dc8 req-1d451709-e140-4d11-a19d-aca3bff10df7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1248949 Dec 15 13:48:39.449506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-face33ed-ccd6-4136-8b24-82d38c29f065 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.452168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-face33ed-ccd6-4136-8b24-82d38c29f065 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.2660584 Dec 15 13:48:39.501025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-bf0310f7-5553-4351-8ae6-efa77a9d6b25 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/quotas/bae0ec85b7384407aa1052158f676975 HTTP/1.1" status: 200 len: 375 time: 0.0413773 Dec 15 13:48:39.519017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3227c398-0308-4875-9375-01f0df400dc8 req-3c085b79-0388-4186-9ac3-86f1c92f41df tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141934 Dec 15 13:48:39.587516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-f8a42978-c08a-4a6a-9e6f-de92d84263d6 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667524 Dec 15 13:48:39.597602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-af012860-afe5-4d1f-bcd3-dd04a19bbd2b req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-330710145', 'description': 'tempest-description-1431327243'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:39.693992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af012860-afe5-4d1f-bcd3-dd04a19bbd2b req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.779616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-10f41ec0-6c93-44bf-bd54-d2af15ac6811 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731873 Dec 15 13:48:39.889800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af012860-afe5-4d1f-bcd3-dd04a19bbd2b req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.901293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af012860-afe5-4d1f-bcd3-dd04a19bbd2b req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.942671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-545df86f-7055-4ae4-bd9f-a2df0792cc74 service neutron] 10.222.0.32 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551545 Dec 15 13:48:39.953489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af012860-afe5-4d1f-bcd3-dd04a19bbd2b req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.954907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af012860-afe5-4d1f-bcd3-dd04a19bbd2b req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3654549 Dec 15 13:48:39.957317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2f0c9-c2ec-4202-adb9-7131df5b0509 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784039cb-e2a2-493c-8bd2-199299638780,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:40.074784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447bcef-ee14-4792-a569-ecc79fe70a2f req-8f642dfa-6ece-42de-a3d0-e23344304d5b tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.076533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b447bcef-ee14-4792-a569-ecc79fe70a2f req-8f642dfa-6ece-42de-a3d0-e23344304d5b tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.0585408 Dec 15 13:48:40.155218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b447bcef-ee14-4792-a569-ecc79fe70a2f req-09369ea7-8383-4eda-b0da-95692d48444f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Dec 15 13:48:40.269783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58916b44-6062-4cac-bc8b-f1797edb5546 req-dc0437cc-3bbc-47e3-a5e4-3e1da1c3f88e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.272361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58916b44-6062-4cac-bc8b-f1797edb5546 req-dc0437cc-3bbc-47e3-a5e4-3e1da1c3f88e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0901976 Dec 15 13:48:40.382560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58916b44-6062-4cac-bc8b-f1797edb5546 req-7929115f-202f-4ea4-9de6-289de25cf78d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959723 Dec 15 13:48:40.396339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b3f4c-b89c-4224-b294-6377f4bed6aa req-8a36abbd-0075-4d36-aa1b-7c67af73529d tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.398747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a01b3f4c-b89c-4224-b294-6377f4bed6aa req-8a36abbd-0075-4d36-aa1b-7c67af73529d tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.1248546 Dec 15 13:48:40.475758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a01b3f4c-b89c-4224-b294-6377f4bed6aa req-542ac273-2698-41e2-b2b3-54f21422d7ff tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565169 Dec 15 13:48:40.618156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f734ae1-97fc-4602-bf5d-9cd06d2046d3 req-4ff0a950-fa41-4a2e-b2fb-ccfe49b5c608 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/784039cb-e2a2-493c-8bd2-199299638780 HTTP/1.1" status: 200 len: 1831 time: 0.1009574 Dec 15 13:48:40.777941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b38553-3cd3-4b8d-8d23-db3295dea42e req-0783120a-b100-49fa-8c0e-e5afd28ac797 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.789528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35b38553-3cd3-4b8d-8d23-db3295dea42e req-0783120a-b100-49fa-8c0e-e5afd28ac797 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1006041 Dec 15 13:48:40.878480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35b38553-3cd3-4b8d-8d23-db3295dea42e req-6e905922-570d-437e-b21d-67a5c0215a4a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842400 Dec 15 13:48:40.982276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8932b28-4c44-4cbf-a760-503a78cbe4b7 req-eb8a9cf7-9ae5-48d3-8c33-1722f8d1603d tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 210 time: 0.0479007 Dec 15 13:48:41.079809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.086361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.092336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.098413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.104346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.110873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.116801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.118718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-b5f334d4-02e0-4357-b2ad-08bfde6da387 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1438694 Dec 15 13:48:41.122475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-063289c9-775a-48e0-ae69-99becf164473 req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-798808711', 'description': 'tempest-description-2136525689'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:41.180303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-063289c9-775a-48e0-ae69-99becf164473 req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.215680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfbbd81c-274f-4a2e-a8ba-59a5281a6680 req-dcbffb6f-c0e8-4dd6-9360-fda32b77c541 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878601 Dec 15 13:48:41.270459 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-063289c9-775a-48e0-ae69-99becf164473 req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.274613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-063289c9-775a-48e0-ae69-99becf164473 req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.305113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-063289c9-775a-48e0-ae69-99becf164473 req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.306324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-063289c9-775a-48e0-ae69-99becf164473 req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2394447 Dec 15 13:48:41.321172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ea29-cb5f-4148-9ab2-2a66bd1aa9f9 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece207d2-c30e-42cd-9e7d-549a78df13e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:41.362084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17130e-4f37-4ef0-9d2f-e778fd8c9c54 req-cba48817-a38d-4496-a3de-88a15beca130 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.363586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc17130e-4f37-4ef0-9d2f-e778fd8c9c54 req-cba48817-a38d-4496-a3de-88a15beca130 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.0563974 Dec 15 13:48:41.411070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc17130e-4f37-4ef0-9d2f-e778fd8c9c54 req-2ee361a6-87c7-4637-9b51-24faecddced8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Dec 15 13:48:41.472282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0e199f4-9d5e-4de8-9705-199e82318e02 req-c59855cf-2f8f-4d01-b98e-4a4e1f189c68 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/ece207d2-c30e-42cd-9e7d-549a78df13e3 HTTP/1.1" status: 200 len: 1831 time: 0.0373018 Dec 15 13:48:41.581405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850cc44-598b-4f7f-b2f2-579776ce34c3 req-3a90fd0b-0366-4a3e-a56e-187bfbb23383 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.582897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1850cc44-598b-4f7f-b2f2-579776ce34c3 req-3a90fd0b-0366-4a3e-a56e-187bfbb23383 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0601840 Dec 15 13:48:41.631982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1850cc44-598b-4f7f-b2f2-579776ce34c3 req-428ea790-b085-4dec-af6d-acc1ed56b3bf tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Dec 15 13:48:41.660891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-7b657ea8-6036-401f-8afa-dc45dc197c8f req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-511653763', 'description': 'tempest-description-1488789186'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:41.685270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7b657ea8-6036-401f-8afa-dc45dc197c8f req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.775891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e0f7a-8965-4fe8-8290-474162daf92b req-80ac0591-3d54-41de-aab5-a9a36a5c37e6 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.777551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-260e0f7a-8965-4fe8-8290-474162daf92b req-80ac0591-3d54-41de-aab5-a9a36a5c37e6 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.0769930 Dec 15 13:48:41.846905 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7b657ea8-6036-401f-8afa-dc45dc197c8f req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.857923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7b657ea8-6036-401f-8afa-dc45dc197c8f req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.898655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-c390a7e4-35da-4c4d-8c83-438f0c718bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.900202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-c390a7e4-35da-4c4d-8c83-438f0c718bd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a351356cb7c04283bc1ef5a7269809ef&device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 1094 time: 0.1203442 Dec 15 13:48:41.903175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10995fe5-e9a2-4f50-84b5-953dc31ce4a7 req-03f2cc1d-2fb5-44ab-b447-ccdbc7fa7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.904901 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10995fe5-e9a2-4f50-84b5-953dc31ce4a7 req-03f2cc1d-2fb5-44ab-b447-ccdbc7fa7b56 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 1097 time: 0.0434041 Dec 15 13:48:41.911323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-260e0f7a-8965-4fe8-8290-474162daf92b req-f99e4476-536b-4e57-9535-ef76dbd7c426 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196694 Dec 15 13:48:41.917911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7b657ea8-6036-401f-8afa-dc45dc197c8f req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.919072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b657ea8-6036-401f-8afa-dc45dc197c8f req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2630301 Dec 15 13:48:41.944007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e2e1d-fa10-4579-a8c1-09ecb44d5d56 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad184c4-1d2f-48aa-9c2e-5f20793befe0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:42.015766 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-10995fe5-e9a2-4f50-84b5-953dc31ce4a7 req-dc543813-199c-4389-8307-8cd8836a1645 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883806 Dec 15 13:48:42.125142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cceba217-c26a-4749-940a-97bcf3825e72 req-83fa887c-d40f-46c2-89fd-98a48d515c21 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/bad184c4-1d2f-48aa-9c2e-5f20793befe0 HTTP/1.1" status: 200 len: 1831 time: 0.1097069 Dec 15 13:48:42.146512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79384055-f539-4e1f-956c-f723fa661bc4 req-ad2729b2-8320-4539-90f3-e16aea9801ee tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.148100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79384055-f539-4e1f-956c-f723fa661bc4 req-ad2729b2-8320-4539-90f3-e16aea9801ee tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1190999 Dec 15 13:48:42.155034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-877f1f4f-f753-4602-8c24-9870201f93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.157140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-877f1f4f-f753-4602-8c24-9870201f93c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e63d8598-e56e-42d7-ac10-3a3db1166267 HTTP/1.1" status: 200 len: 916 time: 0.2235911 Dec 15 13:48:42.210279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79384055-f539-4e1f-956c-f723fa661bc4 req-ed67da98-eb6a-4e7b-a794-55b98019cf51 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520518 Dec 15 13:48:42.253429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4687cf96-4571-4afc-b459-fe3c90a3ff4a req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1677787242', 'description': 'tempest-description-810863134'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:42.279281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4687cf96-4571-4afc-b459-fe3c90a3ff4a req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.319861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9f3d36c-5895-46c3-ade0-15241fd43786 req-297f9fed-c9f4-405f-9a9d-4d31093d43a2 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 210 time: 0.0371356 Dec 15 13:48:42.451016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4687cf96-4571-4afc-b459-fe3c90a3ff4a req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.453493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-b44254ff-267a-4be7-96e7-29c936c1cd82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb HTTP/1.1" status: 200 len: 217 time: 0.0570369 Dec 15 13:48:42.457438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4687cf96-4571-4afc-b459-fe3c90a3ff4a req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.505179 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e80dd39f-092b-44e9-ba67-0fb64f73181d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.544160 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4687cf96-4571-4afc-b459-fe3c90a3ff4a req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.545421 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4687cf96-4571-4afc-b459-fe3c90a3ff4a req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2976770 Dec 15 13:48:42.570931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877f6aa-c79c-4b86-82a0-74a99beb0c5a tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edeadd52-bc3a-45ff-af3f-aca11abee3f9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:42.575595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-654c1d6a-f593-447f-8c00-688b369845a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.577106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-654c1d6a-f593-447f-8c00-688b369845a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e2b1eb7a-af0b-4c97-99b5-5bff1417c785 HTTP/1.1" status: 200 len: 853 time: 0.0960369 Dec 15 13:48:42.593657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.599925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.607128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.614468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.620568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.627194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.633105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.634978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-984bb6c0-cf3c-4c6c-822d-47212ae093cd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1738598 Dec 15 13:48:42.711657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-5fe12454-a43a-418c-8f9b-738c638336d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.713187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-5fe12454-a43a-418c-8f9b-738c638336d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e63d8598-e56e-42d7-ac10-3a3db1166267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773249 Dec 15 13:48:42.722723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84d4fb61-ad89-47b0-a6f8-128d7c6fe2e0 req-8be68a5a-bc68-4cef-a5c9-eaf945b781c0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781975 Dec 15 13:48:42.727664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-4c18acdd-1006-4f4f-a511-c885318fcc44 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:48:42.728686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-4c18acdd-1006-4f4f-a511-c885318fcc44 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050571 Dec 15 13:48:42.887237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-089031a3-e673-4178-95a6-5f7efb0f8b03 service neutron] 10.222.0.67 "GET /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471860 Dec 15 13:48:42.918533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a260a-5ff6-432d-b1f9-cb958fd4d805 req-59e81814-4c08-4cea-b39d-9f79f2bf2a6a tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.919996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c1a260a-5ff6-432d-b1f9-cb958fd4d805 req-59e81814-4c08-4cea-b39d-9f79f2bf2a6a tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.1041687 Dec 15 13:48:42.984956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86fe3506-bdc5-4feb-9d32-1ecbb44007d8 req-09957c35-1001-4a40-804e-c51b49422694 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/edeadd52-bc3a-45ff-af3f-aca11abee3f9 HTTP/1.1" status: 200 len: 1831 time: 0.1191528 Dec 15 13:48:43.057439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c1a260a-5ff6-432d-b1f9-cb958fd4d805 req-6fa7bc92-aee5-4b52-96f3-f18678a910b2 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276960 Dec 15 13:48:43.102365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2aaf135-70cc-4389-9b8e-b3daf4310f7a req-ae4be7ff-bf69-4af7-9570-d80a8b685c65 service neutron] 10.222.0.67 "GET /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809597 Dec 15 13:48:43.142407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8ee3d928-bd69-468a-aaf7-dd0f30677c45 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.144623 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8ee3d928-bd69-468a-aaf7-dd0f30677c45 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 804 time: 0.1551459 Dec 15 13:48:43.162607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bf50-2501-45b5-ac8e-4cffbf4f36fe req-ddc957a8-8493-4eb5-82e6-dab2c726415f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.164050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Request body: {'port': {'device_id': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'admin_state_up': True, 'tenant_id': 'bae0ec85b7384407aa1052158f676975'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:43.164991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd22bf50-2501-45b5-ac8e-4cffbf4f36fe req-ddc957a8-8493-4eb5-82e6-dab2c726415f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0819111 Dec 15 13:48:43.216238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd22bf50-2501-45b5-ac8e-4cffbf4f36fe req-bb951d3a-5b8b-4cd0-aafa-9c24804bb93c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Dec 15 13:48:43.291072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Made reservation on behalf of bae0ec85b7384407aa1052158f676975 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:43.294905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.334946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76218fe-39cb-4bfe-a83c-26dae2e4fc27 req-73ad65d9-42b3-47e6-a381-2e423f5acc66 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.336423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e76218fe-39cb-4bfe-a83c-26dae2e4fc27 req-73ad65d9-42b3-47e6-a381-2e423f5acc66 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.0628438 Dec 15 13:48:43.355607 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-19cad5da-3080-4b81-9159-ed534652cd26 req-e71f1515-53b0-422e-bf23-fd10bf2dea66 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] show failed (client error): The resource could not be found. Dec 15 13:48:43.356617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19cad5da-3080-4b81-9159-ed534652cd26 req-e71f1515-53b0-422e-bf23-fd10bf2dea66 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/46bf5fea-9117-4abd-aae8-00518d5769cf HTTP/1.1" status: 404 len: 352 time: 0.0192637 Dec 15 13:48:43.399330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e76218fe-39cb-4bfe-a83c-26dae2e4fc27 req-8fe05bb9-2c45-4eab-be4a-0ff2546dbe88 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557103 Dec 15 13:48:43.443650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Allocated IP 172.20.0.13 (e565ccab-723c-4182-8ddf-8f4ca28beb4d/c40e7545-5a6f-446b-a372-5eb71bc99f72/fe3a5e49-6726-42aa-9640-b19d9d435c87) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:43.469712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2739525-7dd0-43a9-87e3-a0670d510e47 req-3243902e-30ab-4b44-a6be-90cf82aeca4f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.472969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2739525-7dd0-43a9-87e3-a0670d510e47 req-3243902e-30ab-4b44-a6be-90cf82aeca4f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0623636 Dec 15 13:48:43.520143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2739525-7dd0-43a9-87e3-a0670d510e47 req-e034cf89-e5c9-4dbc-b616-19a4445975cf tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Dec 15 13:48:43.615236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.640842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c6b6d9c-2ea4-4739-a258-3cf7a35e083c req-83ebf725-c7fa-489b-9790-24ca9495feb9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 210 time: 0.0375121 Dec 15 13:48:43.651818 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-6e436c04-0aa5-4c29-8dc1-d622ed4b4722 req-3d246c79-31e0-43f8-9990-d2153b898442 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] show failed (client error): The resource could not be found. Dec 15 13:48:43.652700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.652972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e436c04-0aa5-4c29-8dc1-d622ed4b4722 req-3d246c79-31e0-43f8-9990-d2153b898442 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-group-rules/b0d76600-2547-4ab8-a7aa-af9ef544c788 HTTP/1.1" status: 404 len: 361 time: 0.0193322 Dec 15 13:48:43.694407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Network e565ccab-723c-4182-8ddf-8f4ca28beb4d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:43.707791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:43.710274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:43.745302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c9f316c-cab4-45df-bcc0-8aa50138f67f req-a88640a5-964e-470c-bf5d-72dabb2f11f5 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/edeadd52-bc3a-45ff-af3f-aca11abee3f9 HTTP/1.1" status: 200 len: 1831 time: 0.0474606 Dec 15 13:48:43.761726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:43.797103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.797738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.819979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-8b0b7a22-65d8-43d4-9837-56467dde852b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6624413 Dec 15 13:48:43.826343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9f316c-cab4-45df-bcc0-8aa50138f67f req-c4aa6760-031a-4b2d-81a4-01960662ef3d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.876427 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.879651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9f316c-cab4-45df-bcc0-8aa50138f67f req-c4aa6760-031a-4b2d-81a4-01960662ef3d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.925735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.931617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.937540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.945799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Request body: {'port': {'device_id': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:43.948456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.956175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.963669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.970299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.972173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-1a77ebf0-746f-40be-a435-bc711beb3beb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1430628 Dec 15 13:48:43.998857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9f316c-cab4-45df-bcc0-8aa50138f67f req-c4aa6760-031a-4b2d-81a4-01960662ef3d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.001485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9f316c-cab4-45df-bcc0-8aa50138f67f req-c4aa6760-031a-4b2d-81a4-01960662ef3d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.002586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c9f316c-cab4-45df-bcc0-8aa50138f67f req-c4aa6760-031a-4b2d-81a4-01960662ef3d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "DELETE /v2.0/security-groups/edeadd52-bc3a-45ff-af3f-aca11abee3f9 HTTP/1.1" status: 204 len: 173 time: 0.2502577 Dec 15 13:48:44.014389 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.031876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa6760-031a-4b2d-81a4-01960662ef3d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeadd52-bc3a-45ff-af3f-aca11abee3f9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.086692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-196cfb93-edc1-442a-9d71-341cb844ef00 req-efd5fd49-6805-4626-8ec2-e4cbb8ba6d8b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074200 Dec 15 13:48:44.102441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:44.122180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b175fae2-afa2-409e-b1be-5fbe4ef80da2 req-1ab0da1c-39df-4d25-9e15-d026a29907b0 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/bad184c4-1d2f-48aa-9c2e-5f20793befe0 HTTP/1.1" status: 200 len: 1831 time: 0.0918970 Dec 15 13:48:44.209288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b175fae2-afa2-409e-b1be-5fbe4ef80da2 req-2c231f41-61f8-4cc4-9c91-dd7175346534 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.245260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98e862cf-9423-4bdc-bb67-34abb00636b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.251196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b175fae2-afa2-409e-b1be-5fbe4ef80da2 req-2c231f41-61f8-4cc4-9c91-dd7175346534 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.265062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d759-14ab-4bcd-b42e-36e4da5bb4bf req-c5cff938-48ef-42ff-a121-f0205709c325 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.267060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc7d759-14ab-4bcd-b42e-36e4da5bb4bf req-c5cff938-48ef-42ff-a121-f0205709c325 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.1053007 Dec 15 13:48:44.344284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3a5e49-6726-42aa-9640-b19d9d435c87 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:44.354939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.367430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc7d759-14ab-4bcd-b42e-36e4da5bb4bf req-40466a04-4746-4631-9854-f6002b92fcee tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887990 Dec 15 13:48:44.368325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Transition to ACTIVE for port object fe3a5e49-6726-42aa-9640-b19d9d435c87 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:44.372101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.373179 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b175fae2-afa2-409e-b1be-5fbe4ef80da2 req-2c231f41-61f8-4cc4-9c91-dd7175346534 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.376227 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b175fae2-afa2-409e-b1be-5fbe4ef80da2 req-2c231f41-61f8-4cc4-9c91-dd7175346534 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.382722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b175fae2-afa2-409e-b1be-5fbe4ef80da2 req-2c231f41-61f8-4cc4-9c91-dd7175346534 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "DELETE /v2.0/security-groups/bad184c4-1d2f-48aa-9c2e-5f20793befe0 HTTP/1.1" status: 204 len: 173 time: 0.2596338 Dec 15 13:48:44.398799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c231f41-61f8-4cc4-9c91-dd7175346534 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad184c4-1d2f-48aa-9c2e-5f20793befe0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.437728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.481490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98e862cf-9423-4bdc-bb67-34abb00636b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.511761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98e862cf-9423-4bdc-bb67-34abb00636b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.513940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Attempting to bind port fe3a5e49-6726-42aa-9640-b19d9d435c87 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:44.514275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Attempting to bind port fe3a5e49-6726-42aa-9640-b19d9d435c87 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:44.514606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Attempting to bind port fe3a5e49-6726-42aa-9640-b19d9d435c87 on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:44.519599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Port fe3a5e49-6726-42aa-9640-b19d9d435c87 on network e565ccab-723c-4182-8ddf-8f4ca28beb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:44.519923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Attempting to bind port fe3a5e49-6726-42aa-9640-b19d9d435c87 on network e565ccab-723c-4182-8ddf-8f4ca28beb4d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:44.524826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:44.525165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Checking segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:44.525542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Bound using segment: {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:44.525964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Bound port: fe3a5e49-6726-42aa-9640-b19d9d435c87, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5b6da6-d381-4d94-9992-0a29f2527ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:44.526315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.563736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c52c5d5e-70b0-40ad-9541-1a255a7f5950 req-6168b033-0225-45fa-8d94-d70880f0615d tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/ece207d2-c30e-42cd-9e7d-549a78df13e3 HTTP/1.1" status: 200 len: 1831 time: 0.1459906 Dec 15 13:48:44.593779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-98e862cf-9423-4bdc-bb67-34abb00636b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ca3a0c0cb2b440abbcbada2be1cf334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4900370 Dec 15 13:48:44.594094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:44.596757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:44.598780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:44.604848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e862cf-9423-4bdc-bb67-34abb00636b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd625c63-9166-48e1-b9bc-a81eb47f4d67,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.607118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.618175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916a747-7d23-4d3e-bfb8-bcf20ebd11f7 req-c81c39bc-0461-47a1-8787-009ede2e1d9b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.619631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9916a747-7d23-4d3e-bfb8-bcf20ebd11f7 req-c81c39bc-0461-47a1-8787-009ede2e1d9b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1614928 Dec 15 13:48:44.651649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-b8c16b13-7c95-4ccf-bf1f-72600712a559 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.653684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-b8c16b13-7c95-4ccf-bf1f-72600712a559 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/ports?device_id=3510cc6b-8d25-4cce-a411-ff8879cb309c HTTP/1.1" status: 200 len: 945 time: 0.1553113 Dec 15 13:48:44.668177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.669219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.671503 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] 10.222.0.67 "PUT /v2.0/ports/fe3a5e49-6726-42aa-9640-b19d9d435c87 HTTP/1.1" status: 200 len: 1092 time: 0.8309152 Dec 15 13:48:44.680988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10878381-e0a8-4cf0-aaf6-9890635c444e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.681787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:44.684177 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13e3d63-017d-4976-aab2-a1626c11eecd" -d '{"events": [{"name": "network-changed", "server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:44.705720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64527e2-ad54-4b7f-8d8f-3905654c00c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.730738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd083-bec2-4d81-af70-5e19909f9783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.753813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c52c5d5e-70b0-40ad-9541-1a255a7f5950 req-a515e84d-fe19-49c1-ad7f-b2e0ae99170c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.775492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd083-bec2-4d81-af70-5e19909f9783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.785217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9916a747-7d23-4d3e-bfb8-bcf20ebd11f7 req-8828afdb-19cc-4d88-89b4-4f52be449960 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560657 Dec 15 13:48:44.830000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c52c5d5e-70b0-40ad-9541-1a255a7f5950 req-a515e84d-fe19-49c1-ad7f-b2e0ae99170c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.885183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Deleting port 173489e4-141f-4164-a86e-3ae3604653be {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:44.885522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.960043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c52c5d5e-70b0-40ad-9541-1a255a7f5950 req-a515e84d-fe19-49c1-ad7f-b2e0ae99170c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.962571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c52c5d5e-70b0-40ad-9541-1a255a7f5950 req-a515e84d-fe19-49c1-ad7f-b2e0ae99170c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.963719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c52c5d5e-70b0-40ad-9541-1a255a7f5950 req-a515e84d-fe19-49c1-ad7f-b2e0ae99170c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "DELETE /v2.0/security-groups/ece207d2-c30e-42cd-9e7d-549a78df13e3 HTTP/1.1" status: 204 len: 173 time: 0.3912942 Dec 15 13:48:45.002423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e84d-fe19-49c1-ad7f-b2e0ae99170c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece207d2-c30e-42cd-9e7d-549a78df13e3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.018196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf4fef-1df5-4717-a7a0-f76e871bce7d req-213d565b-4f45-49d9-a5a1-e45028faefb2 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.025546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3daf4fef-1df5-4717-a7a0-f76e871bce7d req-213d565b-4f45-49d9-a5a1-e45028faefb2 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.1629498 Dec 15 13:48:45.063333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-f4b3b06c-9f16-4802-acc8-02d37ee0b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.064844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-f4b3b06c-9f16-4802-acc8-02d37ee0b790 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 1095 time: 0.3467960 Dec 15 13:48:45.094992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] For port 173489e4-141f-4164-a86e-3ae3604653be, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=173489e4-141f-4164-a86e-3ae3604653be,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:45.095364 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.114616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-0c00fdbe-4965-4b62-8401-61ba9223736c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87 HTTP/1.1" status: 200 len: 217 time: 0.0382509 Dec 15 13:48:45.119796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Calling delete_port for 173489e4-141f-4164-a86e-3ae3604653be owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:45.136833 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd083-bec2-4d81-af70-5e19909f9783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.139658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd083-bec2-4d81-af70-5e19909f9783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.140810 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc0fd083-bec2-4d81-af70-5e19909f9783 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd625c63-9166-48e1-b9bc-a81eb47f4d67 HTTP/1.1" status: 204 len: 168 time: 0.5404718 Dec 15 13:48:45.147820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3daf4fef-1df5-4717-a7a0-f76e871bce7d req-69303e05-e9da-43f4-a762-4adcf40f1893 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214018 Dec 15 13:48:45.157616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06948ad-fada-48b8-87ef-e7efbf24a38e req-f24aab66-834e-4b0e-bf96-ad6fbc18c323 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.159131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e06948ad-fada-48b8-87ef-e7efbf24a38e req-f24aab66-834e-4b0e-bf96-ad6fbc18c323 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1237054 Dec 15 13:48:45.169518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fd083-bec2-4d81-af70-5e19909f9783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd625c63-9166-48e1-b9bc-a81eb47f4d67,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.200918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-a155e7b3-7e5b-4cc6-a3a0-4809673f12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.202405 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-a155e7b3-7e5b-4cc6-a3a0-4809673f12ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.0740914 Dec 15 13:48:45.249232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-08625c4c-84f6-49f5-ac0f-231d4831ed5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377409 Dec 15 13:48:45.320808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e06948ad-fada-48b8-87ef-e7efbf24a38e req-6c61fcaa-4763-451f-b0dc-aa6561519b25 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993178 Dec 15 13:48:45.344159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb714e4-b70f-45e6-a0a2-e1044965b6b2 req-41b65e16-03ef-47f6-a723-485807feb286 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.345760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bb714e4-b70f-45e6-a0a2-e1044965b6b2 req-41b65e16-03ef-47f6-a723-485807feb286 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 944 time: 0.1071477 Dec 15 13:48:45.364378 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-eb89e126-fb5f-4ae3-8249-f74d035ac1df service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076348 Dec 15 13:48:45.370762 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4296745a-7144-4b44-905b-460402080f43 x-openstack-request-id: req-4296745a-7144-4b44-905b-460402080f43 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:45.371067 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:45.371379 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4296745a-7144-4b44-905b-460402080f43 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:45.371787 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'status': 'completed', 'code': 200} Dec 15 13:48:45.446083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bb714e4-b70f-45e6-a0a2-e1044965b6b2 req-a48ab28b-412e-4fa2-bd51-4f118a43e915 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939488 Dec 15 13:48:45.469221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.491328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82bd3714-d854-4a06-9478-dd3e18d3f263 req-14fc518f-6fe9-44fa-8537-cbff82481316 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160457 Dec 15 13:48:45.505598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event deleted for resources: {'Port': ['ID=173489e4-141f-4164-a86e-3ae3604653be,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.564956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac3cec7b-97de-4451-b641-4c63bdb14c66 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:45.569095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:45.576658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54a8f3-c9cf-4def-8d1d-dac429ab9313 req-0fe11218-115b-4fc4-bc65-a22a09345c3c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.578663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c54a8f3-c9cf-4def-8d1d-dac429ab9313 req-0fe11218-115b-4fc4-bc65-a22a09345c3c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1457541 Dec 15 13:48:45.582119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] No DVR routers for this DVR port 173489e4-141f-4164-a86e-3ae3604653be on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:45.584692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.590671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca0ee1f2-aec0-448d-ab36-82f654a8cf14 req-4852c9e8-4090-4053-b43a-571d68af0497 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "DELETE /v2.0/ports/173489e4-141f-4164-a86e-3ae3604653be HTTP/1.1" status: 204 len: 173 time: 0.9238894 Dec 15 13:48:45.595930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'name': 'network-vif-deleted', 'tag': '173489e4-141f-4164-a86e-3ae3604653be'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:45.598145 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d8e149-1131-4ec7-acf6-cb62c599d713" -d '{"events": [{"server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "name": "network-vif-deleted", "tag": "173489e4-141f-4164-a86e-3ae3604653be"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:45.602265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 173489e4-141f-4164-a86e-3ae3604653be {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:45.602955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:45.630275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-854aa3e4-a35c-440a-9fd7-bdfc1f5908fd req-1585cfec-9e3f-4977-9236-5c6e7bb02a8c tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/784039cb-e2a2-493c-8bd2-199299638780 HTTP/1.1" status: 200 len: 1831 time: 0.1266971 Dec 15 13:48:45.640971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-f030b6d3-2865-4aea-95ac-1b441d0c43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.642544 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-f030b6d3-2865-4aea-95ac-1b441d0c43eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bae0ec85b7384407aa1052158f676975&device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 1095 time: 0.0666366 Dec 15 13:48:45.678896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c54a8f3-c9cf-4def-8d1d-dac429ab9313 req-a2b7f7f2-3dda-4c80-a4a3-3c806cd56e93 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872197 Dec 15 13:48:45.754135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-854aa3e4-a35c-440a-9fd7-bdfc1f5908fd req-ce9f1e6d-f68d-4aaf-a97f-610171f8c940 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.771023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:45.795955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'ac3cec7b-97de-4451-b641-4c63bdb14c66', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'port_id': 'ac3cec7b-97de-4451-b641-4c63bdb14c66', 'mac_address': 'fa:16:3e:a3:7d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:45.806417 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-854aa3e4-a35c-440a-9fd7-bdfc1f5908fd req-ce9f1e6d-f68d-4aaf-a97f-610171f8c940 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.836911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-410bc67a-da3f-4ed6-835a-7d104e69a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.839402 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-410bc67a-da3f-4ed6-835a-7d104e69a4bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 200 len: 906 time: 0.1732552 Dec 15 13:48:45.840112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.854250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3cec7b-97de-4451-b641-4c63bdb14c66 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:45.885167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.887212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:45.892262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.893994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.895347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0cb0b1b4-27f9-46bd-b69b-b65106e65570 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:45.898266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.900117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-7e23a417-adf4-4db7-b96f-3e738c524169 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87 HTTP/1.1" status: 200 len: 217 time: 0.0523634 Dec 15 13:48:45.904185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.910661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.917099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.927504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.929509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-89a67148-bed5-4859-b3b3-90a6edbf7327 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5418 time: 0.1347060 Dec 15 13:48:45.937722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-854aa3e4-a35c-440a-9fd7-bdfc1f5908fd req-ce9f1e6d-f68d-4aaf-a97f-610171f8c940 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.940809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-854aa3e4-a35c-440a-9fd7-bdfc1f5908fd req-ce9f1e6d-f68d-4aaf-a97f-610171f8c940 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.941910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-854aa3e4-a35c-440a-9fd7-bdfc1f5908fd req-ce9f1e6d-f68d-4aaf-a97f-610171f8c940 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "DELETE /v2.0/security-groups/784039cb-e2a2-493c-8bd2-199299638780 HTTP/1.1" status: 204 len: 173 time: 0.2991822 Dec 15 13:48:45.973694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f1e6d-f68d-4aaf-a97f-610171f8c940 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784039cb-e2a2-493c-8bd2-199299638780,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.975674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-0e119f01-77f0-44bb-af53-1acd68e79e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.978287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-0e119f01-77f0-44bb-af53-1acd68e79e0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 200 len: 844 time: 0.0702896 Dec 15 13:48:45.998791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.003997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:46.019977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '0cb0b1b4-27f9-46bd-b69b-b65106e65570', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'port_id': '0cb0b1b4-27f9-46bd-b69b-b65106e65570', 'mac_address': 'fa:16:3e:54:84:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:46.047916 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-a3349f26-8445-4a9b-a998-c86a084d554e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e565ccab-723c-4182-8ddf-8f4ca28beb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602767 Dec 15 13:48:46.048776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f703d1-59bc-4e07-b7e8-d95a4b413b3e req-840faba9-5aec-460b-aeb1-feeadb8e2e4a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057630 Dec 15 13:48:46.069891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.085851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb0b1b4-27f9-46bd-b69b-b65106e65570 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:46.129739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52490) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:46.137582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.143354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.148919 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.151196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7deb6819-e63a-4e7e-8464-f0a89eb961b6 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:46.187810 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-eeb56c01-3076-46eb-ad8b-146542ceffe5 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302321 Dec 15 13:48:46.198532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac1a2d-b3ce-4de2-b30d-a24638506921 req-7d7755c1-e0b5-4b3f-80f1-e89d3965fa62 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.199983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bac1a2d-b3ce-4de2-b30d-a24638506921 req-7d7755c1-e0b5-4b3f-80f1-e89d3965fa62 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.1468704 Dec 15 13:48:46.221161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:46.223759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581a5fd-2fb7-41b6-8aa0-a82457d109b1 req-da578b50-6aae-44c0-9c2c-c00e585cddde tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.231625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c581a5fd-2fb7-41b6-8aa0-a82457d109b1 req-da578b50-6aae-44c0-9c2c-c00e585cddde tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 943 time: 0.0920770 Dec 15 13:48:46.252361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:46.255155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Request body: {'floatingip': {'port_id': '5d3c94cb-1605-4574-8383-55f46c5953e8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:46.304207 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22356b9-aa17-4316-8217-e501e98453a0 x-openstack-request-id: req-b22356b9-aa17-4316-8217-e501e98453a0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:46.304535 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3510cc6b-8d25-4cce-a411-ff8879cb309c", "name": "network-vif-deleted", "tag": "173489e4-141f-4164-a86e-3ae3604653be", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:46.304823 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b22356b9-aa17-4316-8217-e501e98453a0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:46.305241 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3510cc6b-8d25-4cce-a411-ff8879cb309c', 'name': 'network-vif-deleted', 'tag': '173489e4-141f-4164-a86e-3ae3604653be', 'status': 'completed', 'code': 200} Dec 15 13:48:46.309562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.344573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c581a5fd-2fb7-41b6-8aa0-a82457d109b1 req-5a14c233-f0c3-49f8-9ab3-791241cd5b7d tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119299 Dec 15 13:48:46.353059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1666524824-network', 'tenant_id': 'f65cf9bdd5c94071ba394800f0650b71'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:46.405606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.417450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7deb6819-e63a-4e7e-8464-f0a89eb961b6', 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'port_id': '7deb6819-e63a-4e7e-8464-f0a89eb961b6', 'mac_address': 'fa:16:3e:77:9c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:46.443673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Made reservation on behalf of f65cf9bdd5c94071ba394800f0650b71 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:46.446132 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.456397 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.470368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deb6819-e63a-4e7e-8464-f0a89eb961b6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:46.480750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.488698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b13e3d63-017d-4976-aab2-a1626c11eecd req-e6593791-32b1-4b44-bc5f-7ec92ec44e68 service neutron] 10.222.0.67 "GET /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897286 Dec 15 13:48:46.497131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.502157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.503389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 32d719cd-e00a-4703-a3f5-ebbdef54f073 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:46.565194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.587688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '32d719cd-e00a-4703-a3f5-ebbdef54f073', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'port_id': '32d719cd-e00a-4703-a3f5-ebbdef54f073', 'mac_address': 'fa:16:3e:74:5b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:46.597589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:46.633188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.647589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d719cd-e00a-4703-a3f5-ebbdef54f073 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:46.675544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.682237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.682913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 446ff3a1-9fbf-4b1b-89ee-9d023104c95a details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:46.760940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:46.766455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.780607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a', 'network_id': '002388f7-7e1d-4bad-b686-09b5fd26097b', 'port_id': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a', 'mac_address': 'fa:16:3e:94:9a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbda0682-078f-4f99-9bec-6f3db4d278a8', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:46.820876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.835281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446ff3a1-9fbf-4b1b-89ee-9d023104c95a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:46.842334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6510-b501-4b4b-8c98-2be7e213a894 req-93a5809f-742c-46fc-be45-e8e61aaf6f9e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.843834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12fd6510-b501-4b4b-8c98-2be7e213a894 req-93a5809f-742c-46fc-be45-e8e61aaf6f9e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.4385796 Dec 15 13:48:46.843993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.849367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.854053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dbd3b22-a40c-4ae2-be7f-26cb4a9004af req-721b266b-bff4-480e-96a3-5c754399cbb3 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "GET /v2.0/security-groups/a036deb4-87db-42dc-9a59-81f3d1d7e8f5 HTTP/1.1" status: 200 len: 1831 time: 0.4648702 Dec 15 13:48:46.872519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:46.879118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.880475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e02bacc6-6216-4ac6-9c79-c61abeba94fb details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:46.960630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12fd6510-b501-4b4b-8c98-2be7e213a894 req-f900d6dc-5bd4-4aa3-9d2c-bf050166a59c tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069815 Dec 15 13:48:46.960918 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Floating IP b1f84e87-5633-4821-878f-272ae9b58339 associated. External IP: 172.25.2.36, port: 5d3c94cb-1605-4574-8383-55f46c5953e8. Dec 15 13:48:46.981476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.017179 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dbd3b22-a40c-4ae2-be7f-26cb4a9004af req-4c0406a9-ccc2-4b83-b155-14232e0a0773 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.039812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e02bacc6-6216-4ac6-9c79-c61abeba94fb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:47.049197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.053609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb', 'network_id': 'e63d8598-e56e-42d7-ac10-3a3db1166267', 'port_id': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb', 'mac_address': 'fa:16:3e:2e:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b1eb7a-af0b-4c97-99b5-5bff1417c785', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:47.059459 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.073492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dbd3b22-a40c-4ae2-be7f-26cb4a9004af req-4c0406a9-ccc2-4b83-b155-14232e0a0773 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.097941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.114484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02bacc6-6216-4ac6-9c79-c61abeba94fb {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:47.119676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:47.139794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e02bacc6-6216-4ac6-9c79-c61abeba94fb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:47.147366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.148145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 408a2772-f3ab-44b4-b23b-e27054a37c25 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:47.159256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1d832-dd02-4c55-bb4b-dfe8e118a914,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.166622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.166622 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Added segment c831de0a-7248-4635-9825-7de96c170b1e of type vlan for network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 Dec 15 13:48:47.189805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Router df4f650a-3ade-46c9-ab7c-e39bf2259a9b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:48:47.216197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752e98-8bba-413c-b189-ecab293dcc1b req-4b1c54b4-9bcc-4840-9300-c489159ca56c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.221779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4752e98-8bba-413c-b189-ecab293dcc1b req-4b1c54b4-9bcc-4840-9300-c489159ca56c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1577806 Dec 15 13:48:47.244169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.246459 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dbd3b22-a40c-4ae2-be7f-26cb4a9004af req-4c0406a9-ccc2-4b83-b155-14232e0a0773 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.249126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dbd3b22-a40c-4ae2-be7f-26cb4a9004af req-4c0406a9-ccc2-4b83-b155-14232e0a0773 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.250415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dbd3b22-a40c-4ae2-be7f-26cb4a9004af req-4c0406a9-ccc2-4b83-b155-14232e0a0773 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] 10.222.0.32 "DELETE /v2.0/security-groups/a036deb4-87db-42dc-9a59-81f3d1d7e8f5 HTTP/1.1" status: 204 len: 173 time: 0.3820562 Dec 15 13:48:47.266475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52504) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:47.310534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:47.316841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.318220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Deleting subnet e7a719f9-186c-4529-b375-8bc4a838997b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:47.328050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.354865 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-752ef957-3482-479f-8a70-7e09359db815 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "PUT /v2.0/floatingips/b1f84e87-5633-4821-878f-272ae9b58339 HTTP/1.1" status: 200 len: 991 time: 1.1298461 Dec 15 13:48:47.371147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:48:47.372715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 408a2772-f3ab-44b4-b23b-e27054a37c25, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=408a2772-f3ab-44b4-b23b-e27054a37c25,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:47.373788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:47.375565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0406a9-ccc2-4b83-b155-14232e0a0773 tempest-SecurityGroupRulesNegativeTestJSON-105750423 tempest-SecurityGroupRulesNegativeTestJSON-105750423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036deb4-87db-42dc-9a59-81f3d1d7e8f5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.377511 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8f923-3b35-49d4-82a0-b63b80af0223" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:47.390691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] Sync routers for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:47.405434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4752e98-8bba-413c-b189-ecab293dcc1b req-ce4c0130-81c4-4ead-9dbc-9b8b7740c94e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727836 Dec 15 13:48:47.424689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e02bacc6-6216-4ac6-9c79-c61abeba94fb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.428029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '408a2772-f3ab-44b4-b23b-e27054a37c25', 'network_id': '3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e', 'port_id': '408a2772-f3ab-44b4-b23b-e27054a37c25', 'mac_address': 'fa:16:3e:3c:a5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:47.433555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:47.434180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:47.434862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.436101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.437436 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.443220 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.450747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.534200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4015939 Dec 15 13:48:47.537137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:47.544342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Request body: {'subnet': {'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1666524824-subnet', 'tenant_id': 'f65cf9bdd5c94071ba394800f0650b71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:47.549961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.568370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba993383-91dd-48a2-8612-e9fb561171d8 req-800ac235-31c2-4081-b94b-472e03e23a9a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.569926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba993383-91dd-48a2-8612-e9fb561171d8 req-800ac235-31c2-4081-b94b-472e03e23a9a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 944 time: 0.1960223 Dec 15 13:48:47.570374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408a2772-f3ab-44b4-b23b-e27054a37c25 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:47.577053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Made reservation on behalf of f65cf9bdd5c94071ba394800f0650b71 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:47.579843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.585232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a2517-3b16-4008-b46d-5ec743d9409f admin admin] Pushing event updated for resources: {'Network': ['ID=34e9f15f-7d3a-40d6-9cb8-eb4304837f32,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.591933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 408a2772-f3ab-44b4-b23b-e27054a37c25, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=408a2772-f3ab-44b4-b23b-e27054a37c25,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:47.598980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.605291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:47.607076 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.607704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a68a9c92-c61f-4780-9b96-bee4b7023d4b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:47.662910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.668938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.674794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.680956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.686635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.693289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.698920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.700852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-d3c3b5e1-9bc0-4975-af95-f82dad1f7080 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5423 time: 0.1905420 Dec 15 13:48:47.712884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:47.724300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba993383-91dd-48a2-8612-e9fb561171d8 req-b99a94a2-2baf-4487-930a-c2bb6a290929 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450455 Dec 15 13:48:47.760564 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.794008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=408a2772-f3ab-44b4-b23b-e27054a37c25,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.794256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.803364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a719f9-186c-4529-b375-8bc4a838997b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.815082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.820980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85abe3da-8e26-4424-8140-18206065dc0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7a719f9-186c-4529-b375-8bc4a838997b HTTP/1.1" status: 204 len: 168 time: 0.5502822 Dec 15 13:48:47.821603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52516) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:47.851633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a9cf16-bb25-4c05-8f1a-22b355747a45,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.870127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.870574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.871373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.871373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.871882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.872323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.872746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.873165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.873585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.873998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.874456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.874954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.875368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:47.876550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c4cd3dd-128b-4615-93a1-cf04329a9421 req-2e8bb41d-dbb7-4cfe-90e7-540e9fc465b4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493390 Dec 15 13:48:47.896116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Checking segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:47.896622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Network hostable DHCP agents. Network: 34e9f15f-7d3a-40d6-9cb8-eb4304837f32, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:47.915204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.916806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:47.950358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 34e9f15f-7d3a-40d6-9cb8-eb4304837f32) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:47.962605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.964999 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.985132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f93c72-5b8a-4528-ab59-75e52c4520a8 None None] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:48.002668 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e49fb-090a-4942-874d-34edc88319f1 x-openstack-request-id: req-b53e49fb-090a-4942-874d-34edc88319f1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:48.004666 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:48.005291 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b53e49fb-090a-4942-874d-34edc88319f1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:48.005963 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'status': 'completed', 'code': 200} Dec 15 13:48:48.025533 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2442c2ca-7638-4d34-b1ce-ed6f40fdf93c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4860737 Dec 15 13:48:48.055835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.095593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:48.101499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-7d44be1a-0eab-40f2-8ad4-c6c940863ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.103264 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-7d44be1a-0eab-40f2-8ad4-c6c940863ec0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1&device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 1097 time: 0.0603471 Dec 15 13:48:48.112270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07849f79-320c-4730-b32d-bb28a9252a52']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:48.128035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'port_id': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'mac_address': 'fa:16:3e:c4:9d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:48.132865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fce188-b98d-4baf-a471-11cb816f8bf3') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:48.133154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fce188-b98d-4baf-a471-11cb816f8bf3') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:48.145177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b5c2d-de6a-4879-bed2-8b35dfed0924 req-d8706f10-9a5c-44fa-8a87-ad73ab90fa07 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.146345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82b5c2d-de6a-4879-bed2-8b35dfed0924 req-d8706f10-9a5c-44fa-8a87-ad73ab90fa07 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 944 time: 0.1473227 Dec 15 13:48:48.157872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.191111 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.202694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd7ac-3b86-4e41-b2a2-bed35b401dda req-4a78f091-dd00-4fdc-823a-c6d83a465043 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.207677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3bfd7ac-3b86-4e41-b2a2-bed35b401dda req-4a78f091-dd00-4fdc-823a-c6d83a465043 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1427765 Dec 15 13:48:48.223422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:48.223802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:48.225509 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:48.243948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-cdf31253-35d5-428f-a9ac-020c89970253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.246283 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-cdf31253-35d5-428f-a9ac-020c89970253 service neutron] 10.222.0.67 "GET /v2.0/networks?id=11156f9e-9c4c-45db-880d-4a5f31c6a41a HTTP/1.1" status: 200 len: 913 time: 0.1353338 Dec 15 13:48:48.286772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'project_id': 'f65cf9bdd5c94071ba394800f0650b71', 'fixed_ips': [{'subnet_id': 'c3a9cf16-bb25-4c05-8f1a-22b355747a45'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:48:48.287475 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.289919 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.329213 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82b5c2d-de6a-4879-bed2-8b35dfed0924 req-b563af72-3c89-46ad-a8b6-9401a2b75fce tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737318 Dec 15 13:48:48.334824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68a9c92-c61f-4780-9b96-bee4b7023d4b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:48.352339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-a10bb701-810e-4a57-bac7-d52e75962f69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d3c94cb-1605-4574-8383-55f46c5953e8 HTTP/1.1" status: 200 len: 999 time: 0.0926056 Dec 15 13:48:48.355090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.361489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.365674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/07849f79-320c-4730-b32d-bb28a9252a52 HTTP/1.1" status: 204 len: 168 time: 0.5379920 Dec 15 13:48:48.375855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3bfd7ac-3b86-4e41-b2a2-bed35b401dda req-a7fc9f31-912a-4304-8a41-2951dacc4ed7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672490 Dec 15 13:48:48.414880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829fc7f-8843-4b57-b428-6fd76e0cfa28 admin admin] Pushing event deleted for resources: {'Network': ['ID=07849f79-320c-4730-b32d-bb28a9252a52,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:48.446452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-9626b13a-5b4e-4e3a-b8b1-dcdce5327407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.454464 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-9626b13a-5b4e-4e3a-b8b1-dcdce5327407 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9775f2c7-aab7-4ae5-ab99-723a46aa997d HTTP/1.1" status: 200 len: 850 time: 0.0929515 Dec 15 13:48:48.523462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:48.531712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.539087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-42439f64-8c58-426b-870b-42586aabd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.542351 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-42439f64-8c58-426b-870b-42586aabd67d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11156f9e-9c4c-45db-880d-4a5f31c6a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782814 Dec 15 13:48:48.544182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.549008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Allocated IP 172.20.0.2 (34e9f15f-7d3a-40d6-9cb8-eb4304837f32/c3a9cf16-bb25-4c05-8f1a-22b355747a45/6c5d7d28-af9b-4bd1-a69c-f079c543621f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:48.552683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58facd63-b95a-4a14-9e67-89f3c18f74ba req-495dd7c6-499d-4059-b2ef-cf584e3a690d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.554767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58facd63-b95a-4a14-9e67-89f3c18f74ba req-495dd7c6-499d-4059-b2ef-cf584e3a690d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0785451 Dec 15 13:48:48.581745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:48.609975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:48.640737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58facd63-b95a-4a14-9e67-89f3c18f74ba req-737c293a-b9c4-4456-b325-83ab503f179a tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779457 Dec 15 13:48:48.642278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b1f84e87-5633-4821-878f-272ae9b58339', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'port_id': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'mac_address': 'fa:16:3e:c6:2c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2b027-6872-433e-ad0e-887a8805d224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:48:04Z', 'updated_at': '2021-12-15T13:48:46Z', 'revision_number': 1, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:59Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:48.646776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-462dfc84-ebee-4b4f-b670-9160dd6929a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1306d404e384e38a6ea2f0de6fb43eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639424 Dec 15 13:48:48.649216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:48.679152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] Checking router: df4f650a-3ade-46c9-ab7c-e39bf2259a9b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:48.688267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-539b0d8c-2c67-4f11-893e-0992eb983103 service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342566 Dec 15 13:48:48.779237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:48.790245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:48.790814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:48.810413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e75e1c3-ab94-4840-ac35-8f1d0c4de966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.811608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e8f923-3b35-49d4-82a0-b63b80af0223 req-0968d06e-f88f-4805-a9e7-d52d91691e4e service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125376 Dec 15 13:48:48.863765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09c65-c901-4576-ba0c-c2c453b4ab24 req-faea50bd-23d5-407a-86de-6c869ce79fc6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.865237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8af09c65-c901-4576-ba0c-c2c453b4ab24 req-faea50bd-23d5-407a-86de-6c869ce79fc6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1140585 Dec 15 13:48:48.871961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e75e1c3-ab94-4840-ac35-8f1d0c4de966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.896786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-ca977266-25a8-4fcd-946d-353fea819f82 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.898415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-ca977266-25a8-4fcd-946d-353fea819f82 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 816 time: 0.2009275 Dec 15 13:48:48.937782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:48.939106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-7c6b9fcf-6abf-4a21-a84b-adac9fcc77dc tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/quotas/f65cf9bdd5c94071ba394800f0650b71 HTTP/1.1" status: 200 len: 375 time: 0.0281167 Dec 15 13:48:48.969901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'mac_address': 'fa:16:3e:7f:f7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:48.977227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8af09c65-c901-4576-ba0c-c2c453b4ab24 req-cd0bdad3-78ca-41f2-b88f-8189e44d42be tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012621 Dec 15 13:48:48.999865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-91b7034e-25c2-4eac-897e-c7a3292d2a47 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430756 Dec 15 13:48:49.025863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:49.064195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e75e1c3-ab94-4840-ac35-8f1d0c4de966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.066969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e75e1c3-ab94-4840-ac35-8f1d0c4de966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.068278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0e75e1c3-ab94-4840-ac35-8f1d0c4de966 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a168e836-396e-4902-ba65-590fa733e025 HTTP/1.1" status: 204 len: 168 time: 0.4176998 Dec 15 13:48:49.101064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75e1c3-ab94-4840-ac35-8f1d0c4de966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a168e836-396e-4902-ba65-590fa733e025,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:49.156223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-bafe3719-c4f8-4d98-93f5-47e6a96f2dcf service neutron] 10.222.0.32 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547914 Dec 15 13:48:49.169291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d803b10-7a6e-47bb-a046-c2e9588083c9 req-fded0235-bba1-46ec-8ad8-36b0043db731 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.170953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d803b10-7a6e-47bb-a046-c2e9588083c9 req-fded0235-bba1-46ec-8ad8-36b0043db731 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 944 time: 0.0830760 Dec 15 13:48:49.283598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.284664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d803b10-7a6e-47bb-a046-c2e9588083c9 req-2e48d469-3860-4853-bb6f-51d75735368b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936410 Dec 15 13:48:49.289627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['32d719cd-e00a-4703-a3f5-ebbdef54f073'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.309553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-9a983b04-d0ad-4182-99c1-90cd74e41223 service neutron] 10.222.0.32 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337938 Dec 15 13:48:49.330062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ac3cec7b-97de-4451-b641-4c63bdb14c66'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.420992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.431507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.511060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7deb6819-e63a-4e7e-8464-f0a89eb961b6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.552300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['0cb0b1b4-27f9-46bd-b69b-b65106e65570'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.605204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045fb3-4a5d-4cc4-bc8a-fd5750bcfb41 req-40d1ba8e-d3f2-4f22-9d13-80ab92b0b756 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.606752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85045fb3-4a5d-4cc4-bc8a-fd5750bcfb41 req-40d1ba8e-d3f2-4f22-9d13-80ab92b0b756 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1181996 Dec 15 13:48:49.632355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['446ff3a1-9fbf-4b1b-89ee-9d023104c95a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.634618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e02bacc6-6216-4ac6-9c79-c61abeba94fb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.636439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a68a9c92-c61f-4780-9b96-bee4b7023d4b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:49.642026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.648107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.654166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.660263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.666284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.672252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.678669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.687407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-9e899c27-c0c5-4629-a233-1ea191a3ddf8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5425 time: 0.1535215 Dec 15 13:48:49.770295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85045fb3-4a5d-4cc4-bc8a-fd5750bcfb41 req-e47bcd98-0c93-4306-ac5b-6ebaad1b01f3 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572492 Dec 15 13:48:49.833078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3a5e49-6726-42aa-9640-b19d9d435c87 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:49.864708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-620f351e-2827-4900-bb08-b54042c3e2a7 req-affee128-8ddf-4247-978c-30fa93acd7bd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763117 Dec 15 13:48:49.879029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:49.934566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ceb45-ded9-4bf0-bbe6-8db85295c06a req-99e956af-cbad-4084-9834-067256abdd9b tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.936272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a3ceb45-ded9-4bf0-bbe6-8db85295c06a req-99e956af-cbad-4084-9834-067256abdd9b tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 944 time: 0.0703111 Dec 15 13:48:49.961612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:49.985912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:50.061062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:50.087167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Pushing event updated for resources: {'Port': ['ID=6c5d7d28-af9b-4bd1-a69c-f079c543621f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:50.096760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a3ceb45-ded9-4bf0-bbe6-8db85295c06a req-2587bcd2-5944-45e9-86ec-a6ae97e6206c tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499305 Dec 15 13:48:50.166426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:50.192357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-d79fcbb0-90bd-4c18-befe-f5e5da6054b2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.193694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-d79fcbb0-90bd-4c18-befe-f5e5da6054b2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 816 time: 0.2018247 Dec 15 13:48:50.246182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-45738994-e65a-4291-a884-e7c37c28411c tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/quotas/f65cf9bdd5c94071ba394800f0650b71 HTTP/1.1" status: 200 len: 375 time: 0.0452509 Dec 15 13:48:50.264784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-988642881-network', 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:50.302226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:50.304645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.307547 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.310721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b5b9-1829-47b7-b0f5-f6f4b90c085d req-b260a2b2-cae3-4dad-9880-a73fa80ef5a1 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.317025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fe3b5b9-1829-47b7-b0f5-f6f4b90c085d req-b260a2b2-cae3-4dad-9880-a73fa80ef5a1 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1149678 Dec 15 13:48:50.322981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.324984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-cf9a49b9-fd99-41b9-8c3b-ef5f9575f47b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776482 Dec 15 13:48:50.386305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['408a2772-f3ab-44b4-b23b-e27054a37c25'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:50.396527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fe3b5b9-1829-47b7-b0f5-f6f4b90c085d req-c4f20911-b103-4971-9d0a-0c7919cf5619 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Dec 15 13:48:50.420019 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.426831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.460704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:50.474384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd643db9-0a42-4b42-b24e-8b1cc1b2724b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:50.502406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.502744 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Added segment 61477892-00b0-4db1-809e-22ca6e7fe0c4 of type vlan for network 93dcf55e-deff-4c7d-8d72-764aed011531 Dec 15 13:48:50.561786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.573601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-7585c3a2-1a54-4ebe-af75-e08bd273b4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286458 Dec 15 13:48:50.594993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:50.597678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.599046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.599859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.599996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Attempting to bind port 6c5d7d28-af9b-4bd1-a69c-f079c543621f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:50.600231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Attempting to bind port 6c5d7d28-af9b-4bd1-a69c-f079c543621f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:50.600624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Attempting to bind port 6c5d7d28-af9b-4bd1-a69c-f079c543621f on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:50.602285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12304c53-bf75-460a-bfa2-1c550a3df38c req-ac2c3008-68fd-4e3a-924c-dfa9d45cee7e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.604123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12304c53-bf75-460a-bfa2-1c550a3df38c req-ac2c3008-68fd-4e3a-924c-dfa9d45cee7e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0943100 Dec 15 13:48:50.665914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6024988 Dec 15 13:48:50.668913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:50.678173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Request body: {'subnet': {'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-988642881-subnet', 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:50.678383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['fe3a5e49-6726-42aa-9640-b19d9d435c87'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:50.678856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132a98d-20d6-497a-a14d-0f673b6658dd admin admin] Pushing event updated for resources: {'Network': ['ID=93dcf55e-deff-4c7d-8d72-764aed011531,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:50.683696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 173489e4-141f-4164-a86e-3ae3604653be {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:50.684037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 173489e4-141f-4164-a86e-3ae3604653be not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:50.699050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:50.699432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Checking segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:50.699821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.700208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Bound using segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:50.700715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Bound port: 6c5d7d28-af9b-4bd1-a69c-f079c543621f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:50.701095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.736206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 93dcf55e-deff-4c7d-8d72-764aed011531 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:50.736991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12304c53-bf75-460a-bfa2-1c550a3df38c req-d0645398-75a0-4617-bd9d-c7fd52767aa0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226020 Dec 15 13:48:50.740470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:50.745767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:50.748207 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.816963 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-f92ea468-dc0a-4a9f-8be8-5e838627ff8b service neutron] 10.222.0.32 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254395 Dec 15 13:48:50.903398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58b2b-981c-4467-bfef-83ec36fe98d4 req-12371f57-da66-4791-af5a-72c4a71e361c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.905352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b58b2b-981c-4467-bfef-83ec36fe98d4 req-12371f57-da66-4791-af5a-72c4a71e361c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 945 time: 0.0908575 Dec 15 13:48:51.063418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b58b2b-981c-4467-bfef-83ec36fe98d4 req-5243464e-02b1-46ab-a65a-f808740cf621 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420689 Dec 15 13:48:51.080688 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.118831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.179752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b1f84e87-5633-4821-878f-272ae9b58339', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'port_id': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'mac_address': 'fa:16:3e:c6:2c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2b027-6872-433e-ad0e-887a8805d224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:48:04Z', 'updated_at': '2021-12-15T13:48:46Z', 'revision_number': 1, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:59Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:51.221486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] For port 6c5d7d28-af9b-4bd1-a69c-f079c543621f, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:51.221770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-2bc23d4f-2559-47e6-aed7-3c7a19dcc5a8 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.223003 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-2bc23d4f-2559-47e6-aed7-3c7a19dcc5a8 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 816 time: 0.1750562 Dec 15 13:48:51.244242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Request body: {'port': {'device_id': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'admin_state_up': True, 'tenant_id': 'f65cf9bdd5c94071ba394800f0650b71'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:51.271536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6cf20b-fa56-4671-841a-e0b45301cc06,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:51.308380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224fa8f-38ce-44bf-bc62-f43e60e2707d None None] The sync data for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 is: [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b1f84e87-5633-4821-878f-272ae9b58339', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'port_id': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'mac_address': 'fa:16:3e:c6:2c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2b027-6872-433e-ad0e-887a8805d224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:48:04Z', 'updated_at': '2021-12-15T13:48:46Z', 'revision_number': 1, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:59Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:51.320867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:51.320867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Network hostable DHCP agents. Network: 93dcf55e-deff-4c7d-8d72-764aed011531, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:51.351963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] For port 6c5d7d28-af9b-4bd1-a69c-f079c543621f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6c5d7d28-af9b-4bd1-a69c-f079c543621f,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:51.404274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.440845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.449943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Made reservation on behalf of f65cf9bdd5c94071ba394800f0650b71 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:51.454060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.456567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.462675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.487120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.514054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.529077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.538035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.541607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-59e834a9-d8c1-47bf-8075-929c68fff672 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5425 time: 0.2465539 Dec 15 13:48:51.543011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:51.574469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 93dcf55e-deff-4c7d-8d72-764aed011531) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:51.587883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.588620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.616780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e09ca49-7a5f-42e8-9dd9-a2d0a6d3a5aa None None] Network 93dcf55e-deff-4c7d-8d72-764aed011531 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:51.660139 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Allocated IP 172.20.0.4 (34e9f15f-7d3a-40d6-9cb8-eb4304837f32/c3a9cf16-bb25-4c05-8f1a-22b355747a45/16055989-ae65-41a8-a0ba-23b9e2fdcdcf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:51.669896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61580e03-4282-4a00-b2d3-94c8a5b04fa3 req-9ada947e-a670-4c31-b4dd-6baaac715bc4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186709 Dec 15 13:48:51.703428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-64b2cc41-a210-41a0-b4d8-f4a61710571a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0303469 Dec 15 13:48:51.729142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332059-bf42-4844-8d0f-a956b54e2171 req-7719b723-5db9-4e0a-872a-8258ed799a2f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.739796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a332059-bf42-4844-8d0f-a956b54e2171 req-7719b723-5db9-4e0a-872a-8258ed799a2f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 944 time: 0.1481981 Dec 15 13:48:51.823706 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4964f63-f4c2-4c94-b46f-9e1104d77e98 None None] New status for floating IP b1f84e87-5633-4821-878f-272ae9b58339: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:48:51.845551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a332059-bf42-4844-8d0f-a956b54e2171 req-26368979-d0f7-4bb0-9446-aadc3f843c90 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999067 Dec 15 13:48:51.963623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.010700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.102382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cf97f-f3b7-4185-936e-ef5ea9c7d50f req-9d3313b2-37c8-483c-bd19-62cd3c0221ba tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.112533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b73cf97f-f3b7-4185-936e-ef5ea9c7d50f req-9d3313b2-37c8-483c-bd19-62cd3c0221ba tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1449366 Dec 15 13:48:52.117202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f343-5ecc-4264-a987-e9a4deafd4ba None None] Pushing event updated for resources: {'Port': ['ID=6c5d7d28-af9b-4bd1-a69c-f079c543621f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.130364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2f370-861e-4b2d-bed7-04b6f1e8432c None None] Network 93dcf55e-deff-4c7d-8d72-764aed011531 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:52.138244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Pushing event updated for resources: {'Port': ['ID=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.155246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:52.158209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:52.160752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:52.185087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-38d7f767-347e-4022-8767-9282ee4a773e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.186747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-38d7f767-347e-4022-8767-9282ee4a773e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 816 time: 0.3803356 Dec 15 13:48:52.228392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-725ddbfb-68a1-4fb7-8ee0-bcac4bad2ae3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/quotas/f65cf9bdd5c94071ba394800f0650b71 HTTP/1.1" status: 200 len: 375 time: 0.0242140 Dec 15 13:48:52.244227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.245977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.267480 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-8e21be1e-af7b-4ac5-94e1-055f0aa1de5f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313072 Dec 15 13:48:52.288838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b73cf97f-f3b7-4185-936e-ef5ea9c7d50f req-fde0b9ed-ad21-4bc3-b462-8ee8d5e9b7a6 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753895 Dec 15 13:48:52.301411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Request body: {'port': {'device_id': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:52.311752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-f2395d8f-4181-4367-8e1d-19c9814027f1 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733690 Dec 15 13:48:52.326240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-e8d10d04-6608-490f-af4b-9379600d2ac3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:48:52.328420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-e8d10d04-6608-490f-af4b-9379600d2ac3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074975 Dec 15 13:48:52.417814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.524481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d4ab6-d2b6-465c-8bcd-6c4753c715d0 req-04d0971a-14b4-4310-aa83-fdc3acf655f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.526314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-073d4ab6-d2b6-465c-8bcd-6c4753c715d0 req-04d0971a-14b4-4310-aa83-fdc3acf655f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0779362 Dec 15 13:48:52.574793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7deb6819-e63a-4e7e-8464-f0a89eb961b6 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:52.629101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-5ff2c1ad-f0c2-4920-8bce-f42610c40eeb service neutron] 10.222.0.32 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934766 Dec 15 13:48:52.659411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:52.663790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:52.664282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.756146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-073d4ab6-d2b6-465c-8bcd-6c4753c715d0 req-0976d152-7ec3-4b16-a976-b8585d5b491a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176437 Dec 15 13:48:52.768737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.770909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-1d9a2161-76d3-4b00-b695-a5f75c9cf076 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.772420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-1d9a2161-76d3-4b00-b695-a5f75c9cf076 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 816 time: 0.2308969 Dec 15 13:48:52.797386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:52.800133 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aeea4d-46bd-4b3e-bb2e-99b5e75c056e" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:52.800334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16055989-ae65-41a8-a0ba-23b9e2fdcdcf {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:52.800926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Request body: {'port': {'device_id': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'admin_state_up': True, 'tenant_id': 'f65cf9bdd5c94071ba394800f0650b71'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:52.811080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.816921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:52.822371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.832587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Transition to ACTIVE for port object 16055989-ae65-41a8-a0ba-23b9e2fdcdcf will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:52.837808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.870504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-65c82365-ad84-4dc3-b580-7a531c16e928 service neutron] 10.222.0.32 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285082 Dec 15 13:48:52.886632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.951501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.984851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Made reservation on behalf of f65cf9bdd5c94071ba394800f0650b71 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:52.988303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.011224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c67103-4ed3-4991-93e2-28de9dc2e166 req-f7b7452a-2de2-4d30-8d73-6e9e69289229 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.013371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9c67103-4ed3-4991-93e2-28de9dc2e166 req-f7b7452a-2de2-4d30-8d73-6e9e69289229 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 945 time: 0.0856838 Dec 15 13:48:53.057174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Attempting to bind port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:53.057529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Attempting to bind port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:53.057841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Attempting to bind port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:53.073890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:53.074338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Attempting to bind port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:53.092146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:53.092490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Checking segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:53.092897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Bound using segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:53.094104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Bound port: 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:53.094461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.154543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9c67103-4ed3-4991-93e2-28de9dc2e166 req-633c0458-50e5-4aeb-897e-580e1d00cd64 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316993 Dec 15 13:48:53.204832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] For port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:53.208594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] For port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:53.216454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.263620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.264281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.266163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/16055989-ae65-41a8-a0ba-23b9e2fdcdcf HTTP/1.1" status: 200 len: 1091 time: 0.9836931 Dec 15 13:48:53.266614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'tag': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:53.269689 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09887a-07fe-43f7-bc54-aab56cbdcab4" -d '{"events": [{"name": "network-changed", "server_uuid": "efa55c62-9e08-40e8-bfee-cd2d32d498a4", "tag": "16055989-ae65-41a8-a0ba-23b9e2fdcdcf"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:53.296067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb764f7e-622b-43d0-8f95-bfbc25e8e2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:53.383637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Allocated IP 172.20.0.11 (34e9f15f-7d3a-40d6-9cb8-eb4304837f32/c3a9cf16-bb25-4c05-8f1a-22b355747a45/8115c437-e2c3-4c10-befe-7116c101e985) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:53.388841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-4e95d0c5-124e-446b-8683-0a202d945b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.392004 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-4e95d0c5-124e-446b-8683-0a202d945b78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 1094 time: 0.0582342 Dec 15 13:48:53.427454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.434641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.441660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.449059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-166983bf-5920-480c-9654-706d78d33c7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf HTTP/1.1" status: 200 len: 217 time: 0.0481787 Dec 15 13:48:53.449267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.456780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.463050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.469483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.478201 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-654c5444-fa8b-4d5d-b9c4-5f7a5a0c71e0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5426 time: 0.2261236 Dec 15 13:48:53.533327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-ce1915cd-6f61-4785-96d9-5a7220870842 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.541048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-ce1915cd-6f61-4785-96d9-5a7220870842 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.2711895 Dec 15 13:48:53.582632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-e6f573e9-e97b-4215-9fe1-9b2765d40f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.584411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-e6f573e9-e97b-4215-9fe1-9b2765d40f78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.1230905 Dec 15 13:48:53.590070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-a075e323-e866-4fea-988f-09a34867aedf tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0479732 Dec 15 13:48:53.614978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c281c9b8-c1d7-44b4-9b81-9356931c0744 None None] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:53.637677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-6aa9669e-17e4-44ab-a5d5-c040682fff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:53.639284 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-6aa9669e-17e4-44ab-a5d5-c040682fff30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470386 Dec 15 13:48:53.640766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-9d065bb7-3e70-45c5-9bc1-8b2cc4c8b495 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490694 Dec 15 13:48:53.726625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c0947c2d-94fa-4333-b9a6-a648dddd2880 None None] Provisioning complete for port 6c5d7d28-af9b-4bd1-a69c-f079c543621f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:53.727099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0947c2d-94fa-4333-b9a6-a648dddd2880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.761184 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-de5c3a38-4456-4768-ae64-58bfd2f902e7 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129401 Dec 15 13:48:53.819491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c93e2fe7-700c-49fe-a103-5ffb6678b1b5 req-765aa08d-0e77-4085-af28-b85cd5839f25 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3402355 Dec 15 13:48:53.879539 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0947c2d-94fa-4333-b9a6-a648dddd2880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.903245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-6586957a-3c6e-4846-8bbc-213a5f00678e service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512045 Dec 15 13:48:53.914961 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c21f4-d12e-4fd5-8ce2-5bbcab7fee7e x-openstack-request-id: req-9d5c21f4-d12e-4fd5-8ce2-5bbcab7fee7e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:53.915307 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:53.915565 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d5c21f4-d12e-4fd5-8ce2-5bbcab7fee7e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:53.915912 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6', 'code': 200} Dec 15 13:48:53.936082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5f3539b-8d46-48ce-90c9-e6c5f9d25f7c req-df2c5a7a-1d89-4261-98d9-751d1abb1ba6 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669431 Dec 15 13:48:53.944489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c0947c2d-94fa-4333-b9a6-a648dddd2880 None None] For port 6c5d7d28-af9b-4bd1-a69c-f079c543621f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6c5d7d28-af9b-4bd1-a69c-f079c543621f,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:53.958554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0947c2d-94fa-4333-b9a6-a648dddd2880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.988926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.045237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0947c2d-94fa-4333-b9a6-a648dddd2880 None None] Pushing event updated for resources: {'Port': ['ID=6c5d7d28-af9b-4bd1-a69c-f079c543621f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:54.094850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-e72d725b-1595-4895-82c8-ca13a95e0fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801441 Dec 15 13:48:54.099780 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.149980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:54.162277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090febf-1cb3-45ce-b421-7ec1f73de638 req-31968a01-c759-4873-a68c-1434b8a53371 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.163806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0090febf-1cb3-45ce-b421-7ec1f73de638 req-31968a01-c759-4873-a68c-1434b8a53371 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 944 time: 0.1295009 Dec 15 13:48:54.164774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:54.167142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:54.195282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bf5ea305-8ed5-4bf8-8f1b-8166d4fe0767 None None] Provisioning complete for port 6c5d7d28-af9b-4bd1-a69c-f079c543621f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:54.195807 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf5ea305-8ed5-4bf8-8f1b-8166d4fe0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.207737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Pushing event updated for resources: {'Port': ['ID=8115c437-e2c3-4c10-befe-7116c101e985,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:54.274314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.274992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.313167 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0090febf-1cb3-45ce-b421-7ec1f73de638 req-8d4f3dab-e866-4194-8f38-c012782aa836 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392372 Dec 15 13:48:54.323267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-66e5c87d-e15a-4324-a095-132d40668cca tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5357563 Dec 15 13:48:54.346098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Request body: {'port': {'device_id': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:54.380326 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ce4db-94bc-4688-bcbd-ae090dc3f62b x-openstack-request-id: req-206ce4db-94bc-4688-bcbd-ae090dc3f62b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:54.381510 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa55c62-9e08-40e8-bfee-cd2d32d498a4", "tag": "16055989-ae65-41a8-a0ba-23b9e2fdcdcf", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:54.381831 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-206ce4db-94bc-4688-bcbd-ae090dc3f62b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:54.382996 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'tag': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf', 'status': 'completed', 'code': 200} Dec 15 13:48:54.406995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d181f19-195f-44ba-ada2-d0ac78b95291 req-c79bd8db-81fa-4804-969f-25381b0d3a34 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 210 time: 0.0748851 Dec 15 13:48:54.498363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6c5d7d28-af9b-4bd1-a69c-f079c543621f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:54.518044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.600296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0cb0b1b4-27f9-46bd-b69b-b65106e65570 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:54.629401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-ebb7ef3d-bac3-4633-b674-364117b0f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.633724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-ebb7ef3d-bac3-4633-b674-364117b0f1e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 1094 time: 0.2103808 Dec 15 13:48:54.702085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdc88-b04b-453c-ae08-468d0836eb53 req-d592590f-5c3b-40bd-b30c-0aa81431c166 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.703036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:54.704178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cebcdc88-b04b-453c-ae08-468d0836eb53 req-d592590f-5c3b-40bd-b30c-0aa81431c166 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1882372 Dec 15 13:48:54.709636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:54.710519 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.753735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8578c-ed05-4f3b-aece-fa75b1eeb191 req-2b39d404-15be-4ddf-a15f-620221e2bbb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.762831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92b8578c-ed05-4f3b-aece-fa75b1eeb191 req-2b39d404-15be-4ddf-a15f-620221e2bbb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1904092 Dec 15 13:48:54.772733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6c5d7d28-af9b-4bd1-a69c-f079c543621f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:54.773213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.854750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-44b2edc0-47a2-49ea-b111-a29b9d713b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.856224 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-44b2edc0-47a2-49ea-b111-a29b9d713b66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 918 time: 0.2115726 Dec 15 13:48:54.926704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-0655c5cb-8ded-4b77-8ae5-97c354a1b73d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf HTTP/1.1" status: 200 len: 217 time: 0.0611486 Dec 15 13:48:54.930841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cebcdc88-b04b-453c-ae08-468d0836eb53 req-75e16a00-668a-49aa-8e08-a5a83cf39984 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111053 Dec 15 13:48:54.932579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.983853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2ef0359e-b7a4-4b57-9915-5fdf7f7c6d6b None None] Provisioning complete for port 8115c437-e2c3-4c10-befe-7116c101e985 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:54.984306 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ef0359e-b7a4-4b57-9915-5fdf7f7c6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.027884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:55.037786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.038774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 32d719cd-e00a-4703-a3f5-ebbdef54f073 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:55.065804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0359e-b7a4-4b57-9915-5fdf7f7c6d6b None None] Port 8115c437-e2c3-4c10-befe-7116c101e985 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:55.081011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92b8578c-ed05-4f3b-aece-fa75b1eeb191 req-52410017-82c4-457f-aeb6-c96e3cc25115 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166366 Dec 15 13:48:55.098994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-2bc78580-2058-4964-ad71-6e860e25b507 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.101939 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-2bc78580-2058-4964-ad71-6e860e25b507 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 816 time: 0.5842640 Dec 15 13:48:55.129301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Request body: {'port': {'device_id': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'admin_state_up': True, 'tenant_id': 'f65cf9bdd5c94071ba394800f0650b71'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:55.148122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:55.165704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 32d719cd-e00a-4703-a3f5-ebbdef54f073 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:55.174915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 32d719cd-e00a-4703-a3f5-ebbdef54f073 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:55.175406 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.237813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-a7762de1-4975-4b07-a191-c849abdf67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.239873 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-a7762de1-4975-4b07-a191-c849abdf67a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.2849622 Dec 15 13:48:55.275319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6bcbda38-3007-45de-bb95-712264b49800 req-977e1454-fc73-461d-ba6c-84314f6cd8ac tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0642130 Dec 15 13:48:55.286285 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.352566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:55.359529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.360465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e02bacc6-6216-4ac6-9c79-c61abeba94fb up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:55.389105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760e70-5392-4b0a-b2b7-e38d55897737 req-9341127a-442d-4200-9e27-0388690b0654 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.397164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79760e70-5392-4b0a-b2b7-e38d55897737 req-9341127a-442d-4200-9e27-0388690b0654 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 945 time: 0.1768036 Dec 15 13:48:55.426074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8115c437-e2c3-4c10-befe-7116c101e985 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:55.520001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:55.527737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e02bacc6-6216-4ac6-9c79-c61abeba94fb completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:55.541186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e02bacc6-6216-4ac6-9c79-c61abeba94fb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:55.541776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.635063 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.663851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-111d6a93-5b21-4627-92cc-7670cc1d6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.665471 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-111d6a93-5b21-4627-92cc-7670cc1d6ac7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4157772 Dec 15 13:48:55.685977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e02bacc6-6216-4ac6-9c79-c61abeba94fb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:55.690534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.691484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 446ff3a1-9fbf-4b1b-89ee-9d023104c95a up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:55.739794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Made reservation on behalf of f65cf9bdd5c94071ba394800f0650b71 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:55.744010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.774170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e02bacc6-6216-4ac6-9c79-c61abeba94fb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:55.794938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:55.801669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:55.802573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.840769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.846968 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-56df021a-8652-43cc-b70d-c915c7b91e0b service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716070 Dec 15 13:48:55.877113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79760e70-5392-4b0a-b2b7-e38d55897737 req-608cb252-c7a0-4f5b-af92-29d32ebf1f82 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786520 Dec 15 13:48:55.908567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.915293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.919951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb0b1b4-27f9-46bd-b69b-b65106e65570'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d719cd-e00a-4703-a3f5-ebbdef54f073'}, {'server_uuid': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:55.922101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.924494 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975d31bb-f35a-400f-a059-270cbbebaf0f" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "0cb0b1b4-27f9-46bd-b69b-b65106e65570"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "32d719cd-e00a-4703-a3f5-ebbdef54f073"}, {"server_uuid": "fe9bc806-b519-4b9f-87d3-45a70872d146", "name": "network-vif-plugged", "status": "completed", "tag": "e02bacc6-6216-4ac6-9c79-c61abeba94fb"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:55.928821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.942009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.960984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.962949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:55.967504 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.968472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a68a9c92-c61f-4780-9b96-bee4b7023d4b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:55.979473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.986074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.987976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d88b14ec-d382-457c-a506-b194d8026f10 req-b8a2cd0e-c93a-4f69-8deb-0d8ea90d142f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5428 time: 0.5723813 Dec 15 13:48:56.005407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0d09887a-07fe-43f7-bc54-aab56cbdcab4 req-29375aa8-7ef8-4927-b3e3-4f99f387a237 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477468 Dec 15 13:48:56.022391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Transition to ACTIVE for port object 8115c437-e2c3-4c10-befe-7116c101e985 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:56.059008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.069116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.118280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Allocated IP 172.20.0.12 (34e9f15f-7d3a-40d6-9cb8-eb4304837f32/c3a9cf16-bb25-4c05-8f1a-22b355747a45/f084c5a3-c070-47f5-8b1d-26d0ed5e05b6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:56.118530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port a68a9c92-c61f-4780-9b96-bee4b7023d4b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:56.124286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port a68a9c92-c61f-4780-9b96-bee4b7023d4b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:56.124729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.209234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Pushing event updated for resources: {'Port': ['ID=8115c437-e2c3-4c10-befe-7116c101e985,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.223906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.262299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:56.269462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.269717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac3cec7b-97de-4451-b641-4c63bdb14c66 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:56.275078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16f90-667a-4224-9267-9ad94209c881 req-837bba1f-a475-42dd-81ff-1d7a2d705b8f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.283398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2a16f90-667a-4224-9267-9ad94209c881 req-837bba1f-a475-42dd-81ff-1d7a2d705b8f tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 945 time: 0.2093227 Dec 15 13:48:56.322234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d88b14ec-d382-457c-a506-b194d8026f10 req-a58448ce-b1f3-4eb7-a2af-746e4b06afd1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2959685 Dec 15 13:48:56.334913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-49c573e9-a1f0-44cf-b5f2-980ee5c24c02 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.336355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-49c573e9-a1f0-44cf-b5f2-980ee5c24c02 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.3373675 Dec 15 13:48:56.337274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.351386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Request body: {'port': {'device_id': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'admin_state_up': True, 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:56.352650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.386177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port ac3cec7b-97de-4451-b641-4c63bdb14c66 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:56.391865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.395895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port ac3cec7b-97de-4451-b641-4c63bdb14c66 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:56.398967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.467131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Pushing event updated for resources: {'Port': ['ID=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.484398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:56.485888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:56.488159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:56.498758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2a16f90-667a-4224-9267-9ad94209c881 req-25ee4957-978e-4e2a-ac30-b94d5bc4694d tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125845 Dec 15 13:48:56.524649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Attempting to bind port 8115c437-e2c3-4c10-befe-7116c101e985 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:56.524883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Attempting to bind port 8115c437-e2c3-4c10-befe-7116c101e985 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:56.525158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Attempting to bind port 8115c437-e2c3-4c10-befe-7116c101e985 on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:56.531340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.545974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Port 8115c437-e2c3-4c10-befe-7116c101e985 on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:56.546824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Attempting to bind port 8115c437-e2c3-4c10-befe-7116c101e985 on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:56.569399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:56.569707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Checking segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:56.570571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Bound using segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:56.571022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Bound port: 8115c437-e2c3-4c10-befe-7116c101e985, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:56.571380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.580208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:56.584852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.585164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c92ec-d3d9-4e13-bcb2-688f95e073c3 req-2b0063c0-a460-4206-a0ba-08924da1f774 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.585837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.586554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce5c92ec-d3d9-4e13-bcb2-688f95e073c3 req-2b0063c0-a460-4206-a0ba-08924da1f774 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 932 time: 0.1533620 Dec 15 13:48:56.595172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.598655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 408a2772-f3ab-44b4-b23b-e27054a37c25 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:56.607845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 16055989-ae65-41a8-a0ba-23b9e2fdcdcf details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:56.614455 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-6b984e2b-4c67-4b24-99c9-27433f26b0fa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4985709 Dec 15 13:48:56.634523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Request body: {'port': {'device_id': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:56.675929 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68bc3f-aae8-4ad1-9d9a-22f04fcf49d3 x-openstack-request-id: req-1f68bc3f-aae8-4ad1-9d9a-22f04fcf49d3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:56.676258 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "0cb0b1b4-27f9-46bd-b69b-b65106e65570", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "32d719cd-e00a-4703-a3f5-ebbdef54f073", "code": 200}, {"server_uuid": "fe9bc806-b519-4b9f-87d3-45a70872d146", "name": "network-vif-plugged", "status": "completed", "tag": "e02bacc6-6216-4ac6-9c79-c61abeba94fb", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:56.677230 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f68bc3f-aae8-4ad1-9d9a-22f04fcf49d3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:56.677960 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb0b1b4-27f9-46bd-b69b-b65106e65570', 'code': 200} Dec 15 13:48:56.678229 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d719cd-e00a-4703-a3f5-ebbdef54f073', 'code': 200} Dec 15 13:48:56.678496 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb', 'code': 200} Dec 15 13:48:56.708741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:56.712268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.735535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:48:56.739824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce5c92ec-d3d9-4e13-bcb2-688f95e073c3 req-d2312ea9-7fe3-4ead-b16f-986a24973e85 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440682 Dec 15 13:48:56.797568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] For port 8115c437-e2c3-4c10-befe-7116c101e985, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:56.813418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] For port 8115c437-e2c3-4c10-befe-7116c101e985, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8115c437-e2c3-4c10-befe-7116c101e985,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:56.841573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.887719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.943309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333599b-40d8-4cf9-b47f-062e2b4c8656 req-321c600a-ece4-4cd1-a61a-93de89bdb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.945566 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a333599b-40d8-4cf9-b47f-062e2b4c8656 req-321c600a-ece4-4cd1-a61a-93de89bdb9c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 1096 time: 0.2020848 Dec 15 13:48:56.950473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.951180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.951530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-21044324-d5f3-4196-aa98-43ce8febc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.953521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] 10.222.0.67 "PUT /v2.0/ports/8115c437-e2c3-4c10-befe-7116c101e985 HTTP/1.1" status: 200 len: 1092 time: 2.6132312 Dec 15 13:48:56.953655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-21044324-d5f3-4196-aa98-43ce8febc5e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=684bfb9661a84c63b14f00875b9b13ab&device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 1097 time: 0.0968845 Dec 15 13:48:56.958365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'tag': '8115c437-e2c3-4c10-befe-7116c101e985'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:56.960533 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb806451-436d-4b50-a327-954475be4add" -d '{"events": [{"name": "network-changed", "server_uuid": "c51a726a-80ad-4fef-b42b-bc72382b79b1", "tag": "8115c437-e2c3-4c10-befe-7116c101e985"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:56.963590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.006151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 408a2772-f3ab-44b4-b23b-e27054a37c25 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:57.028896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 408a2772-f3ab-44b4-b23b-e27054a37c25 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:57.029267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.072175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f448b9-33de-4761-b661-4659ffa8afd0 req-51a3429f-85a3-4f68-b1b4-7cff2e03bb92 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.081368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81f448b9-33de-4761-b661-4659ffa8afd0 req-51a3429f-85a3-4f68-b1b4-7cff2e03bb92 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.2089489 Dec 15 13:48:57.084864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:57.113525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'port_id': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf', 'mac_address': 'fa:16:3e:46:b8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9cf16-bb25-4c05-8f1a-22b355747a45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:57.162865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38745d81-a989-4d86-a36d-38a4c8ab0e3d req-348f2643-fdff-4681-a013-1ba18227c806 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 210 time: 0.1125159 Dec 15 13:48:57.166444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dfe61583-64de-4323-b87a-53c70b3afd3c None None] Provisioning complete for port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:57.166635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dfe61583-64de-4323-b87a-53c70b3afd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.169297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323e88-34ea-4e5d-a0aa-70df0c28a57f service neutron] Pushing event updated for resources: {'Port': ['ID=8115c437-e2c3-4c10-befe-7116c101e985,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.192777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a333599b-40d8-4cf9-b47f-062e2b4c8656 req-eb16e17e-44b3-4642-91f1-74ef3128793c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373533 Dec 15 13:48:57.236144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-2bb0da3f-997f-4dd0-a63f-aabcb360345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.237862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-2bb0da3f-997f-4dd0-a63f-aabcb360345d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 1095 time: 0.2151628 Dec 15 13:48:57.241511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.249639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Allocated IP 172.20.0.6 (93dcf55e-deff-4c7d-8d72-764aed011531/bb6cf20b-fa56-4671-841a-e0b45301cc06/2fd61282-d49f-414f-af68-62f4a02a81f4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:57.274387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-59e76791-2165-4dc8-beed-b55b5a40521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.276094 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-59e76791-2165-4dc8-beed-b55b5a40521d service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 200 len: 916 time: 0.2925086 Dec 15 13:48:57.278644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81f448b9-33de-4761-b661-4659ffa8afd0 req-3d519acb-4bf0-43c4-bb1e-59ef901624c7 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886797 Dec 15 13:48:57.279585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.283608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dfe61583-64de-4323-b87a-53c70b3afd3c None None] Port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:57.322018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 408a2772-f3ab-44b4-b23b-e27054a37c25, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=408a2772-f3ab-44b4-b23b-e27054a37c25,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:57.327366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16055989-ae65-41a8-a0ba-23b9e2fdcdcf {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:57.334435 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.335753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:57.402853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:57.416265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.417347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:57.453082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=408a2772-f3ab-44b4-b23b-e27054a37c25,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.458302 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-7133d5c9-54c8-45c1-acaf-e427894ccab6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 200 len: 217 time: 0.0439913 Dec 15 13:48:57.462097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:57.478183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.512566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-bee18504-4b87-4c39-9895-0920595bf3b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8115c437-e2c3-4c10-befe-7116c101e985 HTTP/1.1" status: 200 len: 217 time: 0.0857329 Dec 15 13:48:57.519823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Transition to ACTIVE for port object f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:57.528205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.534029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-c6c2cc2f-1f38-4538-9190-75cd8aca24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.535567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-c6c2cc2f-1f38-4538-9190-75cd8aca24e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 200 len: 854 time: 0.0687919 Dec 15 13:48:57.545608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port fe3a5e49-6726-42aa-9640-b19d9d435c87 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:57.561342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port fe3a5e49-6726-42aa-9640-b19d9d435c87 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:57.561739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.567297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.578378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0838e-ed6c-4f3a-87dd-1e8c93d83293 req-ffd20bc3-d58d-49de-ae2b-aeb0c2e56e18 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.586755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bc0838e-ed6c-4f3a-87dd-1e8c93d83293 req-ffd20bc3-d58d-49de-ae2b-aeb0c2e56e18 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 945 time: 0.2257144 Dec 15 13:48:57.594947 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-5a65bd8a-0134-4ea4-98d2-80d82367fe03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb4cdc2e-7c12-4b9c-995a-44d85762d84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359714 Dec 15 13:48:57.620803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89109cc-3acd-47b1-848e-d854e5e50169 req-b8a07e99-968d-410f-9385-96fa27756e81 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.628358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a89109cc-3acd-47b1-848e-d854e5e50169 req-b8a07e99-968d-410f-9385-96fa27756e81 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.2945473 Dec 15 13:48:57.634500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:57.634970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.651807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'port_id': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'mac_address': 'fa:16:3e:89:c9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea407e3-7c20-44cf-8da4-08da5cfbb576', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:57.694524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-2b71702f-eb0a-4ada-b6b1-36a0612419d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.696158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-2b71702f-eb0a-4ada-b6b1-36a0612419d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.1700759 Dec 15 13:48:57.787006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bc0838e-ed6c-4f3a-87dd-1e8c93d83293 req-ed11b5f3-8a29-4549-98c1-b61b70cd1404 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991463 Dec 15 13:48:57.787678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Attempting to bind port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:57.788025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Attempting to bind port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:57.788361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Attempting to bind port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:57.792333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-f1ec4ab1-e892-4c69-b9c4-6b94ba0b84a2 service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769574 Dec 15 13:48:57.796066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:57.796413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Attempting to bind port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 on network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:57.805196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.806716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:57.807446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Checking segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:57.807994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Bound using segment: {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:57.808636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Bound port: f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c831de0a-7248-4635-9825-7de96c170b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:57.809152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.848036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a89109cc-3acd-47b1-848e-d854e5e50169 req-21fca162-2793-4064-91bf-2335124b2e09 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184589 Dec 15 13:48:57.908933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.914126 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01548f28-b68a-427e-9c2d-ef0f68a299d0 x-openstack-request-id: req-01548f28-b68a-427e-9c2d-ef0f68a299d0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:57.914772 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51a726a-80ad-4fef-b42b-bc72382b79b1", "tag": "8115c437-e2c3-4c10-befe-7116c101e985", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:57.915188 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01548f28-b68a-427e-9c2d-ef0f68a299d0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:57.915689 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'tag': '8115c437-e2c3-4c10-befe-7116c101e985', 'status': 'completed', 'code': 200} Dec 15 13:48:57.920419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.936345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef6594c2-b553-4d01-bddc-2d92e33b3d15 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:57.945548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] For port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:57.949603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] For port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:57.960624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.961871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:57.962083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-171af242-1e60-4864-bcb4-ebf9eee2b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.964033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-171af242-1e60-4864-bcb4-ebf9eee2b305 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520423 Dec 15 13:48:57.975395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.999027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.018746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.019749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.021668 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 HTTP/1.1" status: 200 len: 1092 time: 1.3984656 Dec 15 13:48:58.022190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'tag': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:58.025325 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d0aba8-a0c7-4dc7-9412-8937541dde75" -d '{"events": [{"name": "network-changed", "server_uuid": "3df25117-bcc0-4f34-bc57-0d8ceadbebf4", "tag": "f084c5a3-c070-47f5-8b1d-26d0ed5e05b6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:58.080073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:58.094053 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.095127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:58.110297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01114f09-8a43-4cad-a677-8f26e757b9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.119544 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae2e2cdc-0562-4636-81d2-dc4a0a9f3f35 req-1e1105d4-cf4a-4ef7-9671-4a230b09fd4e service neutron] 10.222.0.67 "GET /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145597 Dec 15 13:48:58.122295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:58.129895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-7cc90612-dd11-4c5a-bb93-7ffc38ff006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.131369 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-7cc90612-dd11-4c5a-bb93-7ffc38ff006e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 1095 time: 0.0547280 Dec 15 13:48:58.136578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:58.138479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event updated for resources: {'Port': ['ID=2fd61282-d49f-414f-af68-62f4a02a81f4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.142377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:58.178333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.195138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-ca47f9e7-e029-4ed9-b837-115e0894e014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 HTTP/1.1" status: 200 len: 217 time: 0.0451710 Dec 15 13:48:58.206301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.206967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.251419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.258520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.267762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-a57393a2-0286-46f2-aa20-342b6ebbdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.268254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.269861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-a57393a2-0286-46f2-aa20-342b6ebbdcf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.0645955 Dec 15 13:48:58.274692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.283509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.293387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.309441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.317378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.322613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.327852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-4bafbfc8-82b4-49e5-b0ba-04f437522be1 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.3490620 Dec 15 13:48:58.337155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518af071-443f-47af-9474-7726f20d7a7c req-a4b428e3-253f-4bac-9ea6-14fcb1e29c1d tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.341186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ef6594c2-b553-4d01-bddc-2d92e33b3d15 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:58.341623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-518af071-443f-47af-9474-7726f20d7a7c req-a4b428e3-253f-4bac-9ea6-14fcb1e29c1d tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 945 time: 0.3356419 Dec 15 13:48:58.361808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-d23101e8-72b1-45f7-be5c-f1fe4b12e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.363445 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-d23101e8-72b1-45f7-be5c-f1fe4b12e200 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812705 Dec 15 13:48:58.376757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:58.387773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-408d015f-0fda-44ff-956b-48f318dd184f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0414989 Dec 15 13:48:58.390929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.418262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Request body: {'port': {'device_id': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:58.445656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['16055989-ae65-41a8-a0ba-23b9e2fdcdcf'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:58.467940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-1fe91653-69cf-437b-a061-3dcc30a388ba service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881127 Dec 15 13:48:58.479277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ef6594c2-b553-4d01-bddc-2d92e33b3d15'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:58.490527 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-f6ff4cdb-632a-4c77-a2c6-ea0676ce736d service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135380 Dec 15 13:48:58.531746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-518af071-443f-47af-9474-7726f20d7a7c req-785331fd-4391-4925-a428-b94c367e00a7 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759443 Dec 15 13:48:58.543875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.601738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e14f4af7-e58f-4bf1-b0dc-026a27c0d776 req-177bcb90-6a8f-43d9-b13e-c6d1f4e5209b tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2729836 Dec 15 13:48:58.602414 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a846943a-0af6-4bf6-8651-259fad5c80bd req-45afafd3-ddc7-4189-a824-255910cb5cda service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021390 Dec 15 13:48:58.604483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.679664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a2772-f3ab-44b4-b23b-e27054a37c25'}, {'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:58.682428 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c9b4b2-cc42-410b-a948-32598da60cd6" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "408a2772-f3ab-44b4-b23b-e27054a37c25"}, {"server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:58.733214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f39fce-0d86-4a6d-aad2-91a4fdf8f8e8 req-a6f245ca-33df-4847-884f-5538c8a673e2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.734749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63f39fce-0d86-4a6d-aad2-91a4fdf8f8e8 req-a6f245ca-33df-4847-884f-5538c8a673e2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 944 time: 0.1252308 Dec 15 13:48:58.738951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e629c6cc-a95b-4d99-bdc7-c4fbb6888a81 req-4f74ee8d-83fa-46e7-b36e-0c2f27246912 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548263 Dec 15 13:48:58.758853 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a91f96-9cc5-47cd-be48-c48f9731bdd1 x-openstack-request-id: req-a3a91f96-9cc5-47cd-be48-c48f9731bdd1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:58.759555 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df25117-bcc0-4f34-bc57-0d8ceadbebf4", "tag": "f084c5a3-c070-47f5-8b1d-26d0ed5e05b6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:58.760107 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3a91f96-9cc5-47cd-be48-c48f9731bdd1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:58.760712 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'tag': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6', 'status': 'completed', 'code': 200} Dec 15 13:48:58.867532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806451-436d-4b50-a327-954475be4add req-5de5c3b9-f186-454c-a799-7cd9db7a303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.869107 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-5de5c3b9-f186-454c-a799-7cd9db7a303f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 1095 time: 0.0443897 Dec 15 13:48:58.950734 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63f39fce-0d86-4a6d-aad2-91a4fdf8f8e8 req-2f8db4f1-ff0f-4578-9957-8ce1dcc13f3a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077723 Dec 15 13:48:58.977181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806451-436d-4b50-a327-954475be4add req-31f2e416-8ffa-4d79-a23f-8723392479af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.978643 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-31f2e416-8ffa-4d79-a23f-8723392479af service neutron] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 918 time: 0.0981398 Dec 15 13:48:58.979133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bbd2f-b621-4603-adad-103368e2586e req-7b637ff3-4ecb-40f8-bbe2-c74d55372fd3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.980715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd5bbd2f-b621-4603-adad-103368e2586e req-7b637ff3-4ecb-40f8-bbe2-c74d55372fd3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 931 time: 0.1606534 Dec 15 13:48:58.985785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-e0674e2e-251a-42a9-9dd3-cb6c7c0a20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.987306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-e0674e2e-251a-42a9-9dd3-cb6c7c0a20c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 1095 time: 0.1812088 Dec 15 13:48:59.050726 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-2cdbe51b-b168-4a7e-b479-91825ea1b403 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8115c437-e2c3-4c10-befe-7116c101e985 HTTP/1.1" status: 200 len: 217 time: 0.0399148 Dec 15 13:48:59.113110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806451-436d-4b50-a327-954475be4add req-ac754e3c-353f-4d85-b27d-89eccd000fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.114947 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-ac754e3c-353f-4d85-b27d-89eccd000fe1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.0553269 Dec 15 13:48:59.173636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd5bbd2f-b621-4603-adad-103368e2586e req-f372ddbf-f8ea-4150-9631-53401858ddf2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763916 Dec 15 13:48:59.179320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806451-436d-4b50-a327-954475be4add req-a8998b6b-e253-41fc-8b2c-e0859cbabc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.181103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-a8998b6b-e253-41fc-8b2c-e0859cbabc80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492094 Dec 15 13:48:59.214965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683a3a-8ca8-4631-b4df-4abd1fd23694 req-01851904-e1d3-4372-9ea3-649d719c67b9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.216462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09683a3a-8ca8-4631-b4df-4abd1fd23694 req-01851904-e1d3-4372-9ea3-649d719c67b9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 943 time: 0.1869826 Dec 15 13:48:59.232391 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89256512-ee9a-4efd-b51e-2d0a24d02706 x-openstack-request-id: req-89256512-ee9a-4efd-b51e-2d0a24d02706 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:59.232975 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-plugged", "status": "completed", "tag": "408a2772-f3ab-44b4-b23b-e27054a37c25", "code": 200}, {"server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:59.233215 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89256512-ee9a-4efd-b51e-2d0a24d02706 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:59.234208 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a', 'code': 200} Dec 15 13:48:59.234540 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'code': 200} Dec 15 13:48:59.234852 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66', 'code': 200} Dec 15 13:48:59.235170 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a2772-f3ab-44b4-b23b-e27054a37c25', 'code': 200} Dec 15 13:48:59.235482 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'code': 200} Dec 15 13:48:59.281327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-9fb24e4e-f87d-4eab-86b0-7fc08f75c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.283853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-9fb24e4e-f87d-4eab-86b0-7fc08f75c8c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 918 time: 0.2683780 Dec 15 13:48:59.305913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-26894b50-22f8-4d94-9834-5dd22f6c98fb service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135087 Dec 15 13:48:59.319178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd61282-d49f-414f-af68-62f4a02a81f4 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:59.363729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.418850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-5a166c6b-77f6-499d-8e94-45061f2e87c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 HTTP/1.1" status: 200 len: 217 time: 0.0723186 Dec 15 13:48:59.424419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Transition to ACTIVE for port object 2fd61282-d49f-414f-af68-62f4a02a81f4 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:59.429314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09683a3a-8ca8-4631-b4df-4abd1fd23694 req-87134cc9-770c-4c54-bf64-a08a3ed4b209 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046266 Dec 15 13:48:59.432781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.481673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.482070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.482537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.482994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.483450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.484588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.485086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.486979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-a278778a-04ae-4d61-b669-9447325f731b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6489 time: 0.1124225 Dec 15 13:48:59.491383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933fa63-47f6-487a-8e26-964081c20a3e req-c7b183c0-3ec0-4f6e-b348-b6a7ece4f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.492802 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8933fa63-47f6-487a-8e26-964081c20a3e req-c7b183c0-3ec0-4f6e-b348-b6a7ece4f8b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 1097 time: 0.1102505 Dec 15 13:48:59.496358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-bece6d77-782f-49e5-8b9a-6c9ff6948613 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703303 Dec 15 13:48:59.524193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9460e1-10e5-42bd-bb98-e01ddffbf535 req-b6d0a03b-787d-46c0-8078-74b9cb1b413c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.525994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a9460e1-10e5-42bd-bb98-e01ddffbf535 req-b6d0a03b-787d-46c0-8078-74b9cb1b413c tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.2332385 Dec 15 13:48:59.585813 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8933fa63-47f6-487a-8e26-964081c20a3e req-8ec24f30-b8a6-4059-9a95-4f35cfba802d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641680 Dec 15 13:48:59.599615 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7607a67e-24e1-4842-974f-7f5fb51b4374 req-aa3201f4-47fe-43ae-80eb-c6af27f3f2ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846610 Dec 15 13:48:59.603479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd61282-d49f-414f-af68-62f4a02a81f4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:59.610531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-a7449e67-8afd-4e55-8ed8-a5aafb574062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.611988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-a7449e67-8afd-4e55-8ed8-a5aafb574062 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.1801834 Dec 15 13:48:59.683604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dc172-d74d-4bb6-8096-27522821826d req-9e87cd63-e1be-41a2-8e96-731ebdb6d3c8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.685091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c3dc172-d74d-4bb6-8096-27522821826d req-9e87cd63-e1be-41a2-8e96-731ebdb6d3c8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1743245 Dec 15 13:48:59.689630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a9460e1-10e5-42bd-bb98-e01ddffbf535 req-260d3be0-7f38-4feb-82b3-389bd4a05735 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462567 Dec 15 13:48:59.717447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Attempting to bind port 2fd61282-d49f-414f-af68-62f4a02a81f4 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:59.717781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Attempting to bind port 2fd61282-d49f-414f-af68-62f4a02a81f4 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:59.718139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Attempting to bind port 2fd61282-d49f-414f-af68-62f4a02a81f4 on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:59.731276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Port 2fd61282-d49f-414f-af68-62f4a02a81f4 on network 93dcf55e-deff-4c7d-8d72-764aed011531 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:59.731599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Attempting to bind port 2fd61282-d49f-414f-af68-62f4a02a81f4 on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:59.750385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:59.751227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:59.751598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Bound using segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:59.752293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Bound port: 2fd61282-d49f-414f-af68-62f4a02a81f4, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:59.752548 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.769829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c3dc172-d74d-4bb6-8096-27522821826d req-5eceaa6c-e54e-455a-b444-8e6ec7e5648d tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Dec 15 13:48:59.852838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c69e-15be-4a34-9633-ab3c2b775c30 req-e9220c7d-4f38-46de-a156-17f94138fe90 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.854340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0729c69e-15be-4a34-9633-ab3c2b775c30 req-e9220c7d-4f38-46de-a156-17f94138fe90 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 945 time: 0.1056466 Dec 15 13:48:59.904470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] For port 2fd61282-d49f-414f-af68-62f4a02a81f4, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:59.929278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] For port 2fd61282-d49f-414f-af68-62f4a02a81f4, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2fd61282-d49f-414f-af68-62f4a02a81f4,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:59.942254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.960712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.966510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.972992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.978830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.984906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.990977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.997034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.998904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-de2239f3-c1f5-43af-ad35-0c9fc7c7695a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.1684892 Dec 15 13:49:00.031221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0729c69e-15be-4a34-9633-ab3c2b775c30 req-8fdbddfb-a3ca-45ba-b26d-e2d3bf6a8a7b tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696486 Dec 15 13:49:00.073184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.073885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.075208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] 10.222.0.67 "PUT /v2.0/ports/2fd61282-d49f-414f-af68-62f4a02a81f4 HTTP/1.1" status: 200 len: 1091 time: 1.6721959 Dec 15 13:49:00.077162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'tag': '2fd61282-d49f-414f-af68-62f4a02a81f4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:00.079977 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17881253-c1e8-4a0c-935d-429707624793" -d '{"events": [{"name": "network-changed", "server_uuid": "b839bc50-bb4c-4f39-8a8d-86214f85d2b0", "tag": "2fd61282-d49f-414f-af68-62f4a02a81f4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:00.130522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e4978-7c46-4dcc-8a32-324ba9a09b84 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd61282-d49f-414f-af68-62f4a02a81f4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:00.196790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-8e1318fc-8a44-43b9-ba2b-143e38b861c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.198671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-8e1318fc-8a44-43b9-ba2b-143e38b861c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225989 Dec 15 13:49:00.231496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fdd58ec-31c9-4b9c-8b23-7bbe7757190c req-1b22438e-b8c5-4df0-bb52-61a5318520bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047088 Dec 15 13:49:00.296203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-d9d18343-4cd4-40b2-8d47-baf0ebb6a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.297892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-d9d18343-4cd4-40b2-8d47-baf0ebb6a683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 1094 time: 0.1643674 Dec 15 13:49:00.334541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfecbe-9274-4743-b972-90370470ffc5 req-52f8b2ee-19f8-40bb-8d09-a602a2ff9240 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.336058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86cfecbe-9274-4743-b972-90370470ffc5 req-52f8b2ee-19f8-40bb-8d09-a602a2ff9240 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1678219 Dec 15 13:49:00.625351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:00.676875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port ef6594c2-b553-4d01-bddc-2d92e33b3d15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:00.677353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.722910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-bc26d576-5ab6-4a1c-a865-b81edf8423bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd61282-d49f-414f-af68-62f4a02a81f4 HTTP/1.1" status: 200 len: 217 time: 0.3858359 Dec 15 13:49:00.761302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.772317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-8c31e54f-1a44-4cf5-a44b-af47c8844e65 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541496 Dec 15 13:49:00.794110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47317658-6cc4-42cf-92a4-a7af83162986 req-de5e8149-f8f8-43a3-9155-78be37ebfe66 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.795314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47317658-6cc4-42cf-92a4-a7af83162986 req-de5e8149-f8f8-43a3-9155-78be37ebfe66 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 944 time: 0.4912286 Dec 15 13:49:00.795618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:00.800910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.801828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 16055989-ae65-41a8-a0ba-23b9e2fdcdcf up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:00.879035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86cfecbe-9274-4743-b972-90370470ffc5 req-9edbc762-68c7-499e-8172-3645dd339c59 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191243 Dec 15 13:49:00.889172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-ad8477ff-b8ff-4bd6-8fdc-6e3ac2df41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.889857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:00.890640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-ad8477ff-b8ff-4bd6-8fdc-6e3ac2df41a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.1569750 Dec 15 13:49:00.912438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:00.918154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:00.918678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.949829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-396148b7-4b9e-4c5f-9d97-2eaff00d87ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476582 Dec 15 13:49:00.956241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47317658-6cc4-42cf-92a4-a7af83162986 req-5bbd496a-0c79-4ec4-b188-8c611d2d5493 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471381 Dec 15 13:49:00.967424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d0aba8-a0c7-4dc7-9412-8937541dde75 req-344438a0-7671-4942-8fa4-c2be0bbfb379 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813600 Dec 15 13:49:01.025889 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.063560 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40910c-53b6-48fc-a0c6-b5fea03f2440 x-openstack-request-id: req-bc40910c-53b6-48fc-a0c6-b5fea03f2440 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:01.064078 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b839bc50-bb4c-4f39-8a8d-86214f85d2b0", "tag": "2fd61282-d49f-414f-af68-62f4a02a81f4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:01.064192 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc40910c-53b6-48fc-a0c6-b5fea03f2440 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:01.064699 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'tag': '2fd61282-d49f-414f-af68-62f4a02a81f4', 'status': 'completed', 'code': 200} Dec 15 13:49:01.064920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:01.080359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.143150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:01.168223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0ce3-c6de-4507-8e1c-a849be0ece6c req-b2148390-b851-423b-b840-d15e6f719a18 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.169808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85ff0ce3-c6de-4507-8e1c-a849be0ece6c req-b2148390-b851-423b-b840-d15e6f719a18 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 943 time: 0.1407757 Dec 15 13:49:01.236438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15'}, {'server_uuid': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:01.239089 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dcd115-d0af-4dbe-a2fd-af4813a45021" -d '{"events": [{"server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "name": "network-vif-plugged", "status": "completed", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15"}, {"server_uuid": "efa55c62-9e08-40e8-bfee-cd2d32d498a4", "name": "network-vif-plugged", "status": "completed", "tag": "16055989-ae65-41a8-a0ba-23b9e2fdcdcf"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:01.274897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d99485-533c-4d6d-a6d2-73f9d3aa781d req-09a96693-583f-4c84-af85-9c521783dc5e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.276361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1d99485-533c-4d6d-a6d2-73f9d3aa781d req-09a96693-583f-4c84-af85-9c521783dc5e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1348729 Dec 15 13:49:01.281602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-fd89b1c1-629c-4d86-abb6-b14e76c402b1 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083917 Dec 15 13:49:01.285138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85ff0ce3-c6de-4507-8e1c-a849be0ece6c req-a1a26bb4-ad8c-4dfc-a34e-e1041e6327c3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976126 Dec 15 13:49:01.415396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1d99485-533c-4d6d-a6d2-73f9d3aa781d req-35aa10c9-2179-481a-b66d-d7fb7a17dfcd tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292040 Dec 15 13:49:01.445463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6acca-c729-460f-89dc-8f52d4f3d243 req-9085700f-61fa-4114-97fa-31a25649fc8f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.447179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fed6acca-c729-460f-89dc-8f52d4f3d243 req-9085700f-61fa-4114-97fa-31a25649fc8f tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.1016347 Dec 15 13:49:01.460387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb01c32-34fe-4270-b253-8c5523412c46 req-07f0057a-85ba-486d-a669-31c48cc8d591 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671309 Dec 15 13:49:01.518105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fed6acca-c729-460f-89dc-8f52d4f3d243 req-5bfd43f1-8240-44fe-adf0-14517cb51801 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 Dec 15 13:49:01.585636 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ff7f2-c663-4a02-824c-97ad6e5ab30a x-openstack-request-id: req-845ff7f2-c663-4a02-824c-97ad6e5ab30a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:01.585940 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "name": "network-vif-plugged", "status": "completed", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15", "code": 200}, {"server_uuid": "efa55c62-9e08-40e8-bfee-cd2d32d498a4", "name": "network-vif-plugged", "status": "completed", "tag": "16055989-ae65-41a8-a0ba-23b9e2fdcdcf", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:01.586203 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-845ff7f2-c663-4a02-824c-97ad6e5ab30a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:01.586609 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'code': 200} Dec 15 13:49:01.586871 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf', 'code': 200} Dec 15 13:49:01.607334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881253-c1e8-4a0c-935d-429707624793 req-954141ec-a472-4803-9d6e-b0c5e8549f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.610263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-954141ec-a472-4803-9d6e-b0c5e8549f8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 1094 time: 0.0618422 Dec 15 13:49:01.809038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.815553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.826088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.833160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.839289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.846147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.852106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.853450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746d65-baee-421d-affb-d6b6696b5836 req-6d56f573-3099-41d2-83e0-a7c51c3c0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.854799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-92d448fb-8a64-4ea4-ba4d-bf54cbaf191c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.2399728 Dec 15 13:49:01.855077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c2746d65-baee-421d-affb-d6b6696b5836 req-6d56f573-3099-41d2-83e0-a7c51c3c0afb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 1096 time: 0.0455720 Dec 15 13:49:01.893828 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:49:01.903543 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c2746d65-baee-421d-affb-d6b6696b5836 req-8f20a5fb-7811-42f0-b31c-8e511f0b152f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Dec 15 13:49:01.903823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4412c-e623-444f-bde0-f858b2668871 req-ba2f9c27-56ee-4c64-89b8-401200cf4688 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.905339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ec4412c-e623-444f-bde0-f858b2668871 req-ba2f9c27-56ee-4c64-89b8-401200cf4688 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.2489684 Dec 15 13:49:01.917392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad134f5-dc8d-4c1c-9516-839eb5650bcf req-6e48fb56-b889-4fc1-8d0f-de7081be4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.918773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ad134f5-dc8d-4c1c-9516-839eb5650bcf req-6e48fb56-b889-4fc1-8d0f-de7081be4260 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 1096 time: 0.1842344 Dec 15 13:49:01.927060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881253-c1e8-4a0c-935d-429707624793 req-691332e7-fe12-48dc-af5c-daa84685755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.928373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-691332e7-fe12-48dc-af5c-daa84685755e service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.2736974 Dec 15 13:49:01.989834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6cd49d87-16b4-4e25-bf79-fda514b3f8b0 req-b873a948-d2b7-4833-8626-2de5b85a672a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222608 Dec 15 13:49:01.993154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ec4412c-e623-444f-bde0-f858b2668871 req-200c0782-c929-479a-8c53-ad978459d0a7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796812 Dec 15 13:49:02.101419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc86d5-1bf1-4544-a1a3-2d93be0da599 req-06d27a1a-7dff-4d7f-9624-a012e23b58b4 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.102884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afdc86d5-1bf1-4544-a1a3-2d93be0da599 req-06d27a1a-7dff-4d7f-9624-a012e23b58b4 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 944 time: 0.0499341 Dec 15 13:49:02.178188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-2e927825-4a74-4b0a-bcc2-074fac2fd9eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd61282-d49f-414f-af68-62f4a02a81f4 HTTP/1.1" status: 200 len: 217 time: 0.0542133 Dec 15 13:49:02.253379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afdc86d5-1bf1-4544-a1a3-2d93be0da599 req-a0978e1d-1d20-4ac8-9694-8544cc51978a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436865 Dec 15 13:49:02.274050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ad134f5-dc8d-4c1c-9516-839eb5650bcf req-949a1077-a410-4cb9-9b0f-f75bf06f911d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433356 Dec 15 13:49:02.274050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881253-c1e8-4a0c-935d-429707624793 req-6047c039-47b2-49ae-a80a-bdac65fa308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.274050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-6047c039-47b2-49ae-a80a-bdac65fa308b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.0838597 Dec 15 13:49:02.387278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880701e-a268-4887-b623-588d4082cbfe req-c6c89634-3055-4ded-b2fc-612549e72e93 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.389001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0880701e-a268-4887-b623-588d4082cbfe req-c6c89634-3055-4ded-b2fc-612549e72e93 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0685713 Dec 15 13:49:02.471660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c6948-f625-4343-b43f-bdc3232204e6 req-06aab35f-549e-459e-b8af-746aa387ac4e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.473176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-974c6948-f625-4343-b43f-bdc3232204e6 req-06aab35f-549e-459e-b8af-746aa387ac4e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0831544 Dec 15 13:49:02.476730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0880701e-a268-4887-b623-588d4082cbfe req-5b451521-1138-4deb-9dbb-9d42b4d00ec0 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780602 Dec 15 13:49:02.542547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-b4bd89e4-5fad-4b04-9c7c-bf573f653210 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308599 Dec 15 13:49:02.546068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-974c6948-f625-4343-b43f-bdc3232204e6 req-2f86c7df-2057-4ca9-b567-059b1778c623 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Dec 15 13:49:02.631323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:02.696031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ca395-57f6-4b23-93fe-fe642e8d4acb req-7e3b48fa-7632-46d7-8e21-1c8a0be96d67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.699624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ca395-57f6-4b23-93fe-fe642e8d4acb req-7e3b48fa-7632-46d7-8e21-1c8a0be96d67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0730948 Dec 15 13:49:02.716768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-64879287-4a81-4dd2-b23c-be9d64d9affe service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432526 Dec 15 13:49:02.751562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:02.759979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ca395-57f6-4b23-93fe-fe642e8d4acb req-a4b53a7e-e21f-4dc5-af62-9621e900904c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545049 Dec 15 13:49:02.766532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'port_id': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6', 'mac_address': 'fa:16:3e:f3:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9cf16-bb25-4c05-8f1a-22b355747a45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:02.821573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.843876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:02.872066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:02.877394 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.879310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8115c437-e2c3-4c10-befe-7116c101e985 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:02.920672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17881253-c1e8-4a0c-935d-429707624793 req-d619675f-0d8e-4966-af81-28fac83b581c service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455545 Dec 15 13:49:02.942725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8115c437-e2c3-4c10-befe-7116c101e985, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8115c437-e2c3-4c10-befe-7116c101e985,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:02.964117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8115c437-e2c3-4c10-befe-7116c101e985', 'network_id': '34e9f15f-7d3a-40d6-9cb8-eb4304837f32', 'port_id': '8115c437-e2c3-4c10-befe-7116c101e985', 'mac_address': 'fa:16:3e:c3:cb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9cf16-bb25-4c05-8f1a-22b355747a45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:02.965547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa7b7-1f30-4860-8369-7f667824525d req-98f4a461-c5ea-42dd-82eb-f8a5fced7bf4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.967290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ccfa7b7-1f30-4860-8369-7f667824525d req-98f4a461-c5ea-42dd-82eb-f8a5fced7bf4 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0689123 Dec 15 13:49:02.969268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:03.007998 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.021519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8115c437-e2c3-4c10-befe-7116c101e985 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:03.023715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ccfa7b7-1f30-4860-8369-7f667824525d req-dcde1490-5383-408b-b7f9-29cfe04635b5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461109 Dec 15 13:49:03.042471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8115c437-e2c3-4c10-befe-7116c101e985, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8115c437-e2c3-4c10-befe-7116c101e985,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:03.054192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.109236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8115c437-e2c3-4c10-befe-7116c101e985,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:03.185384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.192156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.198071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.204524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.210668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.216470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.222453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.224350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-0878b666-e1f4-49c3-801b-d4ace090dd1f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.1058388 Dec 15 13:49:03.297492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881dbae-ce12-4db2-98ab-a7217f20b0cd req-9e648f3e-7ad7-46a9-b729-53e5371331e8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.298974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c881dbae-ce12-4db2-98ab-a7217f20b0cd req-9e648f3e-7ad7-46a9-b729-53e5371331e8 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0737057 Dec 15 13:49:03.330868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7a080e-73d7-49b9-aa9c-69867376021c req-993ef001-6512-43d0-b954-edfc3dbfcedd tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966530 Dec 15 13:49:03.373035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c881dbae-ce12-4db2-98ab-a7217f20b0cd req-a8255bb7-cbd8-481c-ac91-34e3646f7b12 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639129 Dec 15 13:49:03.482972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa5365-eae9-4216-a305-4606e25e59ad req-ad5e1ca2-c5e1-49c3-b60d-8d674a74d25b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.484985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6bfa5365-eae9-4216-a305-4606e25e59ad req-ad5e1ca2-c5e1-49c3-b60d-8d674a74d25b tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.0804231 Dec 15 13:49:03.497251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f529791-6bfe-4dcb-8fe7-bd8e6c2e6dba req-8508c596-dc73-401b-a2b6-ba7fb64af7ff tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.498631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f529791-6bfe-4dcb-8fe7-bd8e6c2e6dba req-8508c596-dc73-401b-a2b6-ba7fb64af7ff tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 945 time: 0.0686030 Dec 15 13:49:03.566717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6bfa5365-eae9-4216-a305-4606e25e59ad req-1f02986e-8432-4b2d-a2a8-6db9cdac90e5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Dec 15 13:49:03.574524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f529791-6bfe-4dcb-8fe7-bd8e6c2e6dba req-bb02a382-f014-48eb-aad2-52382cffbea3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682507 Dec 15 13:49:03.719929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.727224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.733218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.740663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.746887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.753376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.759267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.761198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a1d08ec-9763-42b8-b057-bb26bb639c38 req-5578ff0d-2c6f-469d-b1f5-0b7fc2cb6e35 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.1290650 Dec 15 13:49:03.772349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52884) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:03.777196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Request body: {'floatingip': {'port_id': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:03.829315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81c11-720e-4a8a-b2a3-5090493ce9cb req-981a4611-f785-4fc4-a76e-128d08bcc424 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.831184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acd81c11-720e-4a8a-b2a3-5090493ce9cb req-981a4611-f785-4fc4-a76e-128d08bcc424 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 943 time: 0.1710653 Dec 15 13:49:03.847857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.026760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60077da0-e4df-4792-a045-752445600759 req-9171b248-587a-40d2-9d16-a6545cc05b21 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:04.028466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60077da0-e4df-4792-a045-752445600759 req-9171b248-587a-40d2-9d16-a6545cc05b21 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1923096 Dec 15 13:49:04.034791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acd81c11-720e-4a8a-b2a3-5090493ce9cb req-f368b038-4683-4e6e-8bd4-c6754f2ea74f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966732 Dec 15 13:49:04.170036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8115c437-e2c3-4c10-befe-7116c101e985'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:04.181753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f084c5a3-c070-47f5-8b1d-26d0ed5e05b6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:04.185962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60077da0-e4df-4792-a045-752445600759 req-bc2d276b-accc-4eb6-a6ad-26a0d89b57a7 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471071 Dec 15 13:49:04.522313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a44a-e173-4bd9-b2bc-6fa2238971ff req-26f5e793-54d2-428f-bc47-afb62ba5709d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:04.531024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f25a44a-e173-4bd9-b2bc-6fa2238971ff req-26f5e793-54d2-428f-bc47-afb62ba5709d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.3374109 Dec 15 13:49:04.569385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01870668-3d00-4304-aea1-42c55b7b12de req-d039543f-1f0e-4700-99d0-dc055521189e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:04.570939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01870668-3d00-4304-aea1-42c55b7b12de req-d039543f-1f0e-4700-99d0-dc055521189e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.2506361 Dec 15 13:49:04.651577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2fd61282-d49f-414f-af68-62f4a02a81f4 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:04.660357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f25a44a-e173-4bd9-b2bc-6fa2238971ff req-59557825-e850-4d9c-880f-728d2d869eac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283100 Dec 15 13:49:04.696062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01870668-3d00-4304-aea1-42c55b7b12de req-5fb0d533-4212-446a-9b89-73e3cfd8c3b9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156321 Dec 15 13:49:04.821827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2fd61282-d49f-414f-af68-62f4a02a81f4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2fd61282-d49f-414f-af68-62f4a02a81f4,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:04.832728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.836279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '2fd61282-d49f-414f-af68-62f4a02a81f4', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': '2fd61282-d49f-414f-af68-62f4a02a81f4', 'mac_address': 'fa:16:3e:ac:e9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:04.850705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.878192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.907892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd61282-d49f-414f-af68-62f4a02a81f4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:04.936254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2fd61282-d49f-414f-af68-62f4a02a81f4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2fd61282-d49f-414f-af68-62f4a02a81f4,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:04.944118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.957632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8757da-690f-490a-9244-6d233977e804 req-89c65d66-b90c-4704-a013-f68cab9457bc tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:04.959252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b8757da-690f-490a-9244-6d233977e804 req-89c65d66-b90c-4704-a013-f68cab9457bc tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.1899266 Dec 15 13:49:04.989186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25a67c-375b-4164-9164-f77a1f85003d req-2c4f4340-0b03-43b1-a77b-3235e1d4d5c2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:04.996707 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f25a67c-375b-4164-9164-f77a1f85003d req-2c4f4340-0b03-43b1-a77b-3235e1d4d5c2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 945 time: 0.1833618 Dec 15 13:49:05.026705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2fd61282-d49f-414f-af68-62f4a02a81f4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:05.072879 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Floating IP 4d9fb5a8-ab69-4356-9630-5dae4b651460 associated. External IP: 172.25.2.240, port: a68a9c92-c61f-4780-9b96-bee4b7023d4b. Dec 15 13:49:05.117025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b8757da-690f-490a-9244-6d233977e804 req-0706997c-361e-4ebe-8cb1-1d16d018484e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484516 Dec 15 13:49:05.180738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f25a67c-375b-4164-9164-f77a1f85003d req-e36a60a6-aa9b-42b0-b219-c86f4c911069 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830628 Dec 15 13:49:05.651439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-d4d15a74-041e-4222-a232-3fbb1cba9e9a req-d9aba190-ff87-49be-b3db-7a3794c131e6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:49:05.653646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4d15a74-041e-4222-a232-3fbb1cba9e9a req-d9aba190-ff87-49be-b3db-7a3794c131e6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4720170 Dec 15 13:49:05.739061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Router d93482dd-f7d3-4d85-9e45-4eb762821dd3 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:05.756318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c755a-a0de-490a-9e4e-22d9a1c6029b req-4855a690-fd5f-4aa3-bbf2-74b108aa2d25 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:05.757857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e8c755a-a0de-490a-9e4e-22d9a1c6029b req-4855a690-fd5f-4aa3-bbf2-74b108aa2d25 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 944 time: 0.4695680 Dec 15 13:49:05.933080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e8c755a-a0de-490a-9e4e-22d9a1c6029b req-7fe68d13-9a55-465d-8ffd-7d3f850ecdac tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635120 Dec 15 13:49:05.948628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015127b-acbe-4d48-8841-feba8b2ce50e req-b588fd94-95cf-4eb5-b96c-2084403afb01 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:05.951719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7015127b-acbe-4d48-8841-feba8b2ce50e req-b588fd94-95cf-4eb5-b96c-2084403afb01 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1473882 Dec 15 13:49:05.972665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:05.985920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] Sync routers for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:06.005688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.011220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:06.012094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:06.046563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2fd61282-d49f-414f-af68-62f4a02a81f4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:06.074867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-04b792cb-cf1d-413d-9f3f-6b67585335ee tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "PUT /v2.0/floatingips/4d9fb5a8-ab69-4356-9630-5dae4b651460 HTTP/1.1" status: 200 len: 991 time: 2.3011241 Dec 15 13:49:06.081792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:06.084157 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:06.119077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7015127b-acbe-4d48-8841-feba8b2ce50e req-4f119c87-914e-4b6c-9ae3-a85e38c0a1c5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664407 Dec 15 13:49:06.144774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c2cb2-04b8-4f8e-943a-17744d0b06b6 req-81343c2a-5614-49b9-b1ba-726dce2a468b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.144774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-409c2cb2-04b8-4f8e-943a-17744d0b06b6 req-81343c2a-5614-49b9-b1ba-726dce2a468b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1100605 Dec 15 13:49:06.220243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-409c2cb2-04b8-4f8e-943a-17744d0b06b6 req-c3c1acb6-5053-4423-bc16-2dcf25b2309e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697684 Dec 15 13:49:06.252062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:06.274069 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446878ca-da20-4672-8ffb-a26d6df998c7 x-openstack-request-id: req-446878ca-da20-4672-8ffb-a26d6df998c7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:06.274634 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:06.275114 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-446878ca-da20-4672-8ffb-a26d6df998c7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:06.275824 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'status': 'completed', 'code': 200} Dec 15 13:49:06.472188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0de7b-969b-4c05-a70a-62ec144ede17 req-be1c4d4b-25d4-4d5e-a714-423b95ac8a77 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.473653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bd0de7b-969b-4c05-a70a-62ec144ede17 req-be1c4d4b-25d4-4d5e-a714-423b95ac8a77 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.1425011 Dec 15 13:49:06.479833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.480338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.480887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.481344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.481797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.482308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.483100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.484578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-6124ae40-88fe-4f43-a4b3-7ef49f43ec7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6489 time: 0.1219482 Dec 15 13:49:06.493419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb12bd3-fd3d-468a-a69b-ebd082aec319 req-38376172-b37c-4c27-97df-0cb67885f6b2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.494938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1eb12bd3-fd3d-468a-a69b-ebd082aec319 req-38376172-b37c-4c27-97df-0cb67885f6b2 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1425228 Dec 15 13:49:06.640029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:06.652072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bd0de7b-969b-4c05-a70a-62ec144ede17 req-209cf476-bd49-46f7-bd3b-e9d606401f9e tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662989 Dec 15 13:49:06.682039 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1eb12bd3-fd3d-468a-a69b-ebd082aec319 req-233dfed8-5cfa-444e-a3dd-4282b5a79937 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754434 Dec 15 13:49:06.752666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-f8c6479e-feb3-49f2-b62d-7f449ad992cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.754481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-f8c6479e-feb3-49f2-b62d-7f449ad992cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a563c85-f2c8-4e76-ab6c-4fd311be8056 HTTP/1.1" status: 200 len: 914 time: 0.2297060 Dec 15 13:49:06.760384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '4d9fb5a8-ab69-4356-9630-5dae4b651460', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'port_id': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'mac_address': 'fa:16:3e:c4:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 1, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:12Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:06.796332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] Checking router: d93482dd-f7d3-4d85-9e45-4eb762821dd3 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:06.822844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:06.823627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:06.831706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:06.845509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d7115-bd14-45cb-8ab5-9942da5f01d9 req-80340ea1-11b9-41df-91ac-6c32642ea900 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.847110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e18d7115-bd14-45cb-8ab5-9942da5f01d9 req-80340ea1-11b9-41df-91ac-6c32642ea900 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 945 time: 0.1329410 Dec 15 13:49:06.907018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'network_id': 'e565ccab-723c-4182-8ddf-8f4ca28beb4d', 'port_id': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'mac_address': 'fa:16:3e:7f:f7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40e7545-5a6f-446b-a372-5eb71bc99f72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:06.907888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-c1503702-3331-4953-9de4-0b3647a275cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 200 len: 999 time: 0.1252594 Dec 15 13:49:06.925583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f41a-480c-4048-90c0-1da984e0d50c req-3a844f33-f94d-4e1f-aec7-0d8cd88774c3 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.933942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbd4f41a-480c-4048-90c0-1da984e0d50c req-3a844f33-f94d-4e1f-aec7-0d8cd88774c3 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.1622634 Dec 15 13:49:06.967063 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.991248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:07.021259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e18d7115-bd14-45cb-8ab5-9942da5f01d9 req-779ff231-cb51-4dbf-9e05-50bd39a343db tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638238 Dec 15 13:49:07.052337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbd4f41a-480c-4048-90c0-1da984e0d50c req-83c767ea-9bb7-4b4c-b8ca-19d9d11090fb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Dec 15 13:49:07.053785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-2242351f-8332-4a9d-baaa-ced8bf018880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.055773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-2242351f-8332-4a9d-baaa-ced8bf018880 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=051a7dfc-0fa5-4421-b74e-54cdafcfa35e HTTP/1.1" status: 200 len: 851 time: 0.1200075 Dec 15 13:49:07.121209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe3a5e49-6726-42aa-9640-b19d9d435c87 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:07.129169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-a991a8d1-2010-4369-9a71-b029db9f2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.130698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-a991a8d1-2010-4369-9a71-b029db9f2f21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556190 Dec 15 13:49:07.184376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:07.196980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.287671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:07.310461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47975f2-8acf-4936-beb8-e7625f76971d req-cea53cbf-53d7-4c1e-98ef-1b20f0ffba97 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.312585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a47975f2-8acf-4936-beb8-e7625f76971d req-cea53cbf-53d7-4c1e-98ef-1b20f0ffba97 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 944 time: 0.1652272 Dec 15 13:49:07.314496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '4d9fb5a8-ab69-4356-9630-5dae4b651460', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'port_id': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'mac_address': 'fa:16:3e:c4:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 1, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:12Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:07.342503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801dade-5b4d-459b-9677-a17f536d48f5 None None] The sync data for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 is: [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '4d9fb5a8-ab69-4356-9630-5dae4b651460', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'port_id': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'mac_address': 'fa:16:3e:c4:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 1, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:12Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:07.361043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54a029-4985-4722-856e-52d2dfa0c1ad req-762d233b-c785-47f9-9d11-bbff1fc73bfa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.362585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f54a029-4985-4722-856e-52d2dfa0c1ad req-762d233b-c785-47f9-9d11-bbff1fc73bfa tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1227329 Dec 15 13:49:07.366533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-a36adda3-be72-4539-a982-1c64cf9254ea service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165956 Dec 15 13:49:07.463327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a47975f2-8acf-4936-beb8-e7625f76971d req-d4070002-d7fc-410c-ad73-ec1c4601a7a0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409261 Dec 15 13:49:07.492212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f54a029-4985-4722-856e-52d2dfa0c1ad req-5db487d4-b7b6-404a-aad8-3398ccde1b35 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208000 Dec 15 13:49:07.549386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d43d31e4-0c2c-46cd-a4a9-2619e5f2610e req-dea8ba39-5ab9-4877-aaa2-2c6cc7bd1086 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635077 Dec 15 13:49:07.567769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['fe3a5e49-6726-42aa-9640-b19d9d435c87'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:07.729813 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33204f6-4923-4713-bedb-b614c9861d47 None None] New status for floating IP 4d9fb5a8-ab69-4356-9630-5dae4b651460: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:49:07.775469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b2a69-2fcc-4e9f-9f1d-22c511bc91d0 req-7f89850e-64c3-409a-b412-c3162043619e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.786866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a59b2a69-2fcc-4e9f-9f1d-22c511bc91d0 req-7f89850e-64c3-409a-b412-c3162043619e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1173494 Dec 15 13:49:07.899830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a59b2a69-2fcc-4e9f-9f1d-22c511bc91d0 req-8952f4b1-bf88-43e1-806b-a6680162d087 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114881 Dec 15 13:49:07.910357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ea33c-6dc9-4705-a2ff-c1f8d3ec8b80 req-a1a5e9e4-ca9d-4332-be55-51188024851a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.928279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-302ea33c-6dc9-4705-a2ff-c1f8d3ec8b80 req-a1a5e9e4-ca9d-4332-be55-51188024851a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 945 time: 0.1033275 Dec 15 13:49:07.997875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-302ea33c-6dc9-4705-a2ff-c1f8d3ec8b80 req-e65e7855-3cd6-4a63-9d44-03289cffcb02 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684171 Dec 15 13:49:08.111197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-ff9e3e43-02e3-4a26-8d1d-4a907034a848 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:08.112727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-ff9e3e43-02e3-4a26-8d1d-4a907034a848 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 814 time: 0.1135745 Dec 15 13:49:08.130106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-d950a90f-d593-4bee-acdb-cc4f3e68e694 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/quotas/165e1c2ff04442c4941f0e51ce2f26a3 HTTP/1.1" status: 200 len: 375 time: 0.0109725 Dec 15 13:49:08.194475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-682d007c-ccc1-48ae-815f-0d0ebc65ed39 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560353 Dec 15 13:49:08.315441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998692e-1800-42a0-91cc-5efbc2bf4140 req-ca7c8b2d-e786-4504-b99e-dc421317ba0e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:08.317171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c998692e-1800-42a0-91cc-5efbc2bf4140 req-ca7c8b2d-e786-4504-b99e-dc421317ba0e tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1055057 Dec 15 13:49:08.354426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-9877722a-1a68-433d-b6c7-3933ce77f8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520634 Dec 15 13:49:08.434539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c998692e-1800-42a0-91cc-5efbc2bf4140 req-a24d0ef5-3081-4791-95bd-8be06f81ccad tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088593 Dec 15 13:49:08.495926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-93387179-d019-43a8-b6d7-c6291324337c service neutron] 10.222.0.32 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312385 Dec 15 13:49:08.571765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b558b-da50-40f3-88d3-48b31fb201a7 req-08225ab1-ab0d-46de-88c1-c3ffe3dad3bb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:08.573450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572b558b-da50-40f3-88d3-48b31fb201a7 req-08225ab1-ab0d-46de-88c1-c3ffe3dad3bb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 945 time: 0.0559099 Dec 15 13:49:08.635779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572b558b-da50-40f3-88d3-48b31fb201a7 req-c0611267-a917-4da2-9bbc-0b19e30b674b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559506 Dec 15 13:49:08.661018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:08.735503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:08.741413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:08.745209 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.812834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438dbe-9a45-4c80-a320-040ddb9efd9f req-ed5a7d4d-0e78-489d-899a-2efad8e633e5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:08.819547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58438dbe-9a45-4c80-a320-040ddb9efd9f req-ed5a7d4d-0e78-489d-899a-2efad8e633e5 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0846055 Dec 15 13:49:08.866963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.892620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:08.894881 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24e0306-43ea-431e-ba71-5da34101215a" -d '{"events": [{"server_uuid": "3df25117-bcc0-4f34-bc57-0d8ceadbebf4", "name": "network-vif-plugged", "status": "completed", "tag": "f084c5a3-c070-47f5-8b1d-26d0ed5e05b6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:08.908997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:08.915474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.917442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8115c437-e2c3-4c10-befe-7116c101e985 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:08.950405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58438dbe-9a45-4c80-a320-040ddb9efd9f req-7e1b3ff1-25c1-49d7-9f72-641c48027ea9 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257246 Dec 15 13:49:08.997512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c0c5-e0df-4138-9a3e-505de728caca req-4a2b6082-9d9c-42c0-8b0c-51020d6f35cd tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.003841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0488c0c5-e0df-4138-9a3e-505de728caca req-4a2b6082-9d9c-42c0-8b0c-51020d6f35cd tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 944 time: 0.1611404 Dec 15 13:49:09.039557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.044315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 8115c437-e2c3-4c10-befe-7116c101e985 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:09.049669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8115c437-e2c3-4c10-befe-7116c101e985 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:09.050151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.102001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0488c0c5-e0df-4138-9a3e-505de728caca req-236d6929-dab4-4c1e-a198-3b9ac893bdb0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827179 Dec 15 13:49:09.140539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e45facc-b02d-4806-a5d7-cf6d0e5b35d7 req-bb1824c9-9025-4d09-a029-fd40f477ff9d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 210 time: 0.1060169 Dec 15 13:49:09.159851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.203932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8115c437-e2c3-4c10-befe-7116c101e985, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8115c437-e2c3-4c10-befe-7116c101e985,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:09.208056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.209770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2fd61282-d49f-414f-af68-62f4a02a81f4 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:09.272064 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4115d-eca6-4fea-8ffa-9706cec46738 x-openstack-request-id: req-73d4115d-eca6-4fea-8ffa-9706cec46738 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:09.272359 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df25117-bcc0-4f34-bc57-0d8ceadbebf4", "name": "network-vif-plugged", "status": "completed", "tag": "f084c5a3-c070-47f5-8b1d-26d0ed5e05b6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:09.272690 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73d4115d-eca6-4fea-8ffa-9706cec46738 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:09.273092 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6', 'code': 200} Dec 15 13:49:09.274077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8115c437-e2c3-4c10-befe-7116c101e985,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.325858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 2fd61282-d49f-414f-af68-62f4a02a81f4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:09.330930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 2fd61282-d49f-414f-af68-62f4a02a81f4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:09.331308 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.436129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.452933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8632-e280-4fd6-87dc-2947dd7c4d18 req-142e9894-7889-4619-96d1-fe447b71a9f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.454692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-533c8632-e280-4fd6-87dc-2947dd7c4d18 req-142e9894-7889-4619-96d1-fe447b71a9f5 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 945 time: 0.1157985 Dec 15 13:49:09.466335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822719c-4fbb-4bf5-a47b-e4e7bd7f149e req-a4490b61-79bc-4baf-bb6a-d33c3dcd9a55 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.468540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8822719c-4fbb-4bf5-a47b-e4e7bd7f149e req-a4490b61-79bc-4baf-bb6a-d33c3dcd9a55 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1033041 Dec 15 13:49:09.477053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2fd61282-d49f-414f-af68-62f4a02a81f4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2fd61282-d49f-414f-af68-62f4a02a81f4,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:09.481446 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.482370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:09.500160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fd337-cef7-4a8b-9ced-ad3a2881fb76 req-954e5b98-4393-41be-9494-0ece0028445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.502735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c3fd337-cef7-4a8b-9ced-ad3a2881fb76 req-954e5b98-4393-41be-9494-0ece0028445c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 1097 time: 0.0947597 Dec 15 13:49:09.576452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2fd61282-d49f-414f-af68-62f4a02a81f4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.596878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-533c8632-e280-4fd6-87dc-2947dd7c4d18 req-ea1d733a-8153-4747-9054-368b78a31a65 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272106 Dec 15 13:49:09.607290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8822719c-4fbb-4bf5-a47b-e4e7bd7f149e req-43e6600d-a3d0-416d-a484-3557eec69f66 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277645 Dec 15 13:49:09.626071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.631405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c3fd337-cef7-4a8b-9ced-ad3a2881fb76 req-86144933-fda0-4f0c-a73d-ffe2456715de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122398 Dec 15 13:49:09.641980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fe3a5e49-6726-42aa-9640-b19d9d435c87 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:09.661999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:09.666517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.716171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.785263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66e5a-8aa5-4132-a54d-ddc11aac6234 req-6229cdb1-3dc7-4033-817c-50ab9c773b06 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.786196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1c66e5a-8aa5-4132-a54d-ddc11aac6234 req-6229cdb1-3dc7-4033-817c-50ab9c773b06 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.0604084 Dec 15 13:49:09.838183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1c66e5a-8aa5-4132-a54d-ddc11aac6234 req-fafbfa88-9c8a-4812-aa49-6c3578f77e4e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Dec 15 13:49:10.245782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab637ce4-f8fc-4e42-b477-e82f410b9d30 req-191cd61d-cddc-47e8-955d-49d45ed69e4a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 210 time: 0.0345855 Dec 15 13:49:10.262535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b712ab-097d-4998-8367-d6dddc924cc1 req-d6d21b6f-49af-4d17-8dcc-368c763918e4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.266593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22b712ab-097d-4998-8367-d6dddc924cc1 req-d6d21b6f-49af-4d17-8dcc-368c763918e4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0845931 Dec 15 13:49:10.357517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22b712ab-097d-4998-8367-d6dddc924cc1 req-32e4900b-2d1c-47df-8a6b-ca4a5cbd77a2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829265 Dec 15 13:49:10.371656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-fd17c1eb-4c9f-4a7b-80ad-c83cc3d972eb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.373459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-fd17c1eb-4c9f-4a7b-80ad-c83cc3d972eb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "GET /v2.0/ports?device_id=57f4f538-0c1b-464d-9abe-854926d9b650 HTTP/1.1" status: 200 len: 945 time: 0.0792482 Dec 15 13:49:10.474303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Deleting port ef6594c2-b553-4d01-bddc-2d92e33b3d15 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:10.474639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.566109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] For port ef6594c2-b553-4d01-bddc-2d92e33b3d15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ef6594c2-b553-4d01-bddc-2d92e33b3d15,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:10.566531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.580970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Calling delete_port for ef6594c2-b553-4d01-bddc-2d92e33b3d15 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:10.653538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:10.763911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-7b4de857-d614-4518-937f-e1bb959efa9f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.765719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-7b4de857-d614-4518-937f-e1bb959efa9f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 814 time: 0.1311138 Dec 15 13:49:10.784799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port fe3a5e49-6726-42aa-9640-b19d9d435c87 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:10.786009 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.787039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Request body: {'port': {'device_id': '65423211-4f33-4484-92b8-4f911ea9991f', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'admin_state_up': True, 'tenant_id': '165e1c2ff04442c4941f0e51ce2f26a3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:10.888272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.929335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265eabe-0f21-417e-a69d-d4087971801d req-709c7b0f-29d1-4371-bfda-19b1ae0e71f9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.930836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1265eabe-0f21-417e-a69d-d4087971801d req-709c7b0f-29d1-4371-bfda-19b1ae0e71f9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 944 time: 0.1640015 Dec 15 13:49:10.931114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:10.934144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.936788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.966653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ef6594c2-b553-4d01-bddc-2d92e33b3d15'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:11.013603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:11.020947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Pushing event deleted for resources: {'Port': ['ID=ef6594c2-b553-4d01-bddc-2d92e33b3d15,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:11.116345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] No DVR routers for this DVR port ef6594c2-b553-4d01-bddc-2d92e33b3d15 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:11.123765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1265eabe-0f21-417e-a69d-d4087971801d req-c1c57e2a-fcb3-4866-bcff-7d9f1c9c5050 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783652 Dec 15 13:49:11.124891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.128054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0f32f72-48f2-4280-afd4-2beee654e6d6 req-c92961ed-1de4-483d-898f-7b07701efa67 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "DELETE /v2.0/ports/ef6594c2-b553-4d01-bddc-2d92e33b3d15 HTTP/1.1" status: 204 len: 173 time: 0.7462287 Dec 15 13:49:11.131211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'name': 'network-vif-deleted', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:11.141656 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f8db34-9461-4007-a188-670bc42aa5fc" -d '{"events": [{"server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "name": "network-vif-deleted", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:11.154651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaef1c9-c69a-4cb5-aaa9-3c70c0ea9ed7 req-34e6d912-bc58-49c0-93e6-2a8532928b8b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.156839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcaef1c9-c69a-4cb5-aaa9-3c70c0ea9ed7 req-34e6d912-bc58-49c0-93e6-2a8532928b8b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.2013981 Dec 15 13:49:11.157898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Made reservation on behalf of 165e1c2ff04442c4941f0e51ce2f26a3 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:11.161262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.266428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcaef1c9-c69a-4cb5-aaa9-3c70c0ea9ed7 req-2275379b-3284-4789-ade9-d1f8030adbad tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914660 Dec 15 13:49:11.274344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8115c437-e2c3-4c10-befe-7116c101e985'}, {'server_uuid': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd61282-d49f-414f-af68-62f4a02a81f4'}, {'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:11.276814 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aadb78-0da6-4284-a15b-1eb86ac0d536" -d '{"events": [{"server_uuid": "c51a726a-80ad-4fef-b42b-bc72382b79b1", "name": "network-vif-plugged", "status": "completed", "tag": "8115c437-e2c3-4c10-befe-7116c101e985"}, {"server_uuid": "b839bc50-bb4c-4f39-8a8d-86214f85d2b0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd61282-d49f-414f-af68-62f4a02a81f4"}, {"server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:11.349633 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76528d43-33a3-4b19-9f4f-f3d6ac583c7b x-openstack-request-id: req-76528d43-33a3-4b19-9f4f-f3d6ac583c7b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:11.349994 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4f538-0c1b-464d-9abe-854926d9b650", "name": "network-vif-deleted", "tag": "ef6594c2-b553-4d01-bddc-2d92e33b3d15", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:11.350208 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76528d43-33a3-4b19-9f4f-f3d6ac583c7b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:11.350551 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f4f538-0c1b-464d-9abe-854926d9b650', 'name': 'network-vif-deleted', 'tag': 'ef6594c2-b553-4d01-bddc-2d92e33b3d15', 'status': 'completed', 'code': 200} Dec 15 13:49:11.370782 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300cc09-5980-4dfd-8fec-9580cd9fc5b0 x-openstack-request-id: req-f300cc09-5980-4dfd-8fec-9580cd9fc5b0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:11.371205 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51a726a-80ad-4fef-b42b-bc72382b79b1", "name": "network-vif-plugged", "status": "completed", "tag": "8115c437-e2c3-4c10-befe-7116c101e985", "code": 200}, {"server_uuid": "b839bc50-bb4c-4f39-8a8d-86214f85d2b0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd61282-d49f-414f-af68-62f4a02a81f4", "code": 200}, {"server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:11.371689 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f300cc09-5980-4dfd-8fec-9580cd9fc5b0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:11.372212 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8115c437-e2c3-4c10-befe-7116c101e985', 'code': 200} Dec 15 13:49:11.373390 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd61282-d49f-414f-af68-62f4a02a81f4', 'code': 200} Dec 15 13:49:11.373750 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'code': 200} Dec 15 13:49:11.395258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-093c5047-65c0-4224-b6ed-6739aaddc659 req-35b87b65-1251-4942-aacb-6aa9c29ba7ca tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 210 time: 0.0433340 Dec 15 13:49:11.446821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Allocated IP 172.20.0.7 (8c7f9aac-8099-49ce-a654-947957ac7215/cea407e3-7c20-44cf-8da4-08da5cfbb576/6e8012d1-b6dd-4afc-9ae6-49342cb845b3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:11.578336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39498a23-91ce-47e6-a49a-7b69b04dde0a req-ccc7ba2e-fe5f-4814-a0ec-6e621bbd3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.580877 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39498a23-91ce-47e6-a49a-7b69b04dde0a req-ccc7ba2e-fe5f-4814-a0ec-6e621bbd3a71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 1097 time: 0.0407033 Dec 15 13:49:11.622943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7b808-bdf7-4456-8ce6-a6185cab7bda req-013e11ed-1b45-404c-8280-7919c15c0360 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.628588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5c7b808-bdf7-4456-8ce6-a6185cab7bda req-013e11ed-1b45-404c-8280-7919c15c0360 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.1401954 Dec 15 13:49:11.685919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064cfc-9771-4e3d-a2ee-2410796361f0 req-7a82d1b0-de6a-4c19-96ce-335f69244c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.687937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79064cfc-9771-4e3d-a2ee-2410796361f0 req-7a82d1b0-de6a-4c19-96ce-335f69244c46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 1096 time: 0.1471522 Dec 15 13:49:11.702988 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39498a23-91ce-47e6-a49a-7b69b04dde0a req-7e4eb926-e7f9-465d-9c79-dea20d9f1777 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857282 Dec 15 13:49:11.718038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-1c0c771e-3d37-4dd3-8243-258f868f28e9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.719800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-1c0c771e-3d37-4dd3-8243-258f868f28e9 tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.0788214 Dec 15 13:49:11.764539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5c7b808-bdf7-4456-8ce6-a6185cab7bda req-77bf67ef-ec75-44c2-8e2e-31580f8dfbd4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313217 Dec 15 13:49:11.777447 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.798368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79064cfc-9771-4e3d-a2ee-2410796361f0 req-6fd8603f-d1bb-4409-aaa1-497aa45866ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914290 Dec 15 13:49:11.825948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.849311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ef6594c2-b553-4d01-bddc-2d92e33b3d15'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:11.876213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Network 8c7f9aac-8099-49ce-a654-947957ac7215 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:11.880154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:11.885436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:11.893476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:11.951641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.952415 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.969068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-c7004617-9b1d-464b-896e-9b49da36917a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1859310 Dec 15 13:49:12.248615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bf8fa-9af6-4694-9b0f-e115f3c87337 req-065d77f4-0afb-428b-bd05-87a6aaa88fdb tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:12.250363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb6bf8fa-9af6-4694-9b0f-e115f3c87337 req-065d77f4-0afb-428b-bd05-87a6aaa88fdb tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 946 time: 0.0513592 Dec 15 13:49:12.303680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Request body: {'port': {'device_id': '65423211-4f33-4484-92b8-4f911ea9991f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:12.429409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb6bf8fa-9af6-4694-9b0f-e115f3c87337 req-2f1269a3-3d0b-4694-9ba4-c4c4b3d3fbee tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd7b5053-b6f3-466c-ac47-b72014806152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606169 Dec 15 13:49:12.432470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.451163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Deleting port fe3a5e49-6726-42aa-9640-b19d9d435c87 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:12.454646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.542345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82e29c02-17b3-4875-b3e1-e4c69f56bc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.638604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] For port fe3a5e49-6726-42aa-9640-b19d9d435c87, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fe3a5e49-6726-42aa-9640-b19d9d435c87,segment=NetworkSegment(5e5b6da6-d381-4d94-9992-0a29f2527ad7),segment_id=5e5b6da6-d381-4d94-9992-0a29f2527ad7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:12.640537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.658547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Calling delete_port for fe3a5e49-6726-42aa-9640-b19d9d435c87 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:12.659635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e908a-5707-4e96-907a-0a55b9add161 req-25cf135e-58f2-4189-8015-701e2dfdde08 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:12.661567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d1e908a-5707-4e96-907a-0a55b9add161 req-25cf135e-58f2-4189-8015-701e2dfdde08 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.1660953 Dec 15 13:49:12.722236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056245d-0df6-4b52-a5f9-3fcbb0ef496f req-d41790a3-cd1d-41fa-9854-7eefe5522f7c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:12.723711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b056245d-0df6-4b52-a5f9-3fcbb0ef496f req-d41790a3-cd1d-41fa-9854-7eefe5522f7c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 931 time: 0.1819792 Dec 15 13:49:12.818329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.821128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d1e908a-5707-4e96-907a-0a55b9add161 req-31379652-c85e-41ae-9f10-6d10790e0392 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489882 Dec 15 13:49:12.842178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['fe3a5e49-6726-42aa-9640-b19d9d435c87'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:12.851011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b056245d-0df6-4b52-a5f9-3fcbb0ef496f req-1168370c-23db-4d92-92d7-515775eb8243 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968876 Dec 15 13:49:12.896747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Pushing event deleted for resources: {'Port': ['ID=fe3a5e49-6726-42aa-9640-b19d9d435c87,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:12.954718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] No DVR routers for this DVR port fe3a5e49-6726-42aa-9640-b19d9d435c87 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:12.958968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.964373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-76f1f2e2-80cc-4d39-b855-9a29388a551b req-d1dbc77c-3f81-4b17-b6cc-724e98848fbd tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.67 "DELETE /v2.0/ports/fe3a5e49-6726-42aa-9640-b19d9d435c87 HTTP/1.1" status: 204 len: 173 time: 0.7189786 Dec 15 13:49:12.965085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'name': 'network-vif-deleted', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:12.967630 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d5e76b-a682-471d-9c16-a7fbbae3adf5" -d '{"events": [{"server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "name": "network-vif-deleted", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:13.024888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:13.045707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.126421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Transition to ACTIVE for port object 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:13.143755 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.153587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da464-bb63-4c48-8b83-bba5d6883088 req-16547afd-fc35-450c-b618-799e30d73326 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.163884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-927da464-bb63-4c48-8b83-bba5d6883088 req-16547afd-fc35-450c-b618-799e30d73326 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1305516 Dec 15 13:49:13.186208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef309f6-c364-4fe3-8e99-27a8f59b252b req-e3782d41-30d4-48ce-87ed-6d4ef5b174b8 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.188722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ef309f6-c364-4fe3-8e99-27a8f59b252b req-e3782d41-30d4-48ce-87ed-6d4ef5b174b8 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.1538398 Dec 15 13:49:13.300637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:13.306613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-927da464-bb63-4c48-8b83-bba5d6883088 req-fc1eb35f-b4e9-4c9f-94dc-324751c79e4e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411312 Dec 15 13:49:13.353770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ef309f6-c364-4fe3-8e99-27a8f59b252b req-2e687226-bdad-4db2-8459-9686d5eb709f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309347 Dec 15 13:49:13.391274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Attempting to bind port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:13.391614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Attempting to bind port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:13.391944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Attempting to bind port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 on network 8c7f9aac-8099-49ce-a654-947957ac7215 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:13.397693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 on network 8c7f9aac-8099-49ce-a654-947957ac7215 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:13.398327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Attempting to bind port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 on network 8c7f9aac-8099-49ce-a654-947957ac7215 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:13.404005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:13.404622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Checking segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:13.408674 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d781f-bde6-4dcb-a306-3b3159ae0531 x-openstack-request-id: req-984d781f-bde6-4dcb-a306-3b3159ae0531 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:13.409170 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ea343b-fd80-42c2-a667-8a63c21084ad", "name": "network-vif-deleted", "tag": "fe3a5e49-6726-42aa-9640-b19d9d435c87", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:13.409606 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-984d781f-bde6-4dcb-a306-3b3159ae0531 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:13.410209 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ea343b-fd80-42c2-a667-8a63c21084ad', 'name': 'network-vif-deleted', 'tag': 'fe3a5e49-6726-42aa-9640-b19d9d435c87', 'status': 'completed', 'code': 200} Dec 15 13:49:13.410490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Bound using segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:13.411283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Bound port: 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:13.411882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.866033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f34b4a6-dd89-40ee-888c-fc407edeaddb req-2ccf05ad-6422-4bbc-962b-f62abb46239a tempest-ImagesTestJSON-1010845724 tempest-ImagesTestJSON-1010845724-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ea343b-fd80-42c2-a667-8a63c21084ad HTTP/1.1" status: 200 len: 210 time: 0.0963519 Dec 15 13:49:13.903155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.944268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c88a6-9ad1-4d14-acbc-7695c508b77b req-c214ee78-38b6-47e9-9d97-6b50196477c2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.946334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-352c88a6-9ad1-4d14-acbc-7695c508b77b req-c214ee78-38b6-47e9-9d97-6b50196477c2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1753008 Dec 15 13:49:13.968262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:13.972792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:13.985335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.084156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.084829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.086147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] 10.222.0.67 "PUT /v2.0/ports/6e8012d1-b6dd-4afc-9ae6-49342cb845b3 HTTP/1.1" status: 200 len: 1091 time: 1.8100564 Dec 15 13:49:14.088923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:14.091133 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0a07ea-7387-4156-b04a-965bc9df7a99" -d '{"events": [{"name": "network-changed", "server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:14.100652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-352c88a6-9ad1-4d14-acbc-7695c508b77b req-ed4ed4c4-5e9a-4124-920c-bcc09a1fd2ad tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451354 Dec 15 13:49:14.126865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49ccdc-fdb6-4f3a-bf03-d984499b128b req-4fc7d25c-4053-4d55-9263-dc968e073a01 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.128338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f49ccdc-fdb6-4f3a-bf03-d984499b128b req-4fc7d25c-4053-4d55-9263-dc968e073a01 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 943 time: 0.1334777 Dec 15 13:49:14.129422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330223ec-ab26-43f9-b35c-afe0ff2807f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:14.231085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f49ccdc-fdb6-4f3a-bf03-d984499b128b req-3e982997-77fd-4a4e-a177-ce905ee1973f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933177 Dec 15 13:49:14.251760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-14d4272e-f99b-4d92-8a88-d851bf278d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.253701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-14d4272e-f99b-4d92-8a88-d851bf278d0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 1094 time: 0.0713751 Dec 15 13:49:14.300485 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cabdf-722a-4c44-914a-65e926082ad6 x-openstack-request-id: req-0b7cabdf-722a-4c44-914a-65e926082ad6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:14.300790 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:14.301044 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b7cabdf-722a-4c44-914a-65e926082ad6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:14.301437 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'status': 'completed', 'code': 200} Dec 15 13:49:14.302948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-af55ac7a-c89d-4cd7-9dda-3b41a7c26307 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3 HTTP/1.1" status: 200 len: 217 time: 0.0391793 Dec 15 13:49:14.367190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787106-b260-4686-91de-fee29353edc0 req-6e4024b8-959e-4c15-a079-e893b29eb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.368484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-6e4024b8-959e-4c15-a079-e893b29eb133 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 200 len: 854 time: 0.0462863 Dec 15 13:49:14.421346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-eed99ed8-a9ce-44ad-b57f-541534074b52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c7f9aac-8099-49ce-a654-947957ac7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271635 Dec 15 13:49:14.531491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a68b4-dc39-4d37-84d4-aed3c6173b43 req-3a0e6a1f-df85-4b68-ad42-08e6f81626d4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.533002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-706a68b4-dc39-4d37-84d4-aed3c6173b43 req-3a0e6a1f-df85-4b68-ad42-08e6f81626d4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.1087155 Dec 15 13:49:14.572985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-b4aaf6d6-550a-4d4e-89e9-2f13cf001eab service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373079 Dec 15 13:49:14.646476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-706a68b4-dc39-4d37-84d4-aed3c6173b43 req-c2d98c73-07d5-44fa-9155-7e2dd2c14580 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030934 Dec 15 13:49:14.675492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:14.679598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-836b84d6-4b27-46c9-80f5-9f0dd6b75335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.702565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50787106-b260-4686-91de-fee29353edc0 req-5f3de724-ebbd-4522-a92f-1515b2d7a982 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191123 Dec 15 13:49:14.707189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: ef6594c2-b553-4d01-bddc-2d92e33b3d15 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:14.707587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ef6594c2-b553-4d01-bddc-2d92e33b3d15 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:14.916962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-3491b39a-5461-4e83-a85d-ffa8bfad8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.918519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-3491b39a-5461-4e83-a85d-ffa8bfad8cf8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 1094 time: 0.0953915 Dec 15 13:49:14.945098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caaec-e6ba-4ef5-87dd-9cbf2ccdb45a req-7370e9bb-219a-4f84-95fb-fd5d57b91cd1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.945098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b32caaec-e6ba-4ef5-87dd-9cbf2ccdb45a req-7370e9bb-219a-4f84-95fb-fd5d57b91cd1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0822458 Dec 15 13:49:15.050849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b32caaec-e6ba-4ef5-87dd-9cbf2ccdb45a req-85933748-8674-4fac-b98c-33fd360f5519 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943129 Dec 15 13:49:15.069503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-9105b8d8-8e7d-44aa-af90-629e0c10bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.070955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-9105b8d8-8e7d-44aa-af90-629e0c10bf52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 916 time: 0.1433182 Dec 15 13:49:15.140445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-3a02d58b-fc58-4b14-b447-2c5efb8b407d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3 HTTP/1.1" status: 200 len: 217 time: 0.0508673 Dec 15 13:49:15.262852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-c2f64a99-db9a-40b5-b437-8e25f07c7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.264247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-c2f64a99-db9a-40b5-b437-8e25f07c7cf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 200 len: 854 time: 0.0919137 Dec 15 13:49:15.286897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d5dfd-de1d-467d-87c6-8b0e86bd1a39 req-e6ed78fc-3da9-4ded-9360-5461a6f5988f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.296719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449d5dfd-de1d-467d-87c6-8b0e86bd1a39 req-e6ed78fc-3da9-4ded-9360-5461a6f5988f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.0804157 Dec 15 13:49:15.343554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-c6c1038c-04f6-46d4-9803-1170b2309589 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c7f9aac-8099-49ce-a654-947957ac7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438120 Dec 15 13:49:15.372098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-449d5dfd-de1d-467d-87c6-8b0e86bd1a39 req-4d3a1679-40a8-45bb-9f4c-a85a54d4bf93 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741594 Dec 15 13:49:15.439754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53132) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:15.501397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Deleting subnet c40e7545-5a6f-446b-a372-5eb71bc99f72 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:15.505791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.535195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18e85-0df9-4025-81da-3486fedb4319 req-95d3a403-dcb1-4b00-8fd4-09803be405a0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.536757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9e18e85-0df9-4025-81da-3486fedb4319 req-95d3a403-dcb1-4b00-8fd4-09803be405a0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 943 time: 0.0791724 Dec 15 13:49:15.538986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-cb4eda22-c452-4361-9e34-8238297751c2 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555910 Dec 15 13:49:15.574415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.620768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.699871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.735153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9e18e85-0df9-4025-81da-3486fedb4319 req-7987b6be-2c45-4976-a906-4aa3558e5e3c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895659 Dec 15 13:49:15.743050 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.749382 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c40e7545-5a6f-446b-a372-5eb71bc99f72 HTTP/1.1" status: 204 len: 168 time: 0.3080466 Dec 15 13:49:15.750341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33110ff4-7349-4be0-b25c-4aee77914aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40e7545-5a6f-446b-a372-5eb71bc99f72,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:15.752381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:15.759921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf0a07ea-7387-4156-b04a-965bc9df7a99 req-53c39389-441c-471c-800e-fe6d3d8c36de service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563444 Dec 15 13:49:15.786168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9e0ea-d718-48ce-a4ab-c4b139279cce req-5296f528-264f-48e6-aba6-730b4663e5c3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.788044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dd9e0ea-d718-48ce-a4ab-c4b139279cce req-5296f528-264f-48e6-aba6-730b4663e5c3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.0691042 Dec 15 13:49:15.855398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dd9e0ea-d718-48ce-a4ab-c4b139279cce req-da90ef1b-34e6-4497-9a16-51ee9b31dac2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Dec 15 13:49:15.857405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.950953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.980753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e565ccab-723c-4182-8ddf-8f4ca28beb4d']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:15.999892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5b6da6-d381-4d94-9992-0a29f2527ad7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:16.001526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5b6da6-d381-4d94-9992-0a29f2527ad7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:16.016668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.038468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.052760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:16.053288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:16.055692 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:16.117996 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.138157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.154458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.162883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e565ccab-723c-4182-8ddf-8f4ca28beb4d HTTP/1.1" status: 204 len: 168 time: 0.4090238 Dec 15 13:49:16.182367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2861de-dd07-4a0e-ad59-08e97fadf9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e565ccab-723c-4182-8ddf-8f4ca28beb4d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:16.239315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a31f-fa22-488e-aacc-b35c668bc284 req-0a3a010f-54f9-4b1a-8fd3-00ee636e75bb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.240860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b454a31f-fa22-488e-aacc-b35c668bc284 req-0a3a010f-54f9-4b1a-8fd3-00ee636e75bb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1156361 Dec 15 13:49:16.252030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086f53-d3a7-4a17-9b4a-5efd6cfb845b req-15e68a25-9108-49d3-bc35-d2a524f3b1ec tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.259165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46086f53-d3a7-4a17-9b4a-5efd6cfb845b req-15e68a25-9108-49d3-bc35-d2a524f3b1ec tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0983832 Dec 15 13:49:16.325805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:16.345337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46086f53-d3a7-4a17-9b4a-5efd6cfb845b req-dcadc754-6775-43b5-820e-28519fd88b5e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804543 Dec 15 13:49:16.349413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b454a31f-fa22-488e-aacc-b35c668bc284 req-3e2941ec-e836-44fe-a0c3-1e504fda473d tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877612 Dec 15 13:49:16.394249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:16.395485 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cfdb0173-4d99-4c9f-881d-a17ab1c1540e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bae0ec85b7384407aa1052158f676975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681031 Dec 15 13:49:16.458810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b032285-2a2a-45df-93b6-2d44399be409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.492945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b032285-2a2a-45df-93b6-2d44399be409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.558729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b032285-2a2a-45df-93b6-2d44399be409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.561402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b032285-2a2a-45df-93b6-2d44399be409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.564887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b032285-2a2a-45df-93b6-2d44399be409 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd7b5053-b6f3-466c-ac47-b72014806152 HTTP/1.1" status: 204 len: 168 time: 0.1663730 Dec 15 13:49:16.573874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b032285-2a2a-45df-93b6-2d44399be409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b5053-b6f3-466c-ac47-b72014806152,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:16.672845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:16.714271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: fe3a5e49-6726-42aa-9640-b19d9d435c87 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:16.714863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fe3a5e49-6726-42aa-9640-b19d9d435c87 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:16.749185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e7e8-2efd-4522-8182-387ec8556c36 req-946ca3dd-80ca-4acf-b940-1875a188b0a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.755441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e7e8-2efd-4522-8182-387ec8556c36 req-946ca3dd-80ca-4acf-b940-1875a188b0a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.761509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e7e8-2efd-4522-8182-387ec8556c36 req-946ca3dd-80ca-4acf-b940-1875a188b0a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.763398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4c6e7e8-2efd-4522-8182-387ec8556c36 req-946ca3dd-80ca-4acf-b940-1875a188b0a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4&device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1&device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 2418 time: 0.0940914 Dec 15 13:49:16.885033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4c6e7e8-2efd-4522-8182-387ec8556c36 req-bf712b29-2efd-44c8-a197-82741ef118d3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098738 Dec 15 13:49:17.020712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdb1b8-a99b-4236-90eb-5974bafee773 req-bb84e288-67a1-4a96-8369-8a5f41ecdbaf tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.023563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dfdb1b8-a99b-4236-90eb-5974bafee773 req-bb84e288-67a1-4a96-8369-8a5f41ecdbaf tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 943 time: 0.0695837 Dec 15 13:49:17.082638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dfdb1b8-a99b-4236-90eb-5974bafee773 req-f7f18a0d-30bb-4bda-8e02-c12ddff8dd64 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490928 Dec 15 13:49:17.250242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65936228-6354-4e24-b413-5100cea8a7bd req-d766a6a3-5d07-40c9-b3d7-da06d2883dee tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.250242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65936228-6354-4e24-b413-5100cea8a7bd req-d766a6a3-5d07-40c9-b3d7-da06d2883dee tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0799823 Dec 15 13:49:17.250242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0de4e-26d0-4640-b0a2-d8b0b30aa676 req-15ac9aa3-4bc5-435a-ab5a-b7f6b6a4b32c tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.250242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba0de4e-26d0-4640-b0a2-d8b0b30aa676 req-15ac9aa3-4bc5-435a-ab5a-b7f6b6a4b32c tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.0851455 Dec 15 13:49:17.324472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba0de4e-26d0-4640-b0a2-d8b0b30aa676 req-dfcdb1c9-3f47-4bbc-b24a-a69e924a51a1 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746090 Dec 15 13:49:17.336615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65936228-6354-4e24-b413-5100cea8a7bd req-ebe328f3-4e8b-4126-a591-a15ab7300b1f tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798461 Dec 15 13:49:17.338048 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.469037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ce4b5-89c7-4906-b6e1-cb4a7b9d87e9 req-e40c1899-8030-42ee-83b3-f530c4c61024 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.470535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-463ce4b5-89c7-4906-b6e1-cb4a7b9d87e9 req-e40c1899-8030-42ee-83b3-f530c4c61024 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0592844 Dec 15 13:49:17.477847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:17.527680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-463ce4b5-89c7-4906-b6e1-cb4a7b9d87e9 req-df993c54-b271-48be-95b8-4288fdf99b4a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Dec 15 13:49:17.598328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1343238340-network', 'tenant_id': '9d919ea82b9e43d09261033c9e6cd4ae'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:17.625540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Made reservation on behalf of 9d919ea82b9e43d09261033c9e6cd4ae for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:17.627927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.636907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.715333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.718822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.740012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:17.755116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e9442-9738-4450-ac6f-afc3b48ff65c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:17.761075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.761418 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Added segment 60649702-493b-4963-8f02-506e12c63cd7 of type vlan for network 46a3c18b-4422-4222-84bc-80ffff6761a0 Dec 15 13:49:17.802058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.828088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.828964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.829544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.881952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4029677 Dec 15 13:49:17.890034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:17.898278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Request body: {'subnet': {'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1343238340-subnet', 'tenant_id': '9d919ea82b9e43d09261033c9e6cd4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:17.918212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-245c97ed-e188-4628-990b-58f9f086c862 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.920000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-245c97ed-e188-4628-990b-58f9f086c862 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0713079 Dec 15 13:49:17.927015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153ee7b-af2d-446d-8079-17d12d2f6a02 admin admin] Pushing event updated for resources: {'Network': ['ID=46a3c18b-4422-4222-84bc-80ffff6761a0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:17.943432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 46a3c18b-4422-4222-84bc-80ffff6761a0 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:17.991799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Made reservation on behalf of 9d919ea82b9e43d09261033c9e6cd4ae for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:18.000986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.113975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Deleting port 2fd61282-d49f-414f-af68-62f4a02a81f4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:18.114316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.302488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] For port 2fd61282-d49f-414f-af68-62f4a02a81f4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2fd61282-d49f-414f-af68-62f4a02a81f4,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:18.303162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.319333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Calling delete_port for 2fd61282-d49f-414f-af68-62f4a02a81f4 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:18.333137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.350050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63111bff-9ead-4b18-8b7e-c7f51bfe6552 req-205b4117-7420-4493-9785-51805c522215 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.351615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63111bff-9ead-4b18-8b7e-c7f51bfe6552 req-205b4117-7420-4493-9785-51805c522215 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 943 time: 0.0847273 Dec 15 13:49:18.375733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.420151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8488c32-e07a-479c-9ae7-8589618e06b6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:18.455624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Checking segment: {'id': '60649702-493b-4963-8f02-506e12c63cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:18.456451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Network hostable DHCP agents. Network: 46a3c18b-4422-4222-84bc-80ffff6761a0, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:18.477915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63111bff-9ead-4b18-8b7e-c7f51bfe6552 req-59f459d7-086b-4046-89a0-833cb69b871d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936267 Dec 15 13:49:18.480246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Network 46a3c18b-4422-4222-84bc-80ffff6761a0 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:18.497600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 46a3c18b-4422-4222-84bc-80ffff6761a0) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:18.506554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624bfa6-0e0f-494c-8ed0-133784703043 None None] Network 46a3c18b-4422-4222-84bc-80ffff6761a0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:18.510766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.511521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.539888 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-37087ebf-118e-403f-9bc1-3f3302280cea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6465721 Dec 15 13:49:18.634385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.661275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2fd61282-d49f-414f-af68-62f4a02a81f4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:18.666761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:18.691924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be4d21-1c7a-41e5-afa8-283440943a2b None None] Network 46a3c18b-4422-4222-84bc-80ffff6761a0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:18.705430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9506f-2e57-4d7e-b94a-8f1ab9f08f5d req-59357e31-d4b9-4794-a1ac-8384498b4d14 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.707656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ab9506f-2e57-4d7e-b94a-8f1ab9f08f5d req-59357e31-d4b9-4794-a1ac-8384498b4d14 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1217399 Dec 15 13:49:18.708727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event deleted for resources: {'Port': ['ID=2fd61282-d49f-414f-af68-62f4a02a81f4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:18.721342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589462-2aac-44a6-9ed2-cf80724c1860 req-944910f7-2c0c-4691-a9de-68fd04310b98 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.722983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61589462-2aac-44a6-9ed2-cf80724c1860 req-944910f7-2c0c-4691-a9de-68fd04310b98 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.1903996 Dec 15 13:49:18.826532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] No DVR routers for this DVR port 2fd61282-d49f-414f-af68-62f4a02a81f4 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:18.838011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.841593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3f4d706-ea6a-4349-abef-9f66ca6a03af req-f44d7d0b-3477-407b-9ff6-ce7ea4697bb4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "DELETE /v2.0/ports/2fd61282-d49f-414f-af68-62f4a02a81f4 HTTP/1.1" status: 204 len: 173 time: 0.9137528 Dec 15 13:49:18.842079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'name': 'network-vif-deleted', 'tag': '2fd61282-d49f-414f-af68-62f4a02a81f4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:18.845055 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9b1daf-d0a3-4613-ba87-adb4ffcd97db" -d '{"events": [{"server_uuid": "b839bc50-bb4c-4f39-8a8d-86214f85d2b0", "name": "network-vif-deleted", "tag": "2fd61282-d49f-414f-af68-62f4a02a81f4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:18.857283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ab9506f-2e57-4d7e-b94a-8f1ab9f08f5d req-3f028dd4-332b-49b5-9b83-2eec4bc09c1f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324084 Dec 15 13:49:18.878455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61589462-2aac-44a6-9ed2-cf80724c1860 req-4d157d28-2833-472b-9531-430736562fc1 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365986 Dec 15 13:49:19.019669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-452d3248-79b2-4d1d-9284-ca3a277dce8e req-f326527d-a79f-49a1-b916-ecc5d3633a51 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b839bc50-bb4c-4f39-8a8d-86214f85d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0626411 Dec 15 13:49:19.037740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:19.066746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'port_id': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'mac_address': 'fa:16:3e:3f:3c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea407e3-7c20-44cf-8da4-08da5cfbb576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:19.095333 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634b6da4-4425-42ce-8352-8467b0424017 x-openstack-request-id: req-634b6da4-4425-42ce-8352-8467b0424017 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:19.095636 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b839bc50-bb4c-4f39-8a8d-86214f85d2b0", "name": "network-vif-deleted", "tag": "2fd61282-d49f-414f-af68-62f4a02a81f4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:19.095899 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-634b6da4-4425-42ce-8352-8467b0424017 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:19.096311 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b839bc50-bb4c-4f39-8a8d-86214f85d2b0', 'name': 'network-vif-deleted', 'tag': '2fd61282-d49f-414f-af68-62f4a02a81f4', 'status': 'completed', 'code': 200} Dec 15 13:49:19.128869 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.143506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:19.165475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:19.169455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.222349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:19.373282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-cf98c5bd-a5ec-4a1c-a7ed-356f4c9a7f7c tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.374705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-cf98c5bd-a5ec-4a1c-a7ed-356f4c9a7f7c tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/networks?id=46a3c18b-4422-4222-84bc-80ffff6761a0 HTTP/1.1" status: 200 len: 818 time: 0.1010742 Dec 15 13:49:19.390088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-b9afcf26-a5bd-4b4d-aad9-112e764226f3 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/quotas/9d919ea82b9e43d09261033c9e6cd4ae HTTP/1.1" status: 200 len: 375 time: 0.0090692 Dec 15 13:49:19.425190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-3374ee7f-9199-495c-b6d7-f227e3ca0173 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d919ea82b9e43d09261033c9e6cd4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297725 Dec 15 13:49:19.517443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-427f3d75-8943-464d-b5e2-c73ccf82b6b1 service neutron] 10.222.0.32 "GET /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854657 Dec 15 13:49:19.646880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11bb1f-db9d-446e-b887-f35ffffaa193 req-63d5a129-3c4d-433c-9c4d-3bf3d2db016e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.648389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a11bb1f-db9d-446e-b887-f35ffffaa193 req-63d5a129-3c4d-433c-9c4d-3bf3d2db016e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 944 time: 0.1042914 Dec 15 13:49:19.659826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-4a1eb521-b154-487d-8c79-7e5e265b7228 service neutron] 10.222.0.32 "GET /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360917 Dec 15 13:49:19.704323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a11bb1f-db9d-446e-b887-f35ffffaa193 req-64ea3b5d-020e-4907-92a6-e7184d687057 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Dec 15 13:49:19.767604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6e8012d1-b6dd-4afc-9ae6-49342cb845b3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:19.849455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1ca3fae-3683-40c0-b083-59c778eccd70 req-05c71187-726f-41a2-bc44-2ace8d936e79 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 210 time: 0.0304236 Dec 15 13:49:20.069633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc12b21-dde0-41f9-9b99-859203534cc6 req-7fa64ad3-304d-4878-8b49-c8ef57575331 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.071188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccc12b21-dde0-41f9-9b99-859203534cc6 req-7fa64ad3-304d-4878-8b49-c8ef57575331 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0932925 Dec 15 13:49:20.094645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437c77-d734-4d09-ae07-da1629272786 req-baa64d5d-bae4-4d28-96ca-f4b0d92fd382 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.096338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2437c77-d734-4d09-ae07-da1629272786 req-baa64d5d-bae4-4d28-96ca-f4b0d92fd382 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0855076 Dec 15 13:49:20.189254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccc12b21-dde0-41f9-9b99-859203534cc6 req-35cfd0dc-efa1-453a-81f4-fe453d88fe8b tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/security-groups?id=676181d0-34be-4d5f-97c0-75359699721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102023 Dec 15 13:49:20.219238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2437c77-d734-4d09-ae07-da1629272786 req-7f5f86b5-676a-4c46-9d0f-505a23e26d2e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073620 Dec 15 13:49:20.417698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-f5c7d5a6-e0b1-4fae-b021-91d3fbbbe062 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.419262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-f5c7d5a6-e0b1-4fae-b021-91d3fbbbe062 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 946 time: 0.0587006 Dec 15 13:49:20.634920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-d3e8d19e-ac40-43cc-b0a4-3af929bf9240 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.636375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-d3e8d19e-ac40-43cc-b0a4-3af929bf9240 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.1493313 Dec 15 13:49:20.643556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Deleting port aac1adba-d4b3-4bc4-b1ea-207a925bde4d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:20.643891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.675333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2fd61282-d49f-414f-af68-62f4a02a81f4 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:20.694870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-6c5d0d35-597a-45d7-86b3-fe38ba02542e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0478959 Dec 15 13:49:20.696383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 2fd61282-d49f-414f-af68-62f4a02a81f4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:20.696972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2fd61282-d49f-414f-af68-62f4a02a81f4 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:20.736692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-5d7d9f37-5c13-43d9-bfc5-edb8d227a211 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324266 Dec 15 13:49:20.764068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3f040721-971d-4216-8783-f4f4877ec780 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:49:20.765747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3f040721-971d-4216-8783-f4f4877ec780 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112369 Dec 15 13:49:20.773143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] For port aac1adba-d4b3-4bc4-b1ea-207a925bde4d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,segment=NetworkSegment(ad0faa28-8f88-48f4-81b3-5e3675015d4d),segment_id=ad0faa28-8f88-48f4-81b3-5e3675015d4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:20.773716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.841215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Calling delete_port for aac1adba-d4b3-4bc4-b1ea-207a925bde4d owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:20.849353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.946555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b6341-3473-4134-af5e-77d43891039c req-b79afdac-3bc2-4574-aba9-75b98f51387d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.948097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d5b6341-3473-4134-af5e-77d43891039c req-b79afdac-3bc2-4574-aba9-75b98f51387d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 944 time: 0.1593695 Dec 15 13:49:20.978260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-e29e15cf-7c7d-4d7a-955a-1dd1bad54c17 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017980 Dec 15 13:49:21.097216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d5b6341-3473-4134-af5e-77d43891039c req-4f1f3556-2aa3-4f42-aa8c-96f133df668b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365213 Dec 15 13:49:21.138097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.178235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Pushing event deleted for resources: {'Port': ['ID=aac1adba-d4b3-4bc4-b1ea-207a925bde4d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:21.195871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-caa819bc-e6a6-4903-a0bf-e55ca1068d0b service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940598 Dec 15 13:49:21.284812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] No DVR routers for this DVR port aac1adba-d4b3-4bc4-b1ea-207a925bde4d on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:21.287752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.291060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c13b2d8-891d-482b-a32d-e63f4807a109 req-b30c17f0-d38d-4133-8821-4f94e530afac tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.67 "DELETE /v2.0/ports/aac1adba-d4b3-4bc4-b1ea-207a925bde4d HTTP/1.1" status: 204 len: 173 time: 0.8361874 Dec 15 13:49:21.304293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-deleted', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:21.306610 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f4dac1-3f8d-496d-953f-d1d18a616c34" -d '{"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-deleted", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:21.309147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aac1adba-d4b3-4bc4-b1ea-207a925bde4d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:21.318446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82331da2-73e2-499d-a3bd-4a37e0c01659 req-51b02395-2fbe-455d-be6c-e0e0e51461f5 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 210 time: 0.1020904 Dec 15 13:49:21.389940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-f917793e-09da-4c4c-a29e-ff05cbb2a602 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:21.391423 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-f917793e-09da-4c4c-a29e-ff05cbb2a602 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.67 "GET /v2.0/networks?id=46a3c18b-4422-4222-84bc-80ffff6761a0 HTTP/1.1" status: 200 len: 818 time: 0.1671615 Dec 15 13:49:21.419144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Request body: {'port': {'device_id': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0', 'admin_state_up': True, 'tenant_id': '9d919ea82b9e43d09261033c9e6cd4ae'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:21.466323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1406c045-6155-477b-880d-26db3dd5f0da req-8fe115c5-7a92-4e82-9e8c-4a2c9c8e5576 tempest-ServersNegativeTestJSON-1925843519 tempest-ServersNegativeTestJSON-1925843519-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b6758c-2aee-4e9a-89bc-bb156b0d6a33 HTTP/1.1" status: 200 len: 210 time: 0.0567560 Dec 15 13:49:21.520682 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590cb8b-4a4b-476d-be2c-f87b16c86d0d x-openstack-request-id: req-2590cb8b-4a4b-476d-be2c-f87b16c86d0d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:21.521078 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6758c-2aee-4e9a-89bc-bb156b0d6a33", "name": "network-vif-deleted", "tag": "aac1adba-d4b3-4bc4-b1ea-207a925bde4d", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:21.521428 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2590cb8b-4a4b-476d-be2c-f87b16c86d0d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:21.521919 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6758c-2aee-4e9a-89bc-bb156b0d6a33', 'name': 'network-vif-deleted', 'tag': 'aac1adba-d4b3-4bc4-b1ea-207a925bde4d', 'status': 'completed', 'code': 200} Dec 15 13:49:21.622091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Made reservation on behalf of 9d919ea82b9e43d09261033c9e6cd4ae for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:21.628888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.642317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6425d1e-adb0-4154-86d2-38fe4d56d702 req-7b28091e-fd43-498f-ada3-34e51ba7e501 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:21.649142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6425d1e-adb0-4154-86d2-38fe4d56d702 req-7b28091e-fd43-498f-ada3-34e51ba7e501 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0924411 Dec 15 13:49:21.717825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6425d1e-adb0-4154-86d2-38fe4d56d702 req-455b3674-4cfd-47ef-820d-d80361ca9da4 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581837 Dec 15 13:49:21.816879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ecc0231-4362-4b55-8de0-7953daf1de0e req-16a4d46d-3508-417b-9956-871753db9bf5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.0515645 Dec 15 13:49:21.855780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Allocated IP 172.20.0.13 (46a3c18b-4422-4222-84bc-80ffff6761a0/e8488c32-e07a-479c-9ae7-8589618e06b6/e229a4e4-0b91-4b31-b396-2ba3c978c87e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:22.033409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.078106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.126723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Network 46a3c18b-4422-4222-84bc-80ffff6761a0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:22.135201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:22.139664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:22.180223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Pushing event updated for resources: {'Port': ['ID=e229a4e4-0b91-4b31-b396-2ba3c978c87e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:22.199498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:22.200344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.221300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-7dfbbdd1-f0ca-4fc0-bda8-4a8e86b81436 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8103886 Dec 15 13:49:22.240545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Request body: {'port': {'device_id': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:22.256218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2b597-df07-4e80-9893-79ff68afa648 req-3f92a289-63fd-4d2c-b8b7-d37d2737af79 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:22.267503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cc2b597-df07-4e80-9893-79ff68afa648 req-3f92a289-63fd-4d2c-b8b7-d37d2737af79 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 944 time: 0.0769536 Dec 15 13:49:22.313258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.339658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cc2b597-df07-4e80-9893-79ff68afa648 req-f61b266f-9654-4058-9c9a-040a9ca6ddcf tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683262 Dec 15 13:49:22.466588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb747589-8f48-454b-84bf-ea701671c133 req-ef65cdae-15d1-4bb0-b015-1c65e80d7c44 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:22.468366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb747589-8f48-454b-84bf-ea701671c133 req-ef65cdae-15d1-4bb0-b015-1c65e80d7c44 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 932 time: 0.0533152 Dec 15 13:49:22.525130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb747589-8f48-454b-84bf-ea701671c133 req-875b4707-4d6f-4e77-9a73-a96c5fa238c7 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Dec 15 13:49:22.557177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:22.606307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Deleting subnet d20af28a-78ff-4183-a9de-9b4f76569cdd {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:22.610136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.627694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e229a4e4-0b91-4b31-b396-2ba3c978c87e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:22.637195 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.646362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.651626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Transition to ACTIVE for port object e229a4e4-0b91-4b31-b396-2ba3c978c87e will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:22.656802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.695592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:22.696462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.799195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Attempting to bind port e229a4e4-0b91-4b31-b396-2ba3c978c87e on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:22.799626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Attempting to bind port e229a4e4-0b91-4b31-b396-2ba3c978c87e by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '60649702-493b-4963-8f02-506e12c63cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:22.801381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Attempting to bind port e229a4e4-0b91-4b31-b396-2ba3c978c87e on network 46a3c18b-4422-4222-84bc-80ffff6761a0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:22.803962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.805468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Pushing event updated for resources: {'Port': ['ID=e229a4e4-0b91-4b31-b396-2ba3c978c87e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:22.810049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Port e229a4e4-0b91-4b31-b396-2ba3c978c87e on network 46a3c18b-4422-4222-84bc-80ffff6761a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:22.810369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Attempting to bind port e229a4e4-0b91-4b31-b396-2ba3c978c87e on network 46a3c18b-4422-4222-84bc-80ffff6761a0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:22.815840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:22.816181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Checking segment: {'id': '60649702-493b-4963-8f02-506e12c63cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:22.816570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Bound using segment: {'id': '60649702-493b-4963-8f02-506e12c63cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:22.817188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Bound port: e229a4e4-0b91-4b31-b396-2ba3c978c87e, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60649702-493b-4963-8f02-506e12c63cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:22.817548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.863725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20af28a-78ff-4183-a9de-9b4f76569cdd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:22.905773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.907122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] For port e229a4e4-0b91-4b31-b396-2ba3c978c87e, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:22.910257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-db6fc38d-e0dd-4d95-bd50-216db8a347d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d20af28a-78ff-4183-a9de-9b4f76569cdd HTTP/1.1" status: 204 len: 168 time: 0.3518269 Dec 15 13:49:22.911333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] For port e229a4e4-0b91-4b31-b396-2ba3c978c87e, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e,segment=NetworkSegment(60649702-493b-4963-8f02-506e12c63cd7),segment_id=60649702-493b-4963-8f02-506e12c63cd7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:22.913218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53346) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:22.918178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.005550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Pushing event updated for resources: {'Port': ['ID=e229a4e4-0b91-4b31-b396-2ba3c978c87e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:23.012164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:23.013074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.015080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.017245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-eefd0099-41ce-42a0-a53c-4bbf250edd29 service neutron] 10.222.0.67 "PUT /v2.0/ports/e229a4e4-0b91-4b31-b396-2ba3c978c87e HTTP/1.1" status: 200 len: 1092 time: 0.7826719 Dec 15 13:49:23.017879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'tag': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:23.022451 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdec5a0-eb5d-440d-a0f9-297442a32fff" -d '{"events": [{"name": "network-changed", "server_uuid": "c7af2a3f-04ed-44a0-aa9c-d94d752c2891", "tag": "e229a4e4-0b91-4b31-b396-2ba3c978c87e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:23.029411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:23.029668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7de365-6292-48ee-88a3-2e1afc5ad42e req-0b22edd0-cd16-4cd2-b238-30fce9caaaed tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.030402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.031289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe7de365-6292-48ee-88a3-2e1afc5ad42e req-0b22edd0-cd16-4cd2-b238-30fce9caaaed tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1718402 Dec 15 13:49:23.129301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.185338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-4c271a48-3f3e-4806-96bd-86f2f4d2f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.187607 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-4c271a48-3f3e-4806-96bd-86f2f4d2f412 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d919ea82b9e43d09261033c9e6cd4ae&device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 1095 time: 0.0648797 Dec 15 13:49:23.196648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe7de365-6292-48ee-88a3-2e1afc5ad42e req-42d3ace9-9b95-40b2-b588-9568b9fd8c88 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Dec 15 13:49:23.205179 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.261205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:23.263609 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd3ad12-d587-4eac-a01c-81b034739207" -d '{"events": [{"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-plugged", "status": "completed", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:23.274006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-32248fee-1f84-4e24-a5d0-ca6833ccb75b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e HTTP/1.1" status: 200 len: 217 time: 0.0506892 Dec 15 13:49:23.296089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:23.301544 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.321101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4ec769e-ce4d-4149-ac3f-cbf0fd8adabe req-178ea702-4028-4e22-b941-09919c0f878f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.1304572 Dec 15 13:49:23.348747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-8704bb72-c7ff-4aef-b0ee-f3760a20f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.350796 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-8704bb72-c7ff-4aef-b0ee-f3760a20f675 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8488c32-e07a-479c-9ae7-8589618e06b6 HTTP/1.1" status: 200 len: 858 time: 0.0660312 Dec 15 13:49:23.391196 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6630f65e-6d6b-4fe0-8487-174d3751e899 x-openstack-request-id: req-6630f65e-6d6b-4fe0-8487-174d3751e899 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:23.391487 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7af2a3f-04ed-44a0-aa9c-d94d752c2891", "tag": "e229a4e4-0b91-4b31-b396-2ba3c978c87e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:23.391742 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6630f65e-6d6b-4fe0-8487-174d3751e899 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:23.392181 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'tag': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e', 'status': 'completed', 'code': 200} Dec 15 13:49:23.403254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:23.409464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-110da7ed-0f56-433e-98d9-59d5f2e11d1b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.410969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-110da7ed-0f56-433e-98d9-59d5f2e11d1b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.4293826 Dec 15 13:49:23.424416 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53771dd-c281-46a9-ba29-cfffe229d846 x-openstack-request-id: req-d53771dd-c281-46a9-ba29-cfffe229d846 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:23.424936 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-plugged", "status": "completed", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:23.425337 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d53771dd-c281-46a9-ba29-cfffe229d846 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:23.425903 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'code': 200} Dec 15 13:49:23.427094 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-941be8c3-908f-485e-b684-e36394e868f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=46a3c18b-4422-4222-84bc-80ffff6761a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605350 Dec 15 13:49:23.447907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Request body: {'port': {'device_id': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'admin_state_up': True, 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:23.456822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.550812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4cdc2e-7c12-4b9c-995a-44d85762d84e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:23.558232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-907a8c4b-4e6a-48ff-ac77-ac7096e57260 service neutron] 10.222.0.67 "GET /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141305 Dec 15 13:49:23.584994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0faa28-8f88-48f4-81b3-5e3675015d4d') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:23.585285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0faa28-8f88-48f4-81b3-5e3675015d4d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:23.604802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.654256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.669434 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2cff2d4-18e9-469c-af78-48aec05aec9b req-442461ab-eed0-4fac-a083-dad22064fd8d service neutron] 10.222.0.67 "GET /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965698 Dec 15 13:49:23.688539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:23.688932 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:23.692047 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:23.699636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f2be1-5d44-40e5-856e-f47f27bf7c5a req-eab45c6c-cb52-4b4e-afd0-712f2dbd46f1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.701117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d4f2be1-5d44-40e5-856e-f47f27bf7c5a req-eab45c6c-cb52-4b4e-afd0-712f2dbd46f1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2468140 Dec 15 13:49:23.741904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf086f-5734-4889-a0ec-241eca7c529e req-2dc599f5-34de-4e07-89a8-e01f01136519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.743510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16cf086f-5734-4889-a0ec-241eca7c529e req-2dc599f5-34de-4e07-89a8-e01f01136519 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 1096 time: 0.2021427 Dec 15 13:49:23.839046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.854686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ab05c-9b6c-4636-947e-d77124c3fe0d req-645b1cf0-e5f2-4837-9df6-eccb5099941e tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.856254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-694ab05c-9b6c-4636-947e-d77124c3fe0d req-645b1cf0-e5f2-4837-9df6-eccb5099941e tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 944 time: 0.2366886 Dec 15 13:49:23.877461 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.880928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb4cdc2e-7c12-4b9c-995a-44d85762d84e HTTP/1.1" status: 204 len: 168 time: 0.9662387 Dec 15 13:49:23.881645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:23.885273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.037816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-d3a8b6b5-90cb-4f7a-b3dd-5fe4b8f23de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.039324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-d3a8b6b5-90cb-4f7a-b3dd-5fe4b8f23de4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d919ea82b9e43d09261033c9e6cd4ae&device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 1095 time: 0.3161860 Dec 15 13:49:24.060713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:24.157198 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57309d3a-f439-4bed-ae19-4c7bab8877df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=684bfb9661a84c63b14f00875b9b13ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940151 Dec 15 13:49:24.159704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53376) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:24.215925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-663af266-b981-4442-a1cd-c7c742a84bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.218129 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-663af266-b981-4442-a1cd-c7c742a84bb8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=46a3c18b-4422-4222-84bc-80ffff6761a0 HTTP/1.1" status: 200 len: 920 time: 0.1557641 Dec 15 13:49:24.235176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d4f2be1-5d44-40e5-856e-f47f27bf7c5a req-0c0c6168-d497-46e9-be20-cebc24433f0b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966433 Dec 15 13:49:24.235904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144d90a-7c64-406a-86e4-05cdfd76761c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4cdc2e-7c12-4b9c-995a-44d85762d84e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:24.246623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16cf086f-5734-4889-a0ec-241eca7c529e req-74282b93-e872-4f02-a12f-9a1fd52f672a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882977 Dec 15 13:49:24.273258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bda221cf-ffac-454d-80c9-bbab1e70b50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.279485 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-64cdab4d-ac56-45df-b509-1b19b28c077e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e HTTP/1.1" status: 200 len: 217 time: 0.0441906 Dec 15 13:49:24.303451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bda221cf-ffac-454d-80c9-bbab1e70b50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.340739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-694ab05c-9b6c-4636-947e-d77124c3fe0d req-dde22ca8-0fe8-41d2-81fd-065ae22f1827 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648716 Dec 15 13:49:24.382792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bda221cf-ffac-454d-80c9-bbab1e70b50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.385495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bda221cf-ffac-454d-80c9-bbab1e70b50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.387589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bda221cf-ffac-454d-80c9-bbab1e70b50d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/676181d0-34be-4d5f-97c0-75359699721b HTTP/1.1" status: 204 len: 168 time: 0.2260385 Dec 15 13:49:24.397283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda221cf-ffac-454d-80c9-bbab1e70b50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676181d0-34be-4d5f-97c0-75359699721b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:24.446350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Allocated IP 172.20.0.6 (93dcf55e-deff-4c7d-8d72-764aed011531/bb6cf20b-fa56-4671-841a-e0b45301cc06/a6ee2148-d344-4a92-8041-8515394a157f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:24.622723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-a7eac1e2-de98-4368-b36c-4ba378b47b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.624884 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-a7eac1e2-de98-4368-b36c-4ba378b47b13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8488c32-e07a-479c-9ae7-8589618e06b6 HTTP/1.1" status: 200 len: 858 time: 0.0855937 Dec 15 13:49:24.666165 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-7dae6f53-8539-441c-b694-26e58a4b508b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=46a3c18b-4422-4222-84bc-80ffff6761a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325017 Dec 15 13:49:24.680232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e41ab424-e371-4422-80fb-f2b4b32e819d req-c3f155e5-3a78-425f-be0e-61fca3e3f057 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.0721290 Dec 15 13:49:24.718935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:24.749764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06266362-2aea-4312-b505-ac932719cdf6 req-e5065422-1e07-478b-8ff3-64cc324725f7 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.751300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06266362-2aea-4312-b505-ac932719cdf6 req-e5065422-1e07-478b-8ff3-64cc324725f7 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1577253 Dec 15 13:49:24.768380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.773597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: aac1adba-d4b3-4bc4-b1ea-207a925bde4d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:24.775177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aac1adba-d4b3-4bc4-b1ea-207a925bde4d not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:24.789575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-ade9f5d5-fd3c-474d-b3a4-73d0f873101e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1622665 Dec 15 13:49:24.831077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-b61e7a1a-575d-48dd-a88f-68ec594598b9 service neutron] 10.222.0.67 "GET /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560223 Dec 15 13:49:24.867669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06266362-2aea-4312-b505-ac932719cdf6 req-99f7d517-7a77-4c94-9fa0-caa9b1c62db6 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040726 Dec 15 13:49:24.886738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.976382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:24.977041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8fdec5a0-eb5d-440d-a0f9-297442a32fff req-53ad0fb3-53ae-4e9c-a44b-883874751cc9 service neutron] 10.222.0.67 "GET /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265581 Dec 15 13:49:24.986867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:24.989499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:25.031601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event updated for resources: {'Port': ['ID=a6ee2148-d344-4a92-8041-8515394a157f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:25.075133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.075611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.076088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.076538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.077018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.077469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.077913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.079820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-b36cb2a0-26aa-4dcd-b4de-a4b455e695a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6489 time: 0.1899784 Dec 15 13:49:25.095414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.096046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.119307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59e856-f31b-4209-b8cd-c0f2ff1fad46 req-e2cd2a9d-8841-4928-b9a5-0d3d396e3b6c tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.120823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed59e856-f31b-4209-b8cd-c0f2ff1fad46 req-e2cd2a9d-8841-4928-b9a5-0d3d396e3b6c tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 945 time: 0.1352189 Dec 15 13:49:25.133180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-fc8db70c-cfb3-4a64-93c4-a9b262c2cde7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6918006 Dec 15 13:49:25.188340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Request body: {'port': {'device_id': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:25.301281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed59e856-f31b-4209-b8cd-c0f2ff1fad46 req-55eca678-5974-4b3e-bbe3-ed555fb95e40 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659381 Dec 15 13:49:25.315568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.327817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cba9e761-c593-4c10-aa9b-d056992d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.328282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cba9e761-c593-4c10-aa9b-d056992d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.328748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cba9e761-c593-4c10-aa9b-d056992d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.330295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cba9e761-c593-4c10-aa9b-d056992d216b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 2294 time: 0.2082357 Dec 15 13:49:25.498137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6483245-b9bd-4fca-bce4-27acf53d0088 req-3d440567-7b18-4b22-aafe-82e0f88e86d6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.499998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6483245-b9bd-4fca-bce4-27acf53d0088 req-3d440567-7b18-4b22-aafe-82e0f88e86d6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1808679 Dec 15 13:49:25.505282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-7fa4c6a4-1d75-46aa-be6e-f17ae3bcf98e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 200 len: 1001 time: 0.1635008 Dec 15 13:49:25.637132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a66d9-41d4-4262-abf0-fa095b7efeb5 req-fb5763da-087f-4a84-9099-d1121028d041 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.638602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b89a66d9-41d4-4262-abf0-fa095b7efeb5 req-fb5763da-087f-4a84-9099-d1121028d041 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 944 time: 0.2043090 Dec 15 13:49:25.709919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-053c8c88-910a-4a55-8f06-e6b7a7479b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.711480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-053c8c88-910a-4a55-8f06-e6b7a7479b26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=051a7dfc-0fa5-4421-b74e-54cdafcfa35e HTTP/1.1" status: 200 len: 851 time: 0.1587324 Dec 15 13:49:25.737800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6483245-b9bd-4fca-bce4-27acf53d0088 req-f78dac9c-0ed5-4934-8ba6-b8db93bf8e43 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305539 Dec 15 13:49:25.808437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b89a66d9-41d4-4262-abf0-fa095b7efeb5 req-aba84e92-a994-4f81-83be-f78620965c7e tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554008 Dec 15 13:49:25.861864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-8e9c9a93-3d78-42c1-b988-c5565cc7d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.863396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-8e9c9a93-3d78-42c1-b988-c5565cc7d58b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246958 Dec 15 13:49:25.992437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ee2148-d344-4a92-8041-8515394a157f {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:26.019342 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.060818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Transition to ACTIVE for port object a6ee2148-d344-4a92-8041-8515394a157f will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:26.076351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.107330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229fccc-3880-4553-b77b-e9c1c20a499e req-746b19bd-c0bb-465f-8e21-fb6ef1b680e1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.108849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3229fccc-3880-4553-b77b-e9c1c20a499e req-746b19bd-c0bb-465f-8e21-fb6ef1b680e1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 931 time: 0.1925929 Dec 15 13:49:26.150619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-38db42bb-ec8f-4706-bebf-a31cef278952 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482374 Dec 15 13:49:26.161163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd6189-b14f-4779-ba95-7bc5a1aef418 req-2ffffd11-d608-426d-ad3a-b118abfb9a90 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.162596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2efd6189-b14f-4779-ba95-7bc5a1aef418 req-2ffffd11-d608-426d-ad3a-b118abfb9a90 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1928496 Dec 15 13:49:26.251949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee2148-d344-4a92-8041-8515394a157f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:26.349052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3229fccc-3880-4553-b77b-e9c1c20a499e req-1f516821-8d4d-48ce-a22b-48d6cbce3c1e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144518 Dec 15 13:49:26.370562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2efd6189-b14f-4779-ba95-7bc5a1aef418 req-08b99200-c523-408c-8cb9-2b2d2456ab43 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917944 Dec 15 13:49:26.389785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-9a658cea-5808-4828-80a9-747fd4236286 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202573 Dec 15 13:49:26.439736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Attempting to bind port a6ee2148-d344-4a92-8041-8515394a157f on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:26.440073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Attempting to bind port a6ee2148-d344-4a92-8041-8515394a157f by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:26.440400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Attempting to bind port a6ee2148-d344-4a92-8041-8515394a157f on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:26.449924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-30425f9a-42a8-4a69-ba70-2871d4e32c5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 217 time: 0.0500402 Dec 15 13:49:26.455174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Port a6ee2148-d344-4a92-8041-8515394a157f on network 93dcf55e-deff-4c7d-8d72-764aed011531 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:26.455499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Attempting to bind port a6ee2148-d344-4a92-8041-8515394a157f on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:26.485721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:26.486065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:26.486439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Bound using segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:26.486869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Bound port: a6ee2148-d344-4a92-8041-8515394a157f, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:26.487224 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.579331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd247-2ee0-41bd-8451-28e907c91f82 req-09d51e1f-321e-4f13-b076-23e6abef3f00 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.581113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c9bd247-2ee0-41bd-8451-28e907c91f82 req-09d51e1f-321e-4f13-b076-23e6abef3f00 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 945 time: 0.1433697 Dec 15 13:49:26.582494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-99e04c82-7af5-4e46-93f0-ce00b3611f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.584133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-99e04c82-7af5-4e46-93f0-ce00b3611f45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1114314 Dec 15 13:49:26.654572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] For port a6ee2148-d344-4a92-8041-8515394a157f, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:26.679815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] For port a6ee2148-d344-4a92-8041-8515394a157f, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a6ee2148-d344-4a92-8041-8515394a157f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:26.687173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c9bd247-2ee0-41bd-8451-28e907c91f82 req-6b61c5d6-d9ed-409b-b9b4-b14d52056d6e tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/security-groups?id=2159241c-50f0-4aad-b976-9f03848d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994585 Dec 15 13:49:26.689553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.704508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cfba9d90-b3a3-4daa-971d-eb4f7c818a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.706261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cfba9d90-b3a3-4daa-971d-eb4f7c818a12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956724 Dec 15 13:49:26.732064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e229a4e4-0b91-4b31-b396-2ba3c978c87e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:26.734856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.735873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.737247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6ee2148-d344-4a92-8041-8515394a157f HTTP/1.1" status: 200 len: 1091 time: 1.5590093 Dec 15 13:49:26.751160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'tag': 'a6ee2148-d344-4a92-8041-8515394a157f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:26.754558 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f97fe2e-20da-4a32-8045-fb00ff5498d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7311e4b-a4c6-413d-a64b-259b91cb5ffc", "tag": "a6ee2148-d344-4a92-8041-8515394a157f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:26.836154 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2df1cc-63cc-4f9d-abcf-45c68f89b6c7 x-openstack-request-id: req-ba2df1cc-63cc-4f9d-abcf-45c68f89b6c7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:26.836467 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7311e4b-a4c6-413d-a64b-259b91cb5ffc", "tag": "a6ee2148-d344-4a92-8041-8515394a157f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:26.836737 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba2df1cc-63cc-4f9d-abcf-45c68f89b6c7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:26.837134 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'tag': 'a6ee2148-d344-4a92-8041-8515394a157f', 'status': 'completed', 'code': 200} Dec 15 13:49:26.870784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beecf12-0410-4fb6-9e66-cd6095d0aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee2148-d344-4a92-8041-8515394a157f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:26.907632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e229a4e4-0b91-4b31-b396-2ba3c978c87e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e,segment=NetworkSegment(60649702-493b-4963-8f02-506e12c63cd7),segment_id=60649702-493b-4963-8f02-506e12c63cd7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:26.922543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e', 'network_id': '46a3c18b-4422-4222-84bc-80ffff6761a0', 'port_id': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e', 'mac_address': 'fa:16:3e:22:19:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8488c32-e07a-479c-9ae7-8589618e06b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:26.939797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-aa5ce2e0-0028-4549-81e0-69ae23f70377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.944271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-aa5ce2e0-0028-4549-81e0-69ae23f70377 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 1094 time: 0.1268947 Dec 15 13:49:26.946106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-04e40f60-27c3-4578-806d-e53b76227412 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179797 Dec 15 13:49:26.967067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b24bb1-ab43-482f-8bd8-e588e0846435 req-19320fdd-50c7-4542-a155-c3e16ee949d6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.969135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3b24bb1-ab43-482f-8bd8-e588e0846435 req-19320fdd-50c7-4542-a155-c3e16ee949d6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1156049 Dec 15 13:49:26.972233 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.986173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e229a4e4-0b91-4b31-b396-2ba3c978c87e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:27.008650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e229a4e4-0b91-4b31-b396-2ba3c978c87e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e,segment=NetworkSegment(60649702-493b-4963-8f02-506e12c63cd7),segment_id=60649702-493b-4963-8f02-506e12c63cd7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:27.012735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.022597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-bc6da1a4-5c62-47b9-8d1f-2235c16c58fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ee2148-d344-4a92-8041-8515394a157f HTTP/1.1" status: 200 len: 217 time: 0.0463140 Dec 15 13:49:27.062419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e229a4e4-0b91-4b31-b396-2ba3c978c87e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.069870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.070222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.070560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.070893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.071224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.071549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.071872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.072192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.072529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.072851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.073169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.073540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.073863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:27.192383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-f0a5767f-4de6-45ca-a8aa-86b63d503df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.193876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-f0a5767f-4de6-45ca-a8aa-86b63d503df4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.1391499 Dec 15 13:49:27.208012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3b24bb1-ab43-482f-8bd8-e588e0846435 req-c9bdd44c-436e-4982-8cf8-6e9e951da717 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868713 Dec 15 13:49:27.230533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e90c96-43e6-4409-8556-6e87ab884156 req-13ad27d1-97b0-4cf9-ac1e-adac4f4697df tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.231999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89e90c96-43e6-4409-8556-6e87ab884156 req-13ad27d1-97b0-4cf9-ac1e-adac4f4697df tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 945 time: 0.2078633 Dec 15 13:49:27.256646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-2749e780-7379-4fb2-b328-2668b33db720 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466299 Dec 15 13:49:27.266060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-8fc06dc9-9ec7-4e50-adbd-5fc39657c27d service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405980 Dec 15 13:49:27.286250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:27.388765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-5b67f9a3-2f23-416a-a2e2-e5b88b9e290b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 217 time: 0.0693972 Dec 15 13:49:27.413981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89e90c96-43e6-4409-8556-6e87ab884156 req-fa178073-6bfa-4f32-a156-5626fdb39b47 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596444 Dec 15 13:49:27.431947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93e2bcf1-b991-4dd7-9115-6d60b14737b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.508997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449da24-e09c-4afc-9915-6a6ffda88be4 req-ce13e523-a568-45b5-a79e-3bf7b53ea37e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.510446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1449da24-e09c-4afc-9915-6a6ffda88be4 req-ce13e523-a568-45b5-a79e-3bf7b53ea37e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1696565 Dec 15 13:49:27.512282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-68e174de-79f3-473d-81a7-98c1a8f2ffc6 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401245 Dec 15 13:49:27.519050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-e16d6950-c8cf-4fe8-97c0-8657689b6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.519721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-e16d6950-c8cf-4fe8-97c0-8657689b6b4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1047430 Dec 15 13:49:27.523613 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93e2bcf1-b991-4dd7-9115-6d60b14737b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.527346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93e2bcf1-b991-4dd7-9115-6d60b14737b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.582439 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-93e2bcf1-b991-4dd7-9115-6d60b14737b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c59e2f92a9f4ca485bf28f778b7d335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923684 Dec 15 13:49:27.590285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e229a4e4-0b91-4b31-b396-2ba3c978c87e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:27.594836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:27.604922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2bcf1-b991-4dd7-9115-6d60b14737b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e640faa-f2ee-443c-b067-524b6a698138,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.670281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-6195642a-eb89-4fab-bdc0-42cc8dd73f5c tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.672022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-6195642a-eb89-4fab-bdc0-42cc8dd73f5c tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 945 time: 0.1080313 Dec 15 13:49:27.695912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b67c66-2447-4a1f-a1ea-790c2763ac92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.757884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b67c66-2447-4a1f-a1ea-790c2763ac92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.844207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Deleting port e02bacc6-6216-4ac6-9c79-c61abeba94fb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:27.844583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.894337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b67c66-2447-4a1f-a1ea-790c2763ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.896974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b67c66-2447-4a1f-a1ea-790c2763ac92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.900407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11b67c66-2447-4a1f-a1ea-790c2763ac92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e640faa-f2ee-443c-b067-524b6a698138 HTTP/1.1" status: 204 len: 168 time: 0.3016748 Dec 15 13:49:27.915943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b67c66-2447-4a1f-a1ea-790c2763ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e640faa-f2ee-443c-b067-524b6a698138,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.964602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] For port e02bacc6-6216-4ac6-9c79-c61abeba94fb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e02bacc6-6216-4ac6-9c79-c61abeba94fb,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:27.965065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.972209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b7b98-6335-4cca-8380-9a368708118b req-c3ee8847-9b60-4c8e-9171-19510907c5b7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.973596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-038b7b98-6335-4cca-8380-9a368708118b req-c3ee8847-9b60-4c8e-9171-19510907c5b7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 943 time: 0.4841094 Dec 15 13:49:27.980460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Calling delete_port for e02bacc6-6216-4ac6-9c79-c61abeba94fb owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:28.005147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1449da24-e09c-4afc-9915-6a6ffda88be4 req-5168881f-8ae5-4bbc-b29e-be89e6f83829 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710517 Dec 15 13:49:28.030796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-7fedce68-b97a-44e7-b8bb-76676059b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.030796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-7fedce68-b97a-44e7-b8bb-76676059b8c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4659350 Dec 15 13:49:28.112532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d3e507-2acf-4037-9b6c-ec5f115e269f req-4835a07b-edbe-410e-8419-c01d617e82a6 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715990 Dec 15 13:49:28.155445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-038b7b98-6335-4cca-8380-9a368708118b req-40b18d0b-b7e6-4721-a506-758f3bcb6272 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688693 Dec 15 13:49:28.188060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.231594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Pushing event deleted for resources: {'Port': ['ID=e02bacc6-6216-4ac6-9c79-c61abeba94fb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:28.234876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e051-5058-4c4c-937f-15b1cff70424 req-f2ce062b-e8f8-4a11-8064-a87ab7a87d8d tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.236351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f21e051-5058-4c4c-937f-15b1cff70424 req-f2ce062b-e8f8-4a11-8064-a87ab7a87d8d tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1395288 Dec 15 13:49:28.243325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-bd42fb89-1aa5-4264-b88b-b9973631bd40 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104449 Dec 15 13:49:28.289903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53504) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:28.290025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] No DVR routers for this DVR port e02bacc6-6216-4ac6-9c79-c61abeba94fb on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:28.292937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.298253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8bd3f7c8-52fc-4c9c-9e9f-e9df1777d95c req-01187454-4b61-4ba6-8e63-450e7b8eecb8 tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.67 "DELETE /v2.0/ports/e02bacc6-6216-4ac6-9c79-c61abeba94fb HTTP/1.1" status: 204 len: 173 time: 0.6126075 Dec 15 13:49:28.298737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'name': 'network-vif-deleted', 'tag': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:28.301356 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07202f-53a6-4065-875c-0d5e65cac047" -d '{"events": [{"server_uuid": "fe9bc806-b519-4b9f-87d3-45a70872d146", "name": "network-vif-deleted", "tag": "e02bacc6-6216-4ac6-9c79-c61abeba94fb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:28.375200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-3c03228c-cace-4d81-9770-3b62e3604281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.378525 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-3c03228c-cace-4d81-9770-3b62e3604281 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 1094 time: 0.1882038 Dec 15 13:49:28.388870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61fa001-988f-4cc4-81fb-b008f6f485ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.423022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3a1565a-4e14-49a5-b5b5-ba3fc9b3f2d7 req-b5f0686d-b383-4cc3-806f-dbd73ef3553c tempest-AttachSCSIVolumeTestJSON-1433285052 tempest-AttachSCSIVolumeTestJSON-1433285052-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bc806-b519-4b9f-87d3-45a70872d146 HTTP/1.1" status: 200 len: 210 time: 0.1318593 Dec 15 13:49:28.507131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f21e051-5058-4c4c-937f-15b1cff70424 req-03f36d73-caf2-42c6-898e-98307f19c833 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579081 Dec 15 13:49:28.594040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-951ad450-d032-4860-8b32-d73dc46ee08d service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185961 Dec 15 13:49:28.599911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-1905913d-aac3-423c-903b-6b2bc32472c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.601466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-1905913d-aac3-423c-903b-6b2bc32472c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.1809618 Dec 15 13:49:28.671431 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c52d2-1e79-4fe2-9dd7-0eae9d947d36 x-openstack-request-id: req-ee0c52d2-1e79-4fe2-9dd7-0eae9d947d36 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:28.671777 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bc806-b519-4b9f-87d3-45a70872d146", "name": "network-vif-deleted", "tag": "e02bacc6-6216-4ac6-9c79-c61abeba94fb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:28.671989 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee0c52d2-1e79-4fe2-9dd7-0eae9d947d36 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:28.672393 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bc806-b519-4b9f-87d3-45a70872d146', 'name': 'network-vif-deleted', 'tag': 'e02bacc6-6216-4ac6-9c79-c61abeba94fb', 'status': 'completed', 'code': 200} Dec 15 13:49:28.705206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-bbea456d-1dbf-4d3c-ab7b-51ad21ee1dee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 200 len: 217 time: 0.0826135 Dec 15 13:49:28.707346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61fa001-988f-4cc4-81fb-b008f6f485ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.711163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-c451357f-bf18-4d02-ac64-ba023d0c91de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ee2148-d344-4a92-8041-8515394a157f HTTP/1.1" status: 200 len: 217 time: 0.0774388 Dec 15 13:49:28.721522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61fa001-988f-4cc4-81fb-b008f6f485ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.874652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d61fa001-988f-4cc4-81fb-b008f6f485ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cbe4f2a0d4f4aec8247c3cdde3d21d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797875 Dec 15 13:49:28.877329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53512) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:28.881149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fa001-988f-4cc4-81fb-b008f6f485ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ce962-b4be-4093-a458-61cb3a85cb26,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:28.905617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e92920-95b2-4d10-aabe-b609bfa5d605 req-8c5a41cc-c6f4-4610-9c87-a6686ffb864c tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.907117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9e92920-95b2-4d10-aabe-b609bfa5d605 req-8c5a41cc-c6f4-4610-9c87-a6686ffb864c tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 945 time: 0.1985757 Dec 15 13:49:28.908459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-ff4fa62e-e48f-4080-83ae-7bda708a15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.909818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-ff4fa62e-e48f-4080-83ae-7bda708a15bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1703966 Dec 15 13:49:28.912064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-d40d34df-9f03-453a-8726-ad8dc1b72ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.913444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-d40d34df-9f03-453a-8726-ad8dc1b72ca8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.1620226 Dec 15 13:49:28.932908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc7fd12-d90c-4262-b9b3-2909a4f44826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.942915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6a29-41dd-4273-a073-6bf7942ae660 req-dc6f21a4-0ae0-4e8b-a8cc-ba1b1fc27ac1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.944364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1eaf6a29-41dd-4273-a073-6bf7942ae660 req-dc6f21a4-0ae0-4e8b-a8cc-ba1b1fc27ac1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2237809 Dec 15 13:49:28.955003 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc7fd12-d90c-4262-b9b3-2909a4f44826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.956315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e02bacc6-6216-4ac6-9c79-c61abeba94fb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:29.003773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-458c2581-b81d-48ae-8586-a06a93aff3fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696440 Dec 15 13:49:29.029238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc7fd12-d90c-4262-b9b3-2909a4f44826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.032483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc7fd12-d90c-4262-b9b3-2909a4f44826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.033741 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0cc7fd12-d90c-4262-b9b3-2909a4f44826 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d9ce962-b4be-4093-a458-61cb3a85cb26 HTTP/1.1" status: 204 len: 168 time: 0.1553659 Dec 15 13:49:29.042725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7fd12-d90c-4262-b9b3-2909a4f44826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ce962-b4be-4093-a458-61cb3a85cb26,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:29.098465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9e92920-95b2-4d10-aabe-b609bfa5d605 req-bc734c98-bfb5-4dd5-bbe5-6defda131b36 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816695 Dec 15 13:49:29.109645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-60d4b116-67b6-4d2c-b016-4dfe7959fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.111146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-60d4b116-67b6-4d2c-b016-4dfe7959fde2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869614 Dec 15 13:49:29.129541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1eaf6a29-41dd-4273-a073-6bf7942ae660 req-ed0dbf6c-3744-449f-8bf7-d5e3964471b0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588390 Dec 15 13:49:29.214275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-4e0a536d-8824-4af2-937a-23130885056e service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965432 Dec 15 13:49:29.357603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-753c18b6-d218-4c23-b0ef-8015135f126d service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255960 Dec 15 13:49:29.403700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e492a-0ea3-449f-83e1-ef919ff3a777 req-753a9966-884e-403b-adee-1c8ac55d8f44 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.405289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f20e492a-0ea3-449f-83e1-ef919ff3a777 req-753a9966-884e-403b-adee-1c8ac55d8f44 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1819780 Dec 15 13:49:29.457209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2846-2794-455d-9184-430009c22d38 req-d3b8d834-95ea-4309-b950-777398145b2b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.458742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fcf2846-2794-455d-9184-430009c22d38 req-d3b8d834-95ea-4309-b950-777398145b2b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 943 time: 0.1924343 Dec 15 13:49:29.504530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f97fe2e-20da-4a32-8045-fb00ff5498d2 req-c666836a-1d6c-4c86-b97d-2bb0b9f2f872 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657986 Dec 15 13:49:29.579586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f20e492a-0ea3-449f-83e1-ef919ff3a777 req-a6fc7d21-6133-411d-b05a-d3baea2c31c0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624296 Dec 15 13:49:29.583741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fcf2846-2794-455d-9184-430009c22d38 req-a84d33b0-b3eb-418e-b047-13538ca820a0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176250 Dec 15 13:49:29.586071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-172f7fa9-50a8-4666-af9f-72f36ba709b5 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087126 Dec 15 13:49:29.665873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-d4a9a022-72d9-4aff-8948-ff5258f3f84d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 200 len: 217 time: 0.0681379 Dec 15 13:49:29.736062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-11245a38-070e-4a18-b271-20ceab68d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.737625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-11245a38-070e-4a18-b271-20ceab68d919 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.0570848 Dec 15 13:49:29.814296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167989e-b3e7-4a5e-b66c-de27091a9e70 req-90ae0cb6-b856-4671-be1b-690798a29f5d tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.817120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0167989e-b3e7-4a5e-b66c-de27091a9e70 req-90ae0cb6-b856-4671-be1b-690798a29f5d tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0784261 Dec 15 13:49:29.898759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-2c421c44-8b7c-4b33-8b95-b9b6e4aaca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.900173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-2c421c44-8b7c-4b33-8b95-b9b6e4aaca64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179564 Dec 15 13:49:29.921320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0167989e-b3e7-4a5e-b66c-de27091a9e70 req-84d7bf60-0a5a-4fbe-a4c9-9692766809cf tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Dec 15 13:49:30.032913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-fd9a95a6-40ea-4d36-8fb1-9fdf5af33da7 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227858 Dec 15 13:49:30.212038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7c34-20d3-4e28-a4b1-0f5cd329421d req-8f9d8c2a-9b84-4aef-8fd6-9473c7d73416 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.214378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e3c7c34-20d3-4e28-a4b1-0f5cd329421d req-8f9d8c2a-9b84-4aef-8fd6-9473c7d73416 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1498325 Dec 15 13:49:30.287416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-e2240873-1baf-4f81-b35f-09fa0a4ce1a2 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388048 Dec 15 13:49:30.364271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-a13c2478-a5d0-45f9-8fba-97fcc32fec63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 200 len: 217 time: 0.0636566 Dec 15 13:49:30.375813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca623-6c27-496b-bf0b-1c7d9afa4cf5 req-0875505b-e9d6-4ff0-b701-0866e5329bb3 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.377710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3dca623-6c27-496b-bf0b-1c7d9afa4cf5 req-0875505b-e9d6-4ff0-b701-0866e5329bb3 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 945 time: 0.1621604 Dec 15 13:49:30.390695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e3c7c34-20d3-4e28-a4b1-0f5cd329421d req-a54ae2ca-b6b3-47ef-b901-11149867f8a9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407979 Dec 15 13:49:30.489231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-513f3b28-7673-4793-85bc-e801486460ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.490871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-513f3b28-7673-4793-85bc-e801486460ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0938482 Dec 15 13:49:30.501062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3dca623-6c27-496b-bf0b-1c7d9afa4cf5 req-c9519351-2db9-4e6f-9db2-a33dbb619c93 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087408 Dec 15 13:49:30.579713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-f62fee04-41ef-475d-aa68-33be91356577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.582002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-f62fee04-41ef-475d-aa68-33be91356577 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602720 Dec 15 13:49:30.698669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-eb46ecbb-af4b-4e24-b142-7549e64d53b3 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043527 Dec 15 13:49:30.755174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a6ee2148-d344-4a92-8041-8515394a157f details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:30.758370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e229a4e4-0b91-4b31-b396-2ba3c978c87e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:30.845719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdcff3-5b13-4ebc-89b7-a2be26a82c1d req-ece19169-c5e6-475d-8f6a-de804f02c2ab tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.852988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fbdcff3-5b13-4ebc-89b7-a2be26a82c1d req-ece19169-c5e6-475d-8f6a-de804f02c2ab tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 943 time: 0.1578133 Dec 15 13:49:30.908354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e229a4e4-0b91-4b31-b396-2ba3c978c87e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:30.916602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-87e0d61f-f97b-4259-bd86-2a3409c97fb3 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880383 Dec 15 13:49:30.917353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e229a4e4-0b91-4b31-b396-2ba3c978c87e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:30.917919 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.943393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fbdcff3-5b13-4ebc-89b7-a2be26a82c1d req-c8aff37a-20b9-4396-bd85-17d618cdefff tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761306 Dec 15 13:49:31.010567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-ee5bdaf3-e19d-4642-8052-29239c2c4205 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 200 len: 217 time: 0.0659647 Dec 15 13:49:31.022627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a6ee2148-d344-4a92-8041-8515394a157f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a6ee2148-d344-4a92-8041-8515394a157f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:31.044999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'a6ee2148-d344-4a92-8041-8515394a157f', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': 'a6ee2148-d344-4a92-8041-8515394a157f', 'mac_address': 'fa:16:3e:4c:9c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:31.104273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f1fa3-a168-4b5d-a446-30ac4fae96e0 req-90579944-dec9-458b-8cc7-1241a3a619ce tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.105956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a73f1fa3-a168-4b5d-a446-30ac4fae96e0 req-90579944-dec9-458b-8cc7-1241a3a619ce tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0982285 Dec 15 13:49:31.122158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-bd55ddbc-c2f0-4464-8459-821417252e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.124191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-bd55ddbc-c2f0-4464-8459-821417252e6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.1040831 Dec 15 13:49:31.136098 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.162335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.182612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ee2148-d344-4a92-8041-8515394a157f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:31.200961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:31.205001 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adfab1f-acb2-472f-ab44-4504967e0b38" -d '{"events": [{"server_uuid": "c7af2a3f-04ed-44a0-aa9c-d94d752c2891", "name": "network-vif-plugged", "status": "completed", "tag": "e229a4e4-0b91-4b31-b396-2ba3c978c87e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:31.223808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-76b60859-c26f-4e10-a985-c898a149a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.226138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-76b60859-c26f-4e10-a985-c898a149a991 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911229 Dec 15 13:49:31.229435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a6ee2148-d344-4a92-8041-8515394a157f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a6ee2148-d344-4a92-8041-8515394a157f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:31.232024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a73f1fa3-a168-4b5d-a446-30ac4fae96e0 req-09b4fb50-8bee-4ce9-8e4e-c77ab160b2b9 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177411 Dec 15 13:49:31.232388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e229a4e4-0b91-4b31-b396-2ba3c978c87e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e,segment=NetworkSegment(60649702-493b-4963-8f02-506e12c63cd7),segment_id=60649702-493b-4963-8f02-506e12c63cd7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:31.234457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.240751 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.272472 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef0573-8cd8-4b0f-aa69-b7ca25098a51 x-openstack-request-id: req-b0ef0573-8cd8-4b0f-aa69-b7ca25098a51 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:31.272804 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7af2a3f-04ed-44a0-aa9c-d94d752c2891", "name": "network-vif-plugged", "status": "completed", "tag": "e229a4e4-0b91-4b31-b396-2ba3c978c87e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:31.273060 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0ef0573-8cd8-4b0f-aa69-b7ca25098a51 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:31.273482 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e', 'code': 200} Dec 15 13:49:31.297393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a6ee2148-d344-4a92-8041-8515394a157f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:31.360261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-c2ced3b5-6e47-462a-b2c8-2d0715efff7b service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178882 Dec 15 13:49:31.369447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e229a4e4-0b91-4b31-b396-2ba3c978c87e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:31.513792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b651e8-414e-47c6-a4a7-e6714df2c296 req-cba56c57-4bb0-45ab-ac84-f3b45f42cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.515956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65b651e8-414e-47c6-a4a7-e6714df2c296 req-cba56c57-4bb0-45ab-ac84-f3b45f42cf4f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 1097 time: 0.1195674 Dec 15 13:49:31.556457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3cf07b1-65fb-4c1d-ac4e-a1d5a4db1f53 req-cf07dcfa-de94-4a74-98b4-a3daa6900bd7 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688263 Dec 15 13:49:31.571877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb9f99-c148-4034-b319-7536691e45b6 req-b93055cc-7290-4eff-9a29-e80ebfe9069b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.580480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01eb9f99-c148-4034-b319-7536691e45b6 req-b93055cc-7290-4eff-9a29-e80ebfe9069b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1109734 Dec 15 13:49:31.671032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65b651e8-414e-47c6-a4a7-e6714df2c296 req-5d9afbcc-2f01-49c8-bc02-f6a0f6e0a7ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392488 Dec 15 13:49:31.683553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a6ee2148-d344-4a92-8041-8515394a157f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:31.705562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01eb9f99-c148-4034-b319-7536691e45b6 req-78a96486-94f2-437d-a13d-dc5a5fe27170 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235147 Dec 15 13:49:31.718128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05479-74fd-487c-b14c-448ab9dc26c7 req-0c713381-1713-4378-b952-6230e2a20061 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.729155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dd05479-74fd-487c-b14c-448ab9dc26c7 req-0c713381-1713-4378-b952-6230e2a20061 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.0968664 Dec 15 13:49:31.791731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dd05479-74fd-487c-b14c-448ab9dc26c7 req-53f07042-01e7-410c-9732-0488d2153e47 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553815 Dec 15 13:49:32.062672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ae01d-1626-48a8-8b04-a5e622927087 req-532463fa-b1e7-4545-8744-1ca2a140c120 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.064195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e73ae01d-1626-48a8-8b04-a5e622927087 req-532463fa-b1e7-4545-8744-1ca2a140c120 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 944 time: 0.0537014 Dec 15 13:49:32.122487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e73ae01d-1626-48a8-8b04-a5e622927087 req-d921d544-76b1-4a41-b805-4372b5693dec tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 Dec 15 13:49:32.226432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:32.362101 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-511949d0-d9d1-4033-8ce8-c5ad5cdfd74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.396353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45e4f3-b486-4815-bfe6-7a0c36e88ce4 req-9d81f4c2-d542-46a1-ae59-64a389a7c2b3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.397824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed45e4f3-b486-4815-bfe6-7a0c36e88ce4 req-9d81f4c2-d542-46a1-ae59-64a389a7c2b3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0827096 Dec 15 13:49:32.470659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed45e4f3-b486-4815-bfe6-7a0c36e88ce4 req-7c44c093-86c7-4b83-ab76-50b4973cb3b4 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661526 Dec 15 13:49:32.499610 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-511949d0-d9d1-4033-8ce8-c5ad5cdfd74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.503912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-511949d0-d9d1-4033-8ce8-c5ad5cdfd74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.543732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-511949d0-d9d1-4033-8ce8-c5ad5cdfd74a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01b4b586d4964150a93ad0fd06667560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3161814 Dec 15 13:49:32.545085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511949d0-d9d1-4033-8ce8-c5ad5cdfd74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef92494-76dd-4b7c-b875-731ceb1428cf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:32.546528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:32.599435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-578da8a9-70ec-406f-a04c-28ed4a4c2abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.626938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-578da8a9-70ec-406f-a04c-28ed4a4c2abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.677463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-578da8a9-70ec-406f-a04c-28ed4a4c2abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.680238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-578da8a9-70ec-406f-a04c-28ed4a4c2abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.681884 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-578da8a9-70ec-406f-a04c-28ed4a4c2abd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aef92494-76dd-4b7c-b875-731ceb1428cf HTTP/1.1" status: 204 len: 168 time: 0.1338465 Dec 15 13:49:32.691529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da8a9-70ec-406f-a04c-28ed4a4c2abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef92494-76dd-4b7c-b875-731ceb1428cf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:32.771270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e02bacc6-6216-4ac6-9c79-c61abeba94fb no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:32.796072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: e02bacc6-6216-4ac6-9c79-c61abeba94fb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:32.796883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e02bacc6-6216-4ac6-9c79-c61abeba94fb not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:32.844813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3746-62b7-4b69-826a-d04070460b47 req-0f6d5422-a78c-48af-aba1-e4c9b5ae9961 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.846715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-382a3746-62b7-4b69-826a-d04070460b47 req-0f6d5422-a78c-48af-aba1-e4c9b5ae9961 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0587778 Dec 15 13:49:32.961686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543461-46df-48c6-8fb4-e0d57f6d6b2c req-4dd0f6e9-296c-43ca-b5f7-442a33cb05a5 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.963351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3543461-46df-48c6-8fb4-e0d57f6d6b2c req-4dd0f6e9-296c-43ca-b5f7-442a33cb05a5 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.0776894 Dec 15 13:49:32.968771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-382a3746-62b7-4b69-826a-d04070460b47 req-e786de6f-b093-48bf-a77e-be7cc4359fea tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149867 Dec 15 13:49:33.037483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3543461-46df-48c6-8fb4-e0d57f6d6b2c req-adaa082c-237f-4c7a-8625-a68115862f29 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602937 Dec 15 13:49:33.155443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53700) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:33.170785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18fd638c-6e9f-4a93-b603-c8a660c815e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.277837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4934-1c64-48ff-8f74-c9c6c15a0c96 req-fdef029a-60fe-4397-95b7-34a463c15eee tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.279200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84cd4934-1c64-48ff-8f74-c9c6c15a0c96 req-fdef029a-60fe-4397-95b7-34a463c15eee tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 944 time: 0.0790365 Dec 15 13:49:33.292578 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18fd638c-6e9f-4a93-b603-c8a660c815e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.299468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18fd638c-6e9f-4a93-b603-c8a660c815e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.363901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-18fd638c-6e9f-4a93-b603-c8a660c815e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fad6578a8eb24e318d1301ed30a0247b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042043 Dec 15 13:49:33.363901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd638c-6e9f-4a93-b603-c8a660c815e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf14e0b8-cf76-4a5f-97f5-30c58368b553,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:33.364397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:33.393594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84cd4934-1c64-48ff-8f74-c9c6c15a0c96 req-47e6f8ef-98c1-4bbc-a8ae-fa0e161057e7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877640 Dec 15 13:49:33.431865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f204e60-c89d-43a5-b613-6b87193dd2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.454534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f204e60-c89d-43a5-b613-6b87193dd2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.509569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f204e60-c89d-43a5-b613-6b87193dd2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.513761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f204e60-c89d-43a5-b613-6b87193dd2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.514930 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f204e60-c89d-43a5-b613-6b87193dd2a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf14e0b8-cf76-4a5f-97f5-30c58368b553 HTTP/1.1" status: 204 len: 168 time: 0.1477630 Dec 15 13:49:33.539559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f204e60-c89d-43a5-b613-6b87193dd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf14e0b8-cf76-4a5f-97f5-30c58368b553,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:33.619296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2e8c4-2b81-4c3e-9876-3195ac65c647 req-7dda662b-fd92-4610-98a3-b053faa44f12 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.621234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb2e8c4-2b81-4c3e-9876-3195ac65c647 req-7dda662b-fd92-4610-98a3-b053faa44f12 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0609851 Dec 15 13:49:33.688148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb2e8c4-2b81-4c3e-9876-3195ac65c647 req-9695699f-c574-4f44-9d41-a632ecde0935 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573416 Dec 15 13:49:34.014549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53728) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:34.203684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ddb07-d943-4101-8992-9759aab57f9b req-481ec7ae-0dde-4bb7-9d00-3615dcf3b062 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.207508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-536ddb07-d943-4101-8992-9759aab57f9b req-481ec7ae-0dde-4bb7-9d00-3615dcf3b062 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1452334 Dec 15 13:49:34.262213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dd1c7-a16d-4a01-88ae-19d718ebfe15 req-c3fbe158-d71a-4524-9088-bbead88eb9bc tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.263695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-340dd1c7-a16d-4a01-88ae-19d718ebfe15 req-c3fbe158-d71a-4524-9088-bbead88eb9bc tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.1303086 Dec 15 13:49:34.761044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-536ddb07-d943-4101-8992-9759aab57f9b req-3d8cec4d-8275-42b7-83e2-abf4a85c6572 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077415 Dec 15 13:49:34.765861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-340dd1c7-a16d-4a01-88ae-19d718ebfe15 req-bebdb208-c6e5-41be-aa0e-fefbecffa20c tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664164 Dec 15 13:49:34.784738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a6ee2148-d344-4a92-8041-8515394a157f up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:34.923330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port a6ee2148-d344-4a92-8041-8515394a157f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:34.938205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port a6ee2148-d344-4a92-8041-8515394a157f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:34.940535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.085712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.113021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee2148-d344-4a92-8041-8515394a157f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:35.124467 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580469b4-4264-4c08-8656-b431914e27ed" -d '{"events": [{"server_uuid": "b7311e4b-a4c6-413d-a64b-259b91cb5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee2148-d344-4a92-8041-8515394a157f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:35.132289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.145732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a6ee2148-d344-4a92-8041-8515394a157f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a6ee2148-d344-4a92-8041-8515394a157f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:35.148703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36064af-8736-433f-83da-0d7b99821eb5 req-4d2d5367-20ed-4270-8ef4-f5119cda19e3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.150187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a36064af-8736-433f-83da-0d7b99821eb5 req-4d2d5367-20ed-4270-8ef4-f5119cda19e3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 944 time: 0.1147327 Dec 15 13:49:35.160639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.223129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a6ee2148-d344-4a92-8041-8515394a157f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:35.250123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bfd97-abd5-4744-92ba-a44126ba545f req-5f67f0dc-cd38-4891-a548-c95ef4c3a106 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.251625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-648bfd97-abd5-4744-92ba-a44126ba545f req-5f67f0dc-cd38-4891-a548-c95ef4c3a106 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1946006 Dec 15 13:49:35.312649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a36064af-8736-433f-83da-0d7b99821eb5 req-ee43d9ac-9aa0-4e85-b688-526c3fa662f3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235530 Dec 15 13:49:35.393339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-648bfd97-abd5-4744-92ba-a44126ba545f req-0aaedccf-1b45-4da7-b80d-0c928f52ad82 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176453 Dec 15 13:49:35.462103 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48794c71-070b-4027-b095-f9f513ea9cba x-openstack-request-id: req-48794c71-070b-4027-b095-f9f513ea9cba {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:35.462354 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311e4b-a4c6-413d-a64b-259b91cb5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee2148-d344-4a92-8041-8515394a157f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:35.462769 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48794c71-070b-4027-b095-f9f513ea9cba {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:35.463323 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee2148-d344-4a92-8041-8515394a157f', 'code': 200} Dec 15 13:49:35.555904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Deleting port d361c856-daae-4d92-9921-42ccebbfaebd {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:35.556247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.704701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] For port d361c856-daae-4d92-9921-42ccebbfaebd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d361c856-daae-4d92-9921-42ccebbfaebd,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:35.705086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.715160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce32c3-ce28-4c02-835b-3c22454bf228 req-59ab53c6-3e19-440c-b071-261270be09f4 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.716661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55ce32c3-ce28-4c02-835b-3c22454bf228 req-59ab53c6-3e19-440c-b071-261270be09f4 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.1224735 Dec 15 13:49:35.727462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22082a01-b6bf-4aac-b07e-82fc08b3b8d3 req-731acdaa-1453-4262-a0c2-f66127dd9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.728949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22082a01-b6bf-4aac-b07e-82fc08b3b8d3 req-731acdaa-1453-4262-a0c2-f66127dd9136 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 1096 time: 0.1336980 Dec 15 13:49:35.740553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Calling delete_port for d361c856-daae-4d92-9921-42ccebbfaebd owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:35.833084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55ce32c3-ce28-4c02-835b-3c22454bf228 req-4a63a7cf-acb4-40a5-b5f4-1c04e2058884 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031623 Dec 15 13:49:35.871887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22082a01-b6bf-4aac-b07e-82fc08b3b8d3 req-9719d415-d5cc-4fe2-a3c8-6e646613d0ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190927 Dec 15 13:49:35.984358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6f796-25ee-4597-bc37-a01e87e69866 req-7c915a50-f686-4917-825b-e3fce19b344a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.985895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea6f796-25ee-4597-bc37-a01e87e69866 req-7c915a50-f686-4917-825b-e3fce19b344a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0713310 Dec 15 13:49:36.077945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea6f796-25ee-4597-bc37-a01e87e69866 req-064edab3-7908-450e-858a-1de74a0e3e8e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797045 Dec 15 13:49:36.079118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.105188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d361c856-daae-4d92-9921-42ccebbfaebd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.282010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.382542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:36.509120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6664aaa7-8342-4307-8860-f42a1383c94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.589576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dba22-b9cc-41ea-ba0a-9dd349361e18 req-1d01a9f5-85f0-4137-98c9-3969f2f2a80b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.591214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc9dba22-b9cc-41ea-ba0a-9dd349361e18 req-1d01a9f5-85f0-4137-98c9-3969f2f2a80b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1117623 Dec 15 13:49:36.594577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6664aaa7-8342-4307-8860-f42a1383c94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.599673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305fc75-9ca9-4598-90f5-a1a5c2645eed req-2ec2b649-714b-4513-b374-457d249b93ed tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.601186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8305fc75-9ca9-4598-90f5-a1a5c2645eed req-2ec2b649-714b-4513-b374-457d249b93ed tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 945 time: 0.1520607 Dec 15 13:49:36.604777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6664aaa7-8342-4307-8860-f42a1383c94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.649291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Router 73e53c37-caea-40e6-af5f-ea70691cd3b4 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:36.667187 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6664aaa7-8342-4307-8860-f42a1383c94a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f40cea52e9f47d4a2dea84c727bd7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822447 Dec 15 13:49:36.668469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664aaa7-8342-4307-8860-f42a1383c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfa39e-df41-438f-b6ab-78660a2b7b51,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.672824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:36.702668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc9dba22-b9cc-41ea-ba0a-9dd349361e18 req-c7dd6045-4176-4e33-9bd6-82bb76dc85d9 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984797 Dec 15 13:49:36.708438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8305fc75-9ca9-4598-90f5-a1a5c2645eed req-f1899939-f753-40dd-ae9b-0a8f06dd387f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948362 Dec 15 13:49:36.752765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44c32cab-d501-4745-a687-048d47188a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.781962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44c32cab-d501-4745-a687-048d47188a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.815000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:36.824451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-de6a29f1-857d-4c02-bca5-a54d28138c85 admin admin] 10.222.0.32 "PUT /v2.0/routers/73e53c37-caea-40e6-af5f-ea70691cd3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8075624 Dec 15 13:49:36.824451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:36.827133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] Sync routers for ids ['73e53c37-caea-40e6-af5f-ea70691cd3b4'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:36.839132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] Routers {'73e53c37-caea-40e6-af5f-ea70691cd3b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:36.840348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['73e53c37-caea-40e6-af5f-ea70691cd3b4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:36.842740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44c32cab-d501-4745-a687-048d47188a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.846792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44c32cab-d501-4745-a687-048d47188a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.851420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44c32cab-d501-4745-a687-048d47188a58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4cfa39e-df41-438f-b6ab-78660a2b7b51 HTTP/1.1" status: 204 len: 168 time: 0.1772702 Dec 15 13:49:36.892057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c32cab-d501-4745-a687-048d47188a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfa39e-df41-438f-b6ab-78660a2b7b51,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.978530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] Set router 73e53c37-caea-40e6-af5f-ea70691cd3b4 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:37.004460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.101481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5a2a0-8c8b-4c53-8772-d084097f3cd2 req-2119e3d9-26de-47dd-8ea7-a476c4e3fd06 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.112972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3b5a2a0-8c8b-4c53-8772-d084097f3cd2 req-2119e3d9-26de-47dd-8ea7-a476c4e3fd06 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.1545718 Dec 15 13:49:37.202200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:49:35Z', 'revision_number': 5, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port': {'id': '621e21c0-fc79-4d07-8468-a96eef2b184a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:37.215483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3b5a2a0-8c8b-4c53-8772-d084097f3cd2 req-5fd73a72-b518-4d43-bf09-944e0e92c0bd tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015277 Dec 15 13:49:37.219637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.242272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] Checking router: 73e53c37-caea-40e6-af5f-ea70691cd3b4 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:37.245750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5412f9-da58-4c15-b5ee-d2734ff24ccb req-f69a675c-e2d5-4a1c-8f7d-16f5462059aa tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.247366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a5412f9-da58-4c15-b5ee-d2734ff24ccb req-f69a675c-e2d5-4a1c-8f7d-16f5462059aa tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0817645 Dec 15 13:49:37.256673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] Routers {'73e53c37-caea-40e6-af5f-ea70691cd3b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:37.257118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['73e53c37-caea-40e6-af5f-ea70691cd3b4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:37.353010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a5412f9-da58-4c15-b5ee-d2734ff24ccb req-f3c40e70-a97e-443e-88f9-d6585c14356b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Dec 15 13:49:37.367038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Deleting port 621e21c0-fc79-4d07-8468-a96eef2b184a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:37.367471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.440698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:37.466013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.492616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] For port 621e21c0-fc79-4d07-8468-a96eef2b184a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=621e21c0-fc79-4d07-8468-a96eef2b184a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:37.493201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.516139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Calling delete_port for 621e21c0-fc79-4d07-8468-a96eef2b184a owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:37.524979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] Set router 73e53c37-caea-40e6-af5f-ea70691cd3b4 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:37.580627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:49:37Z', 'revision_number': 6, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:37.615212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3696f91-00b3-4eb1-8190-155fdff0c192 None None] The sync data for ids ['73e53c37-caea-40e6-af5f-ea70691cd3b4'] in n-d-815324-3 is: [{'id': '73e53c37-caea-40e6-af5f-ea70691cd3b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-991772789-router', 'tenant_id': 'a351356cb7c04283bc1ef5a7269809ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:12Z', 'updated_at': '2021-12-15T13:49:37Z', 'revision_number': 6, 'project_id': 'a351356cb7c04283bc1ef5a7269809ef', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:37.674442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.679389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.728298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=771681921bcd4e73a9e3b5defe6478f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864881 Dec 15 13:49:37.731452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:37.736271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f8360a-e061-4e11-a7d5-db5c6343a887,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:37.766043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.766401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.766747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.767087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.767423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.767755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.768088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.768423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.768779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.769110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.769642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.769805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.770059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbb164-dec3-458a-97f2-834c455f8846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:37.798886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.806640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecce5de2-8d89-489b-8a64-772dd30cb6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.831529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecce5de2-8d89-489b-8a64-772dd30cb6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.839460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=621e21c0-fc79-4d07-8468-a96eef2b184a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:37.885820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecce5de2-8d89-489b-8a64-772dd30cb6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.888576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecce5de2-8d89-489b-8a64-772dd30cb6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.892706 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ecce5de2-8d89-489b-8a64-772dd30cb6a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95f8360a-e061-4e11-a7d5-db5c6343a887 HTTP/1.1" status: 204 len: 168 time: 0.1571424 Dec 15 13:49:37.898000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce5de2-8d89-489b-8a64-772dd30cb6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f8360a-e061-4e11-a7d5-db5c6343a887,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:37.976251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.989773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f2ee-aaf1-491c-b3c6-206765db4ea7 req-408e79f4-516d-46bd-8972-0423a42bb8b5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.991392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee60f2ee-aaf1-491c-b3c6-206765db4ea7 req-408e79f4-516d-46bd-8972-0423a42bb8b5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1577406 Dec 15 13:49:38.060590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953bac9-28b7-4f85-9004-bf96163a708c req-8f864ed2-8de4-4c3c-80dc-d6e79023e581 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.062173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0953bac9-28b7-4f85-9004-bf96163a708c req-8f864ed2-8de4-4c3c-80dc-d6e79023e581 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 945 time: 0.2274499 Dec 15 13:49:38.124527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.128481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.210341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.210915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e53c37-caea-40e6-af5f-ea70691cd3b4 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:49:38.215451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee60f2ee-aaf1-491c-b3c6-206765db4ea7 req-c164cf34-5c84-4f4c-9965-2da6a2873504 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991811 Dec 15 13:49:38.218912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.222451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9383b01c-bb22-40d7-aee3-3cd4b79abf1d admin admin] 10.222.0.32 "DELETE /v2.0/routers/73e53c37-caea-40e6-af5f-ea70691cd3b4 HTTP/1.1" status: 204 len: 168 time: 1.3948977 Dec 15 13:49:38.222550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53848) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:38.234076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0953bac9-28b7-4f85-9004-bf96163a708c req-e186e338-627b-4c95-988a-37e806f33084 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404753 Dec 15 13:49:38.279035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Deleting subnet e2b1eb7a-af0b-4c97-99b5-5bff1417c785 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:38.282986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.320969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.511704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.553701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-eb26e1eb-aca7-4d8c-b6b1-fa0922e73fd7 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.555412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-eb26e1eb-aca7-4d8c-b6b1-fa0922e73fd7 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.1553359 Dec 15 13:49:38.565968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d361c856-daae-4d92-9921-42ccebbfaebd no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:38.595623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d361c856-daae-4d92-9921-42ccebbfaebd {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:38.596274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d361c856-daae-4d92-9921-42ccebbfaebd not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:38.596984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 621e21c0-fc79-4d07-8468-a96eef2b184a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:38.637689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 621e21c0-fc79-4d07-8468-a96eef2b184a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:38.638134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 621e21c0-fc79-4d07-8468-a96eef2b184a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:38.809339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.863278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b1eb7a-af0b-4c97-99b5-5bff1417c785,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:38.872279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.876048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a00458-17c9-41e1-82b7-9bef89cc9a7e None None] Network e63d8598-e56e-42d7-ac10-3a3db1166267 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:38.876469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f737307b-2f66-4e24-bd5c-445e12cd3c63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2b1eb7a-af0b-4c97-99b5-5bff1417c785 HTTP/1.1" status: 204 len: 168 time: 0.6530092 Dec 15 13:49:38.879158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:38.898580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95550b-1ae2-49d9-8c05-5839b17eaa3e req-8b84f65f-48f1-4dc7-850a-b76317d11eac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.903108 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:49:38.907140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf95550b-1ae2-49d9-8c05-5839b17eaa3e req-8b84f65f-48f1-4dc7-850a-b76317d11eac tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2591581 Dec 15 13:49:38.935311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b5fea-be16-4a4f-a99f-d9ec536f9ce5 req-32a2ce6f-abdb-4b21-afe3-8a0899d094b1 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.937558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d1b5fea-be16-4a4f-a99f-d9ec536f9ce5 req-32a2ce6f-abdb-4b21-afe3-8a0899d094b1 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 946 time: 0.1965821 Dec 15 13:49:39.051487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Deleting port e229a4e4-0b91-4b31-b396-2ba3c978c87e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:39.052041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.074512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.158773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Deleting port 26b9618d-1999-4d9f-8741-e43dd3f54db2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:39.159415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.184765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] DHCP port deletion for e63d8598-e56e-42d7-ac10-3a3db1166267 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:49:39.246714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] Deleting port 26b9618d-1999-4d9f-8741-e43dd3f54db2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:39.247594 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.259519 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] For port 26b9618d-1999-4d9f-8741-e43dd3f54db2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=26b9618d-1999-4d9f-8741-e43dd3f54db2,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:39.260016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.281025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Calling delete_port for 26b9618d-1999-4d9f-8741-e43dd3f54db2 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:39.330105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] For port 26b9618d-1999-4d9f-8741-e43dd3f54db2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=26b9618d-1999-4d9f-8741-e43dd3f54db2,segment=NetworkSegment(51613e6e-bd49-428f-9fb8-4098385115b9),segment_id=51613e6e-bd49-428f-9fb8-4098385115b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:39.330850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.348467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] Calling delete_port for 26b9618d-1999-4d9f-8741-e43dd3f54db2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:39.439747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.449579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.485494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] Pushing event deleted for resources: {'Port': ['ID=26b9618d-1999-4d9f-8741-e43dd3f54db2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:39.494720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960f390-80e8-4b85-b5ab-3d9bfd4c7e44 None None] No DVR routers for this DVR port 26b9618d-1999-4d9f-8741-e43dd3f54db2 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:39.512619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b9618d-1999-4d9f-8741-e43dd3f54db2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:39.523196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] No DVR routers for this DVR port 26b9618d-1999-4d9f-8741-e43dd3f54db2 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:39.533605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf95550b-1ae2-49d9-8c05-5839b17eaa3e req-9c541d0d-e2de-461c-a218-a3462bcf2d1e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255226 Dec 15 13:49:39.565881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d1b5fea-be16-4a4f-a99f-d9ec536f9ce5 req-56868bb4-4493-42b7-917f-dbcd2bffc172 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/security-groups?id=256e9442-9738-4450-ac6f-afc3b48ff65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122377 Dec 15 13:49:39.637432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.643438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] For port e229a4e4-0b91-4b31-b396-2ba3c978c87e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e229a4e4-0b91-4b31-b396-2ba3c978c87e,segment=NetworkSegment(60649702-493b-4963-8f02-506e12c63cd7),segment_id=60649702-493b-4963-8f02-506e12c63cd7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:39.644339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.663172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Calling delete_port for e229a4e4-0b91-4b31-b396-2ba3c978c87e owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:39.678749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d8598-e56e-42d7-ac10-3a3db1166267']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:39.692236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51613e6e-bd49-428f-9fb8-4098385115b9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:39.693481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51613e6e-bd49-428f-9fb8-4098385115b9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:39.704689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.721476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.731214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:39.732044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:39.734234 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:39.834528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.861529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c73d6-7c07-45aa-b18d-b1bcb4dd9ff7 req-a65e9e5f-1d2f-4520-b18e-d89e443099f3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.863601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.870274 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e63d8598-e56e-42d7-ac10-3a3db1166267 HTTP/1.1" status: 204 len: 168 time: 0.9873803 Dec 15 13:49:39.870274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099558ff-1487-4643-8acc-48de72ce6d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63d8598-e56e-42d7-ac10-3a3db1166267,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:39.870492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-469c73d6-7c07-45aa-b18d-b1bcb4dd9ff7 req-a65e9e5f-1d2f-4520-b18e-d89e443099f3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1998897 Dec 15 13:49:39.871326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:39.952833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-469c73d6-7c07-45aa-b18d-b1bcb4dd9ff7 req-b3e50e34-41a9-43df-8646-f68138495422 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Dec 15 13:49:40.035139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.054954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e229a4e4-0b91-4b31-b396-2ba3c978c87e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:40.068373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Pushing event deleted for resources: {'Port': ['ID=e229a4e4-0b91-4b31-b396-2ba3c978c87e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:40.128922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] No DVR routers for this DVR port e229a4e4-0b91-4b31-b396-2ba3c978c87e on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:40.132222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.136299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-284262eb-927a-4e9c-87dc-1b797b98cbd2 req-1c5d7156-8da9-41ae-bf78-b5b2dc231f72 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.67 "DELETE /v2.0/ports/e229a4e4-0b91-4b31-b396-2ba3c978c87e HTTP/1.1" status: 204 len: 173 time: 1.5591209 Dec 15 13:49:40.137121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'name': 'network-vif-deleted', 'tag': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:40.140055 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a2ca3-8651-41a0-80e1-3b32d42f4bfd" -d '{"events": [{"server_uuid": "c7af2a3f-04ed-44a0-aa9c-d94d752c2891", "name": "network-vif-deleted", "tag": "e229a4e4-0b91-4b31-b396-2ba3c978c87e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:40.186075 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2cf0d0-6d89-485a-8168-4c24bae6be03 x-openstack-request-id: req-9a2cf0d0-6d89-485a-8168-4c24bae6be03 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:40.186539 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7af2a3f-04ed-44a0-aa9c-d94d752c2891", "name": "network-vif-deleted", "tag": "e229a4e4-0b91-4b31-b396-2ba3c978c87e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:40.186857 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a2cf0d0-6d89-485a-8168-4c24bae6be03 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:40.187243 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7af2a3f-04ed-44a0-aa9c-d94d752c2891', 'name': 'network-vif-deleted', 'tag': 'e229a4e4-0b91-4b31-b396-2ba3c978c87e', 'status': 'completed', 'code': 200} Dec 15 13:49:40.309697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.395725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 26b9618d-1999-4d9f-8741-e43dd3f54db2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:40.417858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 26b9618d-1999-4d9f-8741-e43dd3f54db2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:40.418189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 26b9618d-1999-4d9f-8741-e43dd3f54db2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:40.574563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Deleting port 3e0169c7-4da2-46c6-912a-ca8142df5712 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:40.574903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.673068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] For port 3e0169c7-4da2-46c6-912a-ca8142df5712, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e0169c7-4da2-46c6-912a-ca8142df5712,segment=NetworkSegment(4844f916-1ad7-4f47-abcc-8a42a45231c1),segment_id=4844f916-1ad7-4f47-abcc-8a42a45231c1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:40.673444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.688838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Calling delete_port for 3e0169c7-4da2-46c6-912a-ca8142df5712 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:40.708730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba739f16-87ad-419a-8fbd-7c20198eac09 req-4433b64b-0303-44a2-8351-031611f12e10 tempest-InstanceActionsV221TestJSON-1800210250 tempest-InstanceActionsV221TestJSON-1800210250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7af2a3f-04ed-44a0-aa9c-d94d752c2891 HTTP/1.1" status: 200 len: 210 time: 0.0312552 Dec 15 13:49:40.716662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c908554-8f6e-4a0f-bc2f-b64f1c6d0ee4 req-ce619dca-92c8-4f52-979d-07edcf1080bf tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.718419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c908554-8f6e-4a0f-bc2f-b64f1c6d0ee4 req-ce619dca-92c8-4f52-979d-07edcf1080bf tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0980206 Dec 15 13:49:40.809078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c908554-8f6e-4a0f-bc2f-b64f1c6d0ee4 req-03441733-5b7c-466b-bb16-c871a7bcda98 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768399 Dec 15 13:49:40.947757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:41.012769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.045961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0169c7-4da2-46c6-912a-ca8142df5712,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:41.121503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c65c630-fc47-446c-b248-9c226073afc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.145864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4393e-bd4e-4483-ab2b-d433c59596b2 req-22586e7c-f2ec-47d7-9af0-cd6accae20fe tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.153428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90e4393e-bd4e-4483-ab2b-d433c59596b2 req-22586e7c-f2ec-47d7-9af0-cd6accae20fe tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1232958 Dec 15 13:49:41.222702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90e4393e-bd4e-4483-ab2b-d433c59596b2 req-b26a20cc-fe11-47f7-bf53-f87999b12961 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661759 Dec 15 13:49:41.264936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.303005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c65c630-fc47-446c-b248-9c226073afc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.307691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c65c630-fc47-446c-b248-9c226073afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.348111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65c630-fc47-446c-b248-9c226073afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72927055-9fd1-43e0-89b7-d07d99286108,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:41.352754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4c65c630-fc47-446c-b248-9c226073afc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1975abe6b3874d4998220e767019dc7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4036293 Dec 15 13:49:41.355312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:41.404568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22cdad84-b19c-4533-87a4-5e855e1e788b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.427900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22cdad84-b19c-4533-87a4-5e855e1e788b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.484896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22cdad84-b19c-4533-87a4-5e855e1e788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.488094 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22cdad84-b19c-4533-87a4-5e855e1e788b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.491790 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-22cdad84-b19c-4533-87a4-5e855e1e788b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72927055-9fd1-43e0-89b7-d07d99286108 HTTP/1.1" status: 204 len: 168 time: 0.1330631 Dec 15 13:49:41.502511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdad84-b19c-4533-87a4-5e855e1e788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72927055-9fd1-43e0-89b7-d07d99286108,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:41.533743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Router c3f25dc1-3d1f-4726-85f4-56f431049d8f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:41.646183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:41.652748 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19be4bf1-18dc-44fe-b08b-c639c8558ad0 admin admin] 10.222.0.32 "PUT /v2.0/routers/c3f25dc1-3d1f-4726-85f4-56f431049d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785351 Dec 15 13:49:41.654308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:41.657769 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] Sync routers for ids ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:41.672013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] Routers {'c3f25dc1-3d1f-4726-85f4-56f431049d8f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:41.672749 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:41.791379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] Set router c3f25dc1-3d1f-4726-85f4-56f431049d8f gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:41.799102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.868717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53976) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:41.893961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03e7c118-19de-4917-b01a-c19290c76111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.051637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.082873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:49:40Z', 'revision_number': 5, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port': {'id': '2317ccea-7df1-45fc-88bb-15b97eb57b25', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:36Z', 'updated_at': '2021-12-15T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:42.089548 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03e7c118-19de-4917-b01a-c19290c76111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.102048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03e7c118-19de-4917-b01a-c19290c76111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.115435 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] Checking router: c3f25dc1-3d1f-4726-85f4-56f431049d8f for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:42.125561 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] Routers {'c3f25dc1-3d1f-4726-85f4-56f431049d8f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:42.126953 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:42.153966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Deleting port 2317ccea-7df1-45fc-88bb-15b97eb57b25 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:42.154689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.170967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:42.193082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03e7c118-19de-4917-b01a-c19290c76111 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa7b2d910c794e98b0c7332d406d34b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224025 Dec 15 13:49:42.194766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c118-19de-4917-b01a-c19290c76111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6261cc-ae27-4963-8032-a4824ef76485,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:42.197280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:42.222885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3f07e-8adb-4998-8f26-a6eef6c3ec05 req-c850491d-fa4b-4614-8168-2274bb6e7fbb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:42.224478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f3f07e-8adb-4998-8f26-a6eef6c3ec05 req-c850491d-fa4b-4614-8168-2274bb6e7fbb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1409748 Dec 15 13:49:42.267686 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] Set router c3f25dc1-3d1f-4726-85f4-56f431049d8f gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:42.278735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Deleting subnet e8488c32-e07a-479c-9ae7-8589618e06b6 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:42.285162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.288625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05f33698-be0b-42ef-a98f-70261b60fc48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.338362 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:49:42Z', 'revision_number': 6, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:42.370281 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eaa05f-60c8-4517-9238-ffe640a2bc21 None None] The sync data for ids ['c3f25dc1-3d1f-4726-85f4-56f431049d8f'] in n-d-815324-3 is: [{'id': 'c3f25dc1-3d1f-4726-85f4-56f431049d8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1747144199-router', 'tenant_id': '7e2edc91f876453ea3b28d33f5e06809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:32Z', 'updated_at': '2021-12-15T13:49:42Z', 'revision_number': 6, 'project_id': '7e2edc91f876453ea3b28d33f5e06809', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:42.383254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.391160 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05f33698-be0b-42ef-a98f-70261b60fc48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.441143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] For port 2317ccea-7df1-45fc-88bb-15b97eb57b25, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2317ccea-7df1-45fc-88bb-15b97eb57b25,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:42.442273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.464858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Calling delete_port for 2317ccea-7df1-45fc-88bb-15b97eb57b25 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:42.470923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.476443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68f3f07e-8adb-4998-8f26-a6eef6c3ec05 req-987971eb-9c47-4dc5-a2de-a886a9578337 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399426 Dec 15 13:49:42.501961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05f33698-be0b-42ef-a98f-70261b60fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.504891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05f33698-be0b-42ef-a98f-70261b60fc48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.513050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-05f33698-be0b-42ef-a98f-70261b60fc48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f6261cc-ae27-4963-8032-a4824ef76485 HTTP/1.1" status: 204 len: 168 time: 0.3095932 Dec 15 13:49:42.524835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f33698-be0b-42ef-a98f-70261b60fc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6261cc-ae27-4963-8032-a4824ef76485,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:42.529020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49510abd-d952-4474-ae73-1f379922e737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.586118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4c3da-b3ee-4e80-b1ab-0e9324ab5772 req-b30144e5-2929-4b74-bb05-1046e5c279fc tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:42.589021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.597636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0b4c3da-b3ee-4e80-b1ab-0e9324ab5772 req-b30144e5-2929-4b74-bb05-1046e5c279fc tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.2516456 Dec 15 13:49:42.663631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0b4c3da-b3ee-4e80-b1ab-0e9324ab5772 req-b8678da1-bf5f-47b9-bd19-c7881aac1ad3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646863 Dec 15 13:49:42.831705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e229a4e4-0b91-4b31-b396-2ba3c978c87e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:42.863576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: e229a4e4-0b91-4b31-b396-2ba3c978c87e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:42.864257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e229a4e4-0b91-4b31-b396-2ba3c978c87e not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:42.911669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8488c32-e07a-479c-9ae7-8589618e06b6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:42.927850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.931068 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a087785-7fcd-4a62-9669-38b02e2bd967 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8488c32-e07a-479c-9ae7-8589618e06b6 HTTP/1.1" status: 204 len: 168 time: 0.7584066 Dec 15 13:49:42.933704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53998) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:43.092176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.096804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.128294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Pushing event deleted for resources: {'Port': ['ID=2317ccea-7df1-45fc-88bb-15b97eb57b25,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:43.261239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.282284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.360453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a3c18b-4422-4222-84bc-80ffff6761a0']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:43.402278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60649702-493b-4963-8f02-506e12c63cd7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:43.402566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60649702-493b-4963-8f02-506e12c63cd7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:43.405677 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.412252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.417579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.470358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.477132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:43.477624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:43.479801 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:43.481536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.481536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f25dc1-3d1f-4726-85f4-56f431049d8f {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:49:43.488781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.492578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54020) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:43.493063 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4211480c-9d62-4f48-bc2b-71954d3254be admin admin] 10.222.0.32 "DELETE /v2.0/routers/c3f25dc1-3d1f-4726-85f4-56f431049d8f HTTP/1.1" status: 204 len: 168 time: 1.8370290 Dec 15 13:49:43.555323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.570609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.576779 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] 10.222.0.32 "DELETE /v2.0/networks/46a3c18b-4422-4222-84bc-80ffff6761a0 HTTP/1.1" status: 204 len: 168 time: 0.6411674 Dec 15 13:49:43.594423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb2cb9-7560-4fde-ac00-a64079a6e45e admin admin] Pushing event deleted for resources: {'Network': ['ID=46a3c18b-4422-4222-84bc-80ffff6761a0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:43.635079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Deleting subnet 4d838886-b210-4733-81b1-f1677874b75b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:43.639351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.698161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.830394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.885955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.906441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:43.959888 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92e76b60-0987-47a7-8b95-18ceb9f43f64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d919ea82b9e43d09261033c9e6cd4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521667 Dec 15 13:49:43.963288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:44.004589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bb76-a497-4218-8670-c0aae42dd887 req-9ef786da-c40a-49e5-bcd0-f09199521914 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:44.006215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd94bb76-a497-4218-8670-c0aae42dd887 req-9ef786da-c40a-49e5-bcd0-f09199521914 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1367683 Dec 15 13:49:44.022050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b232f-3dc5-497c-9e58-ae45f3708c01 req-6a68bf6d-fffa-4f5f-b053-d87e8089eef2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:44.023612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-505b232f-3dc5-497c-9e58-ae45f3708c01 req-6a68bf6d-fffa-4f5f-b053-d87e8089eef2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1553736 Dec 15 13:49:44.026840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.057914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0abe0587-18ce-4d9d-b345-7aedeabedc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.085073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0abe0587-18ce-4d9d-b345-7aedeabedc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.091278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d838886-b210-4733-81b1-f1677874b75b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:44.105693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.107713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b0e94-0ce6-4bd4-8f90-4c78c35a890e None None] Network f2653299-ab29-4416-90c7-56485bee97e7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:44.109096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b6bb89c2-6bf7-437b-b9c6-f31a38f94919 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d838886-b210-4733-81b1-f1677874b75b HTTP/1.1" status: 204 len: 168 time: 0.6151874 Dec 15 13:49:44.112228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54040) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:44.155398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0abe0587-18ce-4d9d-b345-7aedeabedc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.158943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0abe0587-18ce-4d9d-b345-7aedeabedc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.161949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-505b232f-3dc5-497c-9e58-ae45f3708c01 req-6fd84aa9-0457-44ff-a4df-02bd1e31e3d6 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174896 Dec 15 13:49:44.163135 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0abe0587-18ce-4d9d-b345-7aedeabedc95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/256e9442-9738-4450-ac6f-afc3b48ff65c HTTP/1.1" status: 204 len: 168 time: 0.1985972 Dec 15 13:49:44.179309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe0587-18ce-4d9d-b345-7aedeabedc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e9442-9738-4450-ac6f-afc3b48ff65c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:44.226983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd94bb76-a497-4218-8670-c0aae42dd887 req-7fae2221-2b4d-4493-91ac-130d1c8356b3 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023790 Dec 15 13:49:44.250081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.403354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Deleting port 6b54a878-eded-421f-bf3f-120a9050f26c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:44.403693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.455414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] DHCP port deletion for f2653299-ab29-4416-90c7-56485bee97e7 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:49:44.511247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2317ccea-7df1-45fc-88bb-15b97eb57b25 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:44.539020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2317ccea-7df1-45fc-88bb-15b97eb57b25 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:44.539371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2317ccea-7df1-45fc-88bb-15b97eb57b25 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:44.539865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e0169c7-4da2-46c6-912a-ca8142df5712 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:44.545362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] For port 6b54a878-eded-421f-bf3f-120a9050f26c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6b54a878-eded-421f-bf3f-120a9050f26c,segment=NetworkSegment(4844f916-1ad7-4f47-abcc-8a42a45231c1),segment_id=4844f916-1ad7-4f47-abcc-8a42a45231c1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:44.546234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.563868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Calling delete_port for 6b54a878-eded-421f-bf3f-120a9050f26c owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:44.582181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3e0169c7-4da2-46c6-912a-ca8142df5712 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:44.582818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e0169c7-4da2-46c6-912a-ca8142df5712 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:44.652911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Deleting port 6b54a878-eded-421f-bf3f-120a9050f26c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:44.661772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.685434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.726914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6b54a878-eded-421f-bf3f-120a9050f26c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:44.750920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] No DVR routers for this DVR port 6b54a878-eded-421f-bf3f-120a9050f26c on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:44.771941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f23a-71f2-4daa-9458-125e8596f3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.805582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] For port 6b54a878-eded-421f-bf3f-120a9050f26c, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:44.806115 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.822780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Calling delete_port for 6b54a878-eded-421f-bf3f-120a9050f26c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:44.828571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Port 6b54a878-eded-421f-bf3f-120a9050f26c was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:49:44.830396 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.865108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] Pushing event deleted for resources: {'Port': ['ID=6b54a878-eded-421f-bf3f-120a9050f26c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:44.867569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b833e-ff74-494b-abcb-056c0e4fabfd None None] No DVR routers for this DVR port 6b54a878-eded-421f-bf3f-120a9050f26c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:44.917161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.947744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2653299-ab29-4416-90c7-56485bee97e7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:44.961855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4844f916-1ad7-4f47-abcc-8a42a45231c1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:44.962149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4844f916-1ad7-4f47-abcc-8a42a45231c1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:44.975096 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.006524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.018651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:45.018894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:45.021757 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:45.090826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.102954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.105599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2653299-ab29-4416-90c7-56485bee97e7 HTTP/1.1" status: 204 len: 168 time: 0.9912465 Dec 15 13:49:45.116380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a14dc-4d68-423d-b4e2-67488fb728ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f2653299-ab29-4416-90c7-56485bee97e7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:45.313561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54084) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:45.376858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c7391822-6099-43a7-9c64-fb1b98d80d97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a351356cb7c04283bc1ef5a7269809ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0611753 Dec 15 13:49:45.378709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:45.399158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09de88-c8fa-47e9-9f29-cb557ebb037c req-271c60a4-e2de-42e0-841c-743f1e727338 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.406632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e09de88-c8fa-47e9-9f29-cb557ebb037c req-271c60a4-e2de-42e0-841c-743f1e727338 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1069968 Dec 15 13:49:45.468066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1efbf6f-a3b3-452a-ad07-9bfffd99e105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.489333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90c3c9-9e45-4655-93e3-24dafa522882 req-74225363-64dc-4a2a-b714-87c66a5b347d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.501292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e90c3c9-9e45-4655-93e3-24dafa522882 req-74225363-64dc-4a2a-b714-87c66a5b347d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1277993 Dec 15 13:49:45.535317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e09de88-c8fa-47e9-9f29-cb557ebb037c req-e3e3181d-d64e-41f4-94c9-5c18d18e312f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277454 Dec 15 13:49:45.535472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1efbf6f-a3b3-452a-ad07-9bfffd99e105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.635263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e90c3c9-9e45-4655-93e3-24dafa522882 req-adfcc3d3-383a-4167-89f9-d01e8ff1d0c3 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244264 Dec 15 13:49:45.643214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1efbf6f-a3b3-452a-ad07-9bfffd99e105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.652998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1efbf6f-a3b3-452a-ad07-9bfffd99e105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.655108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e1efbf6f-a3b3-452a-ad07-9bfffd99e105 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2159241c-50f0-4aad-b976-9f03848d6d7c HTTP/1.1" status: 204 len: 168 time: 0.2744021 Dec 15 13:49:45.679708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efbf6f-a3b3-452a-ad07-9bfffd99e105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159241c-50f0-4aad-b976-9f03848d6d7c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:45.833589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:45.874915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:46.098328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1907686777-network', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:46.119299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.127439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d5d066f-32c3-4600-9509-5785d9f5d804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.135287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:46.142587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.159231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.227502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d5d066f-32c3-4600-9509-5785d9f5d804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.233012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d5d066f-32c3-4600-9509-5785d9f5d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.243550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:46.270501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.276521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4d5d066f-32c3-4600-9509-5785d9f5d804 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bd21c02d5484404a8386a415b42d250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001968 Dec 15 13:49:46.276977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.279333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:46.288280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d066f-32c3-4600-9509-5785d9f5d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd8a39-e27b-485f-b8fa-d5594453773e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.327804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:46.343535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba1dae0-8efe-495a-ba74-fbf4f52a56ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.352318 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd8be020-c2eb-401b-b28b-3a93e82df734 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e2edc91f876453ea3b28d33f5e06809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1072812 Dec 15 13:49:46.357444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:46.377495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba1dae0-8efe-495a-ba74-fbf4f52a56ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.389767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.390181 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Added segment c5d535a2-0978-4938-9d33-965c17ede988 of type vlan for network 4d525223-e5e2-4fcc-8aa2-44d104c7318f Dec 15 13:49:46.391655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603075c4-f81e-416c-857f-05635fd79849,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.439955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba1dae0-8efe-495a-ba74-fbf4f52a56ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.445650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba1dae0-8efe-495a-ba74-fbf4f52a56ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.446896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6b54a878-eded-421f-bf3f-120a9050f26c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:46.447496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ba1dae0-8efe-495a-ba74-fbf4f52a56ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69dd8a39-e27b-485f-b8fa-d5594453773e HTTP/1.1" status: 204 len: 168 time: 0.1670897 Dec 15 13:49:46.453216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.465481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6b94069-d8dd-46aa-b9d4-eb29ddd0b53d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.473430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1dae0-8efe-495a-ba74-fbf4f52a56ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd8a39-e27b-485f-b8fa-d5594453773e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.498464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6b54a878-eded-421f-bf3f-120a9050f26c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:46.498819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6b54a878-eded-421f-bf3f-120a9050f26c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:46.505182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6b94069-d8dd-46aa-b9d4-eb29ddd0b53d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.515219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.516393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:46.517030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.598391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7608616 Dec 15 13:49:46.598952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:46.606162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Request body: {'subnet': {'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1907686777-subnet', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:46.608574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13eda8-5d4c-486a-91c3-a3f680f4afce admin admin] Pushing event updated for resources: {'Network': ['ID=4d525223-e5e2-4fcc-8aa2-44d104c7318f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.620059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:46.635590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6b94069-d8dd-46aa-b9d4-eb29ddd0b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.639474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6b94069-d8dd-46aa-b9d4-eb29ddd0b53d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.642770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f6b94069-d8dd-46aa-b9d4-eb29ddd0b53d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/734626bf-55c3-445d-b0ad-1817edff0203 HTTP/1.1" status: 204 len: 168 time: 0.2840645 Dec 15 13:49:46.679148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b94069-d8dd-46aa-b9d4-eb29ddd0b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734626bf-55c3-445d-b0ad-1817edff0203,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.768660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:46.772391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.869447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eac857-ace7-4f41-bf8d-12c0b3ebcf6b req-fcceb64f-0ebb-46dc-8573-414076b1e15e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:46.871928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35eac857-ace7-4f41-bf8d-12c0b3ebcf6b req-fcceb64f-0ebb-46dc-8573-414076b1e15e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.2129138 Dec 15 13:49:47.008757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:47.031993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84248ca5-2aa4-476d-819b-eb19fc894bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.082117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35eac857-ace7-4f41-bf8d-12c0b3ebcf6b req-e27248de-f19b-4d39-9970-e91a3efbcee8 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020521 Dec 15 13:49:47.098705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bdfca-96a7-44d1-9e24-d364aa418375 req-40f1a677-5ac3-4995-b57f-941d65be0416 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:47.107431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-632bdfca-96a7-44d1-9e24-d364aa418375 req-40f1a677-5ac3-4995-b57f-941d65be0416 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1594656 Dec 15 13:49:47.185074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84248ca5-2aa4-476d-819b-eb19fc894bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.191398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84248ca5-2aa4-476d-819b-eb19fc894bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.219318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-632bdfca-96a7-44d1-9e24-d364aa418375 req-0f0ed0ca-9258-4378-b5a6-13a2b06abb26 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107786 Dec 15 13:49:47.228520 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.254394 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84248ca5-2aa4-476d-819b-eb19fc894bbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77d0a89d82dc4804ac19f3c19862979a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439265 Dec 15 13:49:47.255356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:47.260891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84248ca5-2aa4-476d-819b-eb19fc894bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7555ea-ffd4-47e3-9ddc-18b60fe3ff96,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:47.331417 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.359226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:47.380867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bdebfcc-eb3c-40fa-88ec-da021af8b159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.389530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:47.389530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Network hostable DHCP agents. Network: 4d525223-e5e2-4fcc-8aa2-44d104c7318f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:47.415530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bdebfcc-eb3c-40fa-88ec-da021af8b159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.435911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:47.456481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 4d525223-e5e2-4fcc-8aa2-44d104c7318f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:47.461098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:47.461900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.472365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d39c94b-c817-45e8-8ba1-43757c533ed1 None None] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:47.487234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fa6fbb39-514c-48b3-8b4c-c0a5a5783365 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8846734 Dec 15 13:49:47.488162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:47.492761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:47.501176 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bdebfcc-eb3c-40fa-88ec-da021af8b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.505347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bdebfcc-eb3c-40fa-88ec-da021af8b159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.507123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7bdebfcc-eb3c-40fa-88ec-da021af8b159 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de7555ea-ffd4-47e3-9ddc-18b60fe3ff96 HTTP/1.1" status: 204 len: 168 time: 0.2499888 Dec 15 13:49:47.517657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdebfcc-eb3c-40fa-88ec-da021af8b159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7555ea-ffd4-47e3-9ddc-18b60fe3ff96,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:47.524134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.525210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.582040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.659477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:49:47.660614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.832038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.844666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Allocated IP 172.20.0.2 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/34bb34be-1869-4be4-bc4d-5574a3f0076e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:48.158413 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.167375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.191245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54176) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:48.214056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.219901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:48.226221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:48.230981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:48.275185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.327472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Pushing event updated for resources: {'Port': ['ID=34bb34be-1869-4be4-bc4d-5574a3f0076e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.386702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c6823-aa1e-44c6-9cf8-046792d0bfb6 req-20806e29-4c4c-4be8-8c63-e8d8eeddb8a2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.389311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-442c6823-aa1e-44c6-9cf8-046792d0bfb6 req-20806e29-4c4c-4be8-8c63-e8d8eeddb8a2 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1652329 Dec 15 13:49:48.461508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Attempting to bind port 34bb34be-1869-4be4-bc4d-5574a3f0076e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:48.462076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Attempting to bind port 34bb34be-1869-4be4-bc4d-5574a3f0076e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:48.463029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Attempting to bind port 34bb34be-1869-4be4-bc4d-5574a3f0076e on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:48.477851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.487545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:48.487942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:48.488461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.488896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:48.497498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Bound port: 34bb34be-1869-4be4-bc4d-5574a3f0076e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:48.499083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.522723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-442c6823-aa1e-44c6-9cf8-046792d0bfb6 req-6ce28322-f6ef-4c36-80b1-7fbd736c5a99 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271901 Dec 15 13:49:48.564825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Allocated IP 172.25.2.49 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9406cbf1-90ad-4f9b-85ba-3635f98a6ae3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:48.575764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-network', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:48.602273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] For port 34bb34be-1869-4be4-bc4d-5574a3f0076e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:48.608788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] For port 34bb34be-1869-4be4-bc4d-5574a3f0076e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34bb34be-1869-4be4-bc4d-5574a3f0076e,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:48.614310 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.618530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2632152-030b-41f1-a403-c779fc690218 req-2b3d628b-ba8c-48f6-9490-af568c1550e0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.620006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2632152-030b-41f1-a403-c779fc690218 req-2b3d628b-ba8c-48f6-9490-af568c1550e0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1025424 Dec 15 13:49:48.620980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Made reservation on behalf of b7374b17d64547ae91199392cfa2cdfd for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:48.623692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.646904 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.680263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704f99e-ce74-4d12-9201-ea2804e437e2 None None] Pushing event updated for resources: {'Port': ['ID=34bb34be-1869-4be4-bc4d-5574a3f0076e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.721411 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.723909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2632152-030b-41f1-a403-c779fc690218 req-d2115556-5fd5-4ea9-9900-281d226f381a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Dec 15 13:49:48.770462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.799471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.804893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.808586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:48.813750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:48.818735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:48.840165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa2ee1f-a8c7-4dc0-9777-858812737f9a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.853775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Pushing event updated for resources: {'Port': ['ID=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.857027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:48.868563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.868965 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Added segment 9361d896-e64b-491f-8ed9-763ef814bdc5 of type vlan for network 69522ded-4d23-4ea8-87cd-89593c3b93c6 Dec 15 13:49:48.938028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.992343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.996535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.997761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.066942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.066942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.066942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.066942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.066942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.066942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.067614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.067614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.067760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.068078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.068405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.069089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.069548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:49.108517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.9152410 Dec 15 13:49:49.112013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54202) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:49.117349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Request body: {'subnet': {'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-subnet', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:49.122684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b50b5-6b34-4834-b0c3-b9d6a0fb1bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=69522ded-4d23-4ea8-87cd-89593c3b93c6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:49.135393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:49.169587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Made reservation on behalf of b7374b17d64547ae91199392cfa2cdfd for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:49.172778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.290643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.409606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.479249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea06946-88d0-40d3-b767-eb6ebbe857d5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:49.497123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Checking segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:49.497649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Network hostable DHCP agents. Network: 69522ded-4d23-4ea8-87cd-89593c3b93c6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:49.531217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:49.542120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.542617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 69522ded-4d23-4ea8-87cd-89593c3b93c6) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:49.553855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:49.554070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea8152-9bf6-4275-b431-070dc8cc2aea None None] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:49.555563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.580273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eeef03bb-5032-476e-bdec-316b8050dcc4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4644303 Dec 15 13:49:49.581526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54218) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:49.586850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:49.617521 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.619019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.714863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Router 2a893476-ec0b-4644-b954-0b3e38bed0af is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:49:49.731736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.742451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-69522ded-4d23-4ea8-87cd-89593c3b93c6', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:49:49.744079 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.893064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb8b1b-7048-4d0f-869d-f213cfd8699f req-64d30321-ab9f-4906-aef7-f84f2b55b8ae tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:49.894973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03eb8b1b-7048-4d0f-869d-f213cfd8699f req-64d30321-ab9f-4906-aef7-f84f2b55b8ae tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.2053504 Dec 15 13:49:49.903036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:49.933628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.939332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3c93f17-d089-449a-9bbf-71b282d1badc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4496107 Dec 15 13:49:49.939765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:49.944408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Sync routers for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:49.973781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:49.974588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:49.999290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.126217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206df1-2b2b-4869-8cbb-774b10096842 req-a6ab729d-6a6d-431a-bcd6-120b29b99d63 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:50.133985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e206df1-2b2b-4869-8cbb-774b10096842 req-a6ab729d-6a6d-431a-bcd6-120b29b99d63 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2790020 Dec 15 13:49:50.161795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03eb8b1b-7048-4d0f-869d-f213cfd8699f req-a1b660de-f5f6-4a21-9c28-bcf26693ca1b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556144 Dec 15 13:49:50.224119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:50.226296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e206df1-2b2b-4869-8cbb-774b10096842 req-16688c04-b075-4580-8be0-5e3d0cb14bdd tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866747 Dec 15 13:49:50.496481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.572270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93b89f-5be4-44ea-a0ee-0c7f15a7f214 None None] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:50.576789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34bb34be-1869-4be4-bc4d-5574a3f0076e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:50.586196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.697358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.762445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dea65a70-ff8b-44cc-a7b4-32e56384844f None None] Provisioning complete for port 34bb34be-1869-4be4-bc4d-5574a3f0076e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:50.762637 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dea65a70-ff8b-44cc-a7b4-32e56384844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.837305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Allocated IP 172.20.0.2 (69522ded-4d23-4ea8-87cd-89593c3b93c6/8ea06946-88d0-40d3-b767-eb6ebbe857d5/2b8c8c13-4000-4a92-ad43-efa7a724d1ce) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:50.867761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ceacab-98f1-4a19-9e38-234243182f23 req-f9aa617e-c822-4168-acf7-382afea1ea00 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:50.869426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9ceacab-98f1-4a19-9e38-234243182f23 req-f9aa617e-c822-4168-acf7-382afea1ea00 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1817491 Dec 15 13:49:50.889890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-0f85109b-0bd3-49d5-a52e-074fafd83fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:50.891377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-0f85109b-0bd3-49d5-a52e-074fafd83fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f65cf9bdd5c94071ba394800f0650b71&device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 1096 time: 0.1175489 Dec 15 13:49:50.932763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Allocated IP 172.25.2.162 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/96a813ba-affb-41cd-8897-274a4a6be2f2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:50.947769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Allocated IP 172.20.0.1 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:50.967760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 34bb34be-1869-4be4-bc4d-5574a3f0076e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:50.968176 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.012728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.066609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9ceacab-98f1-4a19-9e38-234243182f23 req-d2cab2b1-c31d-4640-bdbb-02db2e84368b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837244 Dec 15 13:49:51.119912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-b00e99b6-5700-4dd3-9904-ca51caf282a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:51.122244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-b00e99b6-5700-4dd3-9904-ca51caf282a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 200 len: 918 time: 0.2178352 Dec 15 13:49:51.153548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.161210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dea65a70-ff8b-44cc-a7b4-32e56384844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.194294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-d196ae23-07c8-4692-9e98-69830d494dca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf HTTP/1.1" status: 200 len: 217 time: 0.0640075 Dec 15 13:49:51.213362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.230353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.269147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:51.273443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:51.278859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:51.337594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.383644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.387324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-c3467184-cb03-46fa-8e99-528809026d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:51.389096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-c3467184-cb03-46fa-8e99-528809026d52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 200 len: 855 time: 0.1835158 Dec 15 13:49:51.391843 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.394275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.419631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 3, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:51.423581 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.467080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.520058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58906866-838e-4eb3-9d5d-a3e7f7376f82 req-08fe2d8a-5f5a-47eb-8998-f422c9cde940 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:51.526368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Checking router: 2a893476-ec0b-4644-b954-0b3e38bed0af for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:51.526905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Updating router 2a893476-ec0b-4644-b954-0b3e38bed0af port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:49:51.527940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58906866-838e-4eb3-9d5d-a3e7f7376f82 req-08fe2d8a-5f5a-47eb-8998-f422c9cde940 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1610041 Dec 15 13:49:51.546444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dea65a70-ff8b-44cc-a7b4-32e56384844f None None] For port 34bb34be-1869-4be4-bc4d-5574a3f0076e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34bb34be-1869-4be4-bc4d-5574a3f0076e,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:51.555380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:51.558309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:51.569920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:51.577079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-aca116a8-9387-4aec-882b-088f5d7bf70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:51.578583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-aca116a8-9387-4aec-882b-088f5d7bf70e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34e9f15f-7d3a-40d6-9cb8-eb4304837f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637061 Dec 15 13:49:51.579430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:51.584688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a813ba-affb-41cd-8897-274a4a6be2f2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.621653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:51.629193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.634364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.636565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dea65a70-ff8b-44cc-a7b4-32e56384844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.642807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:51.736365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58906866-838e-4eb3-9d5d-a3e7f7376f82 req-15f791d9-091a-4295-8d84-e2be743eac9a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074885 Dec 15 13:49:51.841506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:49:51.842387 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:49:51.934178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Attempting to bind port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:51.934547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Attempting to bind port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:51.934907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Attempting to bind port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce on network 69522ded-4d23-4ea8-87cd-89593c3b93c6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:51.944529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-96845fcd-4417-438d-8927-fde685cb124a service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063171 Dec 15 13:49:52.006625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea65a70-ff8b-44cc-a7b4-32e56384844f None None] Pushing event updated for resources: {'Port': ['ID=34bb34be-1869-4be4-bc4d-5574a3f0076e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:52.013958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:52.014336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Checking segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:52.014742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.015212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Bound using segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:52.015708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Bound port: 2b8c8c13-4000-4a92-ad43-efa7a724d1ce, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:52.016087 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.024328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-20b168a8-0527-43ec-a805-afdf01f6c958 None None] Provisioning complete for port 34bb34be-1869-4be4-bc4d-5574a3f0076e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:52.024775 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-20b168a8-0527-43ec-a805-afdf01f6c958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.117713 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.245196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] For port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:52.303439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] For port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:52.319357 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.501404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.508410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.516163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-28cc6037-5a56-4757-8fca-0e9dd3671056 None None] Provisioning complete for port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:52.516873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28cc6037-5a56-4757-8fca-0e9dd3671056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.587386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666387-4fef-40c0-9bd5-66eba1770ab8 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:52.635593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f51d93a1-996c-421b-86c2-b03a6cdfa19a req-eb3ad4fe-e551-4b75-a454-f8eb4c363c10 service neutron] 10.222.0.67 "GET /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771002 Dec 15 13:49:52.647669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-28cc6037-5a56-4757-8fca-0e9dd3671056 None None] Port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:52.677217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34bb34be-1869-4be4-bc4d-5574a3f0076e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:52.686263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce63be-8334-4858-8984-136a1dce0b13 req-bf725a65-5564-4f4d-9971-0a4750b40e57 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:52.686263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95ce63be-8334-4858-8984-136a1dce0b13 req-bf725a65-5564-4f4d-9971-0a4750b40e57 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1982830 Dec 15 13:49:52.688929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.700891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.706763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:52.765681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.790994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.907290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 34bb34be-1869-4be4-bc4d-5574a3f0076e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:52.908038 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.915306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:52.916874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:52.939720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262e8ce-50e6-4d7c-b901-cb71840d3578 None None] Pushing event updated for resources: {'Port': ['ID=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:52.982930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Attempting to bind port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:52.983326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Attempting to bind port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:52.983728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Attempting to bind port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:53.007710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:53.008071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:53.008474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.008893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:53.009681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Bound port: 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:53.009899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.047049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95ce63be-8334-4858-8984-136a1dce0b13 req-8a28bc69-5883-4127-aeff-577fd806fa18 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472066 Dec 15 13:49:53.132353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Router 2a893476-ec0b-4644-b954-0b3e38bed0af has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:53.166506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89600ab8-84aa-408e-967e-f978445c5b7a req-d23e4a69-97a3-47e5-9cbe-3e7a9c0534e6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:53.168416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89600ab8-84aa-408e-967e-f978445c5b7a req-d23e4a69-97a3-47e5-9cbe-3e7a9c0534e6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2362041 Dec 15 13:49:53.367469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:53.367715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] For port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:53.373475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] For port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:53.383081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.399852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d2efe94a-3f39-474f-b6eb-f595c1d18d69 admin admin] 10.222.0.32 "PUT /v2.0/routers/2a893476-ec0b-4644-b954-0b3e38bed0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4584866 Dec 15 13:49:53.406206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.503804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262e8ce-50e6-4d7c-b901-cb71840d3578 None None] Pushing event updated for resources: {'Port': ['ID=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:53.523090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89600ab8-84aa-408e-967e-f978445c5b7a req-a575f282-e926-4233-a5b1-0c32f9098915 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380735 Dec 15 13:49:53.563385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f35831a-3c5d-4856-a595-b67a640cdfb1 None None] Provisioning complete for port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:53.563764 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f35831a-3c5d-4856-a595-b67a640cdfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.615700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:53.616322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:53.638560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Router ce0de516-8403-4c95-ada0-36c40abd79cd is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:49:53.814038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0f35831a-3c5d-4856-a595-b67a640cdfb1 None None] Port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:53.824948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:53.826105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:53.836163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Sync routers for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:53.854203 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:53.855317 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:53.861025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.865528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:53.876687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f3df60ed-4a95-486e-9404-0efae3df96c9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.2930884 Dec 15 13:49:53.999841 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:54.103806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c76f8-33d9-4dbf-9cf0-95ba4be05faa None None] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:54.227863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674342b-67f0-4bc8-98e8-0b17059b7e5d req-e1a268e2-dece-42c7-9dbb-025debd9a0e9 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:54.243223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b674342b-67f0-4bc8-98e8-0b17059b7e5d req-e1a268e2-dece-42c7-9dbb-025debd9a0e9 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0869513 Dec 15 13:49:54.360478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b674342b-67f0-4bc8-98e8-0b17059b7e5d req-5148df2c-eeaa-40f9-b7b4-a39e1239c7f3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157789 Dec 15 13:49:54.446364 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 3, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:54.466951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0bfe8c17-c609-44b5-b401-73bd3cde9726 None None] Provisioning complete for port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:54.467639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8c17-c609-44b5-b401-73bd3cde9726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.539840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:54.542784 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Checking router: ce0de516-8403-4c95-ada0-36c40abd79cd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:54.543240 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Updating router ce0de516-8403-4c95-ada0-36c40abd79cd port 96a813ba-affb-41cd-8897-274a4a6be2f2 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:49:54.549645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554844645', 'description': 'tempest-description--982060121'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:54.597608 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.632888 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.681440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 2, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:54.801264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2b8c8c13-4000-4a92-ad43-efa7a724d1ce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:54.805500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3611d90-5b9c-47f6-b9c4-67ec32c87897 None None] The sync data for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 is: [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 2, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:54.899431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8c17-c609-44b5-b401-73bd3cde9726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.978411 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.984595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0bfe8c17-c609-44b5-b401-73bd3cde9726 None None] For port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:54.998975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8c17-c609-44b5-b401-73bd3cde9726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.004635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6ffe6-7ae5-4e8f-bf56-0d0440d2c50b req-c4ecadd0-3279-48d4-8fac-cad5cf40ce66 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:55.016963 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65e6ffe6-7ae5-4e8f-bf56-0d0440d2c50b req-c4ecadd0-3279-48d4-8fac-cad5cf40ce66 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.3170285 Dec 15 13:49:55.017199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:55.017199 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.019857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.053669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.116237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.117662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5755281 Dec 15 13:49:55.127463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e363b15-942a-45c8-9e2e-f65a9d5498e3 req-87aa4005-9d2b-4f44-b1af-f2de69f2ce47 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:55.134696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e363b15-942a-45c8-9e2e-f65a9d5498e3 req-87aa4005-9d2b-4f44-b1af-f2de69f2ce47 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.2578616 Dec 15 13:49:55.143378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:55.144063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a54c56-e29b-4628-9e3c-96cd91d70cd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b587d108-a605-443f-a036-02b31d2e864d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.185279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'security_group_rule': {'security_group_id': 'b587d108-a605-443f-a036-02b31d2e864d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:55.303606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe8c17-c609-44b5-b401-73bd3cde9726 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.306508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5aad8b3c-4300-4fb7-96ba-c446060f1c9a None None] Provisioning complete for port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:55.307016 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aad8b3c-4300-4fb7-96ba-c446060f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.317211 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.329373 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.347029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65e6ffe6-7ae5-4e8f-bf56-0d0440d2c50b req-c5730aff-630c-45e6-8ab5-f3c477c78e50 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311193 Dec 15 13:49:55.370311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e363b15-942a-45c8-9e2e-f65a9d5498e3 req-ad774891-ad5d-4ddc-95a4-4f7c397852c4 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245419 Dec 15 13:49:55.370311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.475962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Allocated IP 172.20.0.1 (69522ded-4d23-4ea8-87cd-89593c3b93c6/8ea06946-88d0-40d3-b767-eb6ebbe857d5/1586527a-9901-4305-93fe-9955181a9916) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:55.488312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Pushing event updated for resources: {'Port': ['ID=96a813ba-affb-41cd-8897-274a4a6be2f2,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.515515 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.515863 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.516199 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.516618 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.518951 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.519489 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.520033 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.520585 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.521410 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.524372 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.524977 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.525454 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.525995 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:55.546493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.553124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.587887 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Attempting to bind port 96a813ba-affb-41cd-8897-274a4a6be2f2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:55.588246 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Attempting to bind port 96a813ba-affb-41cd-8897-274a4a6be2f2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:55.588644 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Attempting to bind port 96a813ba-affb-41cd-8897-274a4a6be2f2 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:55.603238 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:55.603613 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:55.604000 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.606905 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:55.609306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f60b610-229a-46f4-98c1-9adea7355185,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.621064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Bound port: 96a813ba-affb-41cd-8897-274a4a6be2f2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:55.621601 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.652999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.657859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8bb7098b-1c30-48c5-9dd0-90131163e436 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4980638 Dec 15 13:49:55.660640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54378) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:55.695866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'security_group_rule': {'security_group_id': 'b587d108-a605-443f-a036-02b31d2e864d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:55.734076 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] For port 96a813ba-affb-41cd-8897-274a4a6be2f2, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:55.744042 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] For port 96a813ba-affb-41cd-8897-274a4a6be2f2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96a813ba-affb-41cd-8897-274a4a6be2f2,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:55.751761 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.756109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.824511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc1ab3-8174-4763-a0bd-f050ed4f0c43 req-b8a68a3f-eef1-45b8-ae6b-97426ce31a04 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:55.833643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08bc1ab3-8174-4763-a0bd-f050ed4f0c43 req-b8a68a3f-eef1-45b8-ae6b-97426ce31a04 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1871052 Dec 15 13:49:55.846042 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.856493 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d1af7-cd8e-49b9-8145-218722e607f1 None None] Pushing event updated for resources: {'Port': ['ID=96a813ba-affb-41cd-8897-274a4a6be2f2,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.864412 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:55.865370 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:55.869444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.931579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:55.937621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:55.941703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:55.990201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1586527a-9901-4305-93fe-9955181a9916,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:56.002787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:56.013205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.029826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08bc1ab3-8174-4763-a0bd-f050ed4f0c43 req-63fdcd83-3c95-4a49-8a7a-bf2756eade8b tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946828 Dec 15 13:49:56.235384 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.250689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d7059-34b8-49ea-b3d4-53a4e97443e2 req-10a93bfe-1500-49df-a89e-9300700c0feb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:56.252374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f0d7059-34b8-49ea-b3d4-53a4e97443e2 req-10a93bfe-1500-49df-a89e-9300700c0feb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 945 time: 0.3442214 Dec 15 13:49:56.257270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.281878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab7aa4e-9de5-4dd7-99cd-ff84e20decdc,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:56.307901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b612b1-3dac-4bdc-af43-5d2cb9bc24c4 req-77ff7a9b-02df-4c53-ba4e-44c2ad9615bb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:56.309515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b612b1-3dac-4bdc-af43-5d2cb9bc24c4 req-77ff7a9b-02df-4c53-ba4e-44c2ad9615bb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.1492703 Dec 15 13:49:56.344873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.347375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.348778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0da904db-c9b9-4fa5-a90c-9f5d6e9ec4f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6870465 Dec 15 13:49:56.365763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54390) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:56.384326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:56.454709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b612b1-3dac-4bdc-af43-5d2cb9bc24c4 req-5f686f77-2cc5-42e4-a0eb-f6e567774e11 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250412 Dec 15 13:49:56.468194 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 3, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:56.485463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f0d7059-34b8-49ea-b3d4-53a4e97443e2 req-a7ef945a-398b-4398-91d5-c0134404c6a1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080691 Dec 15 13:49:56.515196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.531082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22a15aa6-a018-44a3-b0a9-65afc4be4798 None None] Provisioning complete for port 1586527a-9901-4305-93fe-9955181a9916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:56.531556 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22a15aa6-a018-44a3-b0a9-65afc4be4798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.579680 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c690b-9ceb-43e7-b722-c244bab7e8a0 None None] The sync data for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 is: [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 3, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:56.583870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-f74cd7cc-35b9-4b1e-905e-367d32fd2213 req-e2322be0-7c90-4f73-9791-b65d59b6677f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:49:56.601193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f74cd7cc-35b9-4b1e-905e-367d32fd2213 req-e2322be0-7c90-4f73-9791-b65d59b6677f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0425968 Dec 15 13:49:56.608682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-22a15aa6-a018-44a3-b0a9-65afc4be4798 None None] Port 1586527a-9901-4305-93fe-9955181a9916 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:56.752518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.761420 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.833869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f74cd7cc-35b9-4b1e-905e-367d32fd2213 req-01157363-8ba6-4022-b8b8-3d22036d3ffa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2317641 Dec 15 13:49:56.839107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:56.865557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776445-8ba4-4279-a178-4e979ad213f7 req-56082990-bcd7-4c9c-86ab-5100145a017c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:56.880306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77776445-8ba4-4279-a178-4e979ad213f7 req-56082990-bcd7-4c9c-86ab-5100145a017c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2227809 Dec 15 13:49:56.885290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.887277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1586527a-9901-4305-93fe-9955181a9916,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:56.978164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77776445-8ba4-4279-a178-4e979ad213f7 req-89da3ba1-b254-48de-8fed-6e651e185f6b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966983 Dec 15 13:49:57.001520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:57.004112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.086838 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.183459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:57.185059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:57.311526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.378830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:57.384109 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.384970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2b8c8c13-4000-4a92-ad43-efa7a724d1ce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:57.398394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Allocated IP 172.25.2.60 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/f5bfc242-2656-40fe-804b-55d36dff8313) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:57.513318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Router ce0de516-8403-4c95-ada0-36c40abd79cd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:57.571773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:57.613547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:57.615316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.699104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.774837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5edb8873-de37-46be-8047-93968cb61b13 None None] Provisioning complete for port 1586527a-9901-4305-93fe-9955181a9916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:57.775848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5edb8873-de37-46be-8047-93968cb61b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.805547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:57.810571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173e327-9285-4825-85ca-fa37dfae8069 req-84b40d1c-7690-45d9-9326-f77fc2f88816 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.818401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1173e327-9285-4825-85ca-fa37dfae8069 req-84b40d1c-7690-45d9-9326-f77fc2f88816 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.1033995 Dec 15 13:49:57.828830 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-07a7437f-8d63-41cf-848d-f00cb43742c5 admin admin] 10.222.0.32 "PUT /v2.0/routers/ce0de516-8403-4c95-ada0-36c40abd79cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9580779 Dec 15 13:49:57.839083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0924c-4d11-4806-b41f-c3706b602ff6 req-522ab432-786f-4cec-b6c8-982291f03340 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.840662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08b0924c-4d11-4806-b41f-c3706b602ff6 req-522ab432-786f-4cec-b6c8-982291f03340 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 945 time: 0.1582966 Dec 15 13:49:57.894382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5edb8873-de37-46be-8047-93968cb61b13 None None] Port 1586527a-9901-4305-93fe-9955181a9916 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:57.984050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.020701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:58.026460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1173e327-9285-4825-85ca-fa37dfae8069 req-9de05727-e2bf-42ef-891b-83059385d865 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070069 Dec 15 13:49:58.055458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:58.069808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-5da0168c-a6d4-43f2-9dc5-8c90826b1dfb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:58.071289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-5da0168c-a6d4-43f2-9dc5-8c90826b1dfb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 945 time: 0.2171626 Dec 15 13:49:58.074151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:58.079509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08b0924c-4d11-4806-b41f-c3706b602ff6 req-aa1e4c30-26c9-4fc9-a029-787ccc38557c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143271 Dec 15 13:49:58.161353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=f5bfc242-2656-40fe-804b-55d36dff8313,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:58.311016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba38e-b82a-4af2-b383-c3397967f66f req-673523b0-3b63-4c02-b1e9-288b3d1e3bb7 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:58.312715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d26ba38e-b82a-4af2-b383-c3397967f66f req-673523b0-3b63-4c02-b1e9-288b3d1e3bb7 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1816983 Dec 15 13:49:58.318455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.353389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Deleting port a6ee2148-d344-4a92-8041-8515394a157f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:58.353717 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.533799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.541672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d26ba38e-b82a-4af2-b383-c3397967f66f req-53927a51-a0da-4832-bd32-9db03afbbc8a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143140 Dec 15 13:49:58.693692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:58.750799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:58.751382 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.761908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] For port a6ee2148-d344-4a92-8041-8515394a157f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a6ee2148-d344-4a92-8041-8515394a157f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:58.762266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.793944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a4d0-156b-4946-a75a-ac90e7ebe04b req-c95a533f-2ffd-49e6-a130-e0931bdbbc09 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:58.797004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e8a4d0-156b-4946-a75a-ac90e7ebe04b req-c95a533f-2ffd-49e6-a130-e0931bdbbc09 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1650651 Dec 15 13:49:58.803988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Calling delete_port for a6ee2148-d344-4a92-8041-8515394a157f owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:58.848690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-f5557818-a0a8-4eee-b2d5-68cd19b542b5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:58.850253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-f5557818-a0a8-4eee-b2d5-68cd19b542b5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 829 time: 0.3534527 Dec 15 13:49:58.862060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96a813ba-affb-41cd-8897-274a4a6be2f2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:58.897934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-bcb688dd-c713-41fd-8886-c1b066398082 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/quotas/b7374b17d64547ae91199392cfa2cdfd HTTP/1.1" status: 200 len: 375 time: 0.0294597 Dec 15 13:49:58.916372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 96a813ba-affb-41cd-8897-274a4a6be2f2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:58.917057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.034946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e8a4d0-156b-4946-a75a-ac90e7ebe04b req-97ca47a8-7f5f-4ed6-9083-7a4ff40f3ba5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815796 Dec 15 13:49:59.053658 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.093166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-01a06b63-d60e-462d-af0f-14571af41bb2 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613071 Dec 15 13:49:59.097497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.108156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 96a813ba-affb-41cd-8897-274a4a6be2f2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96a813ba-affb-41cd-8897-274a4a6be2f2,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:59.110120 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.113550 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.184578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=96a813ba-affb-41cd-8897-274a4a6be2f2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:59.266082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=f5bfc242-2656-40fe-804b-55d36dff8313,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:59.299370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.304346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.380457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event deleted for resources: {'Port': ['ID=a6ee2148-d344-4a92-8041-8515394a157f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:59.400940 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.402314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c6535635-4c6a-49dd-a77f-2b7d25ebd413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0231690 Dec 15 13:49:59.420379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1328-985f-490f-8d35-b8624b9a5b14 req-87363342-0535-4ce5-9ef5-36b07cc84715 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:59.422578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-236a1328-985f-490f-8d35-b8624b9a5b14 req-87363342-0535-4ce5-9ef5-36b07cc84715 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.1360180 Dec 15 13:49:59.440636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-09018d4c-9cf4-4a88-b62f-c9337de9a9bf service neutron] 10.222.0.32 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278382 Dec 15 13:49:59.478947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] No DVR routers for this DVR port a6ee2148-d344-4a92-8041-8515394a157f on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:59.479984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Sync routers for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:59.492871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.496211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd9f9b85-066d-4c08-948f-5826f3ca201d req-283d8246-32e9-494b-947d-841656f20997 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "DELETE /v2.0/ports/a6ee2148-d344-4a92-8041-8515394a157f HTTP/1.1" status: 204 len: 173 time: 1.4158075 Dec 15 13:49:59.496708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'name': 'network-vif-deleted', 'tag': 'a6ee2148-d344-4a92-8041-8515394a157f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:59.499212 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33afbb7e-ae84-4834-849d-ee6129ff9199" -d '{"events": [{"server_uuid": "b7311e4b-a4c6-413d-a64b-259b91cb5ffc", "name": "network-vif-deleted", "tag": "a6ee2148-d344-4a92-8041-8515394a157f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:59.500401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:59.501332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:59.583235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-236a1328-985f-490f-8d35-b8624b9a5b14 req-20a227ec-a712-4f5e-a359-8bb922b5cfa4 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374500 Dec 15 13:49:59.636695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-65e30e6b-010c-4fa4-8664-ca210e2f4483 service neutron] 10.222.0.32 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850362 Dec 15 13:49:59.703817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:59.708022 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Sync routers for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:59.722234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ade9b87d-c5cd-4e85-a9d7-478f9c8cac91 req-12e30bc4-d1b9-41ef-8759-f9e5631bfb0c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.0548005 Dec 15 13:49:59.734373 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:59.734975 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:59.778708 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f5c76-72c4-4f34-911d-f2159e46b6d5 x-openstack-request-id: req-ba9f5c76-72c4-4f34-911d-f2159e46b6d5 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:59.780358 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311e4b-a4c6-413d-a64b-259b91cb5ffc", "name": "network-vif-deleted", "tag": "a6ee2148-d344-4a92-8041-8515394a157f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:59.781217 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba9f5c76-72c4-4f34-911d-f2159e46b6d5 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:59.781836 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7311e4b-a4c6-413d-a64b-259b91cb5ffc', 'name': 'network-vif-deleted', 'tag': 'a6ee2148-d344-4a92-8041-8515394a157f', 'status': 'completed', 'code': 200} Dec 15 13:49:59.982072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-e3dd67c6-e348-449c-a829-3f7db967687d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1554844645&fields=id&tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 267 time: 0.0895748 Dec 15 13:50:00.025495 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:00.178512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 2, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:00.487815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Checking router: ce0de516-8403-4c95-ada0-36c40abd79cd for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:00.491265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Updating router ce0de516-8403-4c95-ada0-36c40abd79cd port 1586527a-9901-4305-93fe-9955181a9916 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:00.526696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 2, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:00.577900 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Checking router: 2a893476-ec0b-4644-b954-0b3e38bed0af for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:00.578445 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Updating router 2a893476-ec0b-4644-b954-0b3e38bed0af port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:00.582628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.648810 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.649116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8e06-f149-47bc-abb8-1b839ef51d6d req-19c9432f-3b04-4069-8c74-a0576023c27c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:00.650136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c9c8e06-f149-47bc-abb8-1b839ef51d6d req-19c9432f-3b04-4069-8c74-a0576023c27c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.6428587 Dec 15 13:50:00.669170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96a813ba-affb-41cd-8897-274a4a6be2f2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:00.783802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c9c8e06-f149-47bc-abb8-1b839ef51d6d req-a896fe5a-8003-4090-86f0-e0c75a610c86 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183989 Dec 15 13:50:00.830873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-30f6c808-3cd9-4dbe-8829-f95eb6013b76 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:00.832685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-30f6c808-3cd9-4dbe-8829-f95eb6013b76 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.8415649 Dec 15 13:50:00.851224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-8bf73648-7572-4031-a3f6-f2f1da280f72 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/quotas/0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 375 time: 0.0094385 Dec 15 13:50:00.895741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a6ee2148-d344-4a92-8041-8515394a157f no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:00.924563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-3f9c6080-c5b4-4b75-b37a-64319221ed32 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656934 Dec 15 13:50:00.940981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: a6ee2148-d344-4a92-8041-8515394a157f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:00.941636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a6ee2148-d344-4a92-8041-8515394a157f not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:01.034245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 96a813ba-affb-41cd-8897-274a4a6be2f2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:01.035043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.062395 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.073805 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.222627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-09d6202f-ac03-474f-8cff-248b82421dd7 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614424 Dec 15 13:50:01.332234 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Attempting to bind port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:01.332750 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Attempting to bind port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:01.335216 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Attempting to bind port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:01.361531 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:01.361937 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:01.365730 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.366158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:01.366682 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Bound port: 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:01.367183 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.460936 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] For port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:01.464533 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] For port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:01.470143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74407849-4ba8-42d2-8186-f3a5f9b11952 None None] Pushing event updated for resources: {'Port': ['ID=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:01.473990 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.520447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-6db70c34-fc20-4328-a127-f9349ba3a0ef service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653420 Dec 15 13:50:01.578987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.627197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a93383-342e-4d67-a7ad-f1f6d8b8cfeb req-cdfb4c58-8ae3-4cfd-9485-0bbc2a2222ba tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.636866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a93383-342e-4d67-a7ad-f1f6d8b8cfeb req-cdfb4c58-8ae3-4cfd-9485-0bbc2a2222ba tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.646607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a93383-342e-4d67-a7ad-f1f6d8b8cfeb req-cdfb4c58-8ae3-4cfd-9485-0bbc2a2222ba tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.659386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2a93383-342e-4d67-a7ad-f1f6d8b8cfeb req-cdfb4c58-8ae3-4cfd-9485-0bbc2a2222ba tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4&device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1&device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 2418 time: 0.4334314 Dec 15 13:50:01.662469 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.841193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-407ffdb8-35fe-45c3-b058-e99899d6fb99 None None] Provisioning complete for port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:01.841801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-407ffdb8-35fe-45c3-b058-e99899d6fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.885512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b815-c5a2-486c-8ea9-dbb76f08c4c7 None None] Pushing event updated for resources: {'Port': ['ID=1586527a-9901-4305-93fe-9955181a9916,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:01.926733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8b93754-457e-452f-a884-4182bc92b5cd req-fe7e1211-5154-48f7-9509-96931b185277 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 210 time: 0.1450224 Dec 15 13:50:02.007479 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74407849-4ba8-42d2-8186-f3a5f9b11952 None None] Pushing event updated for resources: {'Port': ['ID=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:02.086788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:02.087449 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:02.216423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2a93383-342e-4d67-a7ad-f1f6d8b8cfeb req-5589cd66-7e0e-425e-b223-500f3b6c1caa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551980 Dec 15 13:50:02.217455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Attempting to bind port 1586527a-9901-4305-93fe-9955181a9916 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:02.219206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Attempting to bind port 1586527a-9901-4305-93fe-9955181a9916 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:02.220712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Attempting to bind port 1586527a-9901-4305-93fe-9955181a9916 on network 69522ded-4d23-4ea8-87cd-89593c3b93c6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:02.405717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-b5719b01-3047-4310-87eb-d29065d4dc05 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.407733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-b5719b01-3047-4310-87eb-d29065d4dc05 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.67 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 829 time: 0.4796700 Dec 15 13:50:02.412795 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-407ffdb8-35fe-45c3-b058-e99899d6fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.416119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:02.416778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Checking segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:02.417355 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.417931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Bound using segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:02.418697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Bound port: 1586527a-9901-4305-93fe-9955181a9916, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:02.419296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.430766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Request body: {'port': {'device_id': '8d24fd83-90f6-429c-92c5-425570bf4161', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'admin_state_up': True, 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:02.578270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] For port 1586527a-9901-4305-93fe-9955181a9916, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:02.582289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] For port 1586527a-9901-4305-93fe-9955181a9916, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1586527a-9901-4305-93fe-9955181a9916,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:02.583796 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:02.593529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.738636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:02.739334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:49:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:02.745920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-407ffdb8-35fe-45c3-b058-e99899d6fb99 None None] For port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:02.821135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:02.823966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4164df3-a885-46b3-bc2b-649bdd939558 req-8a5cae05-9297-41e3-8a33-124549dcd620 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 210 time: 0.1851118 Dec 15 13:50:02.855251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5812b25e-9fe4-4d0a-a2ac-e0f91dbd837c req-28094e84-9bcc-4dba-889d-274802710eff tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.2780943 Dec 15 13:50:02.918182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-407ffdb8-35fe-45c3-b058-e99899d6fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.940468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-6e1dd8d9-c931-47cb-b266-c7f451da2f92 req-f31e7aba-fd4e-4b48-975f-41128cb37b71 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:50:02.941761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e1dd8d9-c931-47cb-b266-c7f451da2f92 req-f31e7aba-fd4e-4b48-975f-41128cb37b71 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158403 Dec 15 13:50:03.116079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:03.162568 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:01Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:03.174739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e1dd8d9-c931-47cb-b266-c7f451da2f92 req-d096a03a-ba5e-4c7f-8f25-e5886ed5e1d5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2135987 Dec 15 13:50:03.192432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Made reservation on behalf of b7374b17d64547ae91199392cfa2cdfd for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:03.195024 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ad04e-c4b2-460d-9d62-3e071be1164b None None] The sync data for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 is: [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:01Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:03.199900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.254986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606484e4-d390-45ea-a88d-3a13b217ce13 req-b5d25950-b90a-414e-bbe3-a7993fb4404f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:03.259085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-606484e4-d390-45ea-a88d-3a13b217ce13 req-b5d25950-b90a-414e-bbe3-a7993fb4404f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2024450 Dec 15 13:50:03.308195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b815-c5a2-486c-8ea9-dbb76f08c4c7 None None] Pushing event updated for resources: {'Port': ['ID=1586527a-9901-4305-93fe-9955181a9916,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:03.501660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-606484e4-d390-45ea-a88d-3a13b217ce13 req-609ce649-cc97-4443-99e0-30035af5c321 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349048 Dec 15 13:50:03.601230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Provisioning complete for port 1586527a-9901-4305-93fe-9955181a9916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:03.601702 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.604473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ffdb8-35fe-45c3-b058-e99899d6fb99 None None] Pushing event updated for resources: {'Port': ['ID=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:03.665830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b611109-d2a4-4901-921b-ee2d0e4105d5 req-ad2824d8-de5f-4ab3-a649-44982a97cea6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 210 time: 0.0529447 Dec 15 13:50:03.668735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:03.669297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.752361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Allocated IP 172.20.0.8 (69522ded-4d23-4ea8-87cd-89593c3b93c6/8ea06946-88d0-40d3-b767-eb6ebbe857d5/1d0cf6e7-0da6-4d85-bb70-c239cecdb095) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:03.974200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:04.068447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b21727-c2aa-49db-ab4c-2ed20db4bfec None None] The sync data for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 is: [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:04.076113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.262477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] For port 1586527a-9901-4305-93fe-9955181a9916, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1586527a-9901-4305-93fe-9955181a9916,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:04.281542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.287938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57a47a9b-3545-4022-916f-c7d78903fc07 req-4a33dbf9-ba34-436f-81b0-a79622b82fb5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 210 time: 0.3265333 Dec 15 13:50:04.401596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Provisioning complete for port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:04.404191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.422046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50888938-9f58-44fb-8c6b-ec08c4d9bb0e req-a70b7285-8da6-4d5d-8c1b-7d44884a1629 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.0662069 Dec 15 13:50:04.593243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-df81723a-f521-4079-90c1-ae5a1f6d9251 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.598345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-df81723a-f521-4079-90c1-ae5a1f6d9251 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.7055812 Dec 15 13:50:04.607781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9d7b1-6cee-4e18-969f-44db5b28ee3b None None] Pushing event updated for resources: {'Port': ['ID=1586527a-9901-4305-93fe-9955181a9916,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:04.704419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.837822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:04.857582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-06b63049-da70-413f-bbd7-4bc952e0e465 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 380 time: 0.2346318 Dec 15 13:50:04.870272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'port': {'device_id': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'admin_state_up': True, 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'security_groups': ['b587d108-a605-443f-a036-02b31d2e864d']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:04.951987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e7d55bef-b2fe-4ea1-93da-c1b7da29f8c9 None None] Provisioning complete for port 1586527a-9901-4305-93fe-9955181a9916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:04.952607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e7d55bef-b2fe-4ea1-93da-c1b7da29f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.008312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:05.009028 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.209318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a1c4f74-699b-4237-acf3-065e95b3f183 req-f65be6f0-7e75-406a-80e2-5b636eeb59a9 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 210 time: 0.0898471 Dec 15 13:50:05.243633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64231b1f-de4b-469c-8841-46786361a9f9 req-ca6906c1-d3f8-4971-b728-59ced24a4bd8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:05.254235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64231b1f-de4b-469c-8841-46786361a9f9 req-ca6906c1-d3f8-4971-b728-59ced24a4bd8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.5663893 Dec 15 13:50:05.365778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.486873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1586527a-9901-4305-93fe-9955181a9916 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:05.595838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1586527a-9901-4305-93fe-9955181a9916 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:05.598190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.646947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:05.667390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:05.671658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event updated for resources: {'Port': ['ID=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:05.674683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:05.693860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64231b1f-de4b-469c-8841-46786361a9f9 req-6c37f9be-f6f7-41fc-9692-a238b5b5cd57 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337339 Dec 15 13:50:05.827941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:05.839412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.996858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ceb7a84-2a85-4ce3-9388-35cf1c4c3eb8 req-2bd1794a-08ca-4926-ba7b-c45337ca63ed tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 210 time: 0.0531514 Dec 15 13:50:06.016887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:06.017562 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.126005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb45d53e-0601-4247-8c9c-2fed862d30f3 req-c5dea8fe-d1a8-4b1d-b6d7-7b22cbc6ee8f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.1265211 Dec 15 13:50:06.167324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-67bce479-185b-4f06-bf61-adc423ec9de5 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7413080 Dec 15 13:50:06.167852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-969e5774-fbdc-4850-b641-beb8950468d9 None None] Provisioning complete for port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:06.168250 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-969e5774-fbdc-4850-b641-beb8950468d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.197190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Request body: {'port': {'device_id': '8d24fd83-90f6-429c-92c5-425570bf4161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:06.249680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-969e5774-fbdc-4850-b641-beb8950468d9 None None] Port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:06.323855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.455858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Allocated IP 172.20.0.4 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/cf56903f-cccc-4b74-bff8-d772e777b757) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:06.640241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1586527a-9901-4305-93fe-9955181a9916 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:06.829567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc745a8-19f7-4637-b4e3-7f8dae4e56f0 req-42bff27c-6d45-45c6-80e0-710ce74d9a58 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:06.833644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1586527a-9901-4305-93fe-9955181a9916 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:06.834287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.836840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebc745a8-19f7-4637-b4e3-7f8dae4e56f0 req-42bff27c-6d45-45c6-80e0-710ce74d9a58 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 931 time: 0.3776970 Dec 15 13:50:07.111301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:07.190152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.246870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Transition to ACTIVE for port object 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:07.264804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.346106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebc745a8-19f7-4637-b4e3-7f8dae4e56f0 req-68823df1-0458-4098-9321-d3b3abece5b6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223747 Dec 15 13:50:07.394213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b511e-b90d-4b3a-9437-91b7b80f60b4 req-e87499ae-8032-45e9-bb13-59f2ba8fe562 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.395852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb8b511e-b90d-4b3a-9437-91b7b80f60b4 req-e87499ae-8032-45e9-bb13-59f2ba8fe562 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2321293 Dec 15 13:50:07.414857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:07.445008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.557557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb8b511e-b90d-4b3a-9437-91b7b80f60b4 req-fd934ccb-8bdf-4f8d-a571-a22ad23be85c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468835 Dec 15 13:50:07.642935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.656942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Attempting to bind port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:07.657349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Attempting to bind port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:07.657805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Attempting to bind port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 on network 69522ded-4d23-4ea8-87cd-89593c3b93c6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:07.709852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 on network 69522ded-4d23-4ea8-87cd-89593c3b93c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:07.710295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Attempting to bind port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 on network 69522ded-4d23-4ea8-87cd-89593c3b93c6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:07.743819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:07.752024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:07.752387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Checking segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:07.752802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Bound using segment: {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:07.753279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Bound port: 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9361d896-e64b-491f-8ed9-763ef814bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:07.753660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.765995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:07.783487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0712-2a73-450e-b689-49dd0db61db6 req-e322802e-3d4f-4e06-9318-8399786d0cfa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.791210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd3e0712-2a73-450e-b689-49dd0db61db6 req-e322802e-3d4f-4e06-9318-8399786d0cfa tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.2323585 Dec 15 13:50:07.794007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:07.799553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:07.903547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285549c-7e6d-4285-9e5c-2d7c6648b461 req-1e59d4f7-9c4e-472a-a284-3aceb74067a1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.911117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9285549c-7e6d-4285-9e5c-2d7c6648b461 req-1e59d4f7-9c4e-472a-a284-3aceb74067a1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 931 time: 0.2269478 Dec 15 13:50:07.966402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.967400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.046543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd3e0712-2a73-450e-b689-49dd0db61db6 req-6f54c689-0b8d-4956-b509-c5a0efee667e tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544317 Dec 15 13:50:08.064985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] For port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:08.081981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] For port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:08.093836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-a3776881-0901-4f2d-9987-e287e6edb9ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2276251 Dec 15 13:50:08.105926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.141961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Request body: {'port': {'device_id': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:08.187164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9285549c-7e6d-4285-9e5c-2d7c6648b461 req-3393210b-ea81-4dc1-8caf-14935ce4e65a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751696 Dec 15 13:50:08.231641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e35e29a6-63f5-47a0-8f69-3d5b08f7a7b6 None None] Provisioning complete for port cf56903f-cccc-4b74-bff8-d772e777b757 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:08.233156 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e35e29a6-63f5-47a0-8f69-3d5b08f7a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.239255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:08.244859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec44eac9-c746-4ad0-8085-3262e381a617 req-1a3c932a-2c51-4304-92ca-381db8b2644d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7311e4b-a4c6-413d-a64b-259b91cb5ffc HTTP/1.1" status: 200 len: 210 time: 0.0618453 Dec 15 13:50:08.247015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.249117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.250795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] 10.222.0.67 "PUT /v2.0/ports/1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 1091 time: 2.0710504 Dec 15 13:50:08.254183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:08.258373 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6948db-de85-467d-822f-30a7b57058f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:08.335600 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117def97-41ee-465f-985a-a1300de8b244 x-openstack-request-id: req-117def97-41ee-465f-985a-a1300de8b244 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:08.335851 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:08.336452 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-117def97-41ee-465f-985a-a1300de8b244 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:08.337056 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'status': 'completed', 'code': 200} Dec 15 13:50:08.344181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e35e29a6-63f5-47a0-8f69-3d5b08f7a7b6 None None] Port cf56903f-cccc-4b74-bff8-d772e777b757 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:08.407516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e148f-de31-4a41-a982-76e16fb7fee7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:08.413081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.464060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba934b3-826e-447d-9de3-fb00365980fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.628239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba934b3-826e-447d-9de3-fb00365980fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.660362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba934b3-826e-447d-9de3-fb00365980fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.709793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-260153d7-e961-4292-afd9-8a9358f16957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.711656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-260153d7-e961-4292-afd9-8a9358f16957 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1094 time: 0.3733613 Dec 15 13:50:08.718005 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2ba934b3-826e-447d-9de3-fb00365980fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e1c1f9c91104be9a7d5b805a86a32d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4745157 Dec 15 13:50:08.720260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:08.738269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba934b3-826e-447d-9de3-fb00365980fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c38237-da22-4391-bc13-5c234cda1059,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:08.754699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-8d16f837-c5e7-4ca5-bcbe-a520c20423fe tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.756182 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-8d16f837-c5e7-4ca5-bcbe-a520c20423fe tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 946 time: 0.1213245 Dec 15 13:50:08.850334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-154c3d50-3052-40bd-a438-af4f2f41f027 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 217 time: 0.0926158 Dec 15 13:50:08.862465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Deleting port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:08.863340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.896914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642950e2-0137-4a6a-be66-94ea419b09f3 req-a5ab0d44-d990-45ba-82ea-b40a6a798a9b tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.898547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-642950e2-0137-4a6a-be66-94ea419b09f3 req-a5ab0d44-d990-45ba-82ea-b40a6a798a9b tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 943 time: 0.4260929 Dec 15 13:50:08.952319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578799d-be44-438b-bca8-fdfdb1b96688 req-e2e8ebfe-6c82-4f7e-ac67-382a7eac6440 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.954214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3578799d-be44-438b-bca8-fdfdb1b96688 req-e2e8ebfe-6c82-4f7e-ac67-382a7eac6440 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2397635 Dec 15 13:50:09.004440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] For port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:09.004843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.019358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Calling delete_port for f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:09.027677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-4383911b-c8e3-4eca-9e71-7c41904e34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.029731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-4383911b-c8e3-4eca-9e71-7c41904e34e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 200 len: 868 time: 0.1605544 Dec 15 13:50:09.042524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68914d9b-9ad5-46eb-bba0-9bb92dc330c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.128364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-642950e2-0137-4a6a-be66-94ea419b09f3 req-335273b8-6769-46fb-b383-c6e09f58150f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008898 Dec 15 13:50:09.143535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68914d9b-9ad5-46eb-bba0-9bb92dc330c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.180859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.194766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['16055989-ae65-41a8-a0ba-23b9e2fdcdcf', 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6', '8115c437-e2c3-4c10-befe-7116c101e985'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:09.206060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3578799d-be44-438b-bca8-fdfdb1b96688 req-53c32849-3ec7-4662-b6f4-241df58a8a33 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322664 Dec 15 13:50:09.220897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Pushing event deleted for resources: {'Port': ['ID=f084c5a3-c070-47f5-8b1d-26d0ed5e05b6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:09.292712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] No DVR routers for this DVR port f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:09.296745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.300680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-350607b8-5d33-4cd7-842c-19f76a7bf5ab req-cfd5b121-adac-43c3-ad10-4eec6db4c05a tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "DELETE /v2.0/ports/f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 HTTP/1.1" status: 204 len: 173 time: 0.5342593 Dec 15 13:50:09.301663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'name': 'network-vif-deleted', 'tag': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:09.305290 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1779a155-36cc-4e5c-9519-6c4d6127698b" -d '{"events": [{"server_uuid": "3df25117-bcc0-4f34-bc57-0d8ceadbebf4", "name": "network-vif-deleted", "tag": "f084c5a3-c070-47f5-8b1d-26d0ed5e05b6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:09.722813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efa6e779-dbeb-4bc0-a182-2987406004cf req-46e60fd8-34d0-4dfd-a367-6845829105f3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=3df25117-bcc0-4f34-bc57-0d8ceadbebf4 HTTP/1.1" status: 200 len: 210 time: 0.5074155 Dec 15 13:50:09.748357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-dfc8c678-f29c-4053-a93b-a79387959d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.749265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-dfc8c678-f29c-4053-a93b-a79387959d20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69522ded-4d23-4ea8-87cd-89593c3b93c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7021081 Dec 15 13:50:09.807127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf56903f-cccc-4b74-bff8-d772e777b757 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:09.839226 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe32ae6-ab78-4cf9-bb27-ea077fe3e3f4 x-openstack-request-id: req-afe32ae6-ab78-4cf9-bb27-ea077fe3e3f4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:09.839526 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df25117-bcc0-4f34-bc57-0d8ceadbebf4", "name": "network-vif-deleted", "tag": "f084c5a3-c070-47f5-8b1d-26d0ed5e05b6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:09.839781 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afe32ae6-ab78-4cf9-bb27-ea077fe3e3f4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:09.840447 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df25117-bcc0-4f34-bc57-0d8ceadbebf4', 'name': 'network-vif-deleted', 'tag': 'f084c5a3-c070-47f5-8b1d-26d0ed5e05b6', 'status': 'completed', 'code': 200} Dec 15 13:50:09.854394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.873107 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68914d9b-9ad5-46eb-bba0-9bb92dc330c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.876616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68914d9b-9ad5-46eb-bba0-9bb92dc330c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.885948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-68914d9b-9ad5-46eb-bba0-9bb92dc330c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58c38237-da22-4391-bc13-5c234cda1059 HTTP/1.1" status: 204 len: 168 time: 1.1565859 Dec 15 13:50:09.922162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68914d9b-9ad5-46eb-bba0-9bb92dc330c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c38237-da22-4391-bc13-5c234cda1059,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:09.929176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ade50b-7baa-48e2-b63a-a1397f2624f5 req-50402124-263a-4b85-b5e7-e2d5fce7d950 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.930754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38ade50b-7baa-48e2-b63a-a1397f2624f5 req-50402124-263a-4b85-b5e7-e2d5fce7d950 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 931 time: 0.2299340 Dec 15 13:50:09.934727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Transition to ACTIVE for port object cf56903f-cccc-4b74-bff8-d772e777b757 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:09.948996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.059243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-213c23dc-1baf-42e5-8608-3e0d71c12148 service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904346 Dec 15 13:50:10.110874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.127462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38ade50b-7baa-48e2-b63a-a1397f2624f5 req-0db1e860-8882-4229-8ae4-52795b96cb63 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889811 Dec 15 13:50:10.370315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:10.385898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ff95cd9-2ed8-4e3f-b348-f272d4241461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.409023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Attempting to bind port cf56903f-cccc-4b74-bff8-d772e777b757 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:10.409369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Attempting to bind port cf56903f-cccc-4b74-bff8-d772e777b757 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:10.409691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Attempting to bind port cf56903f-cccc-4b74-bff8-d772e777b757 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:10.434188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Port cf56903f-cccc-4b74-bff8-d772e777b757 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:10.434604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Attempting to bind port cf56903f-cccc-4b74-bff8-d772e777b757 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:10.446113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2d73b-77be-4cd3-83cb-468c15d1e703 req-f85c5098-ff2b-4deb-8e3b-164a23bd0664 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.447585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8a2d73b-77be-4cd3-83cb-468c15d1e703 req-f85c5098-ff2b-4deb-8e3b-164a23bd0664 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 943 time: 0.1451879 Dec 15 13:50:10.453017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f779b5-7c20-46c3-b78d-aecf6dc17d14 req-1df78737-6d06-4849-b97d-271e6ed35c98 service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772323 Dec 15 13:50:10.455058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:10.455378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:10.455759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:10.456194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Bound port: cf56903f-cccc-4b74-bff8-d772e777b757, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:10.457591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.476885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ff95cd9-2ed8-4e3f-b348-f272d4241461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.482525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ff95cd9-2ed8-4e3f-b348-f272d4241461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.496364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d1a73-414e-4c49-8568-cf5d593a2337 req-d389dc4f-fb77-423b-bbd9-5ecaa964c512 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.499658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a2d1a73-414e-4c49-8568-cf5d593a2337 req-d389dc4f-fb77-423b-bbd9-5ecaa964c512 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1528659 Dec 15 13:50:10.511317 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1ff95cd9-2ed8-4e3f-b348-f272d4241461 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6f03fa34f7048579ca8ae6c14ccfd2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398056 Dec 15 13:50:10.518134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:10.551969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff95cd9-2ed8-4e3f-b348-f272d4241461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0b6be-07da-4b5a-9de3-1ac2c65f1caf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.583690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c44700d-4b3e-436f-baa6-c0e7a0a6e471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.604970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c44700d-4b3e-436f-baa6-c0e7a0a6e471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.636259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8a2d73b-77be-4cd3-83cb-468c15d1e703 req-57968ef6-6d1b-465c-b8cd-2fbef2f5ebba tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721985 Dec 15 13:50:10.661987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6948db-de85-467d-822f-30a7b57058f9 req-9315be5e-7661-475a-9167-fd8ef902c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.662772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c44700d-4b3e-436f-baa6-c0e7a0a6e471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.663737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-9315be5e-7661-475a-9167-fd8ef902c15f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1094 time: 0.1547232 Dec 15 13:50:10.664749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:10.665569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c44700d-4b3e-436f-baa6-c0e7a0a6e471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.666939 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6c44700d-4b3e-436f-baa6-c0e7a0a6e471 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02f0b6be-07da-4b5a-9de3-1ac2c65f1caf HTTP/1.1" status: 204 len: 168 time: 0.1476200 Dec 15 13:50:10.673611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:10.676614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44700d-4b3e-436f-baa6-c0e7a0a6e471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0b6be-07da-4b5a-9de3-1ac2c65f1caf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.687948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a2d1a73-414e-4c49-8568-cf5d593a2337 req-52f376dd-ab40-48af-9cb4-b5864cefa54a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667101 Dec 15 13:50:10.691167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.807140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.807796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.809618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 1091 time: 2.7008841 Dec 15 13:50:10.810151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:10.812658 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655" -d '{"events": [{"name": "network-changed", "server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:10.965574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba624b-67d4-43b4-92e2-689cab485058 service neutron] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.999092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6948db-de85-467d-822f-30a7b57058f9 req-b1229679-53fb-427e-b842-f5f618f179fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.000613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-b1229679-53fb-427e-b842-f5f618f179fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 931 time: 0.3254235 Dec 15 13:50:11.009180 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b9a606-d103-4284-b1c4-ea1c1ed69dac x-openstack-request-id: req-93b9a606-d103-4284-b1c4-ea1c1ed69dac {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:11.009477 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:11.009733 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93b9a606-d103-4284-b1c4-ea1c1ed69dac {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:11.010136 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'status': 'completed', 'code': 200} Dec 15 13:50:11.019120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-349c4ccc-8c72-4e01-9d43-b1428cbfc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.020645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-349c4ccc-8c72-4e01-9d43-b1428cbfc904 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1094 time: 0.1397429 Dec 15 13:50:11.084765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-5c52826e-8875-4dcc-b89a-7828e2f91c71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 217 time: 0.0613060 Dec 15 13:50:11.119137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6d91d-f748-452e-8562-279885450d33 req-1e2e26e8-7385-4878-9545-3ba485d25db9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.120647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-1e2e26e8-7385-4878-9545-3ba485d25db9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.3605015 Dec 15 13:50:11.152487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-b999cfc2-dbd1-491c-862e-c8a937d31894 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 217 time: 0.0805502 Dec 15 13:50:11.223762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-3bc7ae59-985e-41dc-adb4-c964194c5387 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0681958 Dec 15 13:50:11.242183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6948db-de85-467d-822f-30a7b57058f9 req-48bedd0a-3c8f-41dd-b2b4-36f427c18348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.243616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-48bedd0a-3c8f-41dd-b2b4-36f427c18348 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 200 len: 868 time: 0.1318779 Dec 15 13:50:11.288987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-6c55449d-5ca9-4c2b-899c-1554dcb7cff1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529251 Dec 15 13:50:11.307382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-79f8ea31-d9c0-47c4-bdd0-17f39189b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.308821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-79f8ea31-d9c0-47c4-bdd0-17f39189b8f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1334860 Dec 15 13:50:11.318236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54aced-0179-46d2-b078-088151c17b9e req-d89c342e-5a31-4093-9b5d-02004b7a2602 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.319774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc54aced-0179-46d2-b078-088151c17b9e req-d89c342e-5a31-4093-9b5d-02004b7a2602 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1632636 Dec 15 13:50:11.458049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6948db-de85-467d-822f-30a7b57058f9 req-76b19804-4fa2-4bd0-aadf-04ad2969ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.459550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-76b19804-4fa2-4bd0-aadf-04ad2969ff53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69522ded-4d23-4ea8-87cd-89593c3b93c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990190 Dec 15 13:50:11.476520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc54aced-0179-46d2-b078-088151c17b9e req-4f1554ef-db07-43ed-ba9e-2f42279e275f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401889 Dec 15 13:50:11.485915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-01045aca-172e-4ab5-a63b-3b7ff83bd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.487358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-01045aca-172e-4ab5-a63b-3b7ff83bd37a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593256 Dec 15 13:50:11.564722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-0ed48114-28a7-4777-85dc-d1681b4d16fb service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547188 Dec 15 13:50:11.762610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-2ef9ae4f-4bac-4c75-a7a6-876c863bc47d service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898664 Dec 15 13:50:11.782950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b58df-aaaa-4fff-954d-15fab0d021b3 req-9149977f-16e3-489c-b211-c851838008d4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.784396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f17b58df-aaaa-4fff-954d-15fab0d021b3 req-9149977f-16e3-489c-b211-c851838008d4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 943 time: 0.1670048 Dec 15 13:50:11.795467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-35fd3fc0-1086-4d22-af57-86e498423d44 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299080 Dec 15 13:50:11.832726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-212f47d1-f163-45ef-89a2-1a845b40d018 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269632 Dec 15 13:50:11.986483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f17b58df-aaaa-4fff-954d-15fab0d021b3 req-72758b91-1372-4f07-8424-b9a6d5976535 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810360 Dec 15 13:50:12.010265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b6948db-de85-467d-822f-30a7b57058f9 req-88db18f5-4988-47ce-bab5-e746592106be service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332997 Dec 15 13:50:12.052952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-462f4ed6-e9e2-405c-9549-e926d5709930 req-e1af25aa-dc41-4db5-8329-646b546471f7 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000704 Dec 15 13:50:12.185516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310295-520a-4367-bae3-edd354c0c458 req-7a633cee-051b-4f26-a27b-e30122a05c45 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.187035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90310295-520a-4367-bae3-edd354c0c458 req-7a633cee-051b-4f26-a27b-e30122a05c45 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 943 time: 0.1332724 Dec 15 13:50:12.211405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c46cc-f3de-4b3f-bde2-22b4cdf2f591 req-3c50b51c-4231-4d24-bc56-18cc81dc3348 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.219131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-210c46cc-f3de-4b3f-bde2-22b4cdf2f591 req-3c50b51c-4231-4d24-bc56-18cc81dc3348 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1226914 Dec 15 13:50:12.227197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-0e5e9917-399f-4789-b5d8-0bb817d8a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.228700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-0e5e9917-399f-4789-b5d8-0bb817d8a99f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1094 time: 0.1168711 Dec 15 13:50:12.358154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90310295-520a-4367-bae3-edd354c0c458 req-177eee18-6263-4842-8165-750bc6e619e6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581614 Dec 15 13:50:12.379708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-210c46cc-f3de-4b3f-bde2-22b4cdf2f591 req-365dd17d-12b5-4a9f-8c7d-d9b5043bbb9a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597092 Dec 15 13:50:12.416716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-c517bb0c-2b05-4f79-8ab2-6b8c5155f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.418348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-c517bb0c-2b05-4f79-8ab2-6b8c5155f7ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.1746771 Dec 15 13:50:12.457172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-236b58e5-4810-4405-bc98-03b48cdc426d req-31aaaab5-f800-4269-bc71-cb81ffc2cf11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0364070 Dec 15 13:50:12.486248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-dc703c33-077e-421b-b1e6-f500fc75a442 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 217 time: 0.0531414 Dec 15 13:50:12.517808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8384155-b5e0-49a6-8ff4-dd8817a1834a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.569695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-87803303-9d54-4e37-9eb8-c39a30441119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.572391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-87803303-9d54-4e37-9eb8-c39a30441119 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.0696790 Dec 15 13:50:12.689979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-9d446416-65d6-4f72-a164-eb5e95b2c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.691648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-9d446416-65d6-4f72-a164-eb5e95b2c275 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050789 Dec 15 13:50:12.705569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72ed42-1281-4f68-b13d-b3b1cc1f51a2 req-2733be2c-1c9f-4f58-90f9-99891a533b40 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.707543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c72ed42-1281-4f68-b13d-b3b1cc1f51a2 req-2733be2c-1c9f-4f58-90f9-99891a533b40 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1062779 Dec 15 13:50:12.855241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c72ed42-1281-4f68-b13d-b3b1cc1f51a2 req-b3df2e7a-6014-45a7-9d67-4ec032e01d75 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390438 Dec 15 13:50:12.874680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-9ae0f752-a455-42e2-a2c7-7cb8d357319f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.876182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-9ae0f752-a455-42e2-a2c7-7cb8d357319f tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1016204 Dec 15 13:50:12.878343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-868703db-cd45-4f40-8dcd-43fae7614f4a service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698074 Dec 15 13:50:12.933640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:12.978728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:12.979127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f084c5a3-c070-47f5-8b1d-26d0ed5e05b6 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:13.085310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18c8628d-2aca-48a4-a3c6-d1ae9e5c0655 req-ff9e5853-774d-4468-9ebe-0fb265d92d16 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858268 Dec 15 13:50:13.101276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Deleting port 8115c437-e2c3-4c10-befe-7116c101e985 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:13.101541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.200226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a502115-a0d4-4cd6-aee5-541eee37ad6c req-23659de5-eba3-4ed7-9685-0eec0b23d31f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0392361 Dec 15 13:50:13.221343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161db14d-63bb-4905-a9a5-1d8af48a97b3 req-cd637a70-11dc-4cc8-af4b-73685149eed4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.222836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-161db14d-63bb-4905-a9a5-1d8af48a97b3 req-cd637a70-11dc-4cc8-af4b-73685149eed4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 943 time: 0.1353753 Dec 15 13:50:13.269632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] For port 8115c437-e2c3-4c10-befe-7116c101e985, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8115c437-e2c3-4c10-befe-7116c101e985,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:13.269993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.292365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Calling delete_port for 8115c437-e2c3-4c10-befe-7116c101e985 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:13.311868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-161db14d-63bb-4905-a9a5-1d8af48a97b3 req-1a1ce863-df5d-43da-a43d-8d12d55642f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826597 Dec 15 13:50:13.486801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.503286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['16055989-ae65-41a8-a0ba-23b9e2fdcdcf', '8115c437-e2c3-4c10-befe-7116c101e985'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:13.747467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:13.877112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-285e1075-4b23-4eed-b51d-fbe7d3607a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.881008 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.917665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Pushing event deleted for resources: {'Port': ['ID=8115c437-e2c3-4c10-befe-7116c101e985,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:13.942332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-cdeae176-e5de-4463-b80f-8ce9003be395 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0516527 Dec 15 13:50:13.958462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-285e1075-4b23-4eed-b51d-fbe7d3607a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.963632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-285e1075-4b23-4eed-b51d-fbe7d3607a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.008232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-285e1075-4b23-4eed-b51d-fbe7d3607a0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4632e7f85ebd476a882418167364b473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577555 Dec 15 13:50:14.008232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e1075-4b23-4eed-b51d-fbe7d3607a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb6efd-bd3d-468d-b033-db46d8505f29,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:14.009895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:14.023835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] No DVR routers for this DVR port 8115c437-e2c3-4c10-befe-7116c101e985 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:14.063095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aff19d4-d578-45a8-ab71-a039a26af7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.074729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.078532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95001f3b-ce0e-41cf-981e-8e0b151e9f32 req-8eafd14b-5f62-499c-b5dc-88cc96b43cf3 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "DELETE /v2.0/ports/8115c437-e2c3-4c10-befe-7116c101e985 HTTP/1.1" status: 204 len: 173 time: 1.1878645 Dec 15 13:50:14.080008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'name': 'network-vif-deleted', 'tag': '8115c437-e2c3-4c10-befe-7116c101e985'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:14.082874 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f74e3a-523b-4703-bcc0-709cf0e70b30" -d '{"events": [{"server_uuid": "c51a726a-80ad-4fef-b42b-bc72382b79b1", "name": "network-vif-deleted", "tag": "8115c437-e2c3-4c10-befe-7116c101e985"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:14.086889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aff19d4-d578-45a8-ab71-a039a26af7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.107662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde1ea-bbbe-41ca-8b4b-7f0478cf8b42 req-fb306a26-62e0-4ac6-9290-303401afb097 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.109163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dcde1ea-bbbe-41ca-8b4b-7f0478cf8b42 req-fb306a26-62e0-4ac6-9290-303401afb097 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 943 time: 0.6340294 Dec 15 13:50:14.125816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30c234-286b-450b-8d0e-234b2d0821af req-aba59986-0f7a-462c-acd1-df99e31cdfeb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.127302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b30c234-286b-450b-8d0e-234b2d0821af req-aba59986-0f7a-462c-acd1-df99e31cdfeb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.6325583 Dec 15 13:50:14.155457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aff19d4-d578-45a8-ab71-a039a26af7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.159578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aff19d4-d578-45a8-ab71-a039a26af7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.161360 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5aff19d4-d578-45a8-ab71-a039a26af7a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7eeb6efd-bd3d-468d-b033-db46d8505f29 HTTP/1.1" status: 204 len: 168 time: 0.1503556 Dec 15 13:50:14.174416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff19d4-d578-45a8-ab71-a039a26af7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb6efd-bd3d-468d-b033-db46d8505f29,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:14.297932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6d91d-f748-452e-8562-279885450d33 req-d7056494-e853-492d-9a7a-a78bd5ce1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.299720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-d7056494-e853-492d-9a7a-a78bd5ce1169 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3345919 Dec 15 13:50:14.309056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dcde1ea-bbbe-41ca-8b4b-7f0478cf8b42 req-7d4527f6-3c97-482d-b60c-ff5cd0944710 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906013 Dec 15 13:50:14.407116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b30c234-286b-450b-8d0e-234b2d0821af req-0640d0c5-9612-4dfd-b0cf-a1f128b07b9e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588594 Dec 15 13:50:14.527825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-175fbac2-f324-4420-962f-1f9485a6d60f req-38033437-862b-4813-9f75-a6d317df9262 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=c51a726a-80ad-4fef-b42b-bc72382b79b1 HTTP/1.1" status: 200 len: 210 time: 0.0510492 Dec 15 13:50:14.555833 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8539b483-e4b5-4107-a944-c704a7f2afd1 x-openstack-request-id: req-8539b483-e4b5-4107-a944-c704a7f2afd1 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:14.560830 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51a726a-80ad-4fef-b42b-bc72382b79b1", "name": "network-vif-deleted", "tag": "8115c437-e2c3-4c10-befe-7116c101e985", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:14.562898 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8539b483-e4b5-4107-a944-c704a7f2afd1 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:14.564359 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51a726a-80ad-4fef-b42b-bc72382b79b1', 'name': 'network-vif-deleted', 'tag': '8115c437-e2c3-4c10-befe-7116c101e985', 'status': 'completed', 'code': 200} Dec 15 13:50:14.608568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:14.637051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1b09d28-7153-4f71-8211-bee314885949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.652676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6d91d-f748-452e-8562-279885450d33 req-25b03a14-cbc5-4e41-bf2e-d211ed9a8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.654955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-25b03a14-cbc5-4e41-bf2e-d211ed9a8fae service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3456452 Dec 15 13:50:14.689085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1d26dbf-6ef2-4344-81bf-1424a1e04acb req-e3db5f61-cf4b-49f1-8885-8facead665c8 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0633371 Dec 15 13:50:14.703755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1be83988-2adf-47af-b771-03421fbc77c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.766403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1b09d28-7153-4f71-8211-bee314885949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.767235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7d6d91d-f748-452e-8562-279885450d33 req-f697823d-4b5b-4b80-9b9e-98af72e33612 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0738800 Dec 15 13:50:14.770967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1b09d28-7153-4f71-8211-bee314885949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.790696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e1f8-5cae-4be4-afc1-dc19e24fedb4 req-00a4cb14-315f-46fc-9075-daa4fa0948a6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.792886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9435e1f8-5cae-4be4-afc1-dc19e24fedb4 req-00a4cb14-315f-46fc-9075-daa4fa0948a6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 943 time: 0.1575749 Dec 15 13:50:14.812738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1b09d28-7153-4f71-8211-bee314885949 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0535a248b9e40c8a7df4cfa5be71977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028444 Dec 15 13:50:14.813400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:14.835071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b09d28-7153-4f71-8211-bee314885949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7887610-170c-4e14-81f6-bea9be4546a3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:14.880008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa47ae7b-6755-4215-bc9d-18b070794765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.883190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9435e1f8-5cae-4be4-afc1-dc19e24fedb4 req-1529912c-ea4f-4af6-9150-20c4a8347a1f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825133 Dec 15 13:50:14.918420 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa47ae7b-6755-4215-bc9d-18b070794765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.948512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:14.974422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa47ae7b-6755-4215-bc9d-18b070794765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.977886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa47ae7b-6755-4215-bc9d-18b070794765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.979082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fa47ae7b-6755-4215-bc9d-18b070794765 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7887610-170c-4e14-81f6-bea9be4546a3 HTTP/1.1" status: 204 len: 168 time: 0.1605732 Dec 15 13:50:14.988963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47ae7b-6755-4215-bc9d-18b070794765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7887610-170c-4e14-81f6-bea9be4546a3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:15.085992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:15.099202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'port_id': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'mac_address': 'fa:16:3e:d1:00:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:15.118360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-419e780f-551e-4f3c-b242-8d0581f61d3f req-41299a90-592e-422c-9004-71e78862b008 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0284536 Dec 15 13:50:15.149638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.164820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:15.185611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:15.190907 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.191821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:15.242824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e780f-551e-4f3c-b242-8d0581f61d3f req-d26300dc-491c-4bcb-a697-0b5436dc9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.244625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-419e780f-551e-4f3c-b242-8d0581f61d3f req-d26300dc-491c-4bcb-a697-0b5436dc9618 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1175818 Dec 15 13:50:15.286700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:15.337231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:15.350220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:15.371533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e780f-551e-4f3c-b242-8d0581f61d3f req-6632d092-6f2f-4ca0-b16a-d030505c0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.374160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-419e780f-551e-4f3c-b242-8d0581f61d3f req-6632d092-6f2f-4ca0-b16a-d030505c0c4f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1200724 Dec 15 13:50:15.395809 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.420599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf56903f-cccc-4b74-bff8-d772e777b757 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:15.448470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:15.454252 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.479860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-419e780f-551e-4f3c-b242-8d0581f61d3f req-251c5d36-1092-4717-b80f-12c62065160d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=f17c1d18-8afe-4607-9ef5-bc99b5301ca8 HTTP/1.1" status: 200 len: 210 time: 0.0399199 Dec 15 13:50:15.511238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0767b67-a56c-468c-82e3-67247290ef69 req-dab446e1-bbd6-4e1c-a766-0027cc1c422d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.517606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0767b67-a56c-468c-82e3-67247290ef69 req-dab446e1-bbd6-4e1c-a766-0027cc1c422d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 944 time: 0.1163416 Dec 15 13:50:15.522739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:15.602956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0767b67-a56c-468c-82e3-67247290ef69 req-58cb5c4b-f3e1-44e5-be4e-3286e450d96a tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778718 Dec 15 13:50:15.628489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ad94b-44f0-4d70-9b9a-95dc389e38ce req-79794ade-8424-4b44-9ada-398c6013e358 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.637096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-981ad94b-44f0-4d70-9b9a-95dc389e38ce req-79794ade-8424-4b44-9ada-398c6013e358 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0795457 Dec 15 13:50:15.702699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-981ad94b-44f0-4d70-9b9a-95dc389e38ce req-eb5510c3-7b87-46fa-9bba-749e7cfcdecc tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641503 Dec 15 13:50:15.848422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cf56903f-cccc-4b74-bff8-d772e777b757'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:15.854061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['1d0cf6e7-0da6-4d85-bb70-c239cecdb095'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:15.897625 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:16.129331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89d4d5-3d95-42df-b4ca-c960d37f43eb req-4fb7de07-cad8-476c-9a43-0e4e4c768377 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.130942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c89d4d5-3d95-42df-b4ca-c960d37f43eb req-4fb7de07-cad8-476c-9a43-0e4e4c768377 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.0868986 Dec 15 13:50:16.134564 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.165823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-d76ad58c-8f80-415c-97f4-a7a14a63295c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.168990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-d76ad58c-8f80-415c-97f4-a7a14a63295c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.1877503 Dec 15 13:50:16.196766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-37ad6fb1-c756-4a89-bf55-7dd87ea7c778 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0193882 Dec 15 13:50:16.218690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c89d4d5-3d95-42df-b4ca-c960d37f43eb req-aeb99172-be33-4ec5-a260-f0651f9f6181 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762157 Dec 15 13:50:16.239975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-826cda7c-ebee-4f96-a45f-2200bd2ddfec tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351481 Dec 15 13:50:16.370309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbae866-8204-4d08-8ec7-36c5dfe3f4c5 req-1b12af6d-b3ec-47e6-934e-2ad0863da954 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.371876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efbae866-8204-4d08-8ec7-36c5dfe3f4c5 req-1b12af6d-b3ec-47e6-934e-2ad0863da954 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0793753 Dec 15 13:50:16.390992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-ea5f09ae-b5d4-4d0d-96ba-0e566ff11491 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429241 Dec 15 13:50:16.479997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efbae866-8204-4d08-8ec7-36c5dfe3f4c5 req-72f7d045-0abb-4124-817f-ae2dbdbd0d94 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997615 Dec 15 13:50:16.515374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-0f270f2c-55e1-44be-a141-5de5b0ac8a1b service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164441 Dec 15 13:50:16.724649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6fe6aaf-0653-4f20-a79c-b8f627187908 req-5b9abdf2-94ff-4d7c-82c9-749d6fe55490 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 210 time: 0.0424440 Dec 15 13:50:16.783009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e68cce-7a5c-4157-b25d-0f3ad0971bcb req-10b02da6-4074-483f-8696-5a72bb4bb114 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.791827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66e68cce-7a5c-4157-b25d-0f3ad0971bcb req-10b02da6-4074-483f-8696-5a72bb4bb114 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 944 time: 0.0956793 Dec 15 13:50:16.873261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66e68cce-7a5c-4157-b25d-0f3ad0971bcb req-fe3a3443-7fca-4598-84b0-2efae9ea22a6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 Dec 15 13:50:16.947662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d6809-1c4e-4545-a859-b516063801ab req-630f4ab8-0cd0-4f99-aabb-609c8135126f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.948848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108d6809-1c4e-4545-a859-b516063801ab req-630f4ab8-0cd0-4f99-aabb-609c8135126f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0542257 Dec 15 13:50:16.952334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:16.969272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8115c437-e2c3-4c10-befe-7116c101e985 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:17.010036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108d6809-1c4e-4545-a859-b516063801ab req-c9fd9029-4e88-4d4d-b0f9-e9d1664f7659 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532839 Dec 15 13:50:17.065232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 8115c437-e2c3-4c10-befe-7116c101e985 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:17.066245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8115c437-e2c3-4c10-befe-7116c101e985 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:17.066245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:17.069001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:17.144991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:17.165950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'port_id': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'mac_address': 'fa:16:3e:3f:3c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea407e3-7c20-44cf-8da4-08da5cfbb576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:17.195626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57d5a31c-c56e-425e-8270-cfd1a77ff69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.239758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.241888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.277409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57d5a31c-c56e-425e-8270-cfd1a77ff69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.282505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57d5a31c-c56e-425e-8270-cfd1a77ff69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.294404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:17.313810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54950) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:17.319167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:17.321102 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57d5a31c-c56e-425e-8270-cfd1a77ff69d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d897b307c83644349c8d2eec0a58b283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509291 Dec 15 13:50:17.322113 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db536152-4b32-47d4-a47c-636f075d41f1" -d '{"events": [{"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:17.344697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a31c-c56e-425e-8270-cfd1a77ff69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de8978b-3d6f-43f0-989d-5a5a67853e85,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:17.345002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:17.347961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.353999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.411739 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3167da5-cfa1-49ec-bee3-eb6baa1fff58 x-openstack-request-id: req-d3167da5-cfa1-49ec-bee3-eb6baa1fff58 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:17.412237 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:17.412665 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3167da5-cfa1-49ec-bee3-eb6baa1fff58 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:17.413062 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'code': 200} Dec 15 13:50:17.449612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8896b-584b-42c0-8e55-ec459945fc80 req-bc1e692e-ee64-41a5-97ce-89c5cc1922ec tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.452108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06a8896b-584b-42c0-8e55-ec459945fc80 req-bc1e692e-ee64-41a5-97ce-89c5cc1922ec tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1302514 Dec 15 13:50:17.457650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:50:17.458023 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:50:17.460814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:17.469570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26057705-a878-4c2b-8b51-b47f8c7133aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.515441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26057705-a878-4c2b-8b51-b47f8c7133aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.531660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06a8896b-584b-42c0-8e55-ec459945fc80 req-56608225-801a-4143-bddd-5428477e113a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715442 Dec 15 13:50:17.611742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40a05-79ae-4d5f-ba6a-c919f9438293 req-f4ff7901-b9af-4558-a8c9-2399253a950c tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.613305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69a40a05-79ae-4d5f-ba6a-c919f9438293 req-f4ff7901-b9af-4558-a8c9-2399253a950c tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0612762 Dec 15 13:50:17.614489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26057705-a878-4c2b-8b51-b47f8c7133aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.617104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26057705-a878-4c2b-8b51-b47f8c7133aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.618154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-26057705-a878-4c2b-8b51-b47f8c7133aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0de8978b-3d6f-43f0-989d-5a5a67853e85 HTTP/1.1" status: 204 len: 168 time: 0.3027587 Dec 15 13:50:17.636741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26057705-a878-4c2b-8b51-b47f8c7133aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de8978b-3d6f-43f0-989d-5a5a67853e85,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:17.681393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69a40a05-79ae-4d5f-ba6a-c919f9438293 req-a15bd00e-d308-4f08-9183-854a44fd2a06 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/security-groups?id=eef1d832-dd02-4c55-bb4b-dfe8e118a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Dec 15 13:50:17.743585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-c7b64669-79e2-4240-a909-20d7ae15c1fb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.745271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-c7b64669-79e2-4240-a909-20d7ae15c1fb tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 945 time: 0.0617228 Dec 15 13:50:17.875131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-736b8486-3ff1-435b-a20b-5cc316e1beeb req-baecaab3-2a67-4a13-94e2-7d2713163ee1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 210 time: 0.0355356 Dec 15 13:50:17.988546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Deleting port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:17.988546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.031182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.054249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:18.088242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:18.097457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.153708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:18.174109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-67b68212-5f8c-4a35-a0b9-ef86ff1a87ea tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.175553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-67b68212-5f8c-4a35-a0b9-ef86ff1a87ea tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.2894199 Dec 15 13:50:18.200171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Request body: {'port': {'device_id': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'admin_state_up': True, 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:18.211272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc5094-0606-4fee-93db-90277604f161 req-16bba8f3-bc00-4a67-b377-9005f89b8970 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.214967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72cc5094-0606-4fee-93db-90277604f161 req-16bba8f3-bc00-4a67-b377-9005f89b8970 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 944 time: 0.2508361 Dec 15 13:50:18.308687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] For port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:18.309060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.322008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c696a-cfae-4dbc-9ed1-6661e714263f req-bf3ba575-8e99-4905-a81b-4447f1fc4728 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.323518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-549c696a-cfae-4dbc-9ed1-6661e714263f req-bf3ba575-8e99-4905-a81b-4447f1fc4728 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 944 time: 0.2142501 Dec 15 13:50:18.342676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Calling delete_port for 16055989-ae65-41a8-a0ba-23b9e2fdcdcf owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:18.382403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.416480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6e8012d1-b6dd-4afc-9ae6-49342cb845b3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:18.446875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72cc5094-0606-4fee-93db-90277604f161 req-0559efc8-b2c7-4299-8df5-b342226868c3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184932 Dec 15 13:50:18.510785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-549c696a-cfae-4dbc-9ed1-6661e714263f req-ae891040-1606-4a73-8269-04110464037b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725597 Dec 15 13:50:18.543107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:18.547012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.686850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.733147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Pushing event deleted for resources: {'Port': ['ID=16055989-ae65-41a8-a0ba-23b9e2fdcdcf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:18.815851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8bf79-7f40-4870-9df4-6c34334ce56f req-41209ce7-111a-4fc1-b604-41af52b787ac tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.817449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88a8bf79-7f40-4870-9df4-6c34334ce56f req-41209ce7-111a-4fc1-b604-41af52b787ac tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1829343 Dec 15 13:50:18.828069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] No DVR routers for this DVR port 16055989-ae65-41a8-a0ba-23b9e2fdcdcf on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:18.834781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.838508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dc7442b-9a35-47f1-a9f2-46773d1484bc req-5bbcae22-7f73-4da9-a046-1baee686f7a5 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.67 "DELETE /v2.0/ports/16055989-ae65-41a8-a0ba-23b9e2fdcdcf HTTP/1.1" status: 204 len: 173 time: 1.0870819 Dec 15 13:50:18.843558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'name': 'network-vif-deleted', 'tag': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:18.845760 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e4085-d88e-48cc-aa1b-f3f44af782b2" -d '{"events": [{"server_uuid": "efa55c62-9e08-40e8-bfee-cd2d32d498a4", "name": "network-vif-deleted", "tag": "16055989-ae65-41a8-a0ba-23b9e2fdcdcf"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:18.874307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a8048b6-b296-41ee-8c03-f8fc6e13a081 req-cd853e7c-3247-4b8b-8b46-fe66f9671a71 tempest-ListServerFiltersTestJSON-6570177 tempest-ListServerFiltersTestJSON-6570177-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa55c62-9e08-40e8-bfee-cd2d32d498a4 HTTP/1.1" status: 200 len: 210 time: 0.0834992 Dec 15 13:50:18.881137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Allocated IP 172.20.0.13 (93dcf55e-deff-4c7d-8d72-764aed011531/bb6cf20b-fa56-4671-841a-e0b45301cc06/53307427-5658-4deb-b1a4-823cced543d6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:18.968283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:18.989090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88a8bf79-7f40-4870-9df4-6c34334ce56f req-8baee8a6-d8d5-492e-b4dc-a7871c69e793 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509910 Dec 15 13:50:19.027786 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ab8289-917c-47b4-b140-4bd566d3bb7f x-openstack-request-id: req-b7ab8289-917c-47b4-b140-4bd566d3bb7f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:19.029708 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa55c62-9e08-40e8-bfee-cd2d32d498a4", "name": "network-vif-deleted", "tag": "16055989-ae65-41a8-a0ba-23b9e2fdcdcf", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:19.031944 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7ab8289-917c-47b4-b140-4bd566d3bb7f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:19.032683 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa55c62-9e08-40e8-bfee-cd2d32d498a4', 'name': 'network-vif-deleted', 'tag': '16055989-ae65-41a8-a0ba-23b9e2fdcdcf', 'status': 'completed', 'code': 200} Dec 15 13:50:19.078043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port cf56903f-cccc-4b74-bff8-d772e777b757 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:19.091619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cf56903f-cccc-4b74-bff8-d772e777b757 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:19.092279 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.144251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e738dcd-8d10-4eb7-b603-4429f10f2beb req-c2f3348f-9532-43c5-9b99-44f3236d4014 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 210 time: 0.0347974 Dec 15 13:50:19.198682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.221531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.272232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.297290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:19.300542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:19.321432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:19.361369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55012) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:19.375720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:19.380764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event updated for resources: {'Port': ['ID=53307427-5658-4deb-b1a4-823cced543d6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:19.382604 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.383418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:19.414187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.414412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:19.414651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.416413 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd78a3-d08f-4e62-b1c7-ad9ee9dcb383" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:19.475047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:19.493075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:19.498150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-c9f8f3e7-23ea-42c7-87d4-ed402e86b7d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3069110 Dec 15 13:50:19.499185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:19.499613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.514716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Request body: {'port': {'device_id': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:19.552767 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a98805-6565-4084-8ba6-cb79150735a2 x-openstack-request-id: req-84a98805-6565-4084-8ba6-cb79150735a2 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:19.553375 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:19.553796 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84a98805-6565-4084-8ba6-cb79150735a2 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:19.554617 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:50:19.614396 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.645107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1303438697'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:19.656570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:19.663529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.667536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 16055989-ae65-41a8-a0ba-23b9e2fdcdcf no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:19.695370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Made reservation on behalf of dd69a2f7142d46ab9fe668a11d989663 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:19.701329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.712821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.715095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 16055989-ae65-41a8-a0ba-23b9e2fdcdcf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:19.715446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 16055989-ae65-41a8-a0ba-23b9e2fdcdcf not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:19.746969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:19.761086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.834427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.838609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.842752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cdcf8-b108-444d-8d10-47d382ec59a1 req-f5fb8a4b-c172-47ee-9dfc-29e05a63e56d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.844627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db0cdcf8-b108-444d-8d10-47d382ec59a1 req-f5fb8a4b-c172-47ee-9dfc-29e05a63e56d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.2520363 Dec 15 13:50:19.848868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86a46-f2c7-4697-98b7-2a48b995b6a4 req-4e6fed6d-fc9d-4137-8731-4d32ed0b77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.850253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07d86a46-f2c7-4697-98b7-2a48b995b6a4 req-4e6fed6d-fc9d-4137-8731-4d32ed0b77e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1096 time: 0.1180913 Dec 15 13:50:19.859539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6697e15-a567-4471-9c42-82e0f3226ab6 req-63b2353b-4c11-4588-989a-1d30e0cc97d3 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.861361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6697e15-a567-4471-9c42-82e0f3226ab6 req-63b2353b-4c11-4588-989a-1d30e0cc97d3 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 944 time: 0.1645498 Dec 15 13:50:19.863303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:19.880256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf0d82d-c7dc-43a2-aa1e-d3b1f59feeb0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:19.883247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.883585 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Added segment 99222c39-d48f-4cf6-ae90-b25a5bb71317 of type vlan for network 5799680a-ae00-4495-ba69-d64c5fbaaf72 Dec 15 13:50:19.929765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.957179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.964586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.965258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.040598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6741588 Dec 15 13:50:20.045493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55028) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:20.052839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6d2cf-1b87-4c9a-8014-75f0b0a08a1c tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event updated for resources: {'Network': ['ID=5799680a-ae00-4495-ba69-d64c5fbaaf72,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:20.067564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:20.090147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Request body: {'subnet': {'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:20.095211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07d86a46-f2c7-4697-98b7-2a48b995b6a4 req-508b8be4-baf1-47b2-a459-08f2b7b71fc6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333581 Dec 15 13:50:20.112728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6697e15-a567-4471-9c42-82e0f3226ab6 req-21d19416-417f-45af-9a0e-8dc1b2bb1c20 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340503 Dec 15 13:50:20.345890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55034) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:20.394508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Deleting subnet c3a9cf16-bb25-4c05-8f1a-22b355747a45 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:20.398124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.439932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.472279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db0cdcf8-b108-444d-8d10-47d382ec59a1 req-783e82f0-a88c-4f9f-a7f7-5cee5124d0eb tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073773 Dec 15 13:50:20.536291 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.596809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.597486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8ae8e-4de1-4fd9-8f56-7d6b359c482c req-58defc76-d4ee-43ea-9f57-c874a4d3ee72 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.599012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fb8ae8e-4de1-4fd9-8f56-7d6b359c482c req-58defc76-d4ee-43ea-9f57-c874a4d3ee72 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.1258571 Dec 15 13:50:20.627197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Made reservation on behalf of dd69a2f7142d46ab9fe668a11d989663 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:20.631099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a9cf16-bb25-4c05-8f1a-22b355747a45,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:20.631260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.634381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.637745 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-064d49ce-762e-433f-838e-db594c7c95ed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3a9cf16-bb25-4c05-8f1a-22b355747a45 HTTP/1.1" status: 204 len: 168 time: 0.2906909 Dec 15 13:50:20.640204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:20.644366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684f369-f61e-4503-92a0-c2b87e2653ef None None] Network 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:20.712183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.769636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Deleting port 6c5d7d28-af9b-4bd1-a69c-f079c543621f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:20.770087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.776099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53307427-5658-4deb-b1a4-823cced543d6 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:20.792969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.814883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fb8ae8e-4de1-4fd9-8f56-7d6b359c482c req-31427208-f703-47f1-bcd4-b504c7e8130a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069666 Dec 15 13:50:20.832523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Transition to ACTIVE for port object 53307427-5658-4deb-b1a4-823cced543d6 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:20.840865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361e9e1-1f4a-4032-9a80-81ad923052c4 req-25c1772c-dd28-4bdd-a5d4-411be8f291f9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.843383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e361e9e1-1f4a-4032-9a80-81ad923052c4 req-25c1772c-dd28-4bdd-a5d4-411be8f291f9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 932 time: 0.1985557 Dec 15 13:50:20.845630 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.853402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] DHCP port deletion for 34e9f15f-7d3a-40d6-9cb8-eb4304837f32 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:50:20.853753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] For port 6c5d7d28-af9b-4bd1-a69c-f079c543621f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6c5d7d28-af9b-4bd1-a69c-f079c543621f,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:20.854120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.870094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Calling delete_port for 6c5d7d28-af9b-4bd1-a69c-f079c543621f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:20.888579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.914335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] Deleting port 6c5d7d28-af9b-4bd1-a69c-f079c543621f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:20.915359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.955153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.967559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Pushing event updated for resources: {'Port': ['ID=53307427-5658-4deb-b1a4-823cced543d6,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:20.979143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5d7d28-af9b-4bd1-a69c-f079c543621f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:20.989736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] No DVR routers for this DVR port 6c5d7d28-af9b-4bd1-a69c-f079c543621f on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:20.998080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:21.002551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] For port 6c5d7d28-af9b-4bd1-a69c-f079c543621f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6c5d7d28-af9b-4bd1-a69c-f079c543621f,segment=NetworkSegment(c831de0a-7248-4635-9825-7de96c170b1e),segment_id=c831de0a-7248-4635-9825-7de96c170b1e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:21.002953 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.017311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e361e9e1-1f4a-4032-9a80-81ad923052c4 req-0538f47f-f698-4ad9-ae68-06366ca73ca5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350272 Dec 15 13:50:21.043225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] Calling delete_port for 6c5d7d28-af9b-4bd1-a69c-f079c543621f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:21.073868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.096141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e9f15f-7d3a-40d6-9cb8-eb4304837f32']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.111267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c831de0a-7248-4635-9825-7de96c170b1e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.111558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c831de0a-7248-4635-9825-7de96c170b1e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.124696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.125163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:21.125506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.134084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Attempting to bind port 53307427-5658-4deb-b1a4-823cced543d6 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:21.134409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Attempting to bind port 53307427-5658-4deb-b1a4-823cced543d6 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:21.136470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Attempting to bind port 53307427-5658-4deb-b1a4-823cced543d6 on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:21.137140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: from cryptography.utils import int_from_bytes Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: from cryptography.utils import int_from_bytes Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.162051 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:50:21.166498 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:50:21.167427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Port 53307427-5658-4deb-b1a4-823cced543d6 on network 93dcf55e-deff-4c7d-8d72-764aed011531 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:21.168162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Attempting to bind port 53307427-5658-4deb-b1a4-823cced543d6 on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:21.177184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.181726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.185261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:21.185601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:21.185972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Bound using segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:21.186428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Bound port: 53307427-5658-4deb-b1a4-823cced543d6, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:21.186765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.209729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:21.210086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:21.212066 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:21.226792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] Pushing event deleted for resources: {'Port': ['ID=6c5d7d28-af9b-4bd1-a69c-f079c543621f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.233020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a72ce-8b52-40b8-94e9-4f7af751623f None None] No DVR routers for this DVR port 6c5d7d28-af9b-4bd1-a69c-f079c543621f on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:21.236263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event updated for resources: {'Subnet': ['ID=ba239d90-83e8-4ad3-a5cd-fc47b61554ea,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.282421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Checking segment: {'id': '99222c39-d48f-4cf6-ae90-b25a5bb71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:21.282844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Network hostable DHCP agents. Network: 5799680a-ae00-4495-ba69-d64c5fbaaf72, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:21.296729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.301691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.304708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.310288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/34e9f15f-7d3a-40d6-9cb8-eb4304837f32 HTTP/1.1" status: 204 len: 168 time: 0.6691003 Dec 15 13:50:21.353062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:21.360072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.363108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2d3b-b995-48e5-8e71-2c552aa4a6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e9f15f-7d3a-40d6-9cb8-eb4304837f32,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.385857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] For port 53307427-5658-4deb-b1a4-823cced543d6, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:21.393010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] For port 53307427-5658-4deb-b1a4-823cced543d6, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=53307427-5658-4deb-b1a4-823cced543d6,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:21.401008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.407077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:21.420901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0416-8abf-475d-8117-756a5aa8c06a req-2fa58cb0-8ae4-49e8-8b38-cbd7d9a7a3a8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.422452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-237a0416-8abf-475d-8117-756a5aa8c06a req-2fa58cb0-8ae4-49e8-8b38-cbd7d9a7a3a8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 944 time: 0.1644232 Dec 15 13:50:21.429551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.455543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 5799680a-ae00-4495-ba69-d64c5fbaaf72) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:21.461391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.462341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.464222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/53307427-5658-4deb-b1a4-823cced543d6 HTTP/1.1" status: 200 len: 1092 time: 1.9571579 Dec 15 13:50:21.464463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8623c-eb1a-4a42-90d6-75a3de2fed77 None None] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:21.471006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'tag': '53307427-5658-4deb-b1a4-823cced543d6'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:21.473761 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604cd12b-946a-487f-a1ee-859b7f488fec" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6e551d-c7d0-4de1-ba54-c8a38265f693", "tag": "53307427-5658-4deb-b1a4-823cced543d6"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:21.479970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.480802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.535390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-447a79d9-6ee2-4aca-b8ae-0e51c1ce7b8f tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4741859 Dec 15 13:50:21.536856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:21.543665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90eccf-855f-4d7e-a850-ee45e8fe56e8 service neutron] Pushing event updated for resources: {'Port': ['ID=53307427-5658-4deb-b1a4-823cced543d6,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.545693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Request body: {'port': {'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72', 'name': 'tempest-DHCPAgentSchedulersTestJSON-702480869'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:21.549743 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868fb6a3-4646-4d62-b151-194dd9cb1bef x-openstack-request-id: req-868fb6a3-4646-4d62-b151-194dd9cb1bef {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:21.550024 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6e551d-c7d0-4de1-ba54-c8a38265f693", "tag": "53307427-5658-4deb-b1a4-823cced543d6", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:21.550440 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-868fb6a3-4646-4d62-b151-194dd9cb1bef {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:21.550977 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'tag': '53307427-5658-4deb-b1a4-823cced543d6', 'status': 'completed', 'code': 200} Dec 15 13:50:21.559544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095'}, {'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:21.561900 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1febe7d3-48b6-4d36-8371-998c7558d0b8" -d '{"events": [{"server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095"}, {"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-plugged", "status": "completed", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:21.595820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-237a0416-8abf-475d-8117-756a5aa8c06a req-26151f0a-7e9e-419e-a74b-b6c846f2424b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424057 Dec 15 13:50:21.617105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:21.625187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-50a4b43e-43cb-4d43-b2ad-e81988ad81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.626652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-50a4b43e-43cb-4d43-b2ad-e81988ad81d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 1095 time: 0.0986154 Dec 15 13:50:21.646741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-5799680a-ae00-4495-ba69-d64c5fbaaf72', 'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72', 'project_id': 'dd69a2f7142d46ab9fe668a11d989663', 'fixed_ips': [{'subnet_id': 'ba239d90-83e8-4ad3-a5cd-fc47b61554ea'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:50:21.648387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.729328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-026a6378-b6bb-4963-9fbd-5d53c303c943 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53307427-5658-4deb-b1a4-823cced543d6 HTTP/1.1" status: 200 len: 217 time: 0.0760961 Dec 15 13:50:21.730145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Made reservation on behalf of dd69a2f7142d46ab9fe668a11d989663 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:21.735618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.755905 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1e62f5-a387-4d44-9340-8334217ccf9a x-openstack-request-id: req-6a1e62f5-a387-4d44-9340-8334217ccf9a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:21.756201 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095", "code": 200}, {"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-plugged", "status": "completed", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:21.756682 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a1e62f5-a387-4d44-9340-8334217ccf9a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:21.757217 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'code': 200} Dec 15 13:50:21.757615 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'code': 200} Dec 15 13:50:21.758548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] device_id is not set on port 2725c97d-4afd-4f84-816b-774c490ae463 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:50:21.802644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-955658c8-2049-44fb-ac87-2a507df34ead admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f65cf9bdd5c94071ba394800f0650b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837296 Dec 15 13:50:21.805497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:21.857956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee51fe-6661-492f-943d-de5d3f63f0c7 req-a16fb19d-84e3-47ba-bad7-9240af7c574a tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.859640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5eee51fe-6661-492f-943d-de5d3f63f0c7 req-a16fb19d-84e3-47ba-bad7-9240af7c574a tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.1939893 Dec 15 13:50:21.886209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Allocated IP 172.20.0.2 (5799680a-ae00-4495-ba69-d64c5fbaaf72/ba239d90-83e8-4ad3-a5cd-fc47b61554ea/388cf6aa-5103-4477-9d43-b8edcbabbf77) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:21.888892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4a248e-c077-4737-973e-4111a43fb7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.926430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-cdd4cc41-93ff-42e0-adfb-55d315c4205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.927921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-cdd4cc41-93ff-42e0-adfb-55d315c4205c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.1845155 Dec 15 13:50:21.951534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4a248e-c077-4737-973e-4111a43fb7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.002274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41315bc7-4cdc-4906-bfa3-c84b1b826714 req-f38343d9-9ffd-4e69-85bc-2ced77e9e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.006595 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41315bc7-4cdc-4906-bfa3-c84b1b826714 req-f38343d9-9ffd-4e69-85bc-2ced77e9e7a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 1096 time: 0.0924778 Dec 15 13:50:22.012550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-d8cb53aa-35ef-40ab-8df1-10f66f3a4a9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700626 Dec 15 13:50:22.019102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5eee51fe-6661-492f-943d-de5d3f63f0c7 req-ae0f4e4d-88b2-486a-a260-bb3e7501d137 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317000 Dec 15 13:50:22.025158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336b577-9b27-4408-a25b-d4f47c0a743f req-e0f7eb3c-1574-47c3-95de-54143df8fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.025158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3336b577-9b27-4408-a25b-d4f47c0a743f req-e0f7eb3c-1574-47c3-95de-54143df8fe47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1096 time: 0.1641922 Dec 15 13:50:22.070524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4a248e-c077-4737-973e-4111a43fb7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.073347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4a248e-c077-4737-973e-4111a43fb7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.074563 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd4a248e-c077-4737-973e-4111a43fb7ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eef1d832-dd02-4c55-bb4b-dfe8e118a914 HTTP/1.1" status: 204 len: 168 time: 0.2655616 Dec 15 13:50:22.099226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.104070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-41315bc7-4cdc-4906-bfa3-c84b1b826714 req-ddf77963-7819-47c9-80f7-4830b672a57e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908277 Dec 15 13:50:22.109284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.115691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a248e-c077-4737-973e-4111a43fb7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1d832-dd02-4c55-bb4b-dfe8e118a914,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:22.136871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c924-d122-4ac7-b5cc-51dc3717e45a req-8837aa6b-5994-444d-8918-7cfbab463b7e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.145026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac97c924-d122-4ac7-b5cc-51dc3717e45a req-8837aa6b-5994-444d-8918-7cfbab463b7e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.2138348 Dec 15 13:50:22.157363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3336b577-9b27-4408-a25b-d4f47c0a743f req-2ae1ab34-b36d-49a8-9f05-8784444f0c80 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225162 Dec 15 13:50:22.199010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:22.208524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:22.214262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:22.230417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Pushing event updated for resources: {'Port': ['ID=388cf6aa-5103-4477-9d43-b8edcbabbf77,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:22.234700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Allocated IP 172.20.0.11 (5799680a-ae00-4495-ba69-d64c5fbaaf72/ba239d90-83e8-4ad3-a5cd-fc47b61554ea/2725c97d-4afd-4f84-816b-774c490ae463) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:22.280480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Attempting to bind port 388cf6aa-5103-4477-9d43-b8edcbabbf77 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:22.280936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Attempting to bind port 388cf6aa-5103-4477-9d43-b8edcbabbf77 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '99222c39-d48f-4cf6-ae90-b25a5bb71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:22.281297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Attempting to bind port 388cf6aa-5103-4477-9d43-b8edcbabbf77 on network 5799680a-ae00-4495-ba69-d64c5fbaaf72 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:22.286785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:22.287159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Checking segment: {'id': '99222c39-d48f-4cf6-ae90-b25a5bb71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:22.288787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.289192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Bound using segment: {'id': '99222c39-d48f-4cf6-ae90-b25a5bb71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:22.289672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Bound port: 388cf6aa-5103-4477-9d43-b8edcbabbf77, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99222c39-d48f-4cf6-ae90-b25a5bb71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '5799680a-ae00-4495-ba69-d64c5fbaaf72'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:22.290054 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.300009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac97c924-d122-4ac7-b5cc-51dc3717e45a req-8bb1b911-f2c4-44bf-b7c3-df862a9c4a11 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539304 Dec 15 13:50:22.302074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-d5fb9592-c537-4011-bdb1-da1a0c7ccfb3 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808793 Dec 15 13:50:22.333396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215a582-b1f7-48b3-8d4f-ce17c5806864 req-01d54050-8a45-4d74-a8e0-2a7f5421e58f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.335544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2215a582-b1f7-48b3-8d4f-ce17c5806864 req-01d54050-8a45-4d74-a8e0-2a7f5421e58f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 944 time: 0.1674500 Dec 15 13:50:22.393407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] For port 388cf6aa-5103-4477-9d43-b8edcbabbf77, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:22.396894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] For port 388cf6aa-5103-4477-9d43-b8edcbabbf77, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=388cf6aa-5103-4477-9d43-b8edcbabbf77,segment=NetworkSegment(99222c39-d48f-4cf6-ae90-b25a5bb71317),segment_id=99222c39-d48f-4cf6-ae90-b25a5bb71317)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:22.403697 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.460198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.474562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4ecd3-a00b-4a15-a052-bf4aa1b50c53 None None] Pushing event updated for resources: {'Port': ['ID=388cf6aa-5103-4477-9d43-b8edcbabbf77,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:22.482393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2215a582-b1f7-48b3-8d4f-ce17c5806864 req-8b18cafd-de91-42d8-b3d7-dddd9ba6830f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383519 Dec 15 13:50:22.530136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b4f1-320d-4ba4-9718-2f22a0300378 req-f3a14cbf-aff2-4716-acb9-1f02e71c62c3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.535575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31f3b4f1-320d-4ba4-9718-2f22a0300378 req-f3a14cbf-aff2-4716-acb9-1f02e71c62c3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.1398454 Dec 15 13:50:22.541656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:22.545031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.558955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'floatingip': {'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:22.631940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.642161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6c5d7d28-af9b-4bd1-a69c-f079c543621f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:22.666753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6c5d7d28-af9b-4bd1-a69c-f079c543621f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:22.667396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6c5d7d28-af9b-4bd1-a69c-f079c543621f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:22.736519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f6632a-53a4-4a71-a687-d6f87057d074 req-1efbe95b-89e9-47cb-9283-9351ad356cad service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403469 Dec 15 13:50:22.817291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff484d-f30e-4e95-9df2-4edcf96459c8 req-1fe444fa-2148-4a85-bbe8-045180b44aa0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.835254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeff484d-f30e-4e95-9df2-4edcf96459c8 req-1fe444fa-2148-4a85-bbe8-045180b44aa0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.1364422 Dec 15 13:50:22.884940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:22.894240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:22.914300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event updated for resources: {'Port': ['ID=2725c97d-4afd-4f84-816b-774c490ae463,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:22.916636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd12b-946a-487f-a1ee-859b7f488fec req-0061fa89-80d0-4aee-9792-1d9b457fd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.917071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:22.924338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-0061fa89-80d0-4aee-9792-1d9b457fd0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 1095 time: 0.0862832 Dec 15 13:50:22.928181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeff484d-f30e-4e95-9df2-4edcf96459c8 req-862799f4-c97c-4218-9a9e-dd1d87bdd9ef tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Dec 15 13:50:23.040969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.041921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.053281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd12b-946a-487f-a1ee-859b7f488fec req-09c38105-807e-445f-9d08-7da5d9447e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.054485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-09c38105-807e-445f-9d08-7da5d9447e4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.1206093 Dec 15 13:50:23.097953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7a32bb01-7ac1-4ba9-9644-a61a65e33cd2 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5592561 Dec 15 13:50:23.101598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:23.137565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-a7738300-6e4d-4d62-bb90-75430e001757 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53307427-5658-4deb-b1a4-823cced543d6 HTTP/1.1" status: 200 len: 217 time: 0.0685430 Dec 15 13:50:23.210339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd12b-946a-487f-a1ee-859b7f488fec req-f7501e03-7c39-4f84-97d7-8532fbac7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.211869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-f7501e03-7c39-4f84-97d7-8532fbac7809 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.0593536 Dec 15 13:50:23.225871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2c121-a144-4212-af4b-564d27278eee req-d8c05d0b-930f-4f00-98f6-3b578335a5ab tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.227624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39c2c121-a144-4212-af4b-564d27278eee req-d8c05d0b-930f-4f00-98f6-3b578335a5ab tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.1021686 Dec 15 13:50:23.252863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:23.268336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-6a0a08ae-fb2e-4707-b20a-8b4d84dc0ee6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396888 Dec 15 13:50:23.313347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39c2c121-a144-4212-af4b-564d27278eee req-7ae1b343-2d49-4db2-bd92-41a265f391c8 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748737 Dec 15 13:50:23.455315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-d45e1b55-bd66-4211-9f28-4e1de7dbb32c service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653879 Dec 15 13:50:23.479651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-131713520-network', 'tenant_id': 'a21f3f2b180e4e4492d1dd593627bb2e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:23.507182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Deleting port 2725c97d-4afd-4f84-816b-774c490ae463 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:23.507949 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.619313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-604cd12b-946a-487f-a1ee-859b7f488fec req-b2d1865a-2088-4dcb-8577-3c208bcf2c64 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486771 Dec 15 13:50:23.719971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef1e19-6e95-40c9-96ba-d82fd566967e req-3ce67630-7e59-4319-879b-482ab96fd8d5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.721996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91ef1e19-6e95-40c9-96ba-d82fd566967e req-3ce67630-7e59-4319-879b-482ab96fd8d5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 944 time: 0.0871358 Dec 15 13:50:23.801264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91ef1e19-6e95-40c9-96ba-d82fd566967e req-f93d7e76-5389-4940-a768-57a80779c201 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688269 Dec 15 13:50:23.874627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00262199-8879-463a-996c-e8f3effdaa9d None None] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:23.895094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Made reservation on behalf of a21f3f2b180e4e4492d1dd593627bb2e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:23.897356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.900103 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:50:23.937815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3a8b15bc-c77d-4b9c-acc7-88604a0b6ef6 None None] Provisioning complete for port 388cf6aa-5103-4477-9d43-b8edcbabbf77 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:23.938082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a8b15bc-c77d-4b9c-acc7-88604a0b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.949964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.984907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.001851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.079044 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a8b15bc-c77d-4b9c-acc7-88604a0b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.084745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.090970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fcc8f-8aa4-46c2-b23c-a385bcdf63f6 req-8a72d309-257b-4b4c-b63a-67fa59702523 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.100094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e7fcc8f-8aa4-46c2-b23c-a385bcdf63f6 req-8a72d309-257b-4b4c-b63a-67fa59702523 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0637195 Dec 15 13:50:24.107469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Calling delete_port for 2725c97d-4afd-4f84-816b-774c490ae463 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:24.124938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a8b15bc-c77d-4b9c-acc7-88604a0b6ef6 None None] For port 388cf6aa-5103-4477-9d43-b8edcbabbf77, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=388cf6aa-5103-4477-9d43-b8edcbabbf77,segment=NetworkSegment(99222c39-d48f-4cf6-ae90-b25a5bb71317),segment_id=99222c39-d48f-4cf6-ae90-b25a5bb71317)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:24.130461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a8b15bc-c77d-4b9c-acc7-88604a0b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.185673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e7fcc8f-8aa4-46c2-b23c-a385bcdf63f6 req-235e5dfe-8ae9-4dae-93b7-f7e27663e24c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844376 Dec 15 13:50:24.198332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b15bc-c77d-4b9c-acc7-88604a0b6ef6 None None] Pushing event updated for resources: {'Port': ['ID=388cf6aa-5103-4477-9d43-b8edcbabbf77,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:24.235792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.241243 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Floating IP 6fa24264-6a4f-4ed8-9fef-00da9e7f66a2 associated. External IP: 172.25.2.60, port: cf56903f-cccc-4b74-bff8-d772e777b757. Dec 15 13:50:24.246249 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.313282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0984-a0e0-405c-8004-1615e7a76ac2 req-5397b900-7d52-4874-97db-248d078543c6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.321030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be4e0984-a0e0-405c-8004-1615e7a76ac2 req-5397b900-7d52-4874-97db-248d078543c6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.0597072 Dec 15 13:50:24.343855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:24.372919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b0de6c-cd2c-432a-9a00-d5291a7359e3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:24.373292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5267f5a0-8ad2-4c14-bf2a-eb483c23d945 None None] Provisioning complete for port 388cf6aa-5103-4477-9d43-b8edcbabbf77 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:24.373617 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5267f5a0-8ad2-4c14-bf2a-eb483c23d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.381623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be4e0984-a0e0-405c-8004-1615e7a76ac2 req-58648457-6747-40ca-b3db-866b5bc36aad tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591955 Dec 15 13:50:24.447975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.451043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.451478 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Added segment 6a1d274b-1c1c-4fac-bad4-805b2b15551e of type vlan for network 0363ca98-9a6e-43a5-aefa-c6d184701364 Dec 15 13:50:24.513367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5267f5a0-8ad2-4c14-bf2a-eb483c23d945 None None] Could not find standard attr ID for object 2725c97d-4afd-4f84-816b-774c490ae463. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:50:24.536679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event deleted for resources: {'Port': ['ID=2725c97d-4afd-4f84-816b-774c490ae463,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:24.558205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa2dc9-5a4c-4ffc-9808-b0d6daa17c3d req-76d3e8b8-b262-408b-98b1-7b4c22b88e3f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.569268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dfa2dc9-5a4c-4ffc-9808-b0d6daa17c3d req-76d3e8b8-b262-408b-98b1-7b4c22b88e3f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.0904036 Dec 15 13:50:24.639609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2dfa2dc9-5a4c-4ffc-9808-b0d6daa17c3d req-483c39d3-6134-451e-b72b-12ed458d054d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692799 Dec 15 13:50:24.651238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.729196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 388cf6aa-5103-4477-9d43-b8edcbabbf77 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:24.789362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dc5f4f49-7132-423a-9024-7efd6d926455 None None] Could not find standard attr ID for object 2725c97d-4afd-4f84-816b-774c490ae463. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:50:24.826103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Router 2a893476-ec0b-4644-b954-0b3e38bed0af has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:24.832256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.841939 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-833dc342-6ad3-405c-9f9d-ce9404ab248e tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "DELETE /v2.0/ports/2725c97d-4afd-4f84-816b-774c490ae463 HTTP/1.1" status: 204 len: 168 time: 1.7392707 Dec 15 13:50:24.847086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:24.853202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.854797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.855944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.877885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 388cf6aa-5103-4477-9d43-b8edcbabbf77 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:24.878479 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.957983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0363ca98-9a6e-43a5-aefa-c6d184701364,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:24.972472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0363ca98-9a6e-43a5-aefa-c6d184701364 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:25.048819 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1a75b801-81ae-4a62-a13f-f189801320e0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7658989 Dec 15 13:50:25.076325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55130) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:25.081465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Request body: {'subnet': {'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-131713520-subnet', 'tenant_id': 'a21f3f2b180e4e4492d1dd593627bb2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:25.098523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-f0f14d0c-e6e1-4fea-8416-83036b45a54d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 258 time: 0.4231610 Dec 15 13:50:25.103630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:25.131653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Made reservation on behalf of a21f3f2b180e4e4492d1dd593627bb2e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:25.134060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.143413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87b1d65b-8999-4e44-8d49-ad02835572ad tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2950323 Dec 15 13:50:25.147194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:25.158759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1411501851'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:25.199099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f236a-047f-43d5-bd7e-cb9301f85545 req-1932ce31-49cb-4ce0-85cb-39ecd80c192b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.200626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea9f236a-047f-43d5-bd7e-cb9301f85545 req-1932ce31-49cb-4ce0-85cb-39ecd80c192b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 944 time: 0.2885439 Dec 15 13:50:25.201382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.201788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:25.207577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.211822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-c06f6c9f-450e-4a47-baa1-520deb790254 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073431 Dec 15 13:50:25.233113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] Sync routers for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:25.249235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:25.250883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:25.255177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d698ab4-2d4c-433e-b22f-de6c3b3970f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "PUT /v2.0/floatingips/6fa24264-6a4f-4ed8-9fef-00da9e7f66a2 HTTP/1.1" status: 200 len: 990 time: 2.7081573 Dec 15 13:50:25.259067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:25.261730 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2e463-7579-406a-a3f2-797e6975239e" -d '{"events": [{"name": "network-changed", "server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:25.269383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Made reservation on behalf of dd69a2f7142d46ab9fe668a11d989663 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:25.272958 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.353802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:25.372307 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.380461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-5459a264-fe9c-4894-b9f1-b6e9d5d6c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.381962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-5459a264-fe9c-4894-b9f1-b6e9d5d6c8b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1&device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 1097 time: 0.1281023 Dec 15 13:50:25.385263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea9f236a-047f-43d5-bd7e-cb9301f85545 req-98d295b6-de74-4929-8026-8aab18ee39b2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327183 Dec 15 13:50:25.387008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.387337 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Added segment 178fc6f7-6b63-4f3d-94bf-b56035ddeb39 of type vlan for network be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe Dec 15 13:50:25.396815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:25.464627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Checking segment: {'id': '6a1d274b-1c1c-4fac-bad4-805b2b15551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:25.464896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Network hostable DHCP agents. Network: 0363ca98-9a6e-43a5-aefa-c6d184701364, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:25.477601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f61aef2-a706-47e2-98c4-30c93af46108,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:25.487862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.501353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Network 0363ca98-9a6e-43a5-aefa-c6d184701364 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:25.515616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0363ca98-9a6e-43a5-aefa-c6d184701364) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:25.529788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0542e-86af-438e-b3d9-f65487987eb2 None None] Network 0363ca98-9a6e-43a5-aefa-c6d184701364 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:25.535853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.536483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.577071 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c5ffb4fb-5b51-47b7-96e9-edd8b06e180a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4992189 Dec 15 13:50:25.588239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.590087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.596360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.596360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.643438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-3f559ea5-e748-4dba-8d5d-f584d5ff8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.644944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-3f559ea5-e748-4dba-8d5d-f584d5ff8884 service neutron] 10.222.0.67 "GET /v2.0/networks?id=11156f9e-9c4c-45db-880d-4a5f31c6a41a HTTP/1.1" status: 200 len: 913 time: 0.2216346 Dec 15 13:50:25.745224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408fae3d-3eaa-4243-9936-5dadc64c7a08 None None] Network 0363ca98-9a6e-43a5-aefa-c6d184701364 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:25.995499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6fa24264-6a4f-4ed8-9fef-00da9e7f66a2', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:58Z', 'updated_at': '2021-12-15T13:50:23Z', 'revision_number': 1, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:26.026497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] Checking router: 2a893476-ec0b-4644-b954-0b3e38bed0af for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:26.037146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:26.037768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:26.104124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9536185 Dec 15 13:50:26.106890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.136306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6b758-0c3d-4b7d-881c-eeb8be81dca7 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event updated for resources: {'Network': ['ID=be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:26.160735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:26.221824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-570632d3-3c35-4dcb-b48a-e73dfddc82ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d3c94cb-1605-4574-8383-55f46c5953e8 HTTP/1.1" status: 200 len: 1001 time: 0.2671704 Dec 15 13:50:26.222852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:26.299342 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-06762436-d54d-43b1-8a2d-2846677abc2e tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/agents/a5873779-883a-4d79-a1f0-208a618bd472/dhcp-networks HTTP/1.1" status: 200 len: 11281 time: 0.1909862 Dec 15 13:50:26.304953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.319988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Allocated IP 172.25.2.34 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/e260485d-d3b6-4b3e-a81a-48af09aae961) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:26.332993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-b4fd02d4-44a4-4187-b845-fb6eb1469fda tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.334685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-b4fd02d4-44a4-4187-b845-fb6eb1469fda tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "GET /v2.0/ports?device_id=65423211-4f33-4484-92b8-4f911ea9991f HTTP/1.1" status: 200 len: 945 time: 0.2160554 Dec 15 13:50:26.347271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-07b23819-1944-41b1-9966-cedc7a96dcad tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.355331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-07b23819-1944-41b1-9966-cedc7a96dcad tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 814 time: 0.7423401 Dec 15 13:50:26.386184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be1a5b-7f3b-4687-9efc-2946a5084742 tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] Network be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:26.403089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-db362323-5bf0-4a41-9d4d-254d8bffdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.403310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8be1a5b-7f3b-4687-9efc-2946a5084742 tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "POST /v2.0/agents/a5873779-883a-4d79-a1f0-208a618bd472/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0965693 Dec 15 13:50:26.404757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-db362323-5bf0-4a41-9d4d-254d8bffdd3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9775f2c7-aab7-4ae5-ab99-723a46aa997d HTTP/1.1" status: 200 len: 850 time: 0.1665733 Dec 15 13:50:26.405344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.410075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf08bc-d9bc-4088-b518-4f366b473877 None None] Network be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:26.420901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-5aa2691e-fb85-43d1-b0ca-aabeed23179c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/quotas/165e1c2ff04442c4941f0e51ce2f26a3 HTTP/1.1" status: 200 len: 375 time: 0.0645859 Dec 15 13:50:26.561912 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cc15360e-8042-495f-87b9-3ef34fced3b7 tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/agents/a5873779-883a-4d79-a1f0-208a618bd472/dhcp-networks HTTP/1.1" status: 200 len: 12053 time: 0.1518893 Dec 15 13:50:26.561912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.571615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6fa24264-6a4f-4ed8-9fef-00da9e7f66a2', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:58Z', 'updated_at': '2021-12-15T13:50:23Z', 'revision_number': 1, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:26.602749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a856f-5bc4-4461-9d16-b512e001ed02 None None] The sync data for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 is: [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6fa24264-6a4f-4ed8-9fef-00da9e7f66a2', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:58Z', 'updated_at': '2021-12-15T13:50:23Z', 'revision_number': 1, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:26.606407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-795ccdd5-648f-459a-8687-10113a6233da tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845529 Dec 15 13:50:26.611510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-2f06234d-baed-48cd-bf66-11f8e45ae1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.613023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-2f06234d-baed-48cd-bf66-11f8e45ae1fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11156f9e-9c4c-45db-880d-4a5f31c6a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010431 Dec 15 13:50:26.660402 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2f41e0f4-40bb-4749-b2bd-82b8efe69c92 tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "DELETE /v2.0/agents/a5873779-883a-4d79-a1f0-208a618bd472/dhcp-networks/be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe HTTP/1.1" status: 204 len: 168 time: 0.0953684 Dec 15 13:50:26.661108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.780844 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.789116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Deleting port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:26.789514 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.801470 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aa0db145-a47f-415f-b3e0-67e30ad45bae tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/agents/a5873779-883a-4d79-a1f0-208a618bd472/dhcp-networks HTTP/1.1" status: 200 len: 11281 time: 0.1393142 Dec 15 13:50:26.807030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.828555 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3e935e2-a605-40ff-bcd1-fdc175a80a42 tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/networks/5799680a-ae00-4495-ba69-d64c5fbaaf72/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0192459 Dec 15 13:50:26.830859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55170) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.850383 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1018ad98-d20f-428b-9b18-04e3279d7c0c tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/networks/5799680a-ae00-4495-ba69-d64c5fbaaf72/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0180833 Dec 15 13:50:26.852741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:26.859698 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e5878-7ed2-4e9e-b892-beb0533c6c50 None None] New status for floating IP 6fa24264-6a4f-4ed8-9fef-00da9e7f66a2: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:26.928592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-43f3bc87-a211-475b-8d2f-f78046088b91 service neutron] 10.222.0.32 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117919 Dec 15 13:50:26.930301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-7eeb7d99-19e5-47f4-be6c-e92a74ee981e service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028433 Dec 15 13:50:26.946682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.998624 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b5ddbcab-2cde-425c-af14-34f657c33ba2 tempest-DHCPAgentSchedulersTestJSON-850097930 tempest-DHCPAgentSchedulersTestJSON-850097930-project-admin] 10.222.0.32 "GET /v2.0/agents/a5873779-883a-4d79-a1f0-208a618bd472/dhcp-networks HTTP/1.1" status: 200 len: 11281 time: 0.1447713 Dec 15 13:50:27.004979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55174) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:27.027706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 53307427-5658-4deb-b1a4-823cced543d6 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:27.095908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.145215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 53307427-5658-4deb-b1a4-823cced543d6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=53307427-5658-4deb-b1a4-823cced543d6,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:27.147175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:27.152370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] For port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:27.152760 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.160389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '53307427-5658-4deb-b1a4-823cced543d6', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': '53307427-5658-4deb-b1a4-823cced543d6', 'mac_address': 'fa:16:3e:1b:7e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:27.169418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:27.180817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:27.182665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event updated for resources: {'Port': ['ID=e260485d-d3b6-4b3e-a81a-48af09aae961,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.191424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Calling delete_port for 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:27.203780 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.206356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.222507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53307427-5658-4deb-b1a4-823cced543d6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:27.227924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:27.237680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178fc6f7-6b63-4f3d-94bf-b56035ddeb39') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:27.238014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178fc6f7-6b63-4f3d-94bf-b56035ddeb39') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:27.248029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.248943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 53307427-5658-4deb-b1a4-823cced543d6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=53307427-5658-4deb-b1a4-823cced543d6,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:27.253363 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.264593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.274617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:27.275188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:27.279774 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:27.305108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=53307427-5658-4deb-b1a4-823cced543d6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.313539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.313852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.314493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.314493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.314786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.315421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.315421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.315744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.316066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.316458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.316729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.317054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.317370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:27.318899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-f9c8013a-7465-44f9-ae8c-a435d9e4e633 service neutron] 10.222.0.32 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666480 Dec 15 13:50:27.332202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aeba1f3a-7697-4e66-b842-e86cf63c647c req-5403fd7a-1b42-4cc6-a766-b74bb4bc53a8 service neutron] 10.222.0.67 "GET /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935072 Dec 15 13:50:27.359647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.367207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.371636 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "DELETE /v2.0/networks/be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe HTTP/1.1" status: 204 len: 168 time: 0.3657048 Dec 15 13:50:27.378399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:27.415488 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65640b8-a25e-48e7-857a-e37df98142e4 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] DELETE failed (client error): The resource could not be found. Dec 15 13:50:27.416153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65640b8-a25e-48e7-857a-e37df98142e4 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:50:27.419651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f65640b8-a25e-48e7-857a-e37df98142e4 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "DELETE /v2.0/ports/2725c97d-4afd-4f84-816b-774c490ae463 HTTP/1.1" status: 404 len: 333 time: 0.0402453 Dec 15 13:50:27.421131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363471e-c903-4a85-8efc-1a9d3f672e94 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event deleted for resources: {'Network': ['ID=be0359fb-0a7d-4a87-a8e5-bdc9afd0c0fe,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.423566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:27.466588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.520144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Deleting subnet ba239d90-83e8-4ad3-a5cd-fc47b61554ea {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:27.522768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.526277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.526471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.536780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['6e8012d1-b6dd-4afc-9ae6-49342cb845b3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:27.586554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['53307427-5658-4deb-b1a4-823cced543d6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:27.590003 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0bbc94-bcee-4c60-b720-b6e814bcd430 x-openstack-request-id: req-bc0bbc94-bcee-4c60-b720-b6e814bcd430 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:27.590466 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:27.592720 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc0bbc94-bcee-4c60-b720-b6e814bcd430 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:27.596813 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'status': 'completed', 'code': 200} Dec 15 13:50:27.618576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.646902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Pushing event deleted for resources: {'Port': ['ID=6e8012d1-b6dd-4afc-9ae6-49342cb845b3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.744175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.763097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] No DVR routers for this DVR port 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:27.769491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.772904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-326700e0-ae41-4c2f-8360-abf14b6988fd req-e5f89d3b-52fb-46dd-9527-9267e0bbc6f5 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "DELETE /v2.0/ports/6e8012d1-b6dd-4afc-9ae6-49342cb845b3 HTTP/1.1" status: 204 len: 173 time: 1.4152472 Dec 15 13:50:27.775380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-deleted', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:27.778005 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b736d-630e-4295-827a-cca02f13552a" -d '{"events": [{"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-deleted", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:27.832354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e463-7579-406a-a3f2-797e6975239e req-d8ba7698-4aa2-4bec-92c8-a07bf61c1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:27.833893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-d8ba7698-4aa2-4bec-92c8-a07bf61c1a1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1096 time: 0.1991713 Dec 15 13:50:27.869660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.939472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event deleted for resources: {'Subnet': ['ID=ba239d90-83e8-4ad3-a5cd-fc47b61554ea,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.943962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.950117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-74a2b7c8-b368-498a-85b5-0248050e06ea tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "DELETE /v2.0/subnets/ba239d90-83e8-4ad3-a5cd-fc47b61554ea HTTP/1.1" status: 204 len: 168 time: 0.5249889 Dec 15 13:50:27.950828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:27.953666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157b121-b58d-4201-998e-343bdc486e67 None None] Network 5799680a-ae00-4495-ba69-d64c5fbaaf72 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:28.049385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.114138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.115978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Deleting port 388cf6aa-5103-4477-9d43-b8edcbabbf77 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:28.116312 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.119420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e463-7579-406a-a3f2-797e6975239e req-6105e042-4702-465b-8152-e8000d03c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.121004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-6105e042-4702-465b-8152-e8000d03c6f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.2694888 Dec 15 13:50:28.136758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.191757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] DHCP port deletion for 5799680a-ae00-4495-ba69-d64c5fbaaf72 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:50:28.204358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] For port 388cf6aa-5103-4477-9d43-b8edcbabbf77, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=388cf6aa-5103-4477-9d43-b8edcbabbf77,segment=NetworkSegment(99222c39-d48f-4cf6-ae90-b25a5bb71317),segment_id=99222c39-d48f-4cf6-ae90-b25a5bb71317)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:28.204798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.230649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Calling delete_port for 388cf6aa-5103-4477-9d43-b8edcbabbf77 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:28.252324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] Deleting port 388cf6aa-5103-4477-9d43-b8edcbabbf77 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:28.253498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.331471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.332884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] For port 388cf6aa-5103-4477-9d43-b8edcbabbf77, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=388cf6aa-5103-4477-9d43-b8edcbabbf77,segment=NetworkSegment(99222c39-d48f-4cf6-ae90-b25a5bb71317),segment_id=99222c39-d48f-4cf6-ae90-b25a5bb71317)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:28.333345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.348927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] Calling delete_port for 388cf6aa-5103-4477-9d43-b8edcbabbf77 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:28.373805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event deleted for resources: {'Port': ['ID=388cf6aa-5103-4477-9d43-b8edcbabbf77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.378018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] No DVR routers for this DVR port 388cf6aa-5103-4477-9d43-b8edcbabbf77 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:28.463287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.463977 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.504744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-eaf2208d-6686-44fe-8612-5e01b9b641a0 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.508725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5799680a-ae00-4495-ba69-d64c5fbaaf72']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:28.512353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-eaf2208d-6686-44fe-8612-5e01b9b641a0 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/networks?id=0363ca98-9a6e-43a5-aefa-c6d184701364 HTTP/1.1" status: 200 len: 813 time: 0.5794089 Dec 15 13:50:28.529966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] Pushing event deleted for resources: {'Port': ['ID=388cf6aa-5103-4477-9d43-b8edcbabbf77,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.536037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99222c39-d48f-4cf6-ae90-b25a5bb71317') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:28.536423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99222c39-d48f-4cf6-ae90-b25a5bb71317') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:28.542772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59ba09-2bee-43c3-bbc2-79e4e8288d6b None None] No DVR routers for this DVR port 388cf6aa-5103-4477-9d43-b8edcbabbf77 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:28.558685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.573965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-0accf83b-90ae-4c48-b25b-acd47b413e44 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/quotas/a21f3f2b180e4e4492d1dd593627bb2e HTTP/1.1" status: 200 len: 375 time: 0.0601568 Dec 15 13:50:28.574818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event updated for resources: {'Port': ['ID=e260485d-d3b6-4b3e-a81a-48af09aae961,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.597262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.608882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:28.609331 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.618190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-350f33f2-865f-42d5-9921-0254708a5ded service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 1000 time: 0.4885075 Dec 15 13:50:28.624738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e161e1ff-79da-4cde-8f37-8e5d39e5a689 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a21f3f2b180e4e4492d1dd593627bb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377750 Dec 15 13:50:28.626671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 388cf6aa-5103-4477-9d43-b8edcbabbf77 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:28.628988 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:28.653394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 388cf6aa-5103-4477-9d43-b8edcbabbf77 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:28.653761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 388cf6aa-5103-4477-9d43-b8edcbabbf77 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:28.671582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.690037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.704360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.709056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] 10.222.0.32 "DELETE /v2.0/networks/5799680a-ae00-4495-ba69-d64c5fbaaf72 HTTP/1.1" status: 204 len: 168 time: 0.7573147 Dec 15 13:50:28.722618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e3bf5-3221-400e-8168-a8344a9e42b8 tempest-DHCPAgentSchedulersTestJSON-1163477717 tempest-DHCPAgentSchedulersTestJSON-1163477717-project] Pushing event deleted for resources: {'Network': ['ID=5799680a-ae00-4495-ba69-d64c5fbaaf72,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.731904 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.733243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5b880110-44c0-4898-86dc-684eba17cdfc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6339200 Dec 15 13:50:28.747502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e463-7579-406a-a3f2-797e6975239e req-d25c8692-7338-434f-b595-f97d796b1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.748977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-d25c8692-7338-434f-b595-f97d796b1c31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1147361 Dec 15 13:50:28.858487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-02c7a7c2-5069-45ce-8833-be4ee2e2306b tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1132369 Dec 15 13:50:28.951267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-6350316e-6b2e-4e20-8a6c-c9a0c589402b service neutron] 10.222.0.32 "GET /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090446 Dec 15 13:50:29.005893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:29.015885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e463-7579-406a-a3f2-797e6975239e req-5599ee3d-d431-41ab-8f74-55e131f5e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.017438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-5599ee3d-d431-41ab-8f74-55e131f5e125 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383468 Dec 15 13:50:29.031289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 53307427-5658-4deb-b1a4-823cced543d6 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:29.121432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 53307427-5658-4deb-b1a4-823cced543d6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:29.133688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 53307427-5658-4deb-b1a4-823cced543d6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:29.134276 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.200445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5fca2b33-785e-47f4-a27f-445d2d09e8af tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.201859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-5fca2b33-785e-47f4-a27f-445d2d09e8af tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.3352654 Dec 15 13:50:29.211872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-1d14d92e-6ad2-481c-99e7-c2a6aaef1c82 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.213332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-1d14d92e-6ad2-481c-99e7-c2a6aaef1c82 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 814 time: 0.2790864 Dec 15 13:50:29.217384 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f3221d74-25bb-4220-8d34-2239f26804af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd69a2f7142d46ab9fe668a11d989663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080212 Dec 15 13:50:29.218191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:29.228950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.231719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-6e4c194f-7e13-4d79-9ab0-b08c8613722a tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:50:29.232752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac396e7b-9bb6-494d-9a73-b995bb347ba8 req-6e4c194f-7e13-4d79-9ab0-b08c8613722a tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135961 Dec 15 13:50:29.243486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Request body: {'port': {'device_id': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'admin_state_up': True, 'tenant_id': '165e1c2ff04442c4941f0e51ce2f26a3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:29.263935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e2b7c9c9-ff6e-439e-a428-865a2a26d23f service neutron] 10.222.0.32 "GET /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718499 Dec 15 13:50:29.273865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 53307427-5658-4deb-b1a4-823cced543d6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=53307427-5658-4deb-b1a4-823cced543d6,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:29.275340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53307427-5658-4deb-b1a4-823cced543d6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:29.277468 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c04894-b071-44ce-8252-d4ac94a52dfb" -d '{"events": [{"server_uuid": "ab6e551d-c7d0-4de1-ba54-c8a38265f693", "name": "network-vif-plugged", "status": "completed", "tag": "53307427-5658-4deb-b1a4-823cced543d6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:29.284267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.285115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:29.303384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73368c8a-ce1d-4d58-a116-4bc3b39cff74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.317426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:29.317773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 6e8012d1-b6dd-4afc-9ae6-49342cb845b3 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:29.329189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73368c8a-ce1d-4d58-a116-4bc3b39cff74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.365705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-be3efc89-a48e-4c84-9ebc-9c8f944847f8 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072081 Dec 15 13:50:29.386248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=53307427-5658-4deb-b1a4-823cced543d6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:29.438924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73368c8a-ce1d-4d58-a116-4bc3b39cff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.443938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73368c8a-ce1d-4d58-a116-4bc3b39cff74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.449696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-73368c8a-ce1d-4d58-a116-4bc3b39cff74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cf0d82d-c7dc-43a2-aa1e-d3b1f59feeb0 HTTP/1.1" status: 204 len: 168 time: 0.2298057 Dec 15 13:50:29.460127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73368c8a-ce1d-4d58-a116-4bc3b39cff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf0d82d-c7dc-43a2-aa1e-d3b1f59feeb0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:29.541223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ac2e463-7579-406a-a3f2-797e6975239e req-1ef82122-34d4-4af7-b0bc-036c1871adf7 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658549 Dec 15 13:50:29.568154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Made reservation on behalf of 165e1c2ff04442c4941f0e51ce2f26a3 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:29.573915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.612376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0edf-7a57-4a6b-9ded-ed3f96445fb3 req-9e647183-1bd6-462c-b62c-0fd31348d741 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.613916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9db0edf-7a57-4a6b-9ded-ed3f96445fb3 req-9e647183-1bd6-462c-b62c-0fd31348d741 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.0900600 Dec 15 13:50:29.678444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2131f24a-afa3-4884-a06e-607531632ee9 req-a8a23dbc-2977-4664-b2b8-c53fb815bd6d tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 210 time: 0.0624568 Dec 15 13:50:29.761754 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765c8e15-2f1c-4ffb-8077-b93f7640ef95 x-openstack-request-id: req-765c8e15-2f1c-4ffb-8077-b93f7640ef95 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:29.762210 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65423211-4f33-4484-92b8-4f911ea9991f", "name": "network-vif-deleted", "tag": "6e8012d1-b6dd-4afc-9ae6-49342cb845b3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:29.763264 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-765c8e15-2f1c-4ffb-8077-b93f7640ef95 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:29.763946 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65423211-4f33-4484-92b8-4f911ea9991f', 'name': 'network-vif-deleted', 'tag': '6e8012d1-b6dd-4afc-9ae6-49342cb845b3', 'status': 'completed', 'code': 200} Dec 15 13:50:29.800417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9db0edf-7a57-4a6b-9ded-ed3f96445fb3 req-6e4a5a3b-5389-4c00-9915-92602bf3d5d7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369584 Dec 15 13:50:29.838711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Allocated IP 172.20.0.14 (8c7f9aac-8099-49ce-a654-947957ac7215/cea407e3-7c20-44cf-8da4-08da5cfbb576/207a74b8-130b-44df-a1fc-172d89da0ba5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:29.916010 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90206551-03c5-4580-995f-270133bf0303 x-openstack-request-id: req-90206551-03c5-4580-995f-270133bf0303 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:29.916672 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e551d-c7d0-4de1-ba54-c8a38265f693", "name": "network-vif-plugged", "status": "completed", "tag": "53307427-5658-4deb-b1a4-823cced543d6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:29.917215 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90206551-03c5-4580-995f-270133bf0303 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:29.918053 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53307427-5658-4deb-b1a4-823cced543d6', 'code': 200} Dec 15 13:50:29.968160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:29.988878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-718398e7-cbe2-41de-8c83-6ca58d642e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.081996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6bd44e3c-04ba-4d15-98c0-a7169a919c76 req-5607ec14-2b05-4bc9-bb3c-13254e71eabb tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 210 time: 0.1038086 Dec 15 13:50:30.121779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-718398e7-cbe2-41de-8c83-6ca58d642e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.130588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-718398e7-cbe2-41de-8c83-6ca58d642e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.177865 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-718398e7-cbe2-41de-8c83-6ca58d642e77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72aacc9119104b5299836b088d736d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082922 Dec 15 13:50:30.181169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-938aef6a-027f-42ad-9a42-090c17a0f31e tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.181388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:30.182562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-938aef6a-027f-42ad-9a42-090c17a0f31e tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2831321 Dec 15 13:50:30.183791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718398e7-cbe2-41de-8c83-6ca58d642e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5bd05b-b894-46f4-9391-41c165f2a17d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:30.246971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e1067-8f23-41ed-aa42-78e85e4a9d67 req-cd2e3722-4710-4f13-9a49-86f5d2bccca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.248484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a8e1067-8f23-41ed-aa42-78e85e4a9d67 req-cd2e3722-4710-4f13-9a49-86f5d2bccca5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 1097 time: 0.2071366 Dec 15 13:50:30.277139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159f8f43-375e-4f3e-8d08-68c52779bc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.283527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-657e3cde-a4ad-4598-9d6d-501bc3080be6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0917919 Dec 15 13:50:30.309326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Request body: {'floatingip': {'port_id': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:30.317187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159f8f43-375e-4f3e-8d08-68c52779bc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.355432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.376271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.397460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159f8f43-375e-4f3e-8d08-68c52779bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.402295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159f8f43-375e-4f3e-8d08-68c52779bc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.416199 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-159f8f43-375e-4f3e-8d08-68c52779bc4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc5bd05b-b894-46f4-9391-41c165f2a17d HTTP/1.1" status: 204 len: 168 time: 0.2334211 Dec 15 13:50:30.417150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a8e1067-8f23-41ed-aa42-78e85e4a9d67 req-5b6390c7-4632-4e2d-9bfb-7147c12f2c10 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480329 Dec 15 13:50:30.442028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8f43-375e-4f3e-8d08-68c52779bc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5bd05b-b894-46f4-9391-41c165f2a17d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:30.498285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.600973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Network 8c7f9aac-8099-49ce-a654-947957ac7215 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:30.654990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:30.662862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:30.670751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Pushing event updated for resources: {'Port': ['ID=207a74b8-130b-44df-a1fc-172d89da0ba5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:30.732658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.733301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.811141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4e3649a2-81a8-4c19-aeef-6b110bd15b14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5753915 Dec 15 13:50:30.832349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Request body: {'port': {'device_id': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:31.294778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eddb8c-d9aa-4f8d-9296-5aa5603cc040 req-127a4e4f-2479-4b64-852e-1f81fae37979 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.296202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60eddb8c-d9aa-4f8d-9296-5aa5603cc040 req-127a4e4f-2479-4b64-852e-1f81fae37979 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 932 time: 0.5069978 Dec 15 13:50:31.344452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.415279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-3f6bbd09-248f-4eef-a9ad-08159dad064e tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.417922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-3f6bbd09-248f-4eef-a9ad-08159dad064e tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.67 "GET /v2.0/networks?id=0363ca98-9a6e-43a5-aefa-c6d184701364 HTTP/1.1" status: 200 len: 813 time: 0.2491481 Dec 15 13:50:31.460232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:50:31.525521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Request body: {'port': {'device_id': '07311903-8966-4dce-bc94-753c55228fc4', 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364', 'admin_state_up': True, 'tenant_id': 'a21f3f2b180e4e4492d1dd593627bb2e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:31.612175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60eddb8c-d9aa-4f8d-9296-5aa5603cc040 req-9825d60e-0c26-4eab-a804-7cc04745917c tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989147 Dec 15 13:50:31.635015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.696325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.960418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcb1d8-4d47-47fc-be64-1d5b65982ade req-76afbc45-3895-431c-8494-5decaa6a834e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.961958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02bcb1d8-4d47-47fc-be64-1d5b65982ade req-76afbc45-3895-431c-8494-5decaa6a834e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.2176735 Dec 15 13:50:31.969503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Made reservation on behalf of a21f3f2b180e4e4492d1dd593627bb2e for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:31.973238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.026129 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Floating IP 35596ad5-24f2-419b-bc90-9b3e20f99674 associated. External IP: 172.25.2.34, port: 1d0cf6e7-0da6-4d85-bb70-c239cecdb095. Dec 15 13:50:32.113682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55288) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:32.198602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02bcb1d8-4d47-47fc-be64-1d5b65982ade req-66461580-e860-4e6f-975e-96739199e3ab tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227929 Dec 15 13:50:32.254094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1181666693', 'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:32.261248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207a74b8-130b-44df-a1fc-172d89da0ba5 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:32.290706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Made reservation on behalf of ebf9ddba23a7484987a063dd376367e5 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:32.294718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.295337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.308970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.322922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Transition to ACTIVE for port object 207a74b8-130b-44df-a1fc-172d89da0ba5 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:32.338613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.344126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Allocated IP 172.20.0.14 (0363ca98-9a6e-43a5-aefa-c6d184701364/5f61aef2-a706-47e2-98c4-30c93af46108/b95ab27f-ff65-47bb-8817-7dbc0a918bd2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:32.406243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.410780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.435536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:32.445493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273ddbbf-88b5-4656-9571-d29b2b8fba56,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.450429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.450770 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Added segment f038e59d-c013-4b11-9664-a62fe32586c4 of type vlan for network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 Dec 15 13:50:32.480399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e85c8a7a-ae8d-45db-b9b7-dfe7d377c3bf req-5bcfa8d9-9542-438c-a66b-21fa890bb1c8 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 210 time: 0.1425536 Dec 15 13:50:32.511705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.526117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=207a74b8-130b-44df-a1fc-172d89da0ba5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.559707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.561521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.562229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.639056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.5241554 Dec 15 13:50:32.642925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55294) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:32.650196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'subnet': {'network_id': 'd1bd1ab4-eee2-4532-a099-000aa4b4eb64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:32.660911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8e61-3f29-46cf-b05d-d3703404f7c6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Network': ['ID=d1bd1ab4-eee2-4532-a099-000aa4b4eb64,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.680667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:32.683080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Router ce0de516-8403-4c95-ada0-36c40abd79cd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:32.741320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Made reservation on behalf of ebf9ddba23a7484987a063dd376367e5 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:32.743521 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.770035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Attempting to bind port 207a74b8-130b-44df-a1fc-172d89da0ba5 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:32.770363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Attempting to bind port 207a74b8-130b-44df-a1fc-172d89da0ba5 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:32.770711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Attempting to bind port 207a74b8-130b-44df-a1fc-172d89da0ba5 on network 8c7f9aac-8099-49ce-a654-947957ac7215 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:33.147185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Port 207a74b8-130b-44df-a1fc-172d89da0ba5 on network 8c7f9aac-8099-49ce-a654-947957ac7215 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:33.147493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Attempting to bind port 207a74b8-130b-44df-a1fc-172d89da0ba5 on network 8c7f9aac-8099-49ce-a654-947957ac7215 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:33.172667 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.180314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:33.180675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Checking segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:33.181050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Bound using segment: {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:33.181478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Bound port: 207a74b8-130b-44df-a1fc-172d89da0ba5, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084060d4-fe2e-490d-8d2a-ff032f41ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:33.181820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.206852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e09b2-6dd4-4632-8bfc-4b794974b63c req-e749ec1e-b76c-4dc3-addc-110281c8a89e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.208353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d36e09b2-6dd4-4632-8bfc-4b794974b63c req-e749ec1e-b76c-4dc3-addc-110281c8a89e tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 944 time: 0.4993842 Dec 15 13:50:33.323138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:33.328817 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.339814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] Sync routers for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:33.358996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:33.360839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.362103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:33.430575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] For port 207a74b8-130b-44df-a1fc-172d89da0ba5, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:33.457948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d36e09b2-6dd4-4632-8bfc-4b794974b63c req-35f1e967-4bbf-46a6-942f-368be85e4aed tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403858 Dec 15 13:50:33.484749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-24411c1b-df5e-4f96-8381-3cfcda67b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "PUT /v2.0/floatingips/35596ad5-24f2-419b-bc90-9b3e20f99674 HTTP/1.1" status: 200 len: 995 time: 3.1839767 Dec 15 13:50:33.486479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Network 0363ca98-9a6e-43a5-aefa-c6d184701364 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:33.489147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:33.491467 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:33.495887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] For port 207a74b8-130b-44df-a1fc-172d89da0ba5, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=207a74b8-130b-44df-a1fc-172d89da0ba5,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:33.496215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:33.504214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:33.510206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:33.523214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.566254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Pushing event updated for resources: {'Port': ['ID=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:33.667077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.667794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.669723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] 10.222.0.67 "PUT /v2.0/ports/207a74b8-130b-44df-a1fc-172d89da0ba5 HTTP/1.1" status: 200 len: 1092 time: 2.8427162 Dec 15 13:50:33.701854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.702510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.812405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '35596ad5-24f2-419b-bc90-9b3e20f99674', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'port_id': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'mac_address': 'fa:16:3e:d1:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24fd83-90f6-429c-92c5-425570bf4161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:50:27Z', 'updated_at': '2021-12-15T13:50:31Z', 'revision_number': 1, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:04Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:33.814589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7d236-a485-4fd5-85f2-e8635efb5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=207a74b8-130b-44df-a1fc-172d89da0ba5,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:33.824555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-d841ab8e-a56e-4e82-b15e-5900c8616c48 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3607292 Dec 15 13:50:33.839802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] Checking router: ce0de516-8403-4c95-ada0-36c40abd79cd for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:33.845018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a3f5-30e0-41e4-a03b-13c312d25d8a req-1b17fd90-3460-48ef-9a98-a157c6e86410 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.846503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf84a3f5-30e0-41e4-a03b-13c312d25d8a req-1b17fd90-3460-48ef-9a98-a157c6e86410 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.2680762 Dec 15 13:50:33.848594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:33.849495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:33.850208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Request body: {'port': {'device_id': '07311903-8966-4dce-bc94-753c55228fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:33.884379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-8c733465-fe92-4e3c-9113-60ece6250167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.888538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-8c733465-fe92-4e3c-9113-60ece6250167 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1096 time: 0.3238325 Dec 15 13:50:33.934593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4f097f86-31ca-4866-a02c-fcee10bae4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.936117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-4f097f86-31ca-4866-a02c-fcee10bae4a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 1095 time: 0.1865849 Dec 15 13:50:34.059815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-27cd83d2-59fa-4adc-a674-c76d2ff61b68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=207a74b8-130b-44df-a1fc-172d89da0ba5 HTTP/1.1" status: 200 len: 217 time: 0.0897982 Dec 15 13:50:34.066891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.098993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf84a3f5-30e0-41e4-a03b-13c312d25d8a req-027d79f3-edf0-4f18-b2a5-b1e1c06cb52b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215383 Dec 15 13:50:34.128816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:34.199086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-5169d9f7-5e30-4783-8684-aacbe424550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.200635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-5169d9f7-5e30-4783-8684-aacbe424550f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 200 len: 854 time: 0.1300786 Dec 15 13:50:34.201641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-0fd4a58c-2526-4e6d-a0e9-e8fb9cd5f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.203005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-0fd4a58c-2526-4e6d-a0e9-e8fb9cd5f34e service neutron] 10.222.0.32 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 931 time: 0.2953470 Dec 15 13:50:34.375677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-353a7880-75ab-43ce-8c0b-443762d804e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.377172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-353a7880-75ab-43ce-8c0b-443762d804e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1096 time: 0.0459726 Dec 15 13:50:34.423427 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28fd34c-5984-4dc8-8164-dacca813f8da x-openstack-request-id: req-b28fd34c-5984-4dc8-8164-dacca813f8da {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:34.424355 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:34.424355 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b28fd34c-5984-4dc8-8164-dacca813f8da {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:34.424355 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'status': 'completed', 'code': 200} Dec 15 13:50:34.427920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '35596ad5-24f2-419b-bc90-9b3e20f99674', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'port_id': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'mac_address': 'fa:16:3e:d1:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24fd83-90f6-429c-92c5-425570bf4161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:50:27Z', 'updated_at': '2021-12-15T13:50:31Z', 'revision_number': 1, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:04Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:34.456336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628f041-8525-4c8c-a919-3e6c6e0fb6af None None] The sync data for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 is: [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '35596ad5-24f2-419b-bc90-9b3e20f99674', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'port_id': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'mac_address': 'fa:16:3e:d1:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24fd83-90f6-429c-92c5-425570bf4161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:50:27Z', 'updated_at': '2021-12-15T13:50:31Z', 'revision_number': 1, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:04Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:34.475256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-a68a8ad7-6546-4add-a050-587168a74b0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c7f9aac-8099-49ce-a654-947957ac7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2573416 Dec 15 13:50:34.514770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-7d22d492-e7f5-437f-a963-33d40455173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.516872 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-7d22d492-e7f5-437f-a963-33d40455173e service neutron] 10.222.0.67 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 931 time: 0.1216981 Dec 15 13:50:34.533318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:50:34.533782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.606464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-d3344e35-f561-4b0a-8448-62c6303ebfbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 998 time: 0.3896799 Dec 15 13:50:34.683294 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-7c3f0841-c2b4-45f7-9465-3baac7bfc881 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 998 time: 0.0807095 Dec 15 13:50:34.718321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dbac33e0-e95e-4e93-b40f-fd4f9a22d922,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:34.745415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ea833-ef88-46b8-84e4-6a8f1841d8e6 req-62c8ae20-080b-4ed1-abb7-0004525f8649 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.747503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-128ea833-ef88-46b8-84e4-6a8f1841d8e6 req-62c8ae20-080b-4ed1-abb7-0004525f8649 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 932 time: 0.3579488 Dec 15 13:50:34.765342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-f1db3c33-d4d7-4eb4-ad2a-b6ceed24a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.767684 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-f1db3c33-d4d7-4eb4-ad2a-b6ceed24a685 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 200 len: 868 time: 0.0762224 Dec 15 13:50:34.774813 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de61b1-232b-46c6-a260-984ea11268ce None None] New status for floating IP 35596ad5-24f2-419b-bc90-9b3e20f99674: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:34.814452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Checking segment: {'id': 'f038e59d-c013-4b11-9664-a62fe32586c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'd1bd1ab4-eee2-4532-a099-000aa4b4eb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:34.814812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network hostable DHCP agents. Network: d1bd1ab4-eee2-4532-a099-000aa4b4eb64, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:34.830917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-44ec5146-495c-43b2-8644-c131da77f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.832777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-44ec5146-495c-43b2-8644-c131da77f056 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 200 len: 868 time: 0.2027032 Dec 15 13:50:34.855647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-d555f323-535c-4c3f-b8a4-e3448157a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.858311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-d555f323-535c-4c3f-b8a4-e3448157a0b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69522ded-4d23-4ea8-87cd-89593c3b93c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818226 Dec 15 13:50:34.893330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-64e68448-aa26-4538-93bd-36c940b1f562 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857771 Dec 15 13:50:34.968552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:34.996569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-d3f73570-f140-4653-b93f-a4187a559ffc service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265635 Dec 15 13:50:35.006476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-128ea833-ef88-46b8-84e4-6a8f1841d8e6 req-8114312a-1be7-4044-a974-5b67e2b7525e tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387254 Dec 15 13:50:35.032169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d1bd1ab4-eee2-4532-a099-000aa4b4eb64) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:35.033636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:35.034248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.039482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95ab27f-ff65-47bb-8817-7dbc0a918bd2 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:35.048434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb28b3-a128-43fc-a88d-cbe712b990cd None None] Network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:35.057806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.086156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-2d42166e-f1ea-4c00-bef5-d22ed6432c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:35.087677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-2d42166e-f1ea-4c00-bef5-d22ed6432c80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69522ded-4d23-4ea8-87cd-89593c3b93c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311778 Dec 15 13:50:35.095256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Transition to ACTIVE for port object b95ab27f-ff65-47bb-8817-7dbc0a918bd2 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:35.107456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0d9fae1d-a285-4545-b8a9-4e88317dcc8e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4567726 Dec 15 13:50:35.109945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:35.114346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-266476825', 'network_id': 'd1bd1ab4-eee2-4532-a099-000aa4b4eb64'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:35.119954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.134244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-16cdbeb1-204a-460a-8001-57ca43284118 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:50:35.135249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-16cdbeb1-204a-460a-8001-57ca43284118 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131333 Dec 15 13:50:35.143042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e75fb88-0099-41e2-b5db-5af1de4d3a1b req-a81ddf37-ad3e-4b82-8a84-b3efa3bf9a81 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264237 Dec 15 13:50:35.260345 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4b5f3418-0e82-40f5-80c3-b8be5257f7ac req-dfd80348-8258-412e-a14d-d9492674f0cd service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489576 Dec 15 13:50:35.303323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17b4df-bcdf-48e9-8d4d-c1f143f93d16 None None] Network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:35.525387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Made reservation on behalf of ebf9ddba23a7484987a063dd376367e5 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:35.527446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.536098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.618652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] device_id is not set on port bb1c190f-d50e-4130-b068-ae6c7d1ec6af yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:50:35.707687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d84cd-2964-4d0d-adc3-b1f0b07ee49c req-274559f3-07b0-4eb8-83bc-331b7e546f51 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:35.709298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a94d84cd-2964-4d0d-adc3-b1f0b07ee49c req-274559f3-07b0-4eb8-83bc-331b7e546f51 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 944 time: 0.1991487 Dec 15 13:50:35.711117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-1ad50155-846c-4148-8575-22ff6d012265 service neutron] 10.222.0.32 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470614 Dec 15 13:50:35.779568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Attempting to bind port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:35.779787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Attempting to bind port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '6a1d274b-1c1c-4fac-bad4-805b2b15551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:35.780106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Attempting to bind port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 on network 0363ca98-9a6e-43a5-aefa-c6d184701364 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:35.820589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 on network 0363ca98-9a6e-43a5-aefa-c6d184701364 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:35.820901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Attempting to bind port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 on network 0363ca98-9a6e-43a5-aefa-c6d184701364 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:35.850143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:35.850479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Checking segment: {'id': '6a1d274b-1c1c-4fac-bad4-805b2b15551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:35.850856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Bound using segment: {'id': '6a1d274b-1c1c-4fac-bad4-805b2b15551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:35.851296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Bound port: b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1d274b-1c1c-4fac-bad4-805b2b15551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:35.851650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.884381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Allocated IP 172.20.0.2 (d1bd1ab4-eee2-4532-a099-000aa4b4eb64/dbac33e0-e95e-4e93-b40f-fd4f9a22d922/bb1c190f-d50e-4130-b068-ae6c7d1ec6af) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:35.890390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a94d84cd-2964-4d0d-adc3-b1f0b07ee49c req-7d18ed35-a802-4551-9f11-f199b0e77465 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533530 Dec 15 13:50:35.963026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dee361a-3da5-4dee-9f62-fa734897cd10 req-8f618093-5ec6-41e6-9b41-ee1d50e89332 service neutron] 10.222.0.32 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390308 Dec 15 13:50:36.033992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] For port b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:36.137241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] For port b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,segment=NetworkSegment(6a1d274b-1c1c-4fac-bad4-805b2b15551e),segment_id=6a1d274b-1c1c-4fac-bad4-805b2b15551e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:36.153589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.220050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.220685 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.222110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/b95ab27f-ff65-47bb-8817-7dbc0a918bd2 HTTP/1.1" status: 200 len: 1092 time: 2.3866394 Dec 15 13:50:36.271585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e8259-2d79-4a98-babe-06f5a7867e2c req-b9876cbc-1eed-4f79-8efc-f4a0a24a17be tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.273083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da9e8259-2d79-4a98-babe-06f5a7867e2c req-b9876cbc-1eed-4f79-8efc-f4a0a24a17be tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.2114875 Dec 15 13:50:36.310245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-6861529f-33be-41a9-9b22-0cb29dea5827 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 258 time: 0.2967012 Dec 15 13:50:36.310880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac73e2-519b-43c0-be48-6a94068974e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:36.350565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:36.363720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.415642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da9e8259-2d79-4a98-babe-06f5a7867e2c req-904cb1ad-bfc5-4045-9d66-b7a465a889ad tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339519 Dec 15 13:50:36.423155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.438790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'tag': '207a74b8-130b-44df-a1fc-172d89da0ba5'}, {'name': 'network-changed', 'server_uuid': '07311903-8966-4dce-bc94-753c55228fc4', 'tag': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:36.438790 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9cb137-96fc-4ec8-b172-d5205c11b427" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a0897c-9b3d-46b1-8deb-3a5a37a345cf", "tag": "207a74b8-130b-44df-a1fc-172d89da0ba5"}, {"name": "network-changed", "server_uuid": "07311903-8966-4dce-bc94-753c55228fc4", "tag": "b95ab27f-ff65-47bb-8817-7dbc0a918bd2"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:36.440305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-fb8fec53-978d-448f-89b4-ae53bdff791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.441862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-fb8fec53-978d-448f-89b4-ae53bdff791c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a21f3f2b180e4e4492d1dd593627bb2e&device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1679006 Dec 15 13:50:36.535005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-46cd7d88-04e7-477d-a778-b0f4ef8d0327 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2 HTTP/1.1" status: 200 len: 217 time: 0.0795412 Dec 15 13:50:36.562006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.658192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:36.666772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f3d0-6255-41b5-bbf7-416fb0d523a1 req-1223cd06-3ff0-4b67-85a6-2d84f480a035 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.668233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abf2f3d0-6255-41b5-bbf7-416fb0d523a1 req-1223cd06-3ff0-4b67-85a6-2d84f480a035 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 944 time: 0.1782415 Dec 15 13:50:36.671905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-2ab7262f-5c7e-417f-a47b-b522984ddc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.673272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-2ab7262f-5c7e-417f-a47b-b522984ddc7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f61aef2-a706-47e2-98c4-30c93af46108 HTTP/1.1" status: 200 len: 853 time: 0.1241012 Dec 15 13:50:36.677999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:36.684425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:36.700406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1c190f-d50e-4130-b068-ae6c7d1ec6af,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:36.747974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-635a9757-f9d8-4861-8f2c-00de21b9243d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0363ca98-9a6e-43a5-aefa-c6d184701364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613990 Dec 15 13:50:36.830854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.831340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.847910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-abf2f3d0-6255-41b5-bbf7-416fb0d523a1 req-58d9a0b7-8875-42c9-b3e4-176aae3b71aa tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711206 Dec 15 13:50:36.878385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b37e8fcd-cb86-4d89-bbbe-0f72e32a442f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7683644 Dec 15 13:50:36.882425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:36.899918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.918238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-50da2502-87da-4129-9886-cadebb49e2b2 service neutron] 10.222.0.67 "GET /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558511 Dec 15 13:50:37.013043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Deleting port bb1c190f-d50e-4130-b068-ae6c7d1ec6af {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:37.013593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.103439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Allocated IP 172.25.2.131 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/a81c9d0c-4e6b-4256-a8ed-8f02a25326d8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:37.107689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf8dad41-d1ef-4323-9ca2-08d45d95280b req-44f9d82e-ea64-46cc-853c-ea8e62498c72 service neutron] 10.222.0.67 "GET /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526976 Dec 15 13:50:37.109358 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd712a0-e03f-43a3-946f-72f25b79e39d x-openstack-request-id: req-3bd712a0-e03f-43a3-946f-72f25b79e39d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:37.109629 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a0897c-9b3d-46b1-8deb-3a5a37a345cf", "tag": "207a74b8-130b-44df-a1fc-172d89da0ba5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07311903-8966-4dce-bc94-753c55228fc4", "tag": "b95ab27f-ff65-47bb-8817-7dbc0a918bd2", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:37.110542 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bd712a0-e03f-43a3-946f-72f25b79e39d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:37.110542 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'tag': '207a74b8-130b-44df-a1fc-172d89da0ba5', 'status': 'completed', 'code': 200} Dec 15 13:50:37.110542 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07311903-8966-4dce-bc94-753c55228fc4', 'tag': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2', 'status': 'completed', 'code': 200} Dec 15 13:50:37.124895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.145433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Calling delete_port for bb1c190f-d50e-4130-b068-ae6c7d1ec6af owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:37.294487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-f6854ff9-523e-48a2-adec-42a653e90cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.296179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-f6854ff9-523e-48a2-adec-42a653e90cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 1095 time: 0.1302662 Dec 15 13:50:37.355418 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.406939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb1c190f-d50e-4130-b068-ae6c7d1ec6af,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:37.418471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.503976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813e470-243b-4ba3-b2c1-bd6488619062 req-d7b6d118-bc9d-43b8-ba5b-ce1e4fa34570 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.506067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b813e470-243b-4ba3-b2c1-bd6488619062 req-d7b6d118-bc9d-43b8-ba5b-ce1e4fa34570 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 944 time: 0.1145308 Dec 15 13:50:37.515124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-b110faa1-125c-473c-be77-3d887967864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.516585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-b110faa1-125c-473c-be77-3d887967864b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 200 len: 916 time: 0.1999207 Dec 15 13:50:37.525415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.531171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4abfad99-ea83-45b2-8036-7a0d907f8ea6 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bb1c190f-d50e-4130-b068-ae6c7d1ec6af HTTP/1.1" status: 204 len: 168 time: 0.6465824 Dec 15 13:50:37.534037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:37.539696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1bd1ab4-eee2-4532-a099-000aa4b4eb64', 'external_fixed_ips': [{'subnet_id': 'dbac33e0-e95e-4e93-b40f-fd4f9a22d922', 'ip_address': '172.20.0.2'}]}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:37.540469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.571605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.573371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.582074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-099e3272-af7d-4f67-a348-158dccaebf23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=207a74b8-130b-44df-a1fc-172d89da0ba5 HTTP/1.1" status: 200 len: 217 time: 0.0550303 Dec 15 13:50:37.651995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.656909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:37.672413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:37.679699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:37.681564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event updated for resources: {'Port': ['ID=a81c9d0c-4e6b-4256-a8ed-8f02a25326d8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:37.691667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b813e470-243b-4ba3-b2c1-bd6488619062 req-22a24ba0-c19d-435e-9e7c-0495c6e652fb tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728716 Dec 15 13:50:37.727967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-65fd849d-a369-44f5-aaa1-02abac7b44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.727967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-65fd849d-a369-44f5-aaa1-02abac7b44cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 200 len: 854 time: 0.1196234 Dec 15 13:50:37.771154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-9ae95a1d-bc0b-4946-b33e-3488d918ac23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c7f9aac-8099-49ce-a654-947957ac7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266519 Dec 15 13:50:37.900880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.977802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-dc0387d2-a3b9-43c2-a121-590d20ada599 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692863 Dec 15 13:50:37.982857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.995323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5effa-6a57-49e6-afb1-1ca669cb340b req-b78102b4-edc9-4588-97a9-d82330c720f6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.997470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cf5effa-6a57-49e6-afb1-1ca669cb340b req-b78102b4-edc9-4588-97a9-d82330c720f6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.1209345 Dec 15 13:50:38.097187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.305216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.325042 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.437612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cf5effa-6a57-49e6-afb1-1ca669cb340b req-e137844b-be97-4e36-8b06-052e90e3e4ef tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137809 Dec 15 13:50:38.492964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-dc2d8783-feff-4f8d-99d7-3ad841f7a003 service neutron] 10.222.0.67 "GET /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943683 Dec 15 13:50:38.495911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Allocated IP 172.20.0.2 (d1bd1ab4-eee2-4532-a099-000aa4b4eb64/dbac33e0-e95e-4e93-b40f-fd4f9a22d922/410e27fc-82ad-49b5-bab5-69ae8d6aeec1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:38.550298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.572129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.620110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.660348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.698335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event updated for resources: {'Port': ['ID=a81c9d0c-4e6b-4256-a8ed-8f02a25326d8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:38.702553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-23dbacf8-42ab-4ecd-bb8c-bea32251b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.704061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-23dbacf8-42ab-4ecd-bb8c-bea32251b84c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a21f3f2b180e4e4492d1dd593627bb2e&device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1504831 Dec 15 13:50:38.710007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:38.713788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Port': ['ID=410e27fc-82ad-49b5-bab5-69ae8d6aeec1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:38.718534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:38.721097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:38.725115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247ed4e-75a6-4a6b-8f92-dded4858686a req-98567c7c-3e73-434a-bf41-7e7e6960dd6f tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.726678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f247ed4e-75a6-4a6b-8f92-dded4858686a req-98567c7c-3e73-434a-bf41-7e7e6960dd6f tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 944 time: 0.1743884 Dec 15 13:50:38.744949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.745301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.745654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.745993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.746328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.747186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.747516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.747840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.748170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.748492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.748842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.749558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.749884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:38.797522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.840212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.841385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-15a34a98-0392-4733-9300-b730485b0e77 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5110431 Dec 15 13:50:38.929846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f247ed4e-75a6-4a6b-8f92-dded4858686a req-23bd900f-1ecb-4a86-b070-3e4dfec25214 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873615 Dec 15 13:50:38.935701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-608beaf8-5fa8-474f-a200-2551c896a835 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.131 HTTP/1.1" status: 200 len: 696 time: 0.0854807 Dec 15 13:50:38.938886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-0c0ebc87-bc96-4797-8523-71a12d675038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.940355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-0c0ebc87-bc96-4797-8523-71a12d675038 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0363ca98-9a6e-43a5-aefa-c6d184701364 HTTP/1.1" status: 200 len: 915 time: 0.2092283 Dec 15 13:50:38.998276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-13b8e1f2-2141-42d0-84ef-f75cf9024afe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2 HTTP/1.1" status: 200 len: 217 time: 0.0429780 Dec 15 13:50:39.027977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.060033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 207a74b8-130b-44df-a1fc-172d89da0ba5 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:39.116141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-3808f3b4-ee7d-4ebd-aedf-6e6da6a8f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.117677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-3808f3b4-ee7d-4ebd-aedf-6e6da6a8f5b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f61aef2-a706-47e2-98c4-30c93af46108 HTTP/1.1" status: 200 len: 853 time: 0.1087353 Dec 15 13:50:39.170527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-4ba6574f-d975-4d37-95f1-036cad738333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0363ca98-9a6e-43a5-aefa-c6d184701364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391054 Dec 15 13:50:39.181652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-7043a9ed-9055-4f74-9b9b-a229813979bb tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.183314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c10785d4-c0a0-448e-a229-7ea571a2f5d5 req-7043a9ed-9055-4f74-9b9b-a229813979bb tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1886196 Dec 15 13:50:39.229968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 207a74b8-130b-44df-a1fc-172d89da0ba5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=207a74b8-130b-44df-a1fc-172d89da0ba5,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:39.254429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '207a74b8-130b-44df-a1fc-172d89da0ba5', 'network_id': '8c7f9aac-8099-49ce-a654-947957ac7215', 'port_id': '207a74b8-130b-44df-a1fc-172d89da0ba5', 'mac_address': 'fa:16:3e:98:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea407e3-7c20-44cf-8da4-08da5cfbb576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:39.308721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.332473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207a74b8-130b-44df-a1fc-172d89da0ba5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:39.342001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.353580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ec07b-9200-4af8-9c39-698e19403b37 req-73b7d61b-56e4-40d0-8b8f-2ea39742c107 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.356234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 207a74b8-130b-44df-a1fc-172d89da0ba5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=207a74b8-130b-44df-a1fc-172d89da0ba5,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:39.362361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-228ec07b-9200-4af8-9c39-698e19403b37 req-73b7d61b-56e4-40d0-8b8f-2ea39742c107 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 944 time: 0.0994570 Dec 15 13:50:39.364326 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.371381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-ca4f1039-a43b-4d41-84b1-f46f52cfc6ca tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.374088 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-ca4f1039-a43b-4d41-84b1-f46f52cfc6ca tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.1481016 Dec 15 13:50:39.411161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-b186d0cb-13de-4db6-9ef5-399fcc5fc586 service neutron] 10.222.0.67 "GET /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183003 Dec 15 13:50:39.423456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=207a74b8-130b-44df-a1fc-172d89da0ba5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:39.507766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-16b981cf-9310-42d6-b722-8b09b5d47711 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.509312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-16b981cf-9310-42d6-b722-8b09b5d47711 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1440411 Dec 15 13:50:39.515812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-228ec07b-9200-4af8-9c39-698e19403b37 req-6e5b21a6-91c9-42fe-a0a1-db458d5c218f tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523087 Dec 15 13:50:39.587835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-205669dc-7066-46fd-8ebe-6ce43131b4c6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.131 HTTP/1.1" status: 200 len: 696 time: 0.0694509 Dec 15 13:50:39.613275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-74b0b687-6a4f-432d-be64-145af68b004f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Request body: {'floatingip': {'port_id': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:39.637099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Deleting port 53307427-5658-4deb-b1a4-823cced543d6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:39.638131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.645977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d9cb137-96fc-4ec8-b172-d5205c11b427 req-86d3cfd0-5df6-4425-9642-dd5cc593df15 service neutron] 10.222.0.67 "GET /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243967 Dec 15 13:50:39.672779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-74b0b687-6a4f-432d-be64-145af68b004f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.697579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['207a74b8-130b-44df-a1fc-172d89da0ba5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:39.740234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Router fdee2c3a-0097-4b8a-892a-347936ce0246 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:50:39.754297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35a25-2749-43fe-a2ea-c7fda66ebf20 req-706c29c3-1321-4d49-a825-590fc3efc60c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.755831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35e35a25-2749-43fe-a2ea-c7fda66ebf20 req-706c29c3-1321-4d49-a825-590fc3efc60c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 946 time: 0.1585166 Dec 15 13:50:39.854926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35e35a25-2749-43fe-a2ea-c7fda66ebf20 req-9deb2a46-7e4c-4d08-8c2c-af3541aefb32 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899913 Dec 15 13:50:39.899106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] For port 53307427-5658-4deb-b1a4-823cced543d6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=53307427-5658-4deb-b1a4-823cced543d6,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:39.899615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.926805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Calling delete_port for 53307427-5658-4deb-b1a4-823cced543d6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:39.966677 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-74b0b687-6a4f-432d-be64-145af68b004f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 13:50:39.967712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3f05507-3f99-4fc5-92e9-c5ab1db1f72f req-74b0b687-6a4f-432d-be64-145af68b004f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "PUT /v2.0/floatingips/adabc835-a25a-4833-86b2-dd9c240e5bb7 HTTP/1.1" status: 409 len: 550 time: 0.3692632 Dec 15 13:50:40.018478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:40.031465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Sync routers for ids ['fdee2c3a-0097-4b8a-892a-347936ce0246'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:40.046870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Routers {'fdee2c3a-0097-4b8a-892a-347936ce0246'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:40.048049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['fdee2c3a-0097-4b8a-892a-347936ce0246'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:40.054089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.056554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a62c40c-aee0-4e96-b8bb-b016899d7318 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5202482 Dec 15 13:50:40.059720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:40.118204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3945c07e-7578-4b18-bf65-625be8b410db req-ff40766c-bd43-47d3-b77e-ab521c4541d8 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips/adabc835-a25a-4833-86b2-dd9c240e5bb7 HTTP/1.1" status: 200 len: 693 time: 0.1292810 Dec 15 13:50:40.166260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Set router fdee2c3a-0097-4b8a-892a-347936ce0246 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:40.200847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70eae3-4b13-4693-8154-edbb22e15f95 req-81f25f37-a48b-47e6-9bfa-09ef8f949df3 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:40.202484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da70eae3-4b13-4693-8154-edbb22e15f95 req-81f25f37-a48b-47e6-9bfa-09ef8f949df3 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 944 time: 0.1390488 Dec 15 13:50:40.204591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.207590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.291013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event deleted for resources: {'Port': ['ID=53307427-5658-4deb-b1a4-823cced543d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:40.291224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da70eae3-4b13-4693-8154-edbb22e15f95 req-d497cdc3-957b-4446-94a8-308dfac7437e tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794194 Dec 15 13:50:40.308920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c07e-7578-4b18-bf65-625be8b410db req-5d889859-47cc-49bc-9a35-7b88799adbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:40.310898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3945c07e-7578-4b18-bf65-625be8b410db req-5d889859-47cc-49bc-9a35-7b88799adbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1820304 Dec 15 13:50:40.377504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] No DVR routers for this DVR port 53307427-5658-4deb-b1a4-823cced543d6 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:40.378633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3945c07e-7578-4b18-bf65-625be8b410db req-12e07a90-f649-468c-8534-01f49272577c tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.131 HTTP/1.1" status: 200 len: 696 time: 0.0559950 Dec 15 13:50:40.380584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.384181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d36814ac-3f78-487d-a19d-6428f72320e8 req-97b09f15-1f00-4455-a776-ff663801a01e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "DELETE /v2.0/ports/53307427-5658-4deb-b1a4-823cced543d6 HTTP/1.1" status: 204 len: 173 time: 0.9628031 Dec 15 13:50:40.388988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'name': 'network-vif-deleted', 'tag': '53307427-5658-4deb-b1a4-823cced543d6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:40.388988 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1797d4-5260-49a3-bec5-3a245add2496" -d '{"events": [{"server_uuid": "ab6e551d-c7d0-4de1-ba54-c8a38265f693", "name": "network-vif-deleted", "tag": "53307427-5658-4deb-b1a4-823cced543d6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:40.392085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2c3a-0097-4b8a-892a-347936ce0246', 'name': '', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1bd1ab4-eee2-4532-a099-000aa4b4eb64', 'external_fixed_ips': [{'subnet_id': 'dbac33e0-e95e-4e93-b40f-fd4f9a22d922', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '410e27fc-82ad-49b5-bab5-69ae8d6aeec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:38Z', 'revision_number': 3, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port': {'id': '410e27fc-82ad-49b5-bab5-69ae8d6aeec1', 'name': '', 'network_id': 'd1bd1ab4-eee2-4532-a099-000aa4b4eb64', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2c3a-0097-4b8a-892a-347936ce0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'dbac33e0-e95e-4e93-b40f-fd4f9a22d922', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:38Z', 'updated_at': '2021-12-15T13:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbac33e0-e95e-4e93-b40f-fd4f9a22d922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:40.432387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Checking router: fdee2c3a-0097-4b8a-892a-347936ce0246 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:40.432845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Updating router fdee2c3a-0097-4b8a-892a-347936ce0246 port 410e27fc-82ad-49b5-bab5-69ae8d6aeec1 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:40.461150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.463642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.521984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3945c07e-7578-4b18-bf65-625be8b410db req-ec1b919f-9f81-4b02-b210-90ebdefee627 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.131 HTTP/1.1" status: 200 len: 696 time: 0.1358318 Dec 15 13:50:40.549247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Deleting port 410e27fc-82ad-49b5-bab5-69ae8d6aeec1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:40.549879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.590589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['53307427-5658-4deb-b1a4-823cced543d6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:40.636271 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af868c2b-77a6-4905-9362-7c85f4727edb x-openstack-request-id: req-af868c2b-77a6-4905-9362-7c85f4727edb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:40.636609 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e551d-c7d0-4de1-ba54-c8a38265f693", "name": "network-vif-deleted", "tag": "53307427-5658-4deb-b1a4-823cced543d6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:40.636872 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af868c2b-77a6-4905-9362-7c85f4727edb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:40.637343 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6e551d-c7d0-4de1-ba54-c8a38265f693', 'name': 'network-vif-deleted', 'tag': '53307427-5658-4deb-b1a4-823cced543d6', 'status': 'completed', 'code': 200} Dec 15 13:50:40.676421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.689354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Calling delete_port for 410e27fc-82ad-49b5-bab5-69ae8d6aeec1 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:40.769385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Deleting port a81c9d0c-4e6b-4256-a8ed-8f02a25326d8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:40.770228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.781576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ba39-a776-434e-b780-1b74acdb9fe5 req-564d62b7-9aed-4a04-9343-46a11be3f0a4 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:40.783080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0632ba39-a776-434e-b780-1b74acdb9fe5 req-564d62b7-9aed-4a04-9343-46a11be3f0a4 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 945 time: 0.0777414 Dec 15 13:50:40.883648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:50:40.883941 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:50:40.885222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.885389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0632ba39-a776-434e-b780-1b74acdb9fe5 req-100503f1-80af-4173-9c2b-85231ceff821 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Dec 15 13:50:40.900891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.901272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.925087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event deleted for resources: {'Port': ['ID=410e27fc-82ad-49b5-bab5-69ae8d6aeec1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:40.941556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Calling delete_port for a81c9d0c-4e6b-4256-a8ed-8f02a25326d8 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:40.999299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.059119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b95ab27f-ff65-47bb-8817-7dbc0a918bd2 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:41.067285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 207a74b8-130b-44df-a1fc-172d89da0ba5 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:41.073307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c336fa8-f850-49d9-929c-45ec5c9dcbde req-8aab2fed-e4bf-4787-9cbb-a9606346bc96 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab6e551d-c7d0-4de1-ba54-c8a38265f693 HTTP/1.1" status: 200 len: 210 time: 0.0340586 Dec 15 13:50:41.122254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.124714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.151999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.175728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event deleted for resources: {'Port': ['ID=a81c9d0c-4e6b-4256-a8ed-8f02a25326d8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.190088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 207a74b8-130b-44df-a1fc-172d89da0ba5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:41.209329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 207a74b8-130b-44df-a1fc-172d89da0ba5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:41.209762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.249785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,segment=NetworkSegment(6a1d274b-1c1c-4fac-bad4-805b2b15551e),segment_id=6a1d274b-1c1c-4fac-bad4-805b2b15551e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:41.268005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2', 'network_id': '0363ca98-9a6e-43a5-aefa-c6d184701364', 'port_id': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2', 'mac_address': 'fa:16:3e:47:4f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f61aef2-a706-47e2-98c4-30c93af46108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:41.286928 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.289875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.293589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3945c07e-7578-4b18-bf65-625be8b410db req-92cf3586-b782-4e12-a962-ebdd8c2f46c1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "DELETE /v2.0/floatingips/adabc835-a25a-4833-86b2-dd9c240e5bb7 HTTP/1.1" status: 204 len: 173 time: 0.7640996 Dec 15 13:50:41.342749 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.359861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95ab27f-ff65-47bb-8817-7dbc0a918bd2 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:41.380389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,segment=NetworkSegment(6a1d274b-1c1c-4fac-bad4-805b2b15551e),segment_id=6a1d274b-1c1c-4fac-bad4-805b2b15551e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:41.382875 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.387942 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.436850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Port 410e27fc-82ad-49b5-bab5-69ae8d6aeec1 not found while updating agent binding for router fdee2c3a-0097-4b8a-892a-347936ce0246. {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 13:50:41.453180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.453992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdee2c3a-0097-4b8a-892a-347936ce0246 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:41.458869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.462832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c37193de-3ba0-4f7c-802b-f9d2dbcfb91a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fdee2c3a-0097-4b8a-892a-347936ce0246 HTTP/1.1" status: 204 len: 168 time: 1.3991895 Dec 15 13:50:41.463611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:41.468929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-e3bd0318-e9b1-445a-bf91-aed7d25e8d50 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.1576171 Dec 15 13:50:41.485721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 207a74b8-130b-44df-a1fc-172d89da0ba5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=207a74b8-130b-44df-a1fc-172d89da0ba5,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:41.488948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207a74b8-130b-44df-a1fc-172d89da0ba5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:41.491468 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dff946-f78c-4030-ad6f-22cbdaf42247" -d '{"events": [{"server_uuid": "e7a0897c-9b3d-46b1-8deb-3a5a37a345cf", "name": "network-vif-plugged", "status": "completed", "tag": "207a74b8-130b-44df-a1fc-172d89da0ba5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:41.504891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.507190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:41.507190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:50:41.507572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdee2c3a-0097-4b8a-892a-347936ce0246'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 13:50:41.507948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e26e7e-44f4-41db-9706-d882bdfa2961 None None] The sync data for ids ['fdee2c3a-0097-4b8a-892a-347936ce0246'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:41.514224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.514980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Deleting subnet dbac33e0-e95e-4e93-b40f-fd4f9a22d922 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:41.519120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.527953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addd17a-57a1-47a3-834a-6fc7ef317c09 req-95752e1d-602d-4382-aec8-b414284c1654 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.529497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3addd17a-57a1-47a3-834a-6fc7ef317c09 req-95752e1d-602d-4382-aec8-b414284c1654 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 945 time: 0.1186450 Dec 15 13:50:41.556250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.557976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-4356ce0e-e6e3-4ef5-9431-b6597f4ca870 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.559973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-4356ce0e-e6e3-4ef5-9431-b6597f4ca870 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports/1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 942 time: 0.0800238 Dec 15 13:50:41.571124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=207a74b8-130b-44df-a1fc-172d89da0ba5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.602610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.604536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3addd17a-57a1-47a3-834a-6fc7ef317c09 req-602c5ac9-c2d3-451c-9fa9-b2a5c198dd5b tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628262 Dec 15 13:50:41.665945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.692311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dbac33e0-e95e-4e93-b40f-fd4f9a22d922,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.696867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.701957 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-894c6b94-bd0c-4658-9d3a-f5218275432a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/dbac33e0-e95e-4e93-b40f-fd4f9a22d922 HTTP/1.1" status: 204 len: 168 time: 0.2376950 Dec 15 13:50:41.704535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:41.722549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-2d5d0170-6503-43ee-a994-36fc0f0774f8 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.0884347 Dec 15 13:50:41.728049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['b95ab27f-ff65-47bb-8817-7dbc0a918bd2'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:41.800630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.812185 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58679489-db55-4078-b3a4-69fee3e3b286 x-openstack-request-id: req-58679489-db55-4078-b3a4-69fee3e3b286 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:41.812489 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0897c-9b3d-46b1-8deb-3a5a37a345cf", "name": "network-vif-plugged", "status": "completed", "tag": "207a74b8-130b-44df-a1fc-172d89da0ba5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:41.812761 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58679489-db55-4078-b3a4-69fee3e3b286 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:41.813324 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207a74b8-130b-44df-a1fc-172d89da0ba5', 'code': 200} Dec 15 13:50:41.888757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-82f577a4-847a-4272-b548-080fbfd5db67 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.896490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.897822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-82f577a4-847a-4272-b548-080fbfd5db67 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1740658 Dec 15 13:50:41.942539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd1ab4-eee2-4532-a099-000aa4b4eb64']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:41.961856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f038e59d-c013-4b11-9664-a62fe32586c4') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:41.962196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f038e59d-c013-4b11-9664-a62fe32586c4') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:41.966258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-6611d116-10a0-4da4-bc38-be59561ac71c tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.0675936 Dec 15 13:50:41.970498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301172e8-fa9d-4099-b657-7fda67074bdf req-f8d029cc-ba5a-4934-b958-043dd586f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.971976 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-301172e8-fa9d-4099-b657-7fda67074bdf req-f8d029cc-ba5a-4934-b958-043dd586f0cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 1097 time: 0.0783365 Dec 15 13:50:41.976115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.978074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:42.001364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.016765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:42.017417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:42.019565 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:42.068232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.086998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-301172e8-fa9d-4099-b657-7fda67074bdf req-07193f7a-d204-45ad-a3c6-1868e49decb6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947585 Dec 15 13:50:42.094697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.100689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1bd1ab4-eee2-4532-a099-000aa4b4eb64 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:50:42.104119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.112386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d1bd1ab4-eee2-4532-a099-000aa4b4eb64 HTTP/1.1" status: 204 len: 168 time: 0.4067667 Dec 15 13:50:42.125056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1d3be-d22e-41e2-832f-15039f48d799 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1bd1ab4-eee2-4532-a099-000aa4b4eb64,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:42.126718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf3c85-c37d-4786-b1de-6251937a597c req-14c22d8c-daf6-4d91-a78f-8d896d99de1b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:42.128976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fbf3c85-c37d-4786-b1de-6251937a597c req-14c22d8c-daf6-4d91-a78f-8d896d99de1b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.1137373 Dec 15 13:50:42.256863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fbf3c85-c37d-4786-b1de-6251937a597c req-51ded097-ffa2-45f7-b941-419e8d71022b tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198163 Dec 15 13:50:42.313452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.319669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.320119 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Floating IP 35596ad5-24f2-419b-bc90-9b3e20f99674 disassociated. External IP: 172.25.2.34, port: 1d0cf6e7-0da6-4d85-bb70-c239cecdb095. Dec 15 13:50:42.350420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:42.354862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'name': 'tempest-router--1804395548', 'project_id': '195ca597b98f42b48119c2f4bd68e061'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:42.378282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.379641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.455090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.461119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.481921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.489235 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ca80b571-45c9-499c-88b2-8e228195b725 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1376503 Dec 15 13:50:42.489917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:42.507486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7f47-6211-4efa-82bf-84162a9fe568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.572728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.740241 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.742473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.792761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.793908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be4f3e30-7205-4af1-abd1-1c9166ef8bc1 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:42.799991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.804998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b2110044-9364-494f-9cfd-45a1ec1b1a4f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/routers/be4f3e30-7205-4af1-abd1-1c9166ef8bc1 HTTP/1.1" status: 204 len: 168 time: 0.3102138 Dec 15 13:50:42.921633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:42.964997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-0755e569-ffbc-4619-a04c-d9807c1b5950 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:42.967101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-0755e569-ffbc-4619-a04c-d9807c1b5950 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.4365666 Dec 15 13:50:42.971376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Router ce0de516-8403-4c95-ada0-36c40abd79cd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:42.993216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-1f08b37a-6e64-49ab-bb0a-760d8e3c736d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0178921 Dec 15 13:50:43.078738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b95ab27f-ff65-47bb-8817-7dbc0a918bd2 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:43.086686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-c8cae4c3-e00b-4964-8c93-b37dd8a17aae tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574789 Dec 15 13:50:43.138664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:43.143849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:43.144519 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.160709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1463334380', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:43.191500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:43.192238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.194153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.198789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.222267 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] Sync routers for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:43.237975 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:43.239592 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:43.247239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-171022b4-2cef-4c0a-9fa8-467659ceae28 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "PUT /v2.0/floatingips/35596ad5-24f2-419b-bc90-9b3e20f99674 HTTP/1.1" status: 200 len: 694 time: 1.2709279 Dec 15 13:50:43.249227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:43.252148 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1344adc-38e1-4df9-9770-172626c3423b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:43.273112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-48626ddb-db3a-4e5a-a976-23dfa06eeeef service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634514 Dec 15 13:50:43.315862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.363052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.372425 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:43.441934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,segment=NetworkSegment(6a1d274b-1c1c-4fac-bad4-805b2b15551e),segment_id=6a1d274b-1c1c-4fac-bad4-805b2b15551e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:43.451655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.455861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 53307427-5658-4deb-b1a4-823cced543d6 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:43.520536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-7564509f-d954-4729-8264-c628b8fce1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.521992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-7564509f-d954-4729-8264-c628b8fce1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1096 time: 0.1584091 Dec 15 13:50:43.532275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-0a59592d-0242-48e3-851f-9db0ab728b9d service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436922 Dec 15 13:50:43.671311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 53307427-5658-4deb-b1a4-823cced543d6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:43.673951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 53307427-5658-4deb-b1a4-823cced543d6 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:43.680123 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:04Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:43.681907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:43.694527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.737510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] Checking router: ce0de516-8403-4c95-ada0-36c40abd79cd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:43.738895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-5d219c88-a900-46da-9c01-51e8fa04d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.747835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-5d219c88-a900-46da-9c01-51e8fa04d2f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 931 time: 0.1991329 Dec 15 13:50:43.758598 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:43.759250 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:43.802967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-c9b4a260-f7c7-4e82-a2a3-4444f01dfc49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 217 time: 0.0540748 Dec 15 13:50:43.814456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07311903-8966-4dce-bc94-753c55228fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:43.820260 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715371cf-8a40-4ca8-bad4-0679d0bd14d0" -d '{"events": [{"server_uuid": "07311903-8966-4dce-bc94-753c55228fc4", "name": "network-vif-plugged", "status": "completed", "tag": "b95ab27f-ff65-47bb-8817-7dbc0a918bd2"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:43.869528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-7a5f6c0a-3fa2-45fe-97a0-bd0707258326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.871229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-7a5f6c0a-3fa2-45fe-97a0-bd0707258326 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 200 len: 868 time: 0.0675499 Dec 15 13:50:43.922559 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:43.940745 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.020420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-185b0ae0-e8c3-43b2-b541-4d6fd426df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.022062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-185b0ae0-e8c3-43b2-b541-4d6fd426df7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69522ded-4d23-4ea8-87cd-89593c3b93c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435297 Dec 15 13:50:44.072803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.092033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945ef2b-2232-4df2-95b9-e6170db90d35 req-da815020-c886-44af-b099-2c6cbf0c5f0f tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.093536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4945ef2b-2232-4df2-95b9-e6170db90d35 req-da815020-c886-44af-b099-2c6cbf0c5f0f tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.1450074 Dec 15 13:50:44.109478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.180191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-b2799ce6-b6dd-4bd3-abef-d50faa5be181 service neutron] 10.222.0.32 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505151 Dec 15 13:50:44.208278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4945ef2b-2232-4df2-95b9-e6170db90d35 req-8638e5e1-b807-4e15-b848-b252adac5da2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977223 Dec 15 13:50:44.375810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-701fa0dc-2ba0-4fce-9042-aa8e89cdaacd req-7884df07-968d-465d-b4e5-f30863e52812 service neutron] 10.222.0.32 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933496 Dec 15 13:50:44.386221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Allocated IP 172.25.2.136 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/808c16fb-345c-4a6c-ab61-dc47fa7128a8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:44.445906 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:04Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:44.491752 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05800bb5-292c-49b3-bc84-3304a887cf42 x-openstack-request-id: req-05800bb5-292c-49b3-bc84-3304a887cf42 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:44.492249 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:44.492697 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05800bb5-292c-49b3-bc84-3304a887cf42 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:44.493334 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'status': 'completed', 'code': 200} Dec 15 13:50:44.513229 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e6790-2f3b-47eb-8ff4-a4a77e78e2d9 None None] The sync data for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 is: [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:49:56Z', 'revision_number': 4, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '1586527a-9901-4305-93fe-9955181a9916', 'name': '', 'network_id': '69522ded-4d23-4ea8-87cd-89593c3b93c6', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'mac_address': 'fa:16:3e:74:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:04Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'subnets': [{'id': '8ea06946-88d0-40d3-b767-eb6ebbe857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:44.634665 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db7b82-6329-4571-8bd0-6245258c584e x-openstack-request-id: req-94db7b82-6329-4571-8bd0-6245258c584e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:44.635139 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07311903-8966-4dce-bc94-753c55228fc4", "name": "network-vif-plugged", "status": "completed", "tag": "b95ab27f-ff65-47bb-8817-7dbc0a918bd2", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:44.635558 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94db7b82-6329-4571-8bd0-6245258c584e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:44.636157 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07311903-8966-4dce-bc94-753c55228fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2', 'code': 200} Dec 15 13:50:44.650036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1344adc-38e1-4df9-9770-172626c3423b req-3ddb67ee-a151-4e06-9ef3-19d2fa4a02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.651767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-3ddb67ee-a151-4e06-9ef3-19d2fa4a02dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7374b17d64547ae91199392cfa2cdfd&device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 1096 time: 0.1039250 Dec 15 13:50:44.696015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.697247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f7ea-3fad-4a42-ae8b-c983b90f43d8 req-9f7df242-5e28-43d4-91b6-0d885eab86c9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.701858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2569dbd4-c203-4131-8a19-b4c4c973f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.712339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5087f7ea-3fad-4a42-ae8b-c983b90f43d8 req-9f7df242-5e28-43d4-91b6-0d885eab86c9 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.1331956 Dec 15 13:50:44.794003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d90db012-812c-4474-98ed-619512ae1dd4 req-5de83264-10b0-4553-ad86-46fc78848d33 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 210 time: 0.0439944 Dec 15 13:50:44.894811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1344adc-38e1-4df9-9770-172626c3423b req-61ceff54-8d83-475d-8668-4da0ec80de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.897513 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-61ceff54-8d83-475d-8668-4da0ec80de5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 200 len: 931 time: 0.2199378 Dec 15 13:50:44.900951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.961326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-8ee46f84-6888-405c-97a8-d14d8d07d0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips/35596ad5-24f2-419b-bc90-9b3e20f99674 HTTP/1.1" status: 200 len: 694 time: 0.1117826 Dec 15 13:50:44.964831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5087f7ea-3fad-4a42-ae8b-c983b90f43d8 req-920c9829-04cb-4c58-b580-201cc4b66239 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513385 Dec 15 13:50:44.979824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:44.988196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843682d9-83de-45e4-bf71-618f67d80b63 req-993ffa56-15b0-45fc-a239-9a083613e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.989334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-843682d9-83de-45e4-bf71-618f67d80b63 req-993ffa56-15b0-45fc-a239-9a083613e22b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 1097 time: 0.2341485 Dec 15 13:50:44.991131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:45.046731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:45.088765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b1d1d-2036-4b0b-b2e0-8b9bdc5077db None None] New status for floating IP 35596ad5-24f2-419b-bc90-9b3e20f99674: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:45.130490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-843682d9-83de-45e4-bf71-618f67d80b63 req-bd1db770-86d8-475f-b391-b0ac821a99c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919108 Dec 15 13:50:45.141302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-805d39f9-5539-4342-ad63-8969f46b0d70 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.142752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-805d39f9-5539-4342-ad63-8969f46b0d70 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.1749456 Dec 15 13:50:45.163666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-9ba6a4b9-d79c-44c4-903d-145652ba3c31 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:50:45.164654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-9ba6a4b9-d79c-44c4-903d-145652ba3c31 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066214 Dec 15 13:50:45.188629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d69188-d605-4905-9556-c1fd8154dc29 req-a51de277-0706-456f-9390-8bbf54940aa6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.190123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5d69188-d605-4905-9556-c1fd8154dc29 req-a51de277-0706-456f-9390-8bbf54940aa6 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.0836267 Dec 15 13:50:45.207120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-731ee1fe-d825-4807-8864-ed0c6cdbed1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 200 len: 217 time: 0.2526844 Dec 15 13:50:45.211399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event updated for resources: {'Port': ['ID=808c16fb-345c-4a6c-ab61-dc47fa7128a8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:45.246288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-d47d7dc0-33f3-4f42-91be-930cb034744f tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 697 time: 0.0551229 Dec 15 13:50:45.324237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5d69188-d605-4905-9556-c1fd8154dc29 req-6d5dde12-fc97-4ed8-b735-34bf31b3f5c0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254420 Dec 15 13:50:45.328180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-97e3c946-9774-40b2-8d74-313db265e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 697 time: 0.0601764 Dec 15 13:50:45.496304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1344adc-38e1-4df9-9770-172626c3423b req-85a99f90-f7b0-475f-9f2a-92d828b734d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.499189 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-85a99f90-f7b0-475f-9f2a-92d828b734d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 200 len: 868 time: 0.1608288 Dec 15 13:50:45.519700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b863dc-1824-4b7e-b437-7532440f2bbf req-1f510caf-6161-428a-8519-8b0d17bf7911 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.521320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b863dc-1824-4b7e-b437-7532440f2bbf req-1f510caf-6161-428a-8519-8b0d17bf7911 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.1184106 Dec 15 13:50:45.556524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.562599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Deleting port e260485d-d3b6-4b3e-a81a-48af09aae961 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:45.562933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.689964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b863dc-1824-4b7e-b437-7532440f2bbf req-0be2ec14-8939-42ce-871d-262156c74784 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475277 Dec 15 13:50:45.743036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.743391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.758671 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1344adc-38e1-4df9-9770-172626c3423b req-e6bb4e84-02e0-4548-bb30-4e1d326f3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.767983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Calling delete_port for e260485d-d3b6-4b3e-a81a-48af09aae961 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:45.768760 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-e6bb4e84-02e0-4548-bb30-4e1d326f3779 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69522ded-4d23-4ea8-87cd-89593c3b93c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419803 Dec 15 13:50:45.807712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-b5bd992a-edaa-49a6-b0bb-1bfd2d0852ed tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.810818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-b5bd992a-edaa-49a6-b0bb-1bfd2d0852ed tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.1958942 Dec 15 13:50:45.879397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Request body: {'port': {'device_id': '99b21107-f28e-4eac-ba96-9486f2681f12', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'admin_state_up': True, 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:46.134101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:46.136757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.139702 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.146609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.206103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd1f9c42-1e53-464e-8c1b-fcf9835f2978 req-55c62a7f-28a5-4bf7-b3d7-1229bec54885 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 210 time: 0.0626497 Dec 15 13:50:46.210539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event deleted for resources: {'Port': ['ID=e260485d-d3b6-4b3e-a81a-48af09aae961,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:46.337146 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-1377bee5-5d33-4857-b137-860d19b49606 service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366302 Dec 15 13:50:46.339831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.371606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.374252 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.375410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70eabde2-2dda-491d-a8fe-adbbdbd7a9b2 req-457f50ac-c9e2-4872-9234-2116aebf1a23 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "DELETE /v2.0/floatingips/35596ad5-24f2-419b-bc90-9b3e20f99674 HTTP/1.1" status: 204 len: 173 time: 1.0232234 Dec 15 13:50:46.432008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f20e3-7d67-4132-87b4-7a9f2bd10577 req-719375bf-28cf-410c-ad4f-9f238e2df44a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:46.433625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-702f20e3-7d67-4132-87b4-7a9f2bd10577 req-719375bf-28cf-410c-ad4f-9f238e2df44a tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.1072500 Dec 15 13:50:46.439941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Allocated IP 172.20.0.3 (93dcf55e-deff-4c7d-8d72-764aed011531/bb6cf20b-fa56-4671-841a-e0b45301cc06/31018224-6305-4df2-91f1-0e7350ef8a8f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:46.547352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1344adc-38e1-4df9-9770-172626c3423b req-8ef65cf2-c08d-4629-9e28-68d8849b4c46 service neutron] 10.222.0.67 "GET /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020960 Dec 15 13:50:46.588331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-702f20e3-7d67-4132-87b4-7a9f2bd10577 req-61b788b1-4596-4df3-881c-7f26e046deab tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353858 Dec 15 13:50:46.595357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Router 885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:50:46.648182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76efa2-5d68-4dc1-99c6-40de6ba4262b req-1bde4d5d-5140-45e3-be60-310860a68c06 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:46.655366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e76efa2-5d68-4dc1-99c6-40de6ba4262b req-1bde4d5d-5140-45e3-be60-310860a68c06 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1115139 Dec 15 13:50:46.727676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e76efa2-5d68-4dc1-99c6-40de6ba4262b req-b9733539-74d7-480d-8017-6dd5c94c9e2d tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0714412 Dec 15 13:50:46.774972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.776154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:46.799286 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] Sync routers for ids ['885cb3eb-b8f0-4372-ab6f-762ddd7d6d26'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:46.800673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a0440-d712-41a7-9ac7-e9975b143827 req-192d55d1-2c36-4cde-8c76-e51dd306a056 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:46.802228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d8a0440-d712-41a7-9ac7-e9975b143827 req-192d55d1-2c36-4cde-8c76-e51dd306a056 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.0929663 Dec 15 13:50:46.813267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.818229 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-de6fb232-a238-462b-95ed-6b0e00e359ac tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8952320 Dec 15 13:50:46.818491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55474) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:46.830325 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] Routers {'885cb3eb-b8f0-4372-ab6f-762ddd7d6d26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:46.834267 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['885cb3eb-b8f0-4372-ab6f-762ddd7d6d26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:46.875354 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:46.884756 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] Routers {'885cb3eb-b8f0-4372-ab6f-762ddd7d6d26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:46.885468 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['885cb3eb-b8f0-4372-ab6f-762ddd7d6d26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:46.917693 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:46.918280 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93d1f3-db14-432c-9862-72c4963d5e5e None None] The sync data for ids ['885cb3eb-b8f0-4372-ab6f-762ddd7d6d26'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:46.921220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.017996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:47.037378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:47.045144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d8a0440-d712-41a7-9ac7-e9975b143827 req-5ab161c7-586f-48e6-864b-d68c243a28f0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276931 Dec 15 13:50:47.046122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:47.050060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:47.059618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2a6fa-5991-4845-8d09-b6c1ce11e1eb req-99abc989-f52a-4b66-aca9-270aa7f3d9aa tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:47.061130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddc2a6fa-5991-4845-8d09-b6c1ce11e1eb req-99abc989-f52a-4b66-aca9-270aa7f3d9aa tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.1835618 Dec 15 13:50:47.116008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e525eb28-dd54-476e-ba87-b915984259a3 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 HTTP/1.1" status: 200 len: 921 time: 0.2920249 Dec 15 13:50:47.117573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:47.147037 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5962fcfc-a870-4395-a6b7-7515986386aa tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 HTTP/1.1" status: 200 len: 205 time: 0.0291131 Dec 15 13:50:47.150338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:47.156780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be37c986-f892-4200-ba3d-b1d17c8f7840 req-0cc2ff9e-2e13-4f58-85c1-852d55700e13 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0618179 Dec 15 13:50:47.177351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:47.177992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.199920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddc2a6fa-5991-4845-8d09-b6c1ce11e1eb req-64620ad5-e611-4331-84d2-0c538200429a tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153123 Dec 15 13:50:47.224079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-bbc1d0f7-bc8e-4e92-850a-4cf55d029d9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3511240 Dec 15 13:50:47.245072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Request body: {'port': {'device_id': '99b21107-f28e-4eac-ba96-9486f2681f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:47.283169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.343390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.358218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.403989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.518406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Deleting port 808c16fb-345c-4a6c-ab61-dc47fa7128a8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:47.518943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.629221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.644126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Calling delete_port for 808c16fb-345c-4a6c-ab61-dc47fa7128a8 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:47.832611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.862124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event deleted for resources: {'Port': ['ID=808c16fb-345c-4a6c-ab61-dc47fa7128a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:47.933908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.986761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4103e7-d54e-46b0-96c8-37076c48589f req-e818d94b-1579-405f-97d2-55bf31fc0bcc tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:47.988330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc4103e7-d54e-46b0-96c8-37076c48589f req-e818d94b-1579-405f-97d2-55bf31fc0bcc tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.1308722 Dec 15 13:50:48.003169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1782016-3527-4c99-a351-154f25aa03f0 req-8142ff0b-f2fa-4ef8-b54d-ea9868e20a75 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.005917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1782016-3527-4c99-a351-154f25aa03f0 req-8142ff0b-f2fa-4ef8-b54d-ea9868e20a75 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 931 time: 0.4537585 Dec 15 13:50:48.040968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.043439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.090056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.091358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Fanout notify agent at l3_agent the message router_deleted on router 885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:48.102914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.104700 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c4056bbb-82a9-4af2-8441-bfe2f93913a1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 HTTP/1.1" status: 204 len: 168 time: 0.9533379 Dec 15 13:50:48.108406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:48.113042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'name': 'tempest-snat-router-878704644', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': False}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:48.125074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc4103e7-d54e-46b0-96c8-37076c48589f req-6c8b955e-f5c4-488b-a48a-179d44f20649 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150241 Dec 15 13:50:48.128370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1782016-3527-4c99-a351-154f25aa03f0 req-960237e1-2c02-4618-b0b9-f98e4c21405d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144004 Dec 15 13:50:48.170628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.171896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.184341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31018224-6305-4df2-91f1-0e7350ef8a8f {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:48.193776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.210867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Transition to ACTIVE for port object 31018224-6305-4df2-91f1-0e7350ef8a8f will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:48.221559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.263046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.311155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:48.387683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.395569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564c6e-5a84-4b77-bd9c-b0078647b759 req-8f808dfa-9024-496e-ad03-c8fc2c49f4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.397135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3564c6e-5a84-4b77-bd9c-b0078647b759 req-8f808dfa-9024-496e-ad03-c8fc2c49f4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.1476235 Dec 15 13:50:48.424544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.444268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a3e6a-381e-4069-ad3b-daa7c558ba9c req-13b421dc-f7f9-41d9-a0f4-4c50dc80e114 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.445818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-145a3e6a-381e-4069-ad3b-daa7c558ba9c req-13b421dc-f7f9-41d9-a0f4-4c50dc80e114 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.1470587 Dec 15 13:50:48.476962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Attempting to bind port 31018224-6305-4df2-91f1-0e7350ef8a8f on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:48.477294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Attempting to bind port 31018224-6305-4df2-91f1-0e7350ef8a8f by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:48.477625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Attempting to bind port 31018224-6305-4df2-91f1-0e7350ef8a8f on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:48.500396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Port 31018224-6305-4df2-91f1-0e7350ef8a8f on network 93dcf55e-deff-4c7d-8d72-764aed011531 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:48.500783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Attempting to bind port 31018224-6305-4df2-91f1-0e7350ef8a8f on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:48.507590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3564c6e-5a84-4b77-bd9c-b0078647b759 req-64b65ff2-0f5b-468c-963b-d81f2fabbefc tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007378 Dec 15 13:50:48.515762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:48.516102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:48.516593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Bound using segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:48.516947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Bound port: 31018224-6305-4df2-91f1-0e7350ef8a8f, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:48.517300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.546957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-145a3e6a-381e-4069-ad3b-daa7c558ba9c req-d89426be-81e8-410c-bdf1-c92667bc3a14 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906031 Dec 15 13:50:48.630074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:48.645255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:48.655286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.701352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.701968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.703401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] 10.222.0.67 "PUT /v2.0/ports/31018224-6305-4df2-91f1-0e7350ef8a8f HTTP/1.1" status: 200 len: 1091 time: 1.4686518 Dec 15 13:50:48.703787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:48.706164 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d8caa-ef67-4576-923c-5e83539da18a" -d '{"events": [{"name": "network-changed", "server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:48.728422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.737089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d92bc4-08a7-41db-a150-b8bbea2a9c6a service neutron] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:48.774372 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.853505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-64efcf61-98fc-4c93-ae6e-db13b2478667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.855657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-64efcf61-98fc-4c93-ae6e-db13b2478667 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 1094 time: 0.0794492 Dec 15 13:50:48.910299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Allocated IP 172.25.2.245 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/e4fd5952-66ac-4f44-9cf4-8926af99a1ac) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:48.980587 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0372b8-f5bc-4054-9a30-cc759f80911e x-openstack-request-id: req-8e0372b8-f5bc-4054-9a30-cc759f80911e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:48.981048 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:48.988879 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e0372b8-f5bc-4054-9a30-cc759f80911e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:48.989471 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'status': 'completed', 'code': 200} Dec 15 13:50:48.993149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-41935eb4-6c32-46af-b5d7-e063a921c7da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31018224-6305-4df2-91f1-0e7350ef8a8f HTTP/1.1" status: 200 len: 217 time: 0.1241405 Dec 15 13:50:49.064159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-2e32d053-9c1e-4ce3-b106-5caafe5f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.066479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-2e32d053-9c1e-4ce3-b106-5caafe5f1ff2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.0654693 Dec 15 13:50:49.090009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.120571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-86a1a787-b892-429e-9bd6-b477d83d86cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392783 Dec 15 13:50:49.143860 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.228969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:49.235487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:49.238182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:49.260122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639972b-f828-462f-9b81-86f906625dc3 req-d66a1a0b-8cf5-4b1f-ac84-9d7c15a9bfa5 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.261758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c639972b-f828-462f-9b81-86f906625dc3 req-d66a1a0b-8cf5-4b1f-ac84-9d7c15a9bfa5 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.0808449 Dec 15 13:50:49.272028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Port': ['ID=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:49.291780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.292220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.292378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.292730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.293059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.293930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.294234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.294554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.294873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.295189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.295510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.295826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.296141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:49.310064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-9a322d7d-3b6d-4fe3-846d-c72200adc605 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.311569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-9a322d7d-3b6d-4fe3-846d-c72200adc605 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.1266418 Dec 15 13:50:49.320272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-ccaa476f-f3d8-407c-9ba9-c8a82b8e8c31 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846063 Dec 15 13:50:49.410296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599f9-ef8b-48b5-aae0-034f41260117 req-5272efb6-c091-4694-be69-be0778ca8978 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.411873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a3599f9-ef8b-48b5-aae0-034f41260117 req-5272efb6-c091-4694-be69-be0778ca8978 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 943 time: 0.1452391 Dec 15 13:50:49.417325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c639972b-f828-462f-9b81-86f906625dc3 req-6087a10f-4bdb-4ec1-ad7f-f519df5b1c5d tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296122 Dec 15 13:50:49.497524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1a32970-21bb-4541-9eaf-8f3ddcc36f63 req-8c227626-1aa0-44e9-b0ed-96466ce151b8 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680534 Dec 15 13:50:49.507044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a3599f9-ef8b-48b5-aae0-034f41260117 req-d2192eb1-aea3-4564-a04b-ce334a283ecf tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828428 Dec 15 13:50:49.609158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c599-c605-41c8-9596-4ce3dc41369c req-6f5199f5-2149-4149-a329-10b7ae1e6939 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.610663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0799c599-c605-41c8-9596-4ce3dc41369c req-6f5199f5-2149-4149-a329-10b7ae1e6939 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.0921288 Dec 15 13:50:49.652217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Deleting port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:49.653116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.655298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d8caa-ef67-4576-923c-5e83539da18a req-162884e6-b4a5-492e-b87c-3c6e7a9a7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.656812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-162884e6-b4a5-492e-b87c-3c6e7a9a7c83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 1094 time: 0.0946379 Dec 15 13:50:49.721889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.762794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0799c599-c605-41c8-9596-4ce3dc41369c req-d4f59fa4-3256-41bf-8e26-b74ce065c7b2 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437004 Dec 15 13:50:49.773490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0fd22-c5ee-4629-aa5d-ae5fa89658a8 req-d8674b1c-d0a0-4a46-b7fc-44fb34bfb0db tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.775134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19f0fd22-c5ee-4629-aa5d-ae5fa89658a8 req-d8674b1c-d0a0-4a46-b7fc-44fb34bfb0db tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 945 time: 0.1480632 Dec 15 13:50:49.836557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d8caa-ef67-4576-923c-5e83539da18a req-de59a030-832f-4c6f-bf19-feef8b44800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.837933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-de59a030-832f-4c6f-bf19-feef8b44800b service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.1658576 Dec 15 13:50:49.844112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] For port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:49.844675 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.865401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Calling delete_port for 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:49.910593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-b8fe2fde-6fec-46b8-a02e-8462934f661a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31018224-6305-4df2-91f1-0e7350ef8a8f HTTP/1.1" status: 200 len: 217 time: 0.0600340 Dec 15 13:50:49.931216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19f0fd22-c5ee-4629-aa5d-ae5fa89658a8 req-379dfd37-2bd5-4b80-8448-ab1f758ae681 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fa2ee1f-a8c7-4dc0-9777-858812737f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394126 Dec 15 13:50:49.974557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d8caa-ef67-4576-923c-5e83539da18a req-ed1a11b5-9b4f-4bd1-8b5d-0effe07f06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.976272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-ed1a11b5-9b4f-4bd1-8b5d-0effe07f06cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.0580282 Dec 15 13:50:50.019402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-8954069d-ea30-41fe-9e2a-2d8620f908a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352213 Dec 15 13:50:50.082790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.130976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-9a5deded-05c5-4dc1-980b-564d900f7c9f service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901821 Dec 15 13:50:50.220442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.237652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['1d0cf6e7-0da6-4d85-bb70-c239cecdb095'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:50.257164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c07d8caa-ef67-4576-923c-5e83539da18a req-ce3b8321-b30a-40af-bcee-d929bbd9d1b2 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114306 Dec 15 13:50:50.258450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Pushing event deleted for resources: {'Port': ['ID=1d0cf6e7-0da6-4d85-bb70-c239cecdb095,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:50.320340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] No DVR routers for this DVR port 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:50.324128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.327578 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14720551-07e8-402a-a2c1-327ed60e99d7 req-dac2d3d9-e900-4057-a005-68cfc9f22c03 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.67 "DELETE /v2.0/ports/1d0cf6e7-0da6-4d85-bb70-c239cecdb095 HTTP/1.1" status: 204 len: 173 time: 0.9799378 Dec 15 13:50:50.328053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'name': 'network-vif-deleted', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:50.330387 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071c96a0-cb4d-4a62-a820-210f07d99061" -d '{"events": [{"server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "name": "network-vif-deleted", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:50.361364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Router dfcd6a7f-7b76-48d4-b5c7-517025848bf9 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:50:50.375154 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e222c3d-6174-4a84-b56f-af825c83bfa8 x-openstack-request-id: req-1e222c3d-6174-4a84-b56f-af825c83bfa8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:50.375450 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d24fd83-90f6-429c-92c5-425570bf4161", "name": "network-vif-deleted", "tag": "1d0cf6e7-0da6-4d85-bb70-c239cecdb095", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:50.375793 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e222c3d-6174-4a84-b56f-af825c83bfa8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:50.376280 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d24fd83-90f6-429c-92c5-425570bf4161', 'name': 'network-vif-deleted', 'tag': '1d0cf6e7-0da6-4d85-bb70-c239cecdb095', 'status': 'completed', 'code': 200} Dec 15 13:50:50.665291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b670f4-de04-482c-be1b-9a0270d33a7f req-e4341da6-82e8-48e5-921f-676256c88b91 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:50.666855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76b670f4-de04-482c-be1b-9a0270d33a7f req-e4341da6-82e8-48e5-921f-676256c88b91 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.0969193 Dec 15 13:50:50.701887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fe1b0-9b0f-4f68-8fda-8395a5b64448 req-4617a68f-3920-4d65-943f-fd704273f0eb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:50.703464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a6fe1b0-9b0f-4f68-8fda-8395a5b64448 req-4617a68f-3920-4d65-943f-fd704273f0eb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 943 time: 0.0829959 Dec 15 13:50:50.752359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76b670f4-de04-482c-be1b-9a0270d33a7f req-cc3ae022-51b4-4ad3-b2a5-346392a1997f tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Dec 15 13:50:50.797746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a6fe1b0-9b0f-4f68-8fda-8395a5b64448 req-21d0fd76-7c21-4632-8db5-66b060af93ca tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Dec 15 13:50:50.835039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-3d45998d-6251-4983-b77f-530eb62bcfe8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:50.837567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-3d45998d-6251-4983-b77f-530eb62bcfe8 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.0972974 Dec 15 13:50:50.842197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:50.867114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Sync routers for ids ['dfcd6a7f-7b76-48d4-b5c7-517025848bf9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:50.891932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Routers {'dfcd6a7f-7b76-48d4-b5c7-517025848bf9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:50.893162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['dfcd6a7f-7b76-48d4-b5c7-517025848bf9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:50.899479 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.932211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.934813 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2295f29f-ab42-4821-bf9a-8bb1b0b40304 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8243709 Dec 15 13:50:50.941609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:51.066414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-a3b6d343-05d8-4e8e-9f95-9e0de2f479ec tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:51.069058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-a3b6d343-05d8-4e8e-9f95-9e0de2f479ec tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.67 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.1921704 Dec 15 13:50:51.085459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702949d-5e26-4158-b475-36e648c9caf4 req-ec27b5d7-b2ba-44ee-b9e4-82862fff19e1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:51.099570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d702949d-5e26-4158-b475-36e648c9caf4 req-ec27b5d7-b2ba-44ee-b9e4-82862fff19e1 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7a0897c-9b3d-46b1-8deb-3a5a37a345cf HTTP/1.1" status: 200 len: 946 time: 0.1548710 Dec 15 13:50:51.156331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Deleting port 207a74b8-130b-44df-a1fc-172d89da0ba5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:51.156995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.160915 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f1502a60-0fff-4615-b825-cda5ea127a4a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/dfcd6a7f-7b76-48d4-b5c7-517025848bf9 HTTP/1.1" status: 200 len: 908 time: 0.2174926 Dec 15 13:50:51.169653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:51.184559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'name': 'tempest-snat-router-878704644', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:51.185593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Set router dfcd6a7f-7b76-48d4-b5c7-517025848bf9 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:51.228579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31367821-d825-45c8-bc7d-e46d2fd7cb31 req-ddecd51d-9115-4b59-937b-9e8dbb5785af tempest-FloatingIPsAssociationNegativeTestJSON-1398660600 tempest-FloatingIPsAssociationNegativeTestJSON-1398660600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d24fd83-90f6-429c-92c5-425570bf4161 HTTP/1.1" status: 200 len: 210 time: 0.0601306 Dec 15 13:50:51.277101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] For port 207a74b8-130b-44df-a1fc-172d89da0ba5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=207a74b8-130b-44df-a1fc-172d89da0ba5,segment=NetworkSegment(084060d4-fe2e-490d-8d2a-ff032f41ac04),segment_id=084060d4-fe2e-490d-8d2a-ff032f41ac04)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:51.278664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.297732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Calling delete_port for 207a74b8-130b-44df-a1fc-172d89da0ba5 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:51.380671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d702949d-5e26-4158-b475-36e648c9caf4 req-c563d396-2603-48c2-9184-3404a24e2e53 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f477628-9931-4706-9ffa-8d741b1f68c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788248 Dec 15 13:50:51.384656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.386404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.425339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd6a7f-7b76-48d4-b5c7-517025848bf9', 'name': 'tempest-snat-router-878704644', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.245'}], 'enable_snat': False}, 'gw_port_id': 'e4fd5952-66ac-4f44-9cf4-8926af99a1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:48Z', 'updated_at': '2021-12-15T13:50:49Z', 'revision_number': 3, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port': {'id': 'e4fd5952-66ac-4f44-9cf4-8926af99a1ac', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd6a7f-7b76-48d4-b5c7-517025848bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:48Z', 'updated_at': '2021-12-15T13:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:51.426200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Deleting port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:51.426852 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.491060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Checking router: dfcd6a7f-7b76-48d4-b5c7-517025848bf9 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:51.491607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Updating router dfcd6a7f-7b76-48d4-b5c7-517025848bf9 port e4fd5952-66ac-4f44-9cf4-8926af99a1ac binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:51.516169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.520064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.531487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['207a74b8-130b-44df-a1fc-172d89da0ba5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:51.555271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Pushing event deleted for resources: {'Port': ['ID=207a74b8-130b-44df-a1fc-172d89da0ba5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:51.572854 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.610287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] No DVR routers for this DVR port 207a74b8-130b-44df-a1fc-172d89da0ba5 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:51.613308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.617369 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a5befdf8-889b-4811-a07e-1e62fd3b531a req-745639fa-0e5a-46c8-aeaf-a55f4e432bb0 tempest-ServerDiskConfigTestJSON-163544301 tempest-ServerDiskConfigTestJSON-163544301-project] 10.222.0.67 "DELETE /v2.0/ports/207a74b8-130b-44df-a1fc-172d89da0ba5 HTTP/1.1" status: 204 len: 173 time: 0.7698526 Dec 15 13:50:51.737974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] For port b95ab27f-ff65-47bb-8817-7dbc0a918bd2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,segment=NetworkSegment(6a1d274b-1c1c-4fac-bad4-805b2b15551e),segment_id=6a1d274b-1c1c-4fac-bad4-805b2b15551e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:51.738881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.751589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.766209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Calling delete_port for b95ab27f-ff65-47bb-8817-7dbc0a918bd2 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:51.942610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.949875 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.030667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cbe09-6e1c-45fe-8783-512e445948c6 None None] Pushing event updated for resources: {'Port': ['ID=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.037249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Attempting to bind port e4fd5952-66ac-4f44-9cf4-8926af99a1ac on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:52.037854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Attempting to bind port e4fd5952-66ac-4f44-9cf4-8926af99a1ac by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:52.038682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Attempting to bind port e4fd5952-66ac-4f44-9cf4-8926af99a1ac on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:52.048808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:52.049539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:52.049774 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.050179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:52.052165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Bound port: e4fd5952-66ac-4f44-9cf4-8926af99a1ac, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:52.052165 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.114651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] For port e4fd5952-66ac-4f44-9cf4-8926af99a1ac, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:52.118835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] For port e4fd5952-66ac-4f44-9cf4-8926af99a1ac, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:52.124151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.180586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Routers {'dfcd6a7f-7b76-48d4-b5c7-517025848bf9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:52.181216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['dfcd6a7f-7b76-48d4-b5c7-517025848bf9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:52.285315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cbe09-6e1c-45fe-8783-512e445948c6 None None] Pushing event updated for resources: {'Port': ['ID=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.289659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f1167-53b4-407d-8c57-255e93dd362b req-132e20a1-9b3a-493f-b7f8-5b41903879f4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:52.291155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e01f1167-53b4-407d-8c57-255e93dd362b req-132e20a1-9b3a-493f-b7f8-5b41903879f4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 943 time: 0.1501126 Dec 15 13:50:52.302105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc6c48-fc0d-4099-ade1-c256530c1eb0 req-5b99d50c-6858-44ea-9cc8-858e290b647e tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:52.303581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40dc6c48-fc0d-4099-ade1-c256530c1eb0 req-5b99d50c-6858-44ea-9cc8-858e290b647e tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/ports?device_id=07311903-8966-4dce-bc94-753c55228fc4 HTTP/1.1" status: 200 len: 946 time: 0.1650808 Dec 15 13:50:52.326280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] Set router dfcd6a7f-7b76-48d4-b5c7-517025848bf9 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:52.361783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.378626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'name': 'network-vif-deleted', 'tag': '207a74b8-130b-44df-a1fc-172d89da0ba5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:52.384806 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810dd7f2-57c6-4f63-a33b-a7415250f236" -d '{"events": [{"server_uuid": "e7a0897c-9b3d-46b1-8deb-3a5a37a345cf", "name": "network-vif-deleted", "tag": "207a74b8-130b-44df-a1fc-172d89da0ba5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:52.393309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['b95ab27f-ff65-47bb-8817-7dbc0a918bd2'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:52.422680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Pushing event deleted for resources: {'Port': ['ID=b95ab27f-ff65-47bb-8817-7dbc0a918bd2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.497942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e01f1167-53b4-407d-8c57-255e93dd362b req-426c6518-f91e-4ffa-9592-6b347c4a1559 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910830 Dec 15 13:50:52.526243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40dc6c48-fc0d-4099-ade1-c256530c1eb0 req-675fe658-74f3-46c5-b80c-af5b680e5b40 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b0de6c-cd2c-432a-9a00-d5291a7359e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087429 Dec 15 13:50:52.563027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd6a7f-7b76-48d4-b5c7-517025848bf9', 'name': 'tempest-snat-router-878704644', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.245'}], 'enable_snat': False}, 'gw_port_id': 'e4fd5952-66ac-4f44-9cf4-8926af99a1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:48Z', 'updated_at': '2021-12-15T13:50:49Z', 'revision_number': 3, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port': {'id': 'e4fd5952-66ac-4f44-9cf4-8926af99a1ac', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd6a7f-7b76-48d4-b5c7-517025848bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:48Z', 'updated_at': '2021-12-15T13:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:52.566128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] No DVR routers for this DVR port b95ab27f-ff65-47bb-8817-7dbc0a918bd2 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:52.572624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.579358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e230c331-38c2-48d3-bf35-d7b0d6906887 req-4bf452ba-887e-4e33-a746-4bbcd1efc4c2 tempest-ServerAddressesTestJSON-1010348978 tempest-ServerAddressesTestJSON-1010348978-project] 10.222.0.67 "DELETE /v2.0/ports/b95ab27f-ff65-47bb-8817-7dbc0a918bd2 HTTP/1.1" status: 204 len: 173 time: 1.4753783 Dec 15 13:50:52.581568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:52.599824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07311903-8966-4dce-bc94-753c55228fc4', 'name': 'network-vif-deleted', 'tag': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:52.600558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556938-ef8f-4b20-944e-3efd1a268451 None None] The sync data for ids ['dfcd6a7f-7b76-48d4-b5c7-517025848bf9'] in n-d-815324-3 is: [{'id': 'dfcd6a7f-7b76-48d4-b5c7-517025848bf9', 'name': 'tempest-snat-router-878704644', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.245'}], 'enable_snat': False}, 'gw_port_id': 'e4fd5952-66ac-4f44-9cf4-8926af99a1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:48Z', 'updated_at': '2021-12-15T13:50:49Z', 'revision_number': 3, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port': {'id': 'e4fd5952-66ac-4f44-9cf4-8926af99a1ac', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd6a7f-7b76-48d4-b5c7-517025848bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:48Z', 'updated_at': '2021-12-15T13:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:52.611638 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2592e102-a536-49fd-8fb0-8114524f96de" -d '{"events": [{"server_uuid": "07311903-8966-4dce-bc94-753c55228fc4", "name": "network-vif-deleted", "tag": "b95ab27f-ff65-47bb-8817-7dbc0a918bd2"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:52.679805 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c7c643-3f39-40b3-95ee-932b5578b560 x-openstack-request-id: req-46c7c643-3f39-40b3-95ee-932b5578b560 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:52.680188 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0897c-9b3d-46b1-8deb-3a5a37a345cf", "name": "network-vif-deleted", "tag": "207a74b8-130b-44df-a1fc-172d89da0ba5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:52.680634 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46c7c643-3f39-40b3-95ee-932b5578b560 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:52.681107 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0897c-9b3d-46b1-8deb-3a5a37a345cf', 'name': 'network-vif-deleted', 'tag': '207a74b8-130b-44df-a1fc-172d89da0ba5', 'status': 'completed', 'code': 200} Dec 15 13:50:52.727345 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.773992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.853783 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0411344-4f89-4fa6-a589-0d1f6ae20ab9 x-openstack-request-id: req-e0411344-4f89-4fa6-a589-0d1f6ae20ab9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:52.854229 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07311903-8966-4dce-bc94-753c55228fc4", "name": "network-vif-deleted", "tag": "b95ab27f-ff65-47bb-8817-7dbc0a918bd2", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:52.854618 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0411344-4f89-4fa6-a589-0d1f6ae20ab9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:52.855193 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07311903-8966-4dce-bc94-753c55228fc4', 'name': 'network-vif-deleted', 'tag': 'b95ab27f-ff65-47bb-8817-7dbc0a918bd2', 'status': 'completed', 'code': 200} Dec 15 13:50:52.912208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:53.015457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Allocated IP 172.25.2.8 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/7cdf3de0-60fc-4a84-aa05-c58bdfde74f6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:53.065653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:53.127598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 31018224-6305-4df2-91f1-0e7350ef8a8f details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:53.130296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:53.159667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:53.160198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1d0cf6e7-0da6-4d85-bb70-c239cecdb095 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:53.182410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.204680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Deleting subnet cea407e3-7c20-44cf-8da4-08da5cfbb576 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:53.217108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.286283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.320986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:53.341181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.347799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'mac_address': 'fa:16:3e:72:78:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:53.354014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:53.358287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:53.372617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:53.382816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdf3de0-60fc-4a84-aa05-c58bdfde74f6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.422762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.445731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31018224-6305-4df2-91f1-0e7350ef8a8f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:53.446057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.486107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:53.491830 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.566632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.663805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.667402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55588) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:53.701848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.703739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea407e3-7c20-44cf-8da4-08da5cfbb576,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.705904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.709385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bad5cae6-c68e-49a1-a532-6084256eb066 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cea407e3-7c20-44cf-8da4-08da5cfbb576 HTTP/1.1" status: 204 len: 168 time: 0.6353049 Dec 15 13:50:53.713378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55592) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:53.838341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Deleting subnet 5f61aef2-a706-47e2-98c4-30c93af46108 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:53.842373 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.861016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['31018224-6305-4df2-91f1-0e7350ef8a8f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:53.881305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.925257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.984993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.987671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.042098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f170300-7e43-4982-8e08-6ea20b1d0ff7 req-b39585c7-a159-40a7-b75a-b2db2f94d96f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:54.049595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f170300-7e43-4982-8e08-6ea20b1d0ff7 req-b39585c7-a159-40a7-b75a-b2db2f94d96f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 944 time: 0.3801289 Dec 15 13:50:54.076907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Deleting port 1586527a-9901-4305-93fe-9955181a9916 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:54.077714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.155488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.208959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] For port 1586527a-9901-4305-93fe-9955181a9916, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1586527a-9901-4305-93fe-9955181a9916,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:54.209462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.224463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Calling delete_port for 1586527a-9901-4305-93fe-9955181a9916 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:54.255256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f61aef2-a706-47e2-98c4-30c93af46108,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.263332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.269951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-333ec23f-177e-4e99-8610-a159e05735fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f61aef2-a706-47e2-98c4-30c93af46108 HTTP/1.1" status: 204 len: 168 time: 0.5963683 Dec 15 13:50:54.278233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55600) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:54.309677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f170300-7e43-4982-8e08-6ea20b1d0ff7 req-a9965b3f-7496-48a3-9ee1-fa657303d8c8 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591939 Dec 15 13:50:54.362561 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.457172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.474340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7f9aac-8099-49ce-a654-947957ac7215']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.491853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084060d4-fe2e-490d-8d2a-ff032f41ac04') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.492132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084060d4-fe2e-490d-8d2a-ff032f41ac04') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.492302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1586527a-9901-4305-93fe-9955181a9916,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.495747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.511075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd703-3521-40a3-a39b-8bfdad9888a3 req-1ab956e6-3495-4e50-84b4-9cf73ae3e1f8 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:54.513206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6ccd703-3521-40a3-a39b-8bfdad9888a3 req-1ab956e6-3495-4e50-84b4-9cf73ae3e1f8 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.2939651 Dec 15 13:50:54.519819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.573070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.591992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:54.594077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:54.600020 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:54.708018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.760381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.787381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.787614 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.794981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c7f9aac-8099-49ce-a654-947957ac7215 HTTP/1.1" status: 204 len: 168 time: 1.0777564 Dec 15 13:50:54.806284 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6ccd703-3521-40a3-a39b-8bfdad9888a3 req-664341ce-c179-4417-b63d-1cce523fb0f8 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745981 Dec 15 13:50:54.851312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4fd5952-66ac-4f44-9cf4-8926af99a1ac up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:54.892570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.895201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883af2b5-6e2c-446d-a8be-858d2ebd5f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7f9aac-8099-49ce-a654-947957ac7215,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.975352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0363ca98-9a6e-43a5-aefa-c6d184701364']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.993566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1d274b-1c1c-4fac-bad4-805b2b15551e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.994199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1d274b-1c1c-4fac-bad4-805b2b15551e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:55.010238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.053799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.069691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:55.070793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:55.074125 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:55.082496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e4fd5952-66ac-4f44-9cf4-8926af99a1ac triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:55.099157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.150565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 31018224-6305-4df2-91f1-0e7350ef8a8f up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:55.198427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.248943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.266740 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.274312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0363ca98-9a6e-43a5-aefa-c6d184701364 HTTP/1.1" status: 204 len: 168 time: 0.9874809 Dec 15 13:50:55.294835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 31018224-6305-4df2-91f1-0e7350ef8a8f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:55.301117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 31018224-6305-4df2-91f1-0e7350ef8a8f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:55.301571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.324990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9821449-483b-4b8a-83e4-d1c10e044111 admin admin] Pushing event deleted for resources: {'Network': ['ID=0363ca98-9a6e-43a5-aefa-c6d184701364,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:55.343148 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.353422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-af00410e-0f08-4fd9-b8d9-4fb9da68eb19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=165e1c2ff04442c4941f0e51ce2f26a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525216 Dec 15 13:50:55.360951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.369062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port e4fd5952-66ac-4f44-9cf4-8926af99a1ac, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:55.381885 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.394944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Router 7db95a51-e091-4c77-a536-670002cb421b is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:50:55.433512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Router ce0de516-8403-4c95-ada0-36c40abd79cd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:55.442776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:55.490495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.517556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:55.520107 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166ee996-8fc6-4a63-8b13-2f7d15f71b60" -d '{"events": [{"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-plugged", "status": "completed", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:55.536218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:55.542468 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.544241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 207a74b8-130b-44df-a1fc-172d89da0ba5 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:55.676636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.753173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:55.764066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0591c2cc-fca1-40af-9e75-3802447be26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.767038 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] Sync routers for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:55.767849 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f8bd1a-26d3-40a1-8ef5-a3d5be8f4d4a x-openstack-request-id: req-75f8bd1a-26d3-40a1-8ef5-a3d5be8f4d4a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:55.767849 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-plugged", "status": "completed", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:55.767849 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75f8bd1a-26d3-40a1-8ef5-a3d5be8f4d4a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:55.768297 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'code': 200} Dec 15 13:50:55.774433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 207a74b8-130b-44df-a1fc-172d89da0ba5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:55.774973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 207a74b8-130b-44df-a1fc-172d89da0ba5 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:55.775522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b95ab27f-ff65-47bb-8817-7dbc0a918bd2 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:55.775996 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b54b0353-c967-41d3-b9fd-43c43e9b89fa admin admin] 10.222.0.32 "PUT /v2.0/routers/ce0de516-8403-4c95-ada0-36c40abd79cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1914845 Dec 15 13:50:55.780761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.789844 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:55.790541 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:55.804560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: b95ab27f-ff65-47bb-8817-7dbc0a918bd2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:55.804826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b95ab27f-ff65-47bb-8817-7dbc0a918bd2 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:55.852961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:55.899570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0591c2cc-fca1-40af-9e75-3802447be26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.909924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b112509-4d8c-4ad2-a24c-3cd69c35e30b req-46f09b8b-7e4c-4465-81d9-4fe1011cfae0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:55.911768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b112509-4d8c-4ad2-a24c-3cd69c35e30b req-46f09b8b-7e4c-4465-81d9-4fe1011cfae0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2985778 Dec 15 13:50:55.939089 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:55.973335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:55.976460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c78dba41-02d1-47f3-8ec1-540f59b0a750 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a21f3f2b180e4e4492d1dd593627bb2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950556 Dec 15 13:50:55.985145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.009542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5419-fb44-4a8a-b988-01b3a8f71ce9 req-6ead6089-48d4-49c5-ab19-612de69f29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:56.011502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f7b5419-fb44-4a8a-b988-01b3a8f71ce9 req-6ead6089-48d4-49c5-ab19-612de69f29ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 1096 time: 0.2679040 Dec 15 13:50:56.037361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Sync routers for ids ['7db95a51-e091-4c77-a536-670002cb421b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:56.050378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Routers {'7db95a51-e091-4c77-a536-670002cb421b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:56.052042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7db95a51-e091-4c77-a536-670002cb421b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.068751 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.070168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-56a606f7-1689-40ca-8c42-d0b7c983cd91 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.8933792 Dec 15 13:50:56.077036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.090661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692f4c-c5d8-4963-844e-5f7234015019 req-01c9d9b5-0ea5-4580-b709-57a0b9c25bb3 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:56.098371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2692f4c-c5d8-4963-844e-5f7234015019 req-01c9d9b5-0ea5-4580-b709-57a0b9c25bb3 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.1772749 Dec 15 13:50:56.109779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b112509-4d8c-4ad2-a24c-3cd69c35e30b req-44944b1f-9c70-4318-9c3f-efb159b7b09a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653769 Dec 15 13:50:56.142912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0591c2cc-fca1-40af-9e75-3802447be26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.146264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0591c2cc-fca1-40af-9e75-3802447be26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.151565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0591c2cc-fca1-40af-9e75-3802447be26d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f477628-9931-4706-9ffa-8d741b1f68c1 HTTP/1.1" status: 204 len: 168 time: 0.7842593 Dec 15 13:50:56.152234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f7b5419-fb44-4a8a-b988-01b3a8f71ce9 req-16356821-5cb3-4714-8dc3-5402dca3882f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Dec 15 13:50:56.165461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591c2cc-fca1-40af-9e75-3802447be26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f477628-9931-4706-9ffa-8d741b1f68c1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.214654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2692f4c-c5d8-4963-844e-5f7234015019 req-eca88a2a-e56d-4bef-a900-f97e8bfee08b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139646 Dec 15 13:50:56.246971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Set router 7db95a51-e091-4c77-a536-670002cb421b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:56.326785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-453a2771-dd89-4225-8d7b-a0efdfb6c896 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/7db95a51-e091-4c77-a536-670002cb421b HTTP/1.1" status: 200 len: 905 time: 0.2421134 Dec 15 13:50:56.330704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.356294 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.390454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a0d71fc-a3e8-431d-922f-7008ea385c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.406369 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:50:54Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.470339 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] Checking router: ce0de516-8403-4c95-ada0-36c40abd79cd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:56.506563 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] Routers {'ce0de516-8403-4c95-ada0-36c40abd79cd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:56.507874 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ce0de516-8403-4c95-ada0-36c40abd79cd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.574702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db95a51-e091-4c77-a536-670002cb421b', 'name': 'tempest-snat-router-878704644', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7cdf3de0-60fc-4a84-aa05-c58bdfde74f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:51Z', 'updated_at': '2021-12-15T13:50:53Z', 'revision_number': 3, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port': {'id': '7cdf3de0-60fc-4a84-aa05-c58bdfde74f6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db95a51-e091-4c77-a536-670002cb421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:52Z', 'updated_at': '2021-12-15T13:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.622351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Checking router: 7db95a51-e091-4c77-a536-670002cb421b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:56.622785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Updating router 7db95a51-e091-4c77-a536-670002cb421b port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:56.687350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.708929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a0d71fc-a3e8-431d-922f-7008ea385c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.740859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4fd5952-66ac-4f44-9cf4-8926af99a1ac up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:56.759050 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] Set router ce0de516-8403-4c95-ada0-36c40abd79cd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:56.838959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.957186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a0d71fc-a3e8-431d-922f-7008ea385c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.963645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a0d71fc-a3e8-431d-922f-7008ea385c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.966547 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8a0d71fc-a3e8-431d-922f-7008ea385c10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03b0de6c-cd2c-432a-9a00-d5291a7359e3 HTTP/1.1" status: 204 len: 168 time: 0.9798484 Dec 15 13:50:56.989764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d71fc-a3e8-431d-922f-7008ea385c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b0de6c-cd2c-432a-9a00-d5291a7359e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:57.026259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Deleting port 96a813ba-affb-41cd-8897-274a4a6be2f2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:57.028218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.091334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.308152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] For port 96a813ba-affb-41cd-8897-274a4a6be2f2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96a813ba-affb-41cd-8897-274a4a6be2f2,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:57.310325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.336357 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:50:54Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:57.365583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e4fd5952-66ac-4f44-9cf4-8926af99a1ac triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:57.366182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.377607 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e692a0ff-b93a-4f5c-a1a2-70538144e0ac None None] The sync data for ids ['ce0de516-8403-4c95-ada0-36c40abd79cd'] in n-d-815324-3 is: [{'id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1861645586-router', 'tenant_id': 'b7374b17d64547ae91199392cfa2cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:49Z', 'updated_at': '2021-12-15T13:50:54Z', 'revision_number': 5, 'project_id': 'b7374b17d64547ae91199392cfa2cdfd', 'gw_port': {'id': '96a813ba-affb-41cd-8897-274a4a6be2f2', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0de516-8403-4c95-ada0-36c40abd79cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:57.380289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.390282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Calling delete_port for 96a813ba-affb-41cd-8897-274a4a6be2f2 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:57.647551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.670154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.713336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890f17e-0415-44f0-a5b6-107ff601f531 req-66249fba-a36f-4fd2-ab24-f61b018e7a02 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.725053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4890f17e-0415-44f0-a5b6-107ff601f531 req-66249fba-a36f-4fd2-ab24-f61b018e7a02 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3053443 Dec 15 13:50:57.731115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Attempting to bind port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:57.731498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Attempting to bind port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:57.731845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Attempting to bind port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:57.833548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Deleting port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:57.833896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.899697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:57.900087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:57.900524 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.900923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:57.901415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Bound port: 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:57.901818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.005428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:58.084362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2cfcf-b721-44ab-a4f0-35ca33ff379e None None] Pushing event updated for resources: {'Port': ['ID=7cdf3de0-60fc-4a84-aa05-c58bdfde74f6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:58.090499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] For port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:58.096358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] For port 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7cdf3de0-60fc-4a84-aa05-c58bdfde74f6,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:58.106202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.107305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4890f17e-0415-44f0-a5b6-107ff601f531 req-349aff4f-ad61-4151-900e-01b7632ba23b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805637 Dec 15 13:50:58.162689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.221640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Calling delete_port for 7cdf3de0-60fc-4a84-aa05-c58bdfde74f6 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:58.234535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Routers {'7db95a51-e091-4c77-a536-670002cb421b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:58.235725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7db95a51-e091-4c77-a536-670002cb421b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:58.278138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5553c1-1c9c-4458-97b5-510c7bb72bc8 req-802cb053-9da4-41a8-a3b7-950539eda3a1 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.280779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f5553c1-1c9c-4458-97b5-510c7bb72bc8 req-802cb053-9da4-41a8-a3b7-950539eda3a1 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.2897298 Dec 15 13:50:58.390118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-network', 'tenant_id': '76bcaadec44244f6a722c3707d350552'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:58.399711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2cfcf-b721-44ab-a4f0-35ca33ff379e None None] Pushing event updated for resources: {'Port': ['ID=7cdf3de0-60fc-4a84-aa05-c58bdfde74f6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:58.424091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] Set router 7db95a51-e091-4c77-a536-670002cb421b gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:58.493553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db95a51-e091-4c77-a536-670002cb421b', 'name': 'tempest-snat-router-878704644', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:51Z', 'updated_at': '2021-12-15T13:50:57Z', 'revision_number': 4, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:58.494188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Made reservation on behalf of 76bcaadec44244f6a722c3707d350552 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:58.496952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.509019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.526964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3bba-5ac6-48fd-ac22-e6576aa56836 None None] The sync data for ids ['7db95a51-e091-4c77-a536-670002cb421b'] in n-d-815324-3 is: [{'id': '7db95a51-e091-4c77-a536-670002cb421b', 'name': 'tempest-snat-router-878704644', 'tenant_id': 'ebf9ddba23a7484987a063dd376367e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:51Z', 'updated_at': '2021-12-15T13:50:57Z', 'revision_number': 4, 'project_id': 'ebf9ddba23a7484987a063dd376367e5', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:58.557604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1586527a-9901-4305-93fe-9955181a9916 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:58.597285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1586527a-9901-4305-93fe-9955181a9916 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:58.597643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1586527a-9901-4305-93fe-9955181a9916 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:58.641028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f5553c1-1c9c-4458-97b5-510c7bb72bc8 req-8ae94fd8-851d-4a4c-99d0-bd0475617064 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575004 Dec 15 13:50:58.658880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.714568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a813ba-affb-41cd-8897-274a4a6be2f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:58.788286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:58.854319 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.901974 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.928205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.973322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affae93b-66be-4eca-8188-3544fadfe835 req-3e36e8c7-8060-4af1-8f0e-c60766a8340b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.975506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-affae93b-66be-4eca-8188-3544fadfe835 req-3e36e8c7-8060-4af1-8f0e-c60766a8340b tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.67 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.1839619 Dec 15 13:50:58.996122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.996640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-322306729-network', 'tenant_id': '9c923100dd834032af046c4761dc8ef0'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:59.002245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.004568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.062126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Made reservation on behalf of 9c923100dd834032af046c4761dc8ef0 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:59.065206 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.068744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:59.068983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.069840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce0de516-8403-4c95-ada0-36c40abd79cd {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:59.076806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cdf3de0-60fc-4a84-aa05-c58bdfde74f6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.082404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.087022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7f911343-c5fc-4e83-95e8-70f3f5610799 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ce0de516-8403-4c95-ada0-36c40abd79cd HTTP/1.1" status: 204 len: 168 time: 3.2999501 Dec 15 13:50:59.087022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.087661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.094339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364dd2d2-3b64-456a-af6a-d8875923a10d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.125093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.125805 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Added segment 3f4f3805-3702-464e-a910-bc4316b746f4 of type vlan for network 95a73896-f0f2-4860-a869-0695e71fa4ce Dec 15 13:50:59.173393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Deleting subnet 8ea06946-88d0-40d3-b767-eb6ebbe857d5 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:59.181827 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.233546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.236715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.243234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.338113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.348088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.382244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.382244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.382658 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.400052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.406227 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.437179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:59.452061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.455181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbc455-5683-4cb4-912f-19265bca4762,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.455350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Deleting port 5d3c94cb-1605-4574-8383-55f46c5953e8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:59.455512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.478501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.478839 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Added segment 54dc9234-00f4-4c68-9512-164136430703 of type vlan for network 046d7cef-ee0a-449b-ba93-bb366d234486 Dec 15 13:50:59.538219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.541680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5308800 Dec 15 13:50:59.554824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.564709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.565109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Request body: {'subnet': {'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-subnet', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:59.579682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.579952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7db95a51-e091-4c77-a536-670002cb421b {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:59.590232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.591406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-519a46e5-64a6-4b69-87f9-4ebf57663d17 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7db95a51-e091-4c77-a536-670002cb421b HTTP/1.1" status: 204 len: 168 time: 3.2595985 Dec 15 13:50:59.602779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c99cbc-a5bb-4a31-a53c-6ee9dadd4518 req-5df083cf-291e-4512-9af8-cc18bb81331b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.604293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2c99cbc-a5bb-4a31-a53c-6ee9dadd4518 req-5df083cf-291e-4512-9af8-cc18bb81331b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2455075 Dec 15 13:50:59.604812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.605011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63e300-301d-480b-a4f9-5092161e8de0 admin admin] Pushing event updated for resources: {'Network': ['ID=95a73896-f0f2-4860-a869-0695e71fa4ce,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.613782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea06946-88d0-40d3-b767-eb6ebbe857d5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.619152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.623211 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db00b6dd-600c-4863-9668-9ca49671e155 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8ea06946-88d0-40d3-b767-eb6ebbe857d5 HTTP/1.1" status: 204 len: 168 time: 0.5348868 Dec 15 13:50:59.627485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.634475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 95a73896-f0f2-4860-a869-0695e71fa4ce details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:59.640369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Made reservation on behalf of 76bcaadec44244f6a722c3707d350552 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:59.643515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.657081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.658173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.658969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.674032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fee405-704c-4f24-88f8-7465e758e90b None None] Network 69522ded-4d23-4ea8-87cd-89593c3b93c6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:59.754770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9648929 Dec 15 13:50:59.769025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55716) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.786947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Request body: {'subnet': {'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-322306729-subnet', 'tenant_id': '9c923100dd834032af046c4761dc8ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:59.810255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] For port 5d3c94cb-1605-4574-8383-55f46c5953e8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5d3c94cb-1605-4574-8383-55f46c5953e8,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:59.810746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.814948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1a432-a983-47db-acc0-86e821913aec admin admin] Pushing event updated for resources: {'Network': ['ID=046d7cef-ee0a-449b-ba93-bb366d234486,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.860052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.897066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.906333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 046d7cef-ee0a-449b-ba93-bb366d234486 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:00.030488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2c99cbc-a5bb-4a31-a53c-6ee9dadd4518 req-8c0c3733-36aa-44a8-90e2-6a549f259425 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722055 Dec 15 13:51:00.039169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Made reservation on behalf of 9c923100dd834032af046c4761dc8ef0 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:00.041952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.058842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.210115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Deleting port e4fd5952-66ac-4f44-9cf4-8926af99a1ac {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:00.210579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.219391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] DHCP port deletion for 69522ded-4d23-4ea8-87cd-89593c3b93c6 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:00.266213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67720-2c1a-4982-bf14-e09f1c81000d req-25d3d691-1c7a-404a-a982-179886ac162a tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:00.267775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52b67720-2c1a-4982-bf14-e09f1c81000d req-25d3d691-1c7a-404a-a982-179886ac162a tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 946 time: 0.3616431 Dec 15 13:51:00.302055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] Deleting port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:00.303030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.401830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] For port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,segment=NetworkSegment(9361d896-e64b-491f-8ed9-763ef814bdc5),segment_id=9361d896-e64b-491f-8ed9-763ef814bdc5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:00.402517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.427236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] Calling delete_port for 2b8c8c13-4000-4a92-ad43-efa7a724d1ce owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:00.428542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] For port e4fd5952-66ac-4f44-9cf4-8926af99a1ac, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:00.429682 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.469745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Calling delete_port for e4fd5952-66ac-4f44-9cf4-8926af99a1ac owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:00.616189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.695571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] Pushing event deleted for resources: {'Port': ['ID=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:00.711201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115e1bd-b98d-4f7f-b668-6a025353012f None None] No DVR routers for this DVR port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:00.742441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2b8c8c13-4000-4a92-ad43-efa7a724d1ce no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:00.759064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.759624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.760191 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Floating IP b1f84e87-5633-4821-878f-272ae9b58339 disassociated. External IP: 172.25.2.36, port: 5d3c94cb-1605-4574-8383-55f46c5953e8. Dec 15 13:51:00.760727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Calling delete_port for 5d3c94cb-1605-4574-8383-55f46c5953e8 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:00.769776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Deleting port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:00.770339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.779134 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.787325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2b8c8c13-4000-4a92-ad43-efa7a724d1ce {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:00.788166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2b8c8c13-4000-4a92-ad43-efa7a724d1ce not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:00.789118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96a813ba-affb-41cd-8897-274a4a6be2f2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:00.834210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 96a813ba-affb-41cd-8897-274a4a6be2f2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:00.834963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96a813ba-affb-41cd-8897-274a4a6be2f2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:00.840160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52b67720-2c1a-4982-bf14-e09f1c81000d req-e0923758-28a0-494c-936c-59b4d6a37480 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups?id=89d32008-a34d-4cc2-84eb-ef4fad92af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5596912 Dec 15 13:51:00.927585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.981519 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4fd5952-66ac-4f44-9cf4-8926af99a1ac,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.023822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] For port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce, host n-d-815324-3, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:01.024178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.039037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc35db1e-a7ba-404c-80e4-a6e96a75f592,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.054886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.065659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.080640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Calling delete_port for 2b8c8c13-4000-4a92-ad43-efa7a724d1ce owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:01.107753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce was not found and therefore no delete operation was performed {{(pid=103379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:51:01.127575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.136634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Checking segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:01.137020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Network hostable DHCP agents. Network: 95a73896-f0f2-4860-a869-0695e71fa4ce, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:01.159361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.162642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.213122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8c8c13-4000-4a92-ad43-efa7a724d1ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.220437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] No DVR routers for this DVR port 2b8c8c13-4000-4a92-ad43-efa7a724d1ce on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:01.234615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.235165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfcd6a7f-7b76-48d4-b5c7-517025848bf9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:01.240298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.241340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72373042-87f7-46a9-a697-ba66a8521c38,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.241753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d09b055-d06f-4f77-b104-79ec04aac4b2 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "DELETE /v2.0/routers/dfcd6a7f-7b76-48d4-b5c7-517025848bf9 HTTP/1.1" status: 204 len: 168 time: 1.6340215 Dec 15 13:51:01.246973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:01.254870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1920381258', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:01.283573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.284995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.339915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18904c0e-5674-4447-8f27-2192fedf2c44 req-4924b1c8-2c73-45e6-a05c-fcf198f0fd9e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.343340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18904c0e-5674-4447-8f27-2192fedf2c44 req-4924b1c8-2c73-45e6-a05c-fcf198f0fd9e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3320415 Dec 15 13:51:01.388651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.389890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Network 95a73896-f0f2-4860-a869-0695e71fa4ce is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:01.457990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Checking segment: {'id': '54dc9234-00f4-4c68-9512-164136430703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:01.458321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Network hostable DHCP agents. Network: 046d7cef-ee0a-449b-ba93-bb366d234486, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:01.462970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 95a73896-f0f2-4860-a869-0695e71fa4ce) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:01.476961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.477547 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.489433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503aac8-d74d-46d7-a833-6b3b3b275708 None None] Network 95a73896-f0f2-4860-a869-0695e71fa4ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:01.494008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.498807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.567821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18904c0e-5674-4447-8f27-2192fedf2c44 req-d6863c26-3e4f-4f58-bb63-10178196b112 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087057 Dec 15 13:51:01.574413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aa5f5624-e3fe-4fbb-ac68-ce12e5fd0446 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0144932 Dec 15 13:51:01.575535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event deleted for resources: {'Port': ['ID=5d3c94cb-1605-4574-8383-55f46c5953e8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.577617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:01.581328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69522ded-4d23-4ea8-87cd-89593c3b93c6']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:01.589862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:01.597429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.610692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Network 046d7cef-ee0a-449b-ba93-bb366d234486 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:01.617363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9361d896-e64b-491f-8ed9-763ef814bdc5') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:01.618474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9361d896-e64b-491f-8ed9-763ef814bdc5') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:01.627530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 046d7cef-ee0a-449b-ba93-bb366d234486) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:01.652176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a914ac-feed-4cf2-a598-df0cfbed86d7 None None] Network 046d7cef-ee0a-449b-ba93-bb366d234486 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:01.658927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.676280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.676889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.711930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.711930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.722949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.738806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-95a73896-f0f2-4860-a869-0695e71fa4ce', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:01.741526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.776420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:01.776976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:01.780238 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:01.848332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdcd83aa-15ac-434b-a54e-fc7e225b1c7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0654852 Dec 15 13:51:01.905366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0ec44-e1f2-45c2-9f24-202e6e058624 None None] Network 046d7cef-ee0a-449b-ba93-bb366d234486 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:01.912909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.972182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.007523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.060794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.146664 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.156306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] 10.222.0.32 "DELETE /v2.0/networks/69522ded-4d23-4ea8-87cd-89593c3b93c6 HTTP/1.1" status: 204 len: 168 time: 2.5275879 Dec 15 13:51:02.159651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1994767-5a29-4bdd-b286-d16e31936bf0 req-9f448e0b-1159-44e1-b66c-1ceccacad80e tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.1621850 Dec 15 13:51:02.191409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Router df4f650a-3ade-46c9-ab7c-e39bf2259a9b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:02.191409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92670d-1908-4b9e-835d-26f33fb61113 admin admin] Pushing event deleted for resources: {'Network': ['ID=69522ded-4d23-4ea8-87cd-89593c3b93c6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.297747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Allocated IP 172.25.2.233 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/5806b14d-b202-436a-b585-28b207a86529) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:02.351900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.376430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Allocated IP 172.20.0.2 (95a73896-f0f2-4860-a869-0695e71fa4ce/dc35db1e-a7ba-404c-80e4-a6e96a75f592/d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:02.441040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:02.532240 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c03e1c12-edb5-4461-b196-b5801440e51e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7374b17d64547ae91199392cfa2cdfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896966 Dec 15 13:51:02.532865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:02.601589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87482d4b-9771-428f-99b7-34c444e77fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.615459 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.624768 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.632317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.639370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4fd5952-66ac-4f44-9cf4-8926af99a1ac no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:02.645515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:02.648373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87482d4b-9771-428f-99b7-34c444e77fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.664091 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] Sync routers for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:02.678328 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:02.678957 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:02.705518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e4fd5952-66ac-4f44-9cf4-8926af99a1ac {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:02.705878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4fd5952-66ac-4f44-9cf4-8926af99a1ac not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:02.715971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-8b6e71e9-1839-4fdb-8632-443efc4eedab tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.723009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-8b6e71e9-1839-4fdb-8632-443efc4eedab tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/networks?id=046d7cef-ee0a-449b-ba93-bb366d234486 HTTP/1.1" status: 200 len: 812 time: 0.2451503 Dec 15 13:51:02.728643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Network 95a73896-f0f2-4860-a869-0695e71fa4ce is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:02.730318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] No DVR routers for this DVR port 5d3c94cb-1605-4574-8383-55f46c5953e8 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:02.738137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:02.740512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:02.742808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Pushing event updated for resources: {'Port': ['ID=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.762959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.765453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-affae93b-66be-4eca-8188-3544fadfe835 req-9f43ddeb-6dd5-4162-a5f1-d3102a846cfa tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.67 "DELETE /v2.0/ports/5d3c94cb-1605-4574-8383-55f46c5953e8 HTTP/1.1" status: 204 len: 173 time: 3.7630105 Dec 15 13:51:02.766927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'name': 'network-vif-deleted', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:02.769260 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d755b-f757-415d-bbb8-7306ab947ef4" -d '{"events": [{"server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "name": "network-vif-deleted", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:02.774729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.785752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-94e0137c-7ac8-422e-bfb4-780b5eb26846 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/quotas/9c923100dd834032af046c4761dc8ef0 HTTP/1.1" status: 200 len: 375 time: 0.0616896 Dec 15 13:51:02.823094 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:02.829267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-5120f781-7ca2-4677-8f94-9be5897f2ece tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c923100dd834032af046c4761dc8ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425861 Dec 15 13:51:02.863814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:02.867638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Attempting to bind port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:02.868017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Attempting to bind port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:02.868403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Attempting to bind port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 on network 95a73896-f0f2-4860-a869-0695e71fa4ce {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:02.873945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:02.874324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Checking segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:02.875156 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.875640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Bound using segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:02.875762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:02.876117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Bound port: d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:02.876591 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.882742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:02.935455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347e62-3b1f-4f68-85f7-8c2a8025ed8e req-939647ce-e2a9-47ca-b2dd-98b34745c76a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.944010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f347e62-3b1f-4f68-85f7-8c2a8025ed8e req-939647ce-e2a9-47ca-b2dd-98b34745c76a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2101352 Dec 15 13:51:02.952349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] For port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:02.956116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] For port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:02.963131 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.039753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c359ea-69bc-4585-acef-a56dfc9296b9 None None] Pushing event updated for resources: {'Port': ['ID=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.064099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87482d4b-9771-428f-99b7-34c444e77fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.066747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87482d4b-9771-428f-99b7-34c444e77fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.070620 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-87482d4b-9771-428f-99b7-34c444e77fcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fa2ee1f-a8c7-4dc0-9777-858812737f9a HTTP/1.1" status: 204 len: 168 time: 0.5352759 Dec 15 13:51:03.097571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482d4b-9771-428f-99b7-34c444e77fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa2ee1f-a8c7-4dc0-9777-858812737f9a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.102861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event updated for resources: {'Port': ['ID=5806b14d-b202-436a-b585-28b207a86529,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.128876 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:59Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:03.139090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5d3c94cb-1605-4574-8383-55f46c5953e8 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:03.176754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] Checking router: df4f650a-3ade-46c9-ab7c-e39bf2259a9b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:03.184609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-7a35c9ee-85f2-47fe-8a1a-ad810e0c9c1d service neutron] 10.222.0.32 "GET /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543909 Dec 15 13:51:03.185718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 5d3c94cb-1605-4574-8383-55f46c5953e8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:03.186072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5d3c94cb-1605-4574-8383-55f46c5953e8 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:03.212955 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:03.213598 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:03.218435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f347e62-3b1f-4f68-85f7-8c2a8025ed8e req-6be37b72-3647-4d12-828d-e922bf7df7ff tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735426 Dec 15 13:51:03.232522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.329674 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3c6ccd-c570-406d-8ea3-92e878c05d96 x-openstack-request-id: req-1b3c6ccd-c570-406d-8ea3-92e878c05d96 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:03.329973 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2b027-6872-433e-ad0e-887a8805d224", "name": "network-vif-deleted", "tag": "5d3c94cb-1605-4574-8383-55f46c5953e8", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:03.330236 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b3c6ccd-c570-406d-8ea3-92e878c05d96 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:03.332265 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2b027-6872-433e-ad0e-887a8805d224', 'name': 'network-vif-deleted', 'tag': '5d3c94cb-1605-4574-8383-55f46c5953e8', 'status': 'completed', 'code': 200} Dec 15 13:51:03.346936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.429391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.615473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3116ff32-bb7b-4a0e-af96-64e42f51a5b7 req-4c3775e3-95d3-4b3d-93eb-63ead73ea8d7 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c2b027-6872-433e-ad0e-887a8805d224 HTTP/1.1" status: 200 len: 210 time: 0.1222749 Dec 15 13:51:03.620009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-98dfbe74-7448-42d7-9249-27e17a58849e service neutron] 10.222.0.32 "GET /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206259 Dec 15 13:51:03.650221 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:03.672131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Allocated IP 172.25.2.254 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/755277a9-a241-40f6-8e7c-28e62b2f3d4d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:03.831217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.834862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.887877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.951815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:04.017779 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:59Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:04.062113 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbd12f-8710-43bc-adde-78940a91af05 None None] The sync data for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 is: [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:47:53Z', 'revision_number': 4, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '85326253-08b9-4959-b9bc-9b69d137b002', 'name': '', 'network_id': '11156f9e-9c4c-45db-880d-4a5f31c6a41a', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'mac_address': 'fa:16:3e:f2:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:49Z', 'updated_at': '2021-12-15T13:47:59Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'subnets': [{'id': '9775f2c7-aab7-4ae5-ab99-723a46aa997d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:04.086262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Router 258c7a57-8031-4407-a903-c5bd3ad2ca02 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:04.283619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:04.308612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:04.312372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75628985-c093-4759-905f-efb1ae8d6e40 req-593bfb6a-db85-450f-a45d-fea37a9702df tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 210 time: 0.3875232 Dec 15 13:51:04.319762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:04.343077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] Sync routers for ids ['258c7a57-8031-4407-a903-c5bd3ad2ca02'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:04.346740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Pushing event updated for resources: {'Port': ['ID=755277a9-a241-40f6-8e7c-28e62b2f3d4d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:04.371536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.379198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:04.382110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5646f191-67e1-4736-8f00-d3bc605225d0 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1316254 Dec 15 13:51:04.382600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] Routers {'258c7a57-8031-4407-a903-c5bd3ad2ca02'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:04.383370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['258c7a57-8031-4407-a903-c5bd3ad2ca02'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:04.389847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:04.428397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:04.439505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] Routers {'258c7a57-8031-4407-a903-c5bd3ad2ca02'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:04.440233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['258c7a57-8031-4407-a903-c5bd3ad2ca02'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:04.509566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:04.510250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcb662-390f-4042-929c-4ef6c24a469b None None] The sync data for ids ['258c7a57-8031-4407-a903-c5bd3ad2ca02'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:04.719177 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36561b2f-e309-47d8-a8f4-fc6228718188 None None] New status for floating IP b1f84e87-5633-4821-878f-272ae9b58339: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:51:04.760096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fcc4a-d053-4766-8d7c-95a68d0cf0b3 req-f72edea0-23d4-4ce4-96eb-32c24cf4fd15 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.768099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:04.787160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-017fcc4a-d053-4766-8d7c-95a68d0cf0b3 req-f72edea0-23d4-4ce4-96eb-32c24cf4fd15 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3427036 Dec 15 13:51:04.926856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:04.932675 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.034176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bf5623-1536-45c0-b8d3-e3d2c9bc159c None None] Network 95a73896-f0f2-4860-a869-0695e71fa4ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:05.135308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2ac1dbe2-3949-4cda-a3f1-cf79293d6b50 None None] Provisioning complete for port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:05.135308 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ac1dbe2-3949-4cda-a3f1-cf79293d6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.229299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.242422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-172c4962-bd53-4610-ae76-810067ec2dc5 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7cae878c198d42b988518755e159cbac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282845 Dec 15 13:51:05.252987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-017fcc4a-d053-4766-8d7c-95a68d0cf0b3 req-e25877fa-8841-4891-b9dc-26fa5a1a6c04 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648731 Dec 15 13:51:05.300192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.304695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:05.345825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:05.382582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.455050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:05.465388 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ac1dbe2-3949-4cda-a3f1-cf79293d6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.479520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3434622e-771a-4865-bfad-e0c3aecf6134 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.544073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3434622e-771a-4865-bfad-e0c3aecf6134 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.578055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-2ac1dbe2-3949-4cda-a3f1-cf79293d6b50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:05.580876 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-2ac1dbe2-3949-4cda-a3f1-cf79293d6b50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:05.647844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3434622e-771a-4865-bfad-e0c3aecf6134 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.651204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3434622e-771a-4865-bfad-e0c3aecf6134 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.662814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3434622e-771a-4865-bfad-e0c3aecf6134 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "DELETE /v2.0/security-groups/89d32008-a34d-4cc2-84eb-ef4fad92af0b HTTP/1.1" status: 204 len: 168 time: 0.3564837 Dec 15 13:51:05.663978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:05.685184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434622e-771a-4865-bfad-e0c3aecf6134 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d32008-a34d-4cc2-84eb-ef4fad92af0b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:05.702544 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-ac77ebca-e2d1-4d03-93b3-dfea88db3b41 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] show failed (client error): The resource could not be found. Dec 15 13:51:05.708991 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac77ebca-e2d1-4d03-93b3-dfea88db3b41 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "GET /v2.0/security-groups/89d32008-a34d-4cc2-84eb-ef4fad92af0b HTTP/1.1" status: 404 len: 347 time: 0.0308263 Dec 15 13:51:05.709566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:05.853745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-145b7cb6-71fb-4ba6-83d3-5fbe412d6586 req-b4882a0c-86ce-48c0-a78f-8cd715fdecd8 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 210 time: 0.1280599 Dec 15 13:51:05.876852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cd4b0de8-afb2-4304-8d8b-b1ec1d6669b3 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.884713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cd4b0de8-afb2-4304-8d8b-b1ec1d6669b3 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5979879 Dec 15 13:51:06.001843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-bd67a2db-f095-43b1-93ea-b19e582d8ca2 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/quotas/7cae878c198d42b988518755e159cbac HTTP/1.1" status: 200 len: 375 time: 0.1161001 Dec 15 13:51:06.057069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-e12a9bea-984e-432d-9dd7-21df379fdaab tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cae878c198d42b988518755e159cbac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543664 Dec 15 13:51:06.217436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-e4867485-1b0d-47d2-ab3e-2724563a8497 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:06.219809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-e4867485-1b0d-47d2-ab3e-2724563a8497 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.67 "GET /v2.0/networks?id=046d7cef-ee0a-449b-ba93-bb366d234486 HTTP/1.1" status: 200 len: 812 time: 0.4930923 Dec 15 13:51:06.232010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Deleting port 0d11bf0f-bf8e-40d6-a001-c657a0f2fd5b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:06.232941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.242305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Request body: {'port': {'device_id': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486', 'admin_state_up': True, 'tenant_id': '9c923100dd834032af046c4761dc8ef0'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:06.253661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f3940e5-c7a9-4a4d-ac11-da194a3262ce None None] Provisioning complete for port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:06.253949 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f3940e5-c7a9-4a4d-ac11-da194a3262ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.256719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.356326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.356850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.371434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ae36cec-49d9-4e27-884d-e7602b702d14 req-99442e2e-5be2-4878-bb01-5baf28a40d05 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 210 time: 0.1186800 Dec 15 13:51:06.374932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Calling delete_port for 0d11bf0f-bf8e-40d6-a001-c657a0f2fd5b owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:06.476783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.558640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f0855-a9e7-4ab4-8e57-7efdeefce2f0 req-13642e55-6b84-40c6-ad5f-db98c5f54f7c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:06.560198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a8f0855-a9e7-4ab4-8e57-7efdeefce2f0 req-13642e55-6b84-40c6-ad5f-db98c5f54f7c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2295108 Dec 15 13:51:06.594408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.643825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:06.644396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Pushing event deleted for resources: {'Port': ['ID=0d11bf0f-bf8e-40d6-a001-c657a0f2fd5b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:06.697859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:06.698239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.714752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.718377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.719713 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8abcc2ce-a4ee-43b2-9861-e0232f2b57e4 tempest-ServersTestManualDisk-1382395947 tempest-ServersTestManualDisk-1382395947-project] 10.222.0.32 "DELETE /v2.0/floatingips/b1f84e87-5633-4821-878f-272ae9b58339 HTTP/1.1" status: 204 len: 168 time: 1.0092049 Dec 15 13:51:06.723598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:07.035723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74121ef0-83b7-4481-b0a4-c9e26a17bcd2 req-278ea8b5-e679-41f4-8652-5f2d0e21d73d tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 210 time: 0.0662949 Dec 15 13:51:07.057004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Made reservation on behalf of 9c923100dd834032af046c4761dc8ef0 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:07.061163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.089020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a8f0855-a9e7-4ab4-8e57-7efdeefce2f0 req-63575f1c-dc63-4ae5-a327-cc9821fdacbd tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946687 Dec 15 13:51:07.139401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.295611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Router 56e981fe-4479-4865-922b-6c0320e14bb1 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:07.319412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Allocated IP 172.20.0.9 (046d7cef-ee0a-449b-ba93-bb366d234486/72373042-87f7-46a9-a697-ba66a8521c38/a90178db-48fb-4481-8c1a-cd984d1584c9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:07.428998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-b4e23858-10bb-49f7-bfd3-164ebfdb905f tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7cae878c198d42b988518755e159cbac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463727 Dec 15 13:51:07.499669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Deleting port 85326253-08b9-4959-b9bc-9b69d137b002 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:07.500143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.566331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2564caf5-f56d-4727-903d-6d1da6f8ff01 req-6c57ed64-53d9-47ff-99e2-b42d44b55da6 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 210 time: 0.0790584 Dec 15 13:51:07.615799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:07.632447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-19a66e24-0217-4c47-902e-6e8389ab211d tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:07.634072 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-19a66e24-0217-4c47-902e-6e8389ab211d tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974874 Dec 15 13:51:07.634209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:07.636147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] For port 85326253-08b9-4959-b9bc-9b69d137b002, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=85326253-08b9-4959-b9bc-9b69d137b002,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:07.637027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.649132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:07.650362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:07.650977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Request body: {'port': {'device_id': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '7cae878c198d42b988518755e159cbac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:07.658526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.659753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdbf709f-8177-4726-b845-ca8437505480 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0736148 Dec 15 13:51:07.664010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:07.701709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Calling delete_port for 85326253-08b9-4959-b9bc-9b69d137b002 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:07.765718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:07.822240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.873448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Made reservation on behalf of 7cae878c198d42b988518755e159cbac for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:07.877529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.896367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.962970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:04Z', 'revision_number': 3, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:07.993594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.001784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.007251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.018301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.019734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:08.020767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Updating router 56e981fe-4479-4865-922b-6c0320e14bb1 port 755277a9-a241-40f6-8e7c-28e62b2f3d4d binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:51:08.047292 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.057506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Pushing event deleted for resources: {'Port': ['ID=85326253-08b9-4959-b9bc-9b69d137b002,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.061816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.154392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.166363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Network 046d7cef-ee0a-449b-ba93-bb366d234486 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:08.244671 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e519d3c-e023-4b92-bd9e-f077fe6e55e0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.264074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:08.302628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:08.323034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Pushing event updated for resources: {'Port': ['ID=a90178db-48fb-4481-8c1a-cd984d1584c9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.400686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.413120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.440118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:08.440399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Allocated IP 192.168.233.211 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/8bb9e5b2-a721-4aa2-9703-769d62e88f37) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:08.440895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.463036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77cd7-4c90-4c9c-b98a-1257d6cbea2c req-08600492-7063-4735-9463-8826c60908ab tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:08.464542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85f77cd7-4c90-4c9c-b98a-1257d6cbea2c req-08600492-7063-4735-9463-8826c60908ab tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 931 time: 0.3165028 Dec 15 13:51:08.472748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.478344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c691-b1a2-4b4b-bc71-9302be64e22b None None] Pushing event updated for resources: {'Port': ['ID=755277a9-a241-40f6-8e7c-28e62b2f3d4d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.480039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8f42-ba6d-4de2-bd3f-efa9b33a9369 req-27006ed8-70b4-4356-808d-3af8a4ea3287 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:08.481873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Attempting to bind port 755277a9-a241-40f6-8e7c-28e62b2f3d4d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:08.484903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Attempting to bind port 755277a9-a241-40f6-8e7c-28e62b2f3d4d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:08.484903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Attempting to bind port 755277a9-a241-40f6-8e7c-28e62b2f3d4d on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:08.488189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47be8f42-ba6d-4de2-bd3f-efa9b33a9369 req-27006ed8-70b4-4356-808d-3af8a4ea3287 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2255187 Dec 15 13:51:08.488705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:08.489086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:08.490237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.490760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:08.491785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Bound port: 755277a9-a241-40f6-8e7c-28e62b2f3d4d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:08.492189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.493647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Router 258c7a57-8031-4407-a903-c5bd3ad2ca02 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:08.533059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-908894d0-2868-4fe3-ba9a-f9fd7f311c65 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2945251 Dec 15 13:51:08.565348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Request body: {'port': {'device_id': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:08.686579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] For port 755277a9-a241-40f6-8e7c-28e62b2f3d4d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:08.691289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] For port 755277a9-a241-40f6-8e7c-28e62b2f3d4d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=755277a9-a241-40f6-8e7c-28e62b2f3d4d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:08.695684 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.725060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47be8f42-ba6d-4de2-bd3f-efa9b33a9369 req-788de7af-a20d-48a7-9c60-f4222cc61f87 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359498 Dec 15 13:51:08.758991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85f77cd7-4c90-4c9c-b98a-1257d6cbea2c req-64c851b8-92f6-4dea-9cf6-ffac4888b72d tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687240 Dec 15 13:51:08.767271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c691-b1a2-4b4b-bc71-9302be64e22b None None] Pushing event updated for resources: {'Port': ['ID=755277a9-a241-40f6-8e7c-28e62b2f3d4d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.770692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:08.771289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:08.807996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.862602 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.869708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Router df4f650a-3ade-46c9-ab7c-e39bf2259a9b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:08.889670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:08.896216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:08.905645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.906873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ab2ddb2-38a4-4727-8eaf-6bf8cf25ce22 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "PUT /v2.0/routers/258c7a57-8031-4407-a903-c5bd3ad2ca02 HTTP/1.1" status: 200 len: 922 time: 4.5266716 Dec 15 13:51:08.911206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:08.911379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] Sync routers for ids ['258c7a57-8031-4407-a903-c5bd3ad2ca02'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:08.919638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.934949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] Routers {'258c7a57-8031-4407-a903-c5bd3ad2ca02'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:08.937189 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['258c7a57-8031-4407-a903-c5bd3ad2ca02'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.023314 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.039925 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] Routers {'258c7a57-8031-4407-a903-c5bd3ad2ca02'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:09.041075 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['258c7a57-8031-4407-a903-c5bd3ad2ca02'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.083318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.104588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.107126 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14e985-c3ec-49fc-9000-88930d062760 None None] The sync data for ids ['258c7a57-8031-4407-a903-c5bd3ad2ca02'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:09.127258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:04Z', 'revision_number': 3, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.154611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:09.156270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124cb7d-dba5-4227-9bc9-fb92aff8c08e None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:04Z', 'revision_number': 3, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:09.164832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:09.170060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:09.172657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:09.200569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:09.205273 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-62f664b0-07d0-43f9-a1ba-65cb3937640e admin admin] 10.222.0.32 "PUT /v2.0/routers/df4f650a-3ade-46c9-ab7c-e39bf2259a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4806297 Dec 15 13:51:09.208554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:09.223772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] Sync routers for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:09.240729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:09.244338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.363585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:09.364224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.378930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.415101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:09.428196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2f711ea4-850c-4d1c-8d84-3a67a117d5de tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7820048 Dec 15 13:51:09.459634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Request body: {'port': {'device_id': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:09.547985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.660260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2b83a201-2616-4f03-8a1b-9cd78a96b88c None None] Provisioning complete for port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:09.660909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b83a201-2616-4f03-8a1b-9cd78a96b88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.743038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6d850-65b7-422c-9c6c-5174b7b7461d req-144cb7d3-9c2f-4aab-a96f-8c3d19fc8d71 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:09.750667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5be6d850-65b7-422c-9c6c-5174b7b7461d req-144cb7d3-9c2f-4aab-a96f-8c3d19fc8d71 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 936 time: 0.7489939 Dec 15 13:51:09.754091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b83a201-2616-4f03-8a1b-9cd78a96b88c None None] Port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:09.768797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd41d686-d094-4d25-96b7-7e0b3c68b401 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/258c7a57-8031-4407-a903-c5bd3ad2ca02 HTTP/1.1" status: 200 len: 922 time: 0.8561492 Dec 15 13:51:09.773786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:09.789477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:51:07Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:09.836460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] Checking router: df4f650a-3ade-46c9-ab7c-e39bf2259a9b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:09.849993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] Routers {'df4f650a-3ade-46c9-ab7c-e39bf2259a9b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:09.851458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:10.021078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] Set router df4f650a-3ade-46c9-ab7c-e39bf2259a9b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:10.065866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90178db-48fb-4481-8c1a-cd984d1584c9 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:10.076997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.086694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.095200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Transition to ACTIVE for port object a90178db-48fb-4481-8c1a-cd984d1584c9 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:10.113031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5be6d850-65b7-422c-9c6c-5174b7b7461d req-ff5fef3d-24db-4f09-b0e6-823d94682f87 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613424 Dec 15 13:51:10.131722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b6ec9-ba46-4eeb-bfea-6c42d935fc0d tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.136209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d16b6ec9-ba46-4eeb-bfea-6c42d935fc0d tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=258c7a57-8031-4407-a903-c5bd3ad2ca02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3528559 Dec 15 13:51:10.138395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Allocated IP 172.20.0.1 (95a73896-f0f2-4860-a869-0695e71fa4ce/dc35db1e-a7ba-404c-80e4-a6e96a75f592/3ae67c63-d126-4e79-a12b-aa593541bf03) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:10.140167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:10.141276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.239597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Deleting port da901449-48bb-48ec-a8f0-03c002adbef1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:10.239960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.249996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Pushing event updated for resources: {'Port': ['ID=a90178db-48fb-4481-8c1a-cd984d1584c9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.285691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:51:07Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:10.324885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079fe3a-dab4-40db-9f99-0d6718fb2e57 None None] The sync data for ids ['df4f650a-3ade-46c9-ab7c-e39bf2259a9b'] in n-d-815324-3 is: [{'id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'name': 'tempest-ServersTestManualDisk-551917280-router', 'tenant_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:40Z', 'updated_at': '2021-12-15T13:51:07Z', 'revision_number': 5, 'project_id': 'd020a8b3c9f9440f94e9d6bd66fbbea1', 'gw_port': {'id': 'da901449-48bb-48ec-a8f0-03c002adbef1', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f650a-3ade-46c9-ab7c-e39bf2259a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:42Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:10.377287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb9e5b2-a721-4aa2-9703-769d62e88f37 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:10.389754 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.392990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] For port da901449-48bb-48ec-a8f0-03c002adbef1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=da901449-48bb-48ec-a8f0-03c002adbef1,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:10.393412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.412428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Calling delete_port for da901449-48bb-48ec-a8f0-03c002adbef1 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:10.417411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098327-4d88-4c5c-a906-100960951eab req-79fa5bea-1a0f-44b9-8736-d0c4e756f9c2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.418402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Transition to ACTIVE for port object 8bb9e5b2-a721-4aa2-9703-769d62e88f37 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:10.419635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0098327-4d88-4c5c-a906-100960951eab req-79fa5bea-1a0f-44b9-8736-d0c4e756f9c2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.4921966 Dec 15 13:51:10.426004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.448625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e42d-9508-4dd3-866f-daf120ff0707 req-fc36a68c-b423-4997-aaf5-8ec4b33c7521 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.450270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef97e42d-9508-4dd3-866f-daf120ff0707 req-fc36a68c-b423-4997-aaf5-8ec4b33c7521 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 943 time: 0.2249222 Dec 15 13:51:10.548573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.613040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4745585-ab34-4c3b-aa69-925661ffbc80 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.617122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a4745585-ab34-4c3b-aa69-925661ffbc80 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.4704576 Dec 15 13:51:10.619890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:10.648677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0098327-4d88-4c5c-a906-100960951eab req-e25a888d-ab60-4c69-9477-b4d03f5710ee tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191708 Dec 15 13:51:10.657395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef97e42d-9508-4dd3-866f-daf120ff0707 req-a77589d2-71ef-4378-8bcd-cec397b8d63a tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819935 Dec 15 13:51:10.666215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Attempting to bind port a90178db-48fb-4481-8c1a-cd984d1584c9 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:10.666542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Attempting to bind port a90178db-48fb-4481-8c1a-cd984d1584c9 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '54dc9234-00f4-4c68-9512-164136430703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:10.666855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Attempting to bind port a90178db-48fb-4481-8c1a-cd984d1584c9 on network 046d7cef-ee0a-449b-ba93-bb366d234486 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:10.675323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.681047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Port a90178db-48fb-4481-8c1a-cd984d1584c9 on network 046d7cef-ee0a-449b-ba93-bb366d234486 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:10.681375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Attempting to bind port a90178db-48fb-4481-8c1a-cd984d1584c9 on network 046d7cef-ee0a-449b-ba93-bb366d234486 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:10.693976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Attempting to bind port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:10.694316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Attempting to bind port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:10.694648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Attempting to bind port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:10.701039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:10.701386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Checking segment: {'id': '54dc9234-00f4-4c68-9512-164136430703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:10.701775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Bound using segment: {'id': '54dc9234-00f4-4c68-9512-164136430703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:10.702231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Bound port: a90178db-48fb-4481-8c1a-cd984d1584c9, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dc9234-00f4-4c68-9512-164136430703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:10.702594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.721258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-678db127-dd11-40c0-b380-1f96e91aa194 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=258c7a57-8031-4407-a903-c5bd3ad2ca02 HTTP/1.1" status: 200 len: 205 time: 0.1001418 Dec 15 13:51:10.722920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55900) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:10.726588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:10.731271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Attempting to bind port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:10.761048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:10.761376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:10.762834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:10.763445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Bound port: 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:10.764902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.894223 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.918584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:10.924676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 755277a9-a241-40f6-8e7c-28e62b2f3d4d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:10.943024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Pushing event deleted for resources: {'Port': ['ID=da901449-48bb-48ec-a8f0-03c002adbef1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.954662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:10.975146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.986793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.994441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 755277a9-a241-40f6-8e7c-28e62b2f3d4d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:10.994866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.057414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.058115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.060207 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] 10.222.0.67 "PUT /v2.0/ports/8bb9e5b2-a721-4aa2-9703-769d62e88f37 HTTP/1.1" status: 200 len: 1096 time: 1.6053245 Dec 15 13:51:11.065772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:11.068133 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697a5db2-60d4-4ab7-b615-bb0da8c5e047" -d '{"events": [{"name": "network-changed", "server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:11.131399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] For port a90178db-48fb-4481-8c1a-cd984d1584c9, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:11.136185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Network 95a73896-f0f2-4860-a869-0695e71fa4ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:11.143424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.171643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:11.198934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 755277a9-a241-40f6-8e7c-28e62b2f3d4d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=755277a9-a241-40f6-8e7c-28e62b2f3d4d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:11.199849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Pushing event updated for resources: {'Port': ['ID=3ae67c63-d126-4e79-a12b-aa593541bf03,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.203469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:11.208988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.224981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] For port a90178db-48fb-4481-8c1a-cd984d1584c9, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a90178db-48fb-4481-8c1a-cd984d1584c9,segment=NetworkSegment(54dc9234-00f4-4c68-9512-164136430703),segment_id=54dc9234-00f4-4c68-9512-164136430703)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:11.225435 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd0b81c-ef84-43f8-a87e-0f6b64b9abed x-openstack-request-id: req-abd0b81c-ef84-43f8-a87e-0f6b64b9abed {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:11.225724 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:11.241515 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abd0b81c-ef84-43f8-a87e-0f6b64b9abed {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:11.242100 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'status': 'completed', 'code': 200} Dec 15 13:51:11.259732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 85326253-08b9-4959-b9bc-9b69d137b002 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:11.262758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.266019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13a8c-fd48-46ca-b3e4-d4dac80d62ff service neutron] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.295697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 85326253-08b9-4959-b9bc-9b69d137b002 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:11.296190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 85326253-08b9-4959-b9bc-9b69d137b002 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:11.318636 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.318873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=755277a9-a241-40f6-8e7c-28e62b2f3d4d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.324891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.375067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.428385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.431309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-0d195254-ee43-4601-bec5-6f4d55dac9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.432834 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-0d195254-ee43-4601-bec5-6f4d55dac9f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cae878c198d42b988518755e159cbac&device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 1099 time: 0.2874849 Dec 15 13:51:11.434099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.508827 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-86ffeec6-8c6e-4c3c-8968-125a339aa29c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37 HTTP/1.1" status: 200 len: 217 time: 0.0659652 Dec 15 13:51:11.554700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.555386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.556859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] 10.222.0.67 "PUT /v2.0/ports/a90178db-48fb-4481-8c1a-cd984d1584c9 HTTP/1.1" status: 200 len: 1091 time: 2.9971426 Dec 15 13:51:11.561512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'tag': 'a90178db-48fb-4481-8c1a-cd984d1584c9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:11.563910 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502dc883-6bff-49b5-8592-0f2b521e7c37" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dce21a-f6ac-4475-9a5e-26f359b307cc", "tag": "a90178db-48fb-4481-8c1a-cd984d1584c9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:11.567883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2d0950e5-d7e8-441f-a46e-8139d8bc426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.569789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-2d0950e5-d7e8-441f-a46e-8139d8bc426d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0522046 Dec 15 13:51:11.570385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.571107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Fanout notify agent at l3_agent the message router_deleted on router df4f650a-3ade-46c9-ab7c-e39bf2259a9b {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:11.576149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf721cef-142f-4226-96cd-45c94beb479b service neutron] Pushing event updated for resources: {'Port': ['ID=a90178db-48fb-4481-8c1a-cd984d1584c9,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.576313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.579883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66d7556d-d5d0-4b4f-9837-7f70eaa6deda admin admin] 10.222.0.32 "DELETE /v2.0/routers/df4f650a-3ade-46c9-ab7c-e39bf2259a9b HTTP/1.1" status: 204 len: 168 time: 2.3679533 Dec 15 13:51:11.585454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:11.625752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-77e897c2-d86f-46bb-b39d-2a1d7ec4b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.627587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-77e897c2-d86f-46bb-b39d-2a1d7ec4b1a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490732 Dec 15 13:51:11.658701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f6b1ff32-44a3-477b-bb40-7b8e9528345c None None] Provisioning complete for port 3ae67c63-d126-4e79-a12b-aa593541bf03 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:11.659654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff32-44a3-477b-bb40-7b8e9528345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.699003 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ffebc-43bb-4c88-89e1-02ecf04b7e64 x-openstack-request-id: req-4d2ffebc-43bb-4c88-89e1-02ecf04b7e64 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:11.699367 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dce21a-f6ac-4475-9a5e-26f359b307cc", "tag": "a90178db-48fb-4481-8c1a-cd984d1584c9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:11.699691 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d2ffebc-43bb-4c88-89e1-02ecf04b7e64 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:11.702628 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'tag': 'a90178db-48fb-4481-8c1a-cd984d1584c9', 'status': 'completed', 'code': 200} Dec 15 13:51:11.715795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1ff32-44a3-477b-bb40-7b8e9528345c None None] Port 3ae67c63-d126-4e79-a12b-aa593541bf03 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:11.770500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f36732-b5bc-4697-b9e7-e4818a664d1d req-627269ca-56e3-4817-bc45-bcf2d5325112 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.772182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8f36732-b5bc-4697-b9e7-e4818a664d1d req-627269ca-56e3-4817-bc45-bcf2d5325112 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 948 time: 0.4428110 Dec 15 13:51:11.782370 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-cd2b2dbc-eb33-4806-9a4d-9e40e6ff7beb service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468031 Dec 15 13:51:11.893335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b49ad9e0-4866-4d5f-b91e-f3dfda1fce35 req-61a410a6-c1f0-49db-8f13-1c7404dae97b service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017821 Dec 15 13:51:11.986128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-dce0e97e-e5d0-4eba-b689-97f43dd98af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.988648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-dce0e97e-e5d0-4eba-b689-97f43dd98af2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cae878c198d42b988518755e159cbac&device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 1099 time: 0.0442452 Dec 15 13:51:12.088932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-ca794136-d700-4921-8997-859e0349a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.091039 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-ca794136-d700-4921-8997-859e0349a8bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.0964918 Dec 15 13:51:12.133659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Deleting subnet 9775f2c7-aab7-4ae5-ab99-723a46aa997d {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:51:12.137912 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-a044c78e-87f5-4904-bbdf-57785a4f614e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37 HTTP/1.1" status: 200 len: 217 time: 0.0397844 Dec 15 13:51:12.144586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.150819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.202109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-dfb52140-8351-4dc5-8fd2-2f069763ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.203737 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-dfb52140-8351-4dc5-8fd2-2f069763ff56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0533590 Dec 15 13:51:12.216216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-f064b4a3-a92d-46bb-804d-9598b1797758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.217770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-f064b4a3-a92d-46bb-804d-9598b1797758 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c923100dd834032af046c4761dc8ef0&device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 1094 time: 0.5861003 Dec 15 13:51:12.257958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-b274ffeb-1895-4bba-8794-4384c0b51a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.259489 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-b274ffeb-1895-4bba-8794-4384c0b51a79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466776 Dec 15 13:51:12.263760 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.272199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46be8-1cf6-4ec3-b2c6-10387bec1979 req-a0fcb6e3-0784-47e8-bc73-7734c9f5a789 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.273636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdb46be8-1cf6-4ec3-b2c6-10387bec1979 req-a0fcb6e3-0784-47e8-bc73-7734c9f5a789 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.5221856 Dec 15 13:51:12.319556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8f36732-b5bc-4697-b9e7-e4818a664d1d req-b76c4b72-b2fb-4d29-b68b-9d0302c06a12 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292642 Dec 15 13:51:12.323488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.328970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-37cf976d-803e-4886-9f54-942429752726 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a90178db-48fb-4481-8c1a-cd984d1584c9 HTTP/1.1" status: 200 len: 217 time: 0.0965590 Dec 15 13:51:12.389971 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-9886d532-f356-4258-84eb-9c28a9ab4834 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140668 Dec 15 13:51:12.493386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-697a5db2-60d4-4ab7-b615-bb0da8c5e047 req-4700dde2-8481-4035-bbb7-c30e9751ce68 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942659 Dec 15 13:51:12.501611 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2218bfe0-ec1f-443b-8419-3a70621ae1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.548329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-b41bd3c0-662c-4249-b7d3-c93a56e9a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.549816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-b41bd3c0-662c-4249-b7d3-c93a56e9a8ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72373042-87f7-46a9-a697-ba66a8521c38 HTTP/1.1" status: 200 len: 852 time: 0.1926053 Dec 15 13:51:12.575065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdb46be8-1cf6-4ec3-b2c6-10387bec1979 req-62cbc253-ae28-4e67-b9cf-beb448251a43 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628305 Dec 15 13:51:12.610014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Deleting port 5806b14d-b202-436a-b585-28b207a86529 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:12.610285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.613883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 755277a9-a241-40f6-8e7c-28e62b2f3d4d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:12.669373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 755277a9-a241-40f6-8e7c-28e62b2f3d4d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:12.669744 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.675405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.678915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-ec0f06dd-354a-411e-87cc-925c907c0a60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=046d7cef-ee0a-449b-ba93-bb366d234486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082678 Dec 15 13:51:12.725955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c38d5b-c77d-4db8-ac2f-c2d529172e62 req-717b44b3-9a95-4b18-8bad-3172b098d6a8 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.727537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8c38d5b-c77d-4db8-ac2f-c2d529172e62 req-717b44b3-9a95-4b18-8bad-3172b098d6a8 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 943 time: 0.3030956 Dec 15 13:51:12.812716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da901449-48bb-48ec-a8f0-03c002adbef1 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:12.833120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: da901449-48bb-48ec-a8f0-03c002adbef1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:12.833463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device da901449-48bb-48ec-a8f0-03c002adbef1 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:12.898715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.917674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.938430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Calling delete_port for 5806b14d-b202-436a-b585-28b207a86529 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:12.947064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8c38d5b-c77d-4db8-ac2f-c2d529172e62 req-6bb4ca5c-18c1-4291-bd0a-e75dcd5bf764 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115152 Dec 15 13:51:12.978751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9775f2c7-aab7-4ae5-ab99-723a46aa997d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:12.989244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b58c5-1a4b-46c8-a861-a5178d843363 None None] Network 11156f9e-9c4c-45db-880d-4a5f31c6a41a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:12.999332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.002579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-26ec4cdc-ee83-4ee8-b7a7-e63523288fa2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9775f2c7-aab7-4ae5-ab99-723a46aa997d HTTP/1.1" status: 204 len: 168 time: 1.4152777 Dec 15 13:51:13.005254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:13.009945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.014078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-c7feaba8-9459-4990-bc99-29ad294d52ed service neutron] 10.222.0.67 "GET /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085773 Dec 15 13:51:13.059731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.076256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.139190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Deleting port e13f64a4-d40f-4add-9816-99eda46f5135 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:13.139601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.160076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649da3e6-be25-4685-9501-5992ce941534 None None] DHCP port deletion for 11156f9e-9c4c-45db-880d-4a5f31c6a41a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:13.194763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Pushing event updated for resources: {'Port': ['ID=3ae67c63-d126-4e79-a12b-aa593541bf03,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.203717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] For port e13f64a4-d40f-4add-9816-99eda46f5135, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e13f64a4-d40f-4add-9816-99eda46f5135,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:13.204083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.210442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.218398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-649da3e6-be25-4685-9501-5992ce941534 None None] Deleting port e13f64a4-d40f-4add-9816-99eda46f5135 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:13.218913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-649da3e6-be25-4685-9501-5992ce941534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.221126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Calling delete_port for e13f64a4-d40f-4add-9816-99eda46f5135 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:13.272276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-457cc39c-8f1d-40c5-8e8d-34e8f3058af1 req-6fce59e5-cf26-4a84-a313-41a4a2fa7ab5 service neutron] 10.222.0.67 "GET /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219837 Dec 15 13:51:13.293600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-649da3e6-be25-4685-9501-5992ce941534 None None] For port e13f64a4-d40f-4add-9816-99eda46f5135, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e13f64a4-d40f-4add-9816-99eda46f5135,segment=NetworkSegment(b4c47652-1447-41a5-b0f4-61b745cc74ea),segment_id=b4c47652-1447-41a5-b0f4-61b745cc74ea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:13.294175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-649da3e6-be25-4685-9501-5992ce941534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.310434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-649da3e6-be25-4685-9501-5992ce941534 None None] Calling delete_port for e13f64a4-d40f-4add-9816-99eda46f5135 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:13.318537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.348680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13f64a4-d40f-4add-9816-99eda46f5135,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.354950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] No DVR routers for this DVR port e13f64a4-d40f-4add-9816-99eda46f5135 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:13.431330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.434168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.446692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-649da3e6-be25-4685-9501-5992ce941534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.454316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11156f9e-9c4c-45db-880d-4a5f31c6a41a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:13.462452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Network 95a73896-f0f2-4860-a869-0695e71fa4ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:13.465916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c47652-1447-41a5-b0f4-61b745cc74ea') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:13.466049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c47652-1447-41a5-b0f4-61b745cc74ea') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:13.476941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649da3e6-be25-4685-9501-5992ce941534 None None] Pushing event deleted for resources: {'Port': ['ID=e13f64a4-d40f-4add-9816-99eda46f5135,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.479008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649da3e6-be25-4685-9501-5992ce941534 None None] No DVR routers for this DVR port e13f64a4-d40f-4add-9816-99eda46f5135 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:13.482973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.488165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:13.492463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-c8849525-b33b-4601-afcc-eba84071d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.493987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-c8849525-b33b-4601-afcc-eba84071d641 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c923100dd834032af046c4761dc8ef0&device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 1094 time: 0.1456769 Dec 15 13:51:13.501362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.502216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event deleted for resources: {'Port': ['ID=5806b14d-b202-436a-b585-28b207a86529,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.513034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:13.513401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:13.515416 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:13.579495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.604641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.609581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] 10.222.0.32 "DELETE /v2.0/networks/11156f9e-9c4c-45db-880d-4a5f31c6a41a HTTP/1.1" status: 204 len: 168 time: 0.6032801 Dec 15 13:51:13.611346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f1351-63f2-48b7-ac71-6d42610a0300 admin admin] Pushing event deleted for resources: {'Network': ['ID=11156f9e-9c4c-45db-880d-4a5f31c6a41a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.640892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddfe5-f487-4905-8831-e6c261c82f15 req-c39f9378-04ed-4ca2-ae8e-afa716fa5281 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.642429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-444ddfe5-f487-4905-8831-e6c261c82f15 req-c39f9378-04ed-4ca2-ae8e-afa716fa5281 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 948 time: 0.2313974 Dec 15 13:51:13.773134 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.818441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:13.833992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-f08289b6-0383-4970-86d8-eda9f2e35a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.835382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-f08289b6-0383-4970-86d8-eda9f2e35a3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=046d7cef-ee0a-449b-ba93-bb366d234486 HTTP/1.1" status: 200 len: 914 time: 0.3302317 Dec 15 13:51:13.852039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cba9d774-57fe-479a-b89a-a330427bea86 None None] Provisioning complete for port 3ae67c63-d126-4e79-a12b-aa593541bf03 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:13.852623 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cba9d774-57fe-479a-b89a-a330427bea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.868742 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2b6e0661-aa80-407c-8818-a0d54efb4880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d020a8b3c9f9440f94e9d6bd66fbbea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468602 Dec 15 13:51:13.869067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:13.904384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cba9d774-57fe-479a-b89a-a330427bea86 None None] Port 3ae67c63-d126-4e79-a12b-aa593541bf03 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:13.906975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.920540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-444ddfe5-f487-4905-8831-e6c261c82f15 req-6c1b9b7b-1683-48a7-8fa0-62cda1d561bd tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417648 Dec 15 13:51:13.929937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8387a437-ba41-476e-a0f6-9a438e4f89d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.953716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.964237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8387a437-ba41-476e-a0f6-9a438e4f89d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.965143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd840a0-109b-4930-a6d8-72a2488ded4e req-a9b9e054-d69d-4571-aa52-828f46401d86 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.966876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cd840a0-109b-4930-a6d8-72a2488ded4e req-a9b9e054-d69d-4571-aa52-828f46401d86 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2891655 Dec 15 13:51:13.967967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.972033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-399052f1-0d19-431a-9a87-9b32ae5bfb6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a90178db-48fb-4481-8c1a-cd984d1584c9 HTTP/1.1" status: 200 len: 217 time: 0.0723667 Dec 15 13:51:13.984674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Router 56e981fe-4479-4865-922b-6c0320e14bb1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:14.036472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8387a437-ba41-476e-a0f6-9a438e4f89d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.039886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8387a437-ba41-476e-a0f6-9a438e4f89d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.044242 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8387a437-ba41-476e-a0f6-9a438e4f89d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3726163d-2cdf-4fc5-8736-e551cb370f78 HTTP/1.1" status: 204 len: 168 time: 0.1719027 Dec 15 13:51:14.055554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387a437-ba41-476e-a0f6-9a438e4f89d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726163d-2cdf-4fc5-8736-e551cb370f78,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:14.075980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.076555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Fanout notify agent at l3_agent the message router_deleted on router 258c7a57-8031-4407-a903-c5bd3ad2ca02 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:14.092952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.097561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2ccfe14f-e705-4638-820e-5bde00b00ba3 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/258c7a57-8031-4407-a903-c5bd3ad2ca02 HTTP/1.1" status: 204 len: 168 time: 3.3689523 Dec 15 13:51:14.098855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:14.113366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-610257278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:14.143237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-6b3c887d-72dd-4f90-8dac-8a98e510fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.144724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-6b3c887d-72dd-4f90-8dac-8a98e510fa58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72373042-87f7-46a9-a697-ba66a8521c38 HTTP/1.1" status: 200 len: 852 time: 0.1564181 Dec 15 13:51:14.159266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.161472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.215984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cd840a0-109b-4930-a6d8-72a2488ded4e req-9d1c566f-d7cd-4795-9fd3-2f4c48727c5c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344608 Dec 15 13:51:14.225238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.231532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.254521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.255973 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-26a0ba47-ac8f-4dd7-9b2c-7108119ee413 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1543672 Dec 15 13:51:14.258684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:14.265708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:14.490529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.553057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-8d2e7c1f-37a4-417a-8610-5bd4dec9ed7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=046d7cef-ee0a-449b-ba93-bb366d234486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3771038 Dec 15 13:51:14.639204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0037e-405e-4064-a3c3-b60c217e9f5b req-7d7b195b-660f-497a-af6f-9622ea8ff8de tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.640587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e13f64a4-d40f-4add-9816-99eda46f5135 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:14.640709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81c0037e-405e-4064-a3c3-b60c217e9f5b req-7d7b195b-660f-497a-af6f-9622ea8ff8de tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 943 time: 0.4606307 Dec 15 13:51:14.654978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:14.668011 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:14.677364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d0d7d821-203b-453d-a34a-fffedbbd16aa admin admin] 10.222.0.32 "PUT /v2.0/routers/56e981fe-4479-4865-922b-6c0320e14bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0093617 Dec 15 13:51:14.687749 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:14.689476 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:50:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:14.712776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e13f64a4-d40f-4add-9816-99eda46f5135 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:14.713272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e13f64a4-d40f-4add-9816-99eda46f5135 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:14.724210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-4eab79b5-171f-4930-8860-3e82b9e2f1d3 service neutron] 10.222.0.67 "GET /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599584 Dec 15 13:51:14.752259 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-992c7d2b-9220-47fe-bf51-70a604803064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.758906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81c0037e-405e-4064-a3c3-b60c217e9f5b req-f33ad481-32c8-4fcd-9dcc-360c82c2d4fa tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078930 Dec 15 13:51:14.806075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.830290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.902150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-502dc883-6bff-49b5-8592-0f2b521e7c37 req-7b39b44d-957e-4a1d-9061-98c9440eb8ba service neutron] 10.222.0.67 "GET /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669695 Dec 15 13:51:14.908930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:14.976387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55968) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:15.002538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Allocated IP 172.25.2.205 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/200ac785-0ee3-4fb4-bcea-b9f0659ed0e8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:15.117985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-989253184-network', 'tenant_id': '9fd7469f2bcb4c4591a97118f2898269'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:15.134910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be862f7-62a7-4483-9ec6-4df366a3000e req-0f8ec3cf-7b4c-4b60-b561-9eff5a19e4aa tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.136457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5be862f7-62a7-4483-9ec6-4df366a3000e req-0f8ec3cf-7b4c-4b60-b561-9eff5a19e4aa tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 948 time: 0.0985422 Dec 15 13:51:15.166893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.181035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Made reservation on behalf of 9fd7469f2bcb4c4591a97118f2898269 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:15.183486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.201051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.213711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5be862f7-62a7-4483-9ec6-4df366a3000e req-3b7423af-c163-4e2c-bc3e-a3603863f2e3 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691688 Dec 15 13:51:15.213872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:15.235549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.257088 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 2, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:15.323199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:15.326733 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:15.327301 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Updating router 56e981fe-4479-4865-922b-6c0320e14bb1 port 3ae67c63-d126-4e79-a12b-aa593541bf03 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:51:15.331602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:15.335588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:15.345504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.351285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.374645 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.384780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:15.403800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aff27f6-1958-40da-92c4-48df3ad0545d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.405566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event updated for resources: {'Port': ['ID=200ac785-0ee3-4fb4-bcea-b9f0659ed0e8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.412055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.412655 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Added segment 150447c7-9623-4398-a7a3-c9ee441a4ed8 of type vlan for network 3af99024-739b-4cca-9751-5bef3dc1696a Dec 15 13:51:15.442000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:15.456045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55978) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:15.461301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004963084', 'description': 'tempest-description--1979326928'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:15.480998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'mac_address': 'fa:16:3e:1a:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:15.488405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.541662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.544694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.558286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb9e5b2-a721-4aa2-9703-769d62e88f37 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:15.567761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.568875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.569533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.583872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:15.590690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.621057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ee6dd-4082-484e-beaf-6f69342710cb req-4d9627d0-df3e-41b5-8787-e0477405da67 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.627776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a0ee6dd-4082-484e-beaf-6f69342710cb req-4d9627d0-df3e-41b5-8787-e0477405da67 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1260154 Dec 15 13:51:15.648294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.682510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7022324 Dec 15 13:51:15.690153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55980) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:15.699562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Request body: {'subnet': {'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-989253184-subnet', 'tenant_id': '9fd7469f2bcb4c4591a97118f2898269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:15.722020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3640c5-a76f-49cd-8f9d-b1e61532fe20 admin admin] Pushing event updated for resources: {'Network': ['ID=3af99024-739b-4cca-9751-5bef3dc1696a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.730802 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.736005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3af99024-739b-4cca-9751-5bef3dc1696a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:15.748528 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.761947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.762774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Made reservation on behalf of 9fd7469f2bcb4c4591a97118f2898269 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:15.765112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.805054 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Pushing event updated for resources: {'Port': ['ID=3ae67c63-d126-4e79-a12b-aa593541bf03,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.831510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a0ee6dd-4082-484e-beaf-6f69342710cb req-9319cbae-f6b0-4b76-aefb-2ad285d11e2f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674581 Dec 15 13:51:15.837848 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.838620 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.839148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.844210 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.845220 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.845811 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.846245 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.847519 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.847519 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.847519 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.847878 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.848476 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.849174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.849591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:15.865486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.915040 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Attempting to bind port 3ae67c63-d126-4e79-a12b-aa593541bf03 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:15.915506 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Attempting to bind port 3ae67c63-d126-4e79-a12b-aa593541bf03 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:15.916022 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Attempting to bind port 3ae67c63-d126-4e79-a12b-aa593541bf03 on network 95a73896-f0f2-4860-a869-0695e71fa4ce {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:15.929080 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:15.929588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Checking segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:15.930065 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.930716 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Bound using segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:15.931627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Bound port: 3ae67c63-d126-4e79-a12b-aa593541bf03, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:15.932894 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.961462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.966133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5056417 Dec 15 13:51:15.967036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:15.976610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'security_group_rule': {'security_group_id': 'de1a7637-7404-466f-97bc-b66aacd3a296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:16.002019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433da71c-9b59-45a0-99b4-f793973faeb3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a7637-7404-466f-97bc-b66aacd3a296,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.034350 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] For port 3ae67c63-d126-4e79-a12b-aa593541bf03, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:16.040674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] For port 3ae67c63-d126-4e79-a12b-aa593541bf03, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3ae67c63-d126-4e79-a12b-aa593541bf03,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:16.049270 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.056214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.071399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a18a2-1f34-4ef4-adf8-935115dbc01b req-89385598-677a-4a22-ac31-2c9593e5114a tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.073388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-339a18a2-1f34-4ef4-adf8-935115dbc01b req-89385598-677a-4a22-ac31-2c9593e5114a tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 943 time: 0.1402535 Dec 15 13:51:16.124149 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:16.124957 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:16.155542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-339a18a2-1f34-4ef4-adf8-935115dbc01b req-7578f3ec-cd6a-41e2-adb2-55798eccb0dc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751061 Dec 15 13:51:16.187978 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.248099 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.263808 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:16.291336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8bb9e5b2-a721-4aa2-9703-769d62e88f37'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:16.380415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-24bb8458-94da-48e2-8011-b09d4709e4de None None] Provisioning complete for port 3ae67c63-d126-4e79-a12b-aa593541bf03 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:16.381018 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24bb8458-94da-48e2-8011-b09d4709e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.383085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.540997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.545952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Checking segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:16.546807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Network hostable DHCP agents. Network: 3af99024-739b-4cca-9751-5bef3dc1696a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:16.558929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24bb8458-94da-48e2-8011-b09d4709e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.564766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d5f3-1a2a-4342-9c79-13aeb2e7cd61 req-87493c0c-1ff0-423d-b384-9298d0d13af6 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.566327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07b9d5f3-1a2a-4342-9c79-13aeb2e7cd61 req-87493c0c-1ff0-423d-b384-9298d0d13af6 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 949 time: 0.1767030 Dec 15 13:51:16.599869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Network 3af99024-739b-4cca-9751-5bef3dc1696a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:16.604957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-24bb8458-94da-48e2-8011-b09d4709e4de None None] For port 3ae67c63-d126-4e79-a12b-aa593541bf03, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3ae67c63-d126-4e79-a12b-aa593541bf03,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:16.628753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3af99024-739b-4cca-9751-5bef3dc1696a) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:16.631873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24bb8458-94da-48e2-8011-b09d4709e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.656922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.658814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.661309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.666373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07b9d5f3-1a2a-4342-9c79-13aeb2e7cd61 req-d9590bd5-c254-458f-bf9c-7dea56a9e2a9 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910230 Dec 15 13:51:16.683179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3e6c8bc7-65ae-4705-b00a-f71fb2172a3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9909067 Dec 15 13:51:16.690704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb8458-94da-48e2-8011-b09d4709e4de None None] Pushing event updated for resources: {'Port': ['ID=3ae67c63-d126-4e79-a12b-aa593541bf03,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.704338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f6da7-4487-44fc-9ae0-9640cdd11a31 None None] Network 3af99024-739b-4cca-9751-5bef3dc1696a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:16.716101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe88f337-a60c-48b4-b214-73c3091595f5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.722709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.723938 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af179206-ee6f-4df9-9cdd-5f077253ab9e None None] Pushing event updated for resources: {'Port': ['ID=3ae67c63-d126-4e79-a12b-aa593541bf03,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.727577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55994) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:16.732267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'security_group_rule': {'security_group_id': 'de1a7637-7404-466f-97bc-b66aacd3a296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:16.737053 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a828d83-6035-423d-9481-ae745a48f190 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7644060 Dec 15 13:51:16.761525 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:16.786633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.793660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.795328 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3c62a-3ad3-4f49-ab91-3c3e680caf6b None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:16.805607 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.813368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ac126d7-127b-4c63-b98d-0ab17a18cc3f None None] Provisioning complete for port 3ae67c63-d126-4e79-a12b-aa593541bf03 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:16.813839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ac126d7-127b-4c63-b98d-0ab17a18cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.915959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.928738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.976158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.985129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571383 Dec 15 13:51:16.989098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56000) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.006056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:17.030285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a359f6-81df-487a-92d0-c46ab24f6d60 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5261ae9-3a2a-44d3-b1c1-9335c4b20094,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:17.034146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.077891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Router 6f567c9f-4170-4cb4-833b-be5c6971f023 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:17.107999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a617d-9338-4277-882d-555bf5782738 None None] Network 3af99024-739b-4cca-9751-5bef3dc1696a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:17.213215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086c40e-b27e-4dfc-8ad6-6c9b180b361e req-ce8ce21a-b5e6-46df-99fd-0c37678bf691 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.221430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a086c40e-b27e-4dfc-8ad6-6c9b180b361e req-ce8ce21a-b5e6-46df-99fd-0c37678bf691 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1224451 Dec 15 13:51:17.259126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a90178db-48fb-4481-8c1a-cd984d1584c9 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:17.301366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:17.311868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.315564 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eec00abb-6877-4ef3-92c4-709e2d066694 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "PUT /v2.0/routers/6f567c9f-4170-4cb4-833b-be5c6971f023 HTTP/1.1" status: 200 len: 879 time: 3.0531800 Dec 15 13:51:17.315970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.342776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] Sync routers for ids ['6f567c9f-4170-4cb4-833b-be5c6971f023'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:17.397317 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.400541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] Routers {'6f567c9f-4170-4cb4-833b-be5c6971f023'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:17.401386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6f567c9f-4170-4cb4-833b-be5c6971f023'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:17.411633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-f182a05a-83a0-4278-b6c3-9c39858e5b83 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.419445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-f182a05a-83a0-4278-b6c3-9c39858e5b83 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 817 time: 0.1496065 Dec 15 13:51:17.467489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-9a988448-9411-48c6-a3d3-80fab175a9bb tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/quotas/9fd7469f2bcb4c4591a97118f2898269 HTTP/1.1" status: 200 len: 375 time: 0.0464852 Dec 15 13:51:17.490431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:17.507945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] Routers {'6f567c9f-4170-4cb4-833b-be5c6971f023'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:17.508780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c74104e6-6143-4e5d-857f-5b81c5337522 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/6f567c9f-4170-4cb4-833b-be5c6971f023 HTTP/1.1" status: 200 len: 920 time: 0.1908774 Dec 15 13:51:17.509047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6f567c9f-4170-4cb4-833b-be5c6971f023'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:17.509518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.525022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a086c40e-b27e-4dfc-8ad6-6c9b180b361e req-c3eeb771-64ce-4800-a5b3-9058ac95de4d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009729 Dec 15 13:51:17.559930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-7bf5854d-96a7-4452-a5e8-13126a21f904 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843611 Dec 15 13:51:17.563861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:17.564538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9721667d-afda-4b6b-b590-3e1021ea1f8b None None] The sync data for ids ['6f567c9f-4170-4cb4-833b-be5c6971f023'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:17.573548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a90178db-48fb-4481-8c1a-cd984d1584c9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a90178db-48fb-4481-8c1a-cd984d1584c9,segment=NetworkSegment(54dc9234-00f4-4c68-9512-164136430703),segment_id=54dc9234-00f4-4c68-9512-164136430703)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:17.586232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'a90178db-48fb-4481-8c1a-cd984d1584c9', 'network_id': '046d7cef-ee0a-449b-ba93-bb366d234486', 'port_id': 'a90178db-48fb-4481-8c1a-cd984d1584c9', 'mac_address': 'fa:16:3e:81:fd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72373042-87f7-46a9-a697-ba66a8521c38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:17.638658 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.664849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90178db-48fb-4481-8c1a-cd984d1584c9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:17.683950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8f273-0038-4478-9f66-237051f49edd tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.690749 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1fb8f273-0038-4478-9f66-237051f49edd tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=6f567c9f-4170-4cb4-833b-be5c6971f023&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1800263 Dec 15 13:51:17.693660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.704058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a90178db-48fb-4481-8c1a-cd984d1584c9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a90178db-48fb-4481-8c1a-cd984d1584c9,segment=NetworkSegment(54dc9234-00f4-4c68-9512-164136430703),segment_id=54dc9234-00f4-4c68-9512-164136430703)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:17.711585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.716462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-e200b596-818a-4e25-87d8-3b130ed229c8 service neutron] 10.222.0.32 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369531 Dec 15 13:51:17.719696 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.798851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a90178db-48fb-4481-8c1a-cd984d1584c9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:17.848357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c06f16-9300-4831-848f-6f585bce966e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.854607 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b9c06f16-9300-4831-848f-6f585bce966e tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.1598470 Dec 15 13:51:17.855951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.910724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a9634e5a-310a-49e5-bbd4-cff4b6c65206 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f567c9f-4170-4cb4-833b-be5c6971f023 HTTP/1.1" status: 200 len: 205 time: 0.0534518 Dec 15 13:51:17.911392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.955522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94dad-ce5c-4760-8795-f90dde500e4d req-d0468239-72e3-4bc8-b4ed-7520cb01661f tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.957570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0e94dad-ce5c-4760-8795-f90dde500e4d req-d0468239-72e3-4bc8-b4ed-7520cb01661f tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 944 time: 0.1756766 Dec 15 13:51:18.012608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-e89a04f5-bcd3-481a-b08f-0c7fc4d153e5 service neutron] 10.222.0.32 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950449 Dec 15 13:51:18.029288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a90178db-48fb-4481-8c1a-cd984d1584c9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:18.033163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Allocated IP 172.25.2.176 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/22732619-368f-4930-a86e-10134533a709) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:18.071788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.181719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0e94dad-ce5c-4760-8795-f90dde500e4d req-2003932d-036b-46bc-90a2-91a06e4448ce tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014108 Dec 15 13:51:18.232110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.290326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.351432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Deleting port 200ac785-0ee3-4fb4-bcea-b9f0659ed0e8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:18.352058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.417533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.483035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.505581 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.505893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:18.509110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:18.514943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:18.552455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'Port': ['ID=22732619-368f-4930-a86e-10134533a709,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:18.561097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Calling delete_port for 200ac785-0ee3-4fb4-bcea-b9f0659ed0e8 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:18.732686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.768266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ae67c63-d126-4e79-a12b-aa593541bf03 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:18.824245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e27e30-8bfe-4ec7-a319-3a1b29d25fd6 req-27f6704e-f2b9-480e-979b-d5bf21a41451 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:18.825959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1e27e30-8bfe-4ec7-a319-3a1b29d25fd6 req-27f6704e-f2b9-480e-979b-d5bf21a41451 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 949 time: 0.1635282 Dec 15 13:51:18.853178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.867381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3ae67c63-d126-4e79-a12b-aa593541bf03 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:18.867751 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.887743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event deleted for resources: {'Port': ['ID=200ac785-0ee3-4fb4-bcea-b9f0659ed0e8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:18.924690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.009321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e6d22-8055-4418-8426-e4396112e2ef req-fed38614-a1dc-4c3b-86f4-02393176b611 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.024044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d0e6d22-8055-4418-8426-e4396112e2ef req-fed38614-a1dc-4c3b-86f4-02393176b611 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2809980 Dec 15 13:51:19.049868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.086820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1e27e30-8bfe-4ec7-a319-3a1b29d25fd6 req-f0452880-2838-47f7-aeee-2baaaafeafa4 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149770 Dec 15 13:51:19.164933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d0e6d22-8055-4418-8426-e4396112e2ef req-305441b9-31d3-4e9a-a890-488ed4860ddd tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399190 Dec 15 13:51:19.191691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-221e15fe-e3d2-4b47-9730-36fcff661b02 req-54d8319d-f56d-44ab-8fb3-b76d187c84b2 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 210 time: 0.0400934 Dec 15 13:51:19.208671 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.211482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.222680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:19.271884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.273565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Fanout notify agent at l3_agent the message router_deleted on router 6f567c9f-4170-4cb4-833b-be5c6971f023 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:19.276778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.287497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.297962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.302642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-744d0071-8a43-40b4-8081-b1548d68eb4d tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/6f567c9f-4170-4cb4-833b-be5c6971f023 HTTP/1.1" status: 204 len: 168 time: 1.3901172 Dec 15 13:51:19.303449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:19.307262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:19.311845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:19.312231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.316294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-785951515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:19.366622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.368077 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.426964 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.429681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'Port': ['ID=22732619-368f-4930-a86e-10134533a709,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.443424 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.451077 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.454520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedac8-8f6f-4052-a3ca-6c80173d0a68 req-2b35bd44-f7e3-462d-9b90-23f920940d80 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.456117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bfedac8-8f6f-4052-a3ca-6c80173d0a68 req-2b35bd44-f7e3-462d-9b90-23f920940d80 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 944 time: 0.1087141 Dec 15 13:51:19.457670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.484369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:19.487141 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7c61a-b3ec-4076-865b-7e3413d181f4" -d '{"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:19.489074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.489278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.490692 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5263cbff-7ad2-42cc-877f-eac399c976be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1861699 Dec 15 13:51:19.493571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:19.498371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': True}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:19.502347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-562d0873-bd8c-4424-8ada-657d51f3ef8d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4998360 Dec 15 13:51:19.508026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:19.515811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.584591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.595084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3bfedac8-8f6f-4052-a3ca-6c80173d0a68 req-8ae867b4-4287-4cae-a8d4-953980f2b2de tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144474 Dec 15 13:51:19.632362 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada7f9cb-7d01-41d8-80ba-a2c6c7c59a7b x-openstack-request-id: req-ada7f9cb-7d01-41d8-80ba-a2c6c7c59a7b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:19.634515 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:19.634875 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ada7f9cb-7d01-41d8-80ba-a2c6c7c59a7b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:19.635967 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'code': 200} Dec 15 13:51:19.780470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736b964-29c1-40ce-8206-9d238e73f128 req-8d7f4aae-677f-4c95-b4bf-f112c459cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.782177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c736b964-29c1-40ce-8206-9d238e73f128 req-8d7f4aae-677f-4c95-b4bf-f112c459cc34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 1101 time: 0.0773907 Dec 15 13:51:19.826202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-336b6977-1f62-4b0c-9cf5-d0de05306345 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1004963084&fields=id&tenant_id=76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 267 time: 0.0749898 Dec 15 13:51:19.826760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.952060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c736b964-29c1-40ce-8206-9d238e73f128 req-317fb009-270a-462f-a16a-925cb1d5644b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530898 Dec 15 13:51:19.993129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-3146d299-c58d-4bc5-8cc2-4140513e5378 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.994621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-3146d299-c58d-4bc5-8cc2-4140513e5378 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 817 time: 0.1546252 Dec 15 13:51:20.010437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-e2c8cfbb-5899-4e2d-95ca-dbf9a567497b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/quotas/76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 375 time: 0.0093253 Dec 15 13:51:20.060253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.062947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-618c9149-6127-44df-98f0-37737f6cbaff tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461750 Dec 15 13:51:20.078533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.179607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-e048ee04-8d60-4000-be8a-fdfdf4a95d21 service neutron] 10.222.0.32 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044862 Dec 15 13:51:20.196267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Allocated IP 172.25.2.170 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/d989b625-0129-4557-9748-700cffca1d7d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:20.310461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.321314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f78be-ca28-4b95-ad5e-55d4e8ba1c24 req-759447ba-8a39-4104-a9b7-2808e423c88f tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.322786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b88f78be-ca28-4b95-ad5e-55d4e8ba1c24 req-759447ba-8a39-4104-a9b7-2808e423c88f tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 950 time: 0.1047673 Dec 15 13:51:20.325149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-75430209-2b46-43e8-a37a-8b018793d415 service neutron] 10.222.0.32 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366384 Dec 15 13:51:20.343789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.383873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:20.386098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b88f78be-ca28-4b95-ad5e-55d4e8ba1c24 req-3b483666-3eb5-4ef2-87d1-d9b86b05fcad tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530562 Dec 15 13:51:20.386898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:20.389330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:20.415035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Port': ['ID=d989b625-0129-4557-9748-700cffca1d7d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:20.522294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e54ac-40f8-466b-bd10-38150d271aa6 req-64473850-dff9-4299-b803-63fc656b1c64 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.531512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf1e54ac-40f8-466b-bd10-38150d271aa6 req-64473850-dff9-4299-b803-63fc656b1c64 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.0708358 Dec 15 13:51:20.616979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e5b9fc7-0195-4cf2-9e36-54c39a2452b5 req-f084fd48-7e3e-4f95-ace1-46e4fecc0e36 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 210 time: 0.0823596 Dec 15 13:51:20.674155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf1e54ac-40f8-466b-bd10-38150d271aa6 req-e2661b04-d682-4599-a6a2-b32c61ee14ec tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414649 Dec 15 13:51:20.806462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-335918ab-70e1-45f0-b082-5a1b9c60701b req-a2dfebb4-f5b6-48a4-9eb6-e2ab96d913ce tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 210 time: 0.0420361 Dec 15 13:51:20.834367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.889742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.968448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-fbb03715-b8d4-4111-b36a-086d0022c625 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.970117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-fbb03715-b8d4-4111-b36a-086d0022c625 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 817 time: 0.2916434 Dec 15 13:51:20.993893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a997-8bac-4f78-9781-82c4a05487c8 req-db9207b3-3883-4d92-ac57-908b5b21479e tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.001844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5af0a997-8bac-4f78-9781-82c4a05487c8 req-db9207b3-3883-4d92-ac57-908b5b21479e tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 944 time: 0.1264238 Dec 15 13:51:21.013943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Request body: {'port': {'device_id': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'admin_state_up': True, 'tenant_id': '9fd7469f2bcb4c4591a97118f2898269'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:21.115106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5af0a997-8bac-4f78-9781-82c4a05487c8 req-e772393b-973f-44a6-b12d-08c6cddaea3f tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116011 Dec 15 13:51:21.196397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Made reservation on behalf of 9fd7469f2bcb4c4591a97118f2898269 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:21.202473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.233362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a90178db-48fb-4481-8c1a-cd984d1584c9 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:21.364691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Allocated IP 172.20.0.6 (3af99024-739b-4cca-9751-5bef3dc1696a/53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a/334b645c-a416-4956-a5d3-c819ba4511c1) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:21.386051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port a90178db-48fb-4481-8c1a-cd984d1584c9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:21.391607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port a90178db-48fb-4481-8c1a-cd984d1584c9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:21.391989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.492897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.538022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a90178db-48fb-4481-8c1a-cd984d1584c9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a90178db-48fb-4481-8c1a-cd984d1584c9,segment=NetworkSegment(54dc9234-00f4-4c68-9512-164136430703),segment_id=54dc9234-00f4-4c68-9512-164136430703)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:21.540322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.544297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.553274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.567497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-05b7a735-8e35-4d48-bcd4-a9c02457f96f tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.569030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-05b7a735-8e35-4d48-bcd4-a9c02457f96f tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 817 time: 0.2560821 Dec 15 13:51:21.585505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d461e-b2cb-448c-a6f5-233b16487975 req-6f0350bb-0133-4e0c-9d79-4afeb00acfb6 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.586626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-815d461e-b2cb-448c-a6f5-233b16487975 req-6f0350bb-0133-4e0c-9d79-4afeb00acfb6 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 950 time: 0.0774152 Dec 15 13:51:21.599588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a90178db-48fb-4481-8c1a-cd984d1584c9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:21.627704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.637934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Request body: {'port': {'device_id': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'admin_state_up': True, 'tenant_id': '9fd7469f2bcb4c4591a97118f2898269'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:21.638346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90178db-48fb-4481-8c1a-cd984d1584c9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:21.642470 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0bd30-5eb3-4c03-bedf-768228bcdaa5" -d '{"events": [{"server_uuid": "e7dce21a-f6ac-4475-9a5e-26f359b307cc", "name": "network-vif-plugged", "status": "completed", "tag": "a90178db-48fb-4481-8c1a-cd984d1584c9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:21.663769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-815d461e-b2cb-448c-a6f5-233b16487975 req-14ac5b94-236f-4905-b270-6d592ffac64f tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Dec 15 13:51:21.704483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.709730 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f19e816-2a53-4868-a01c-418c5520bc92 x-openstack-request-id: req-3f19e816-2a53-4868-a01c-418c5520bc92 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:21.710256 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dce21a-f6ac-4475-9a5e-26f359b307cc", "name": "network-vif-plugged", "status": "completed", "tag": "a90178db-48fb-4481-8c1a-cd984d1584c9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:21.710696 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f19e816-2a53-4868-a01c-418c5520bc92 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:21.711476 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90178db-48fb-4481-8c1a-cd984d1584c9', 'code': 200} Dec 15 13:51:21.812889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Made reservation on behalf of 9fd7469f2bcb4c4591a97118f2898269 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:21.816616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.831332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Router 32e7a857-4f5c-4565-836d-2d5fb570c039 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:21.852939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Pushing event updated for resources: {'Port': ['ID=334b645c-a416-4956-a5d3-c819ba4511c1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:21.901263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46237fb8-1b33-4f49-a91f-38b48f4919f2 req-0ebdd195-c211-4464-90f5-6aa971059e38 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 210 time: 0.0829134 Dec 15 13:51:21.913539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Network 3af99024-739b-4cca-9751-5bef3dc1696a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:21.919013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:21.923272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:21.967548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5c83-d47a-47d2-a6aa-c4170771ba5d req-a5c658ad-be18-4d09-a6af-b2d580286641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.969186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fdb5c83-d47a-47d2-a6aa-c4170771ba5d req-a5c658ad-be18-4d09-a6af-b2d580286641 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 1096 time: 0.1303589 Dec 15 13:51:21.978757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9222f9a-8a8b-43a8-b5e5-5b563a7c4738 req-6c0f893f-3adb-453e-a519-4bdf3c000ec9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.985240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9222f9a-8a8b-43a8-b5e5-5b563a7c4738 req-6c0f893f-3adb-453e-a519-4bdf3c000ec9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1571536 Dec 15 13:51:22.082135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.083097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.122410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fdb5c83-d47a-47d2-a6aa-c4170771ba5d req-661b12a8-0e5e-432d-82b9-ccb0dc15056d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363552 Dec 15 13:51:22.123263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-7ac11c08-3197-4bf8-a4dc-faf2228302fe tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.124731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-7ac11c08-3197-4bf8-a4dc-faf2228302fe tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 817 time: 0.2892239 Dec 15 13:51:22.133457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-6138b904-2279-4bd3-ae2d-92b6598a7589 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277332 Dec 15 13:51:22.148691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9222f9a-8a8b-43a8-b5e5-5b563a7c4738 req-c97e14ec-d4e5-4d3b-8a5f-4d09c8eed703 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266999 Dec 15 13:51:22.159388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Allocated IP 172.20.0.13 (3af99024-739b-4cca-9751-5bef3dc1696a/53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a/54b7d7de-81b2-49a3-a076-794f0cf7488b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:22.166752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:22.175155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.178120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-58b3ddd2-d92c-4dc5-8cfa-e9cb499a2d72 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "PUT /v2.0/routers/32e7a857-4f5c-4565-836d-2d5fb570c039 HTTP/1.1" status: 200 len: 914 time: 2.6813171 Dec 15 13:51:22.178909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.181316 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] Sync routers for ids ['32e7a857-4f5c-4565-836d-2d5fb570c039'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:22.193640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] Routers {'32e7a857-4f5c-4565-836d-2d5fb570c039'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:22.195562 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['32e7a857-4f5c-4565-836d-2d5fb570c039'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:22.234865 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:22.245287 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] Routers {'32e7a857-4f5c-4565-836d-2d5fb570c039'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:22.246582 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['32e7a857-4f5c-4565-836d-2d5fb570c039'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:22.288265 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:22.289567 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d7958-4e89-4683-8ad6-14213bfeed95 None None] The sync data for ids ['32e7a857-4f5c-4565-836d-2d5fb570c039'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:22.315351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-40dd9a2e-1205-4928-a114-97a151affe31 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/32e7a857-4f5c-4565-836d-2d5fb570c039 HTTP/1.1" status: 200 len: 920 time: 0.1349289 Dec 15 13:51:22.317975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.356140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Request body: {'port': {'device_id': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'admin_state_up': True, 'tenant_id': '9fd7469f2bcb4c4591a97118f2898269'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:22.397425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Request body: {'port': {'device_id': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:22.418656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.498981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.509637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-717e0116-5bb4-4690-925d-e9ce2c4eb955 req-f94d9c82-cdd3-4bab-8b8f-2beb139c66c9 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 210 time: 0.0966697 Dec 15 13:51:22.537124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5796abc-6943-4297-86e2-f29536b8ac36 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.538954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f5796abc-6943-4297-86e2-f29536b8ac36 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=32e7a857-4f5c-4565-836d-2d5fb570c039&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2192414 Dec 15 13:51:22.548052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.629922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Network 3af99024-739b-4cca-9751-5bef3dc1696a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:22.634661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Made reservation on behalf of 9fd7469f2bcb4c4591a97118f2898269 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:22.638820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.647293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Pushing event updated for resources: {'Port': ['ID=54b7d7de-81b2-49a3-a076-794f0cf7488b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:22.649893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:22.660376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.660721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:22.766701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.767299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.785789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee97b1-86c1-4fa9-b896-39cb7d86589d tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.787118 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2fee97b1-86c1-4fa9-b896-39cb7d86589d tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.2319500 Dec 15 13:51:22.792893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.799472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-c69ab15a-813a-4a79-8179-03c9488d5019 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1900947 Dec 15 13:51:22.837296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Request body: {'port': {'device_id': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:22.841301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-47b41436-613f-4b2e-a567-fabbd81bca8b tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e7a857-4f5c-4565-836d-2d5fb570c039 HTTP/1.1" status: 200 len: 205 time: 0.0474637 Dec 15 13:51:22.858477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56146) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:23.018916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.021248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Allocated IP 172.20.0.4 (3af99024-739b-4cca-9751-5bef3dc1696a/53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a/4f0e34f2-2917-4cb7-b947-59f1c9950f81) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:23.095857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.181539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e80d5-8c86-42c0-97eb-e49fa5b38837 req-25442137-da5b-40c3-8d40-723e249886e1 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.183361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a85e80d5-8c86-42c0-97eb-e49fa5b38837 req-25442137-da5b-40c3-8d40-723e249886e1 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 945 time: 0.5431173 Dec 15 13:51:23.270151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c8dd2c3-d207-443f-8cba-fa43abc0a16e req-b7a83a37-25eb-4237-ba99-c5deb94018f2 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 210 time: 0.0994787 Dec 15 13:51:23.295705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-1fd61ecd-c6cd-46e7-9fb5-f9f5fd65f340 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.297177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-1fd61ecd-c6cd-46e7-9fb5-f9f5fd65f340 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 817 time: 0.7851045 Dec 15 13:51:23.349814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.367469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a85e80d5-8c86-42c0-97eb-e49fa5b38837 req-0fa2b982-c42a-464d-ac9b-6b693a25de96 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668241 Dec 15 13:51:23.419370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.425224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-9f4778bc-757f-4aba-816a-d8967ee12eef tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 380 time: 0.1138303 Dec 15 13:51:23.440362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239a3ed-6a67-4519-ae20-e3916eeb3ca5 req-1b7dfe85-2ef9-4b31-9eea-90ba88e87fe5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.441832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5239a3ed-6a67-4519-ae20-e3916eeb3ca5 req-1b7dfe85-2ef9-4b31-9eea-90ba88e87fe5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.0952725 Dec 15 13:51:23.446393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'port': {'device_id': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'admin_state_up': True, 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'security_groups': ['de1a7637-7404-466f-97bc-b66aacd3a296']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:23.456417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Deleting port d989b625-0129-4557-9748-700cffca1d7d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:23.456871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.516791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.586192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Network 3af99024-739b-4cca-9751-5bef3dc1696a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:23.598170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.600233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:23.607962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Pushing event updated for resources: {'Port': ['ID=4f0e34f2-2917-4cb7-b947-59f1c9950f81,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:23.610541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:23.623603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5239a3ed-6a67-4519-ae20-e3916eeb3ca5 req-d60e3a93-eabd-432b-8e6e-836b608aede4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720176 Dec 15 13:51:23.663097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Calling delete_port for d989b625-0129-4557-9748-700cffca1d7d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:23.734930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.735534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.744256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a20b400-8b5f-43cb-b0e2-8702c7147e3e req-c57197f6-6896-4910-aeb7-b9807c839e12 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 210 time: 0.0356243 Dec 15 13:51:23.784178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Made reservation on behalf of 76bcaadec44244f6a722c3707d350552 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:23.788617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.814715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-61f65630-6b08-48f0-995e-838dc8af1aee tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4631078 Dec 15 13:51:23.841205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Request body: {'port': {'device_id': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:23.895393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334b645c-a416-4956-a5d3-c819ba4511c1 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:23.910470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.984013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Allocated IP 172.20.0.8 (95a73896-f0f2-4860-a869-0695e71fa4ce/dc35db1e-a7ba-404c-80e4-a6e96a75f592/048c0180-65b1-416e-8a26-76b9fc9103b5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:24.132623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.165934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.212561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.213542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Network 95a73896-f0f2-4860-a869-0695e71fa4ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:24.217550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Transition to ACTIVE for port object 334b645c-a416-4956-a5d3-c819ba4511c1 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:24.221326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.221510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:24.224792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:24.249471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.254680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.314712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event deleted for resources: {'Port': ['ID=d989b625-0129-4557-9748-700cffca1d7d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.333957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:24.334623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.361653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Pushing event updated for resources: {'Port': ['ID=334b645c-a416-4956-a5d3-c819ba4511c1,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.386527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-5cf3f159-af15-4ce8-b2ba-b94910f933f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435425 Dec 15 13:51:24.418249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Request body: {'port': {'device_id': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:24.466529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f32e94ea-f9da-4587-abd0-d0aee456fcae None None] Provisioning complete for port 048c0180-65b1-416e-8a26-76b9fc9103b5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:24.467148 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f32e94ea-f9da-4587-abd0-d0aee456fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.509931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f32e94ea-f9da-4587-abd0-d0aee456fcae None None] Port 048c0180-65b1-416e-8a26-76b9fc9103b5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:24.526085 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.584515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe822-998d-4834-90d6-d5bbdfbc80f6 req-fc69f335-98fa-425c-a1d2-db76766a230d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:24.586028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-869fe822-998d-4834-90d6-d5bbdfbc80f6 req-fc69f335-98fa-425c-a1d2-db76766a230d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 931 time: 0.2038248 Dec 15 13:51:24.586690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.601016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Attempting to bind port 334b645c-a416-4956-a5d3-c819ba4511c1 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:24.601363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Attempting to bind port 334b645c-a416-4956-a5d3-c819ba4511c1 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:24.601686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Attempting to bind port 334b645c-a416-4956-a5d3-c819ba4511c1 on network 3af99024-739b-4cca-9751-5bef3dc1696a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:24.634799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Port 334b645c-a416-4956-a5d3-c819ba4511c1 on network 3af99024-739b-4cca-9751-5bef3dc1696a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:24.635211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Attempting to bind port 334b645c-a416-4956-a5d3-c819ba4511c1 on network 3af99024-739b-4cca-9751-5bef3dc1696a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:24.658083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.668795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee80022-6cd3-4ea3-a662-90e1fd05594d req-94f71f16-06f0-41c2-8e13-3dfd30cb42d7 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:24.670272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee80022-6cd3-4ea3-a662-90e1fd05594d req-94f71f16-06f0-41c2-8e13-3dfd30cb42d7 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 945 time: 0.1943805 Dec 15 13:51:24.676700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.684846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:24.685197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Checking segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:24.685587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Bound using segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:24.686018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Bound port: 334b645c-a416-4956-a5d3-c819ba4511c1, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:24.686383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.727851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b7d7de-81b2-49a3-a076-794f0cf7488b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:24.736832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.740322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.740860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Fanout notify agent at l3_agent the message router_deleted on router 32e7a857-4f5c-4565-836d-2d5fb570c039 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:24.747397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-869fe822-998d-4834-90d6-d5bbdfbc80f6 req-05d624b8-43d1-4005-9945-113f5d8a486e tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474850 Dec 15 13:51:24.749849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.750946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c55503c5-49c5-4a36-97de-3995fe4dfaf1 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/32e7a857-4f5c-4565-836d-2d5fb570c039 HTTP/1.1" status: 204 len: 168 time: 1.8916404 Dec 15 13:51:24.754725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:24.759346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1913384306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:24.772379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Transition to ACTIVE for port object 54b7d7de-81b2-49a3-a076-794f0cf7488b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:24.782964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.863029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.864366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.897208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee80022-6cd3-4ea3-a662-90e1fd05594d req-3ea90e83-d457-432c-8860-7f19d9ba0a5d tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995263 Dec 15 13:51:24.902405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=54b7d7de-81b2-49a3-a076-794f0cf7488b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.975459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] For port 334b645c-a416-4956-a5d3-c819ba4511c1, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:25.001625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] For port 334b645c-a416-4956-a5d3-c819ba4511c1, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=334b645c-a416-4956-a5d3-c819ba4511c1,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:25.014325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.025073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.047406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.091976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.092723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.094078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] 10.222.0.67 "PUT /v2.0/ports/334b645c-a416-4956-a5d3-c819ba4511c1 HTTP/1.1" status: 200 len: 1091 time: 2.7116911 Dec 15 13:51:25.094540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'tag': '334b645c-a416-4956-a5d3-c819ba4511c1'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:25.096972 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39f7d36-08b9-4555-af35-65aa3b765991" -d '{"events": [{"name": "network-changed", "server_uuid": "525e9ab2-1b08-405f-9fa7-a2cd2d4e0191", "tag": "334b645c-a416-4956-a5d3-c819ba4511c1"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:25.121220 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.124998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-00a2bee6-6ee6-42d6-8bae-5f12b20d545e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3670900 Dec 15 13:51:25.125529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Attempting to bind port 54b7d7de-81b2-49a3-a076-794f0cf7488b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:25.125953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Attempting to bind port 54b7d7de-81b2-49a3-a076-794f0cf7488b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:25.126355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Attempting to bind port 54b7d7de-81b2-49a3-a076-794f0cf7488b on network 3af99024-739b-4cca-9751-5bef3dc1696a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:25.129050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56196) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:25.134415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Port 54b7d7de-81b2-49a3-a076-794f0cf7488b on network 3af99024-739b-4cca-9751-5bef3dc1696a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:25.134817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Attempting to bind port 54b7d7de-81b2-49a3-a076-794f0cf7488b on network 3af99024-739b-4cca-9751-5bef3dc1696a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:25.142889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:25.143127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:25.143219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Checking segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:25.143729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Bound using segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:25.144235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Bound port: 54b7d7de-81b2-49a3-a076-794f0cf7488b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:25.144695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.147936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0e34f2-2917-4cb7-b947-59f1c9950f81 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:25.162315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.200071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Transition to ACTIVE for port object 4f0e34f2-2917-4cb7-b947-59f1c9950f81 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:25.206057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.265264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:25.271133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] For port 54b7d7de-81b2-49a3-a076-794f0cf7488b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:25.286314 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0e34f2-2917-4cb7-b947-59f1c9950f81,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.290306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651f6c-7de6-4f72-85a7-6aa7bc4cda6a service neutron] Pushing event updated for resources: {'Port': ['ID=334b645c-a416-4956-a5d3-c819ba4511c1,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.309850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] For port 54b7d7de-81b2-49a3-a076-794f0cf7488b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:25.333512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.364131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317b0b-08ec-4f0e-a2cb-6fd85517928c req-58a82bb2-7859-48e8-a967-d4bbdb3811d6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.365666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53317b0b-08ec-4f0e-a2cb-6fd85517928c req-58a82bb2-7859-48e8-a967-d4bbdb3811d6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3053036 Dec 15 13:51:25.388679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.389295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.390676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] 10.222.0.67 "PUT /v2.0/ports/54b7d7de-81b2-49a3-a076-794f0cf7488b HTTP/1.1" status: 200 len: 1092 time: 2.5777779 Dec 15 13:51:25.391415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'tag': '54b7d7de-81b2-49a3-a076-794f0cf7488b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:25.393755 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3192c178-4c57-4388-b254-37519be5e7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "15057ea8-25d3-40cb-8a02-5bfa9d7956ae", "tag": "54b7d7de-81b2-49a3-a076-794f0cf7488b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:25.403109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:25.420260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'mac_address': 'fa:16:3e:1a:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:25.423119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382ce1-47f0-4f1d-a80c-f3932974cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=54b7d7de-81b2-49a3-a076-794f0cf7488b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.425906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Attempting to bind port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:25.426231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Attempting to bind port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:25.426561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Attempting to bind port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 on network 3af99024-739b-4cca-9751-5bef3dc1696a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:25.431849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 on network 3af99024-739b-4cca-9751-5bef3dc1696a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:25.433199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Attempting to bind port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 on network 3af99024-739b-4cca-9751-5bef3dc1696a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:25.437565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:25.437988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Checking segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:25.438279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Bound using segment: {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:25.438693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Bound port: 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150447c7-9623-4398-a7a3-c9ee441a4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:25.439052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.448302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-f590ee5d-2e84-4ca4-a06a-9328ba84fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.450435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-f590ee5d-2e84-4ca4-a06a-9328ba84fc34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 1094 time: 0.2629158 Dec 15 13:51:25.454959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048c0180-65b1-416e-8a26-76b9fc9103b5 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:25.475586 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.487956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2672f19-6c81-4128-b754-49da9bdc4c25 req-d04ecc4a-6ffa-45ab-81f5-0b5b797fcee6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.489451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2672f19-6c81-4128-b754-49da9bdc4c25 req-d04ecc4a-6ffa-45ab-81f5-0b5b797fcee6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 931 time: 0.3349593 Dec 15 13:51:25.492827 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.502226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bb9e5b2-a721-4aa2-9703-769d62e88f37 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:25.537243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-441357b8-4231-403f-a118-dd27ba113dbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b645c-a416-4956-a5d3-c819ba4511c1 HTTP/1.1" status: 200 len: 217 time: 0.0753434 Dec 15 13:51:25.550195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:25.555391 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.585500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] For port 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:25.590393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] For port 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:25.615434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Transition to ACTIVE for port object 048c0180-65b1-416e-8a26-76b9fc9103b5 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:25.619006 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.646682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.651893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.660432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.722213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.723057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.725567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] 10.222.0.67 "PUT /v2.0/ports/4f0e34f2-2917-4cb7-b947-59f1c9950f81 HTTP/1.1" status: 200 len: 1091 time: 1.8901627 Dec 15 13:51:25.727757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6a6a4-8abc-4c5b-a18a-9db5f8fdb4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0e34f2-2917-4cb7-b947-59f1c9950f81,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.753029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8bb9e5b2-a721-4aa2-9703-769d62e88f37'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:25.754651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53317b0b-08ec-4f0e-a2cb-6fd85517928c req-d0d620df-e705-490a-9b5b-97e6762a6931 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530707 Dec 15 13:51:25.800070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d993f962-761f-4cf7-97eb-74f9504715cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.810147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d993f962-761f-4cf7-97eb-74f9504715cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 1095 time: 0.2646489 Dec 15 13:51:25.834343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-bd657f90-a5d1-47bf-a8ca-4068bdb4e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.835839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-bd657f90-a5d1-47bf-a8ca-4068bdb4e852 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 200 len: 857 time: 0.2551606 Dec 15 13:51:25.863860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.883199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2672f19-6c81-4128-b754-49da9bdc4c25 req-30c06846-5fc8-4295-bc15-174559e05c8e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550038 Dec 15 13:51:25.925266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-f4e31b1c-13e0-4ed9-b82b-f86756a38bdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b HTTP/1.1" status: 200 len: 217 time: 0.1016650 Dec 15 13:51:25.938481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-985dd587-6836-4d9f-bab4-be2753499276 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3af99024-739b-4cca-9751-5bef3dc1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688643 Dec 15 13:51:25.946983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-82f45179-3756-4de8-bfdb-6bbda45f77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.948935 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-82f45179-3756-4de8-bfdb-6bbda45f77c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 1094 time: 0.1599817 Dec 15 13:51:26.015846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-19ecdf7f-5874-4489-91cc-f1ac034d1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.017409 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-19ecdf7f-5874-4489-91cc-f1ac034d1aed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 200 len: 857 time: 0.0675621 Dec 15 13:51:26.068270 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-cd105fc9-dfe2-4174-8d8b-8dbfcb9e0e84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3af99024-739b-4cca-9751-5bef3dc1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341318 Dec 15 13:51:26.120182 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-a86c465d-90de-411c-974f-57d39c26d085 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81 HTTP/1.1" status: 200 len: 217 time: 0.1016488 Dec 15 13:51:26.153062 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fd1e5a-0af0-44bf-bfdf-168648988136 x-openstack-request-id: req-a5fd1e5a-0af0-44bf-bfdf-168648988136 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:26.153354 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e9ab2-1b08-405f-9fa7-a2cd2d4e0191", "tag": "334b645c-a416-4956-a5d3-c819ba4511c1", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:26.153614 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5fd1e5a-0af0-44bf-bfdf-168648988136 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:26.154015 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'tag': '334b645c-a416-4956-a5d3-c819ba4511c1', 'status': 'completed', 'code': 200} Dec 15 13:51:26.197624 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e671f14-d1ad-477a-a17e-009853a0b444 x-openstack-request-id: req-4e671f14-d1ad-477a-a17e-009853a0b444 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:26.197924 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15057ea8-25d3-40cb-8a02-5bfa9d7956ae", "tag": "54b7d7de-81b2-49a3-a076-794f0cf7488b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:26.198420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Attempting to bind port 048c0180-65b1-416e-8a26-76b9fc9103b5 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:26.199234 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e671f14-d1ad-477a-a17e-009853a0b444 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:26.199369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Attempting to bind port 048c0180-65b1-416e-8a26-76b9fc9103b5 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:26.199648 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'tag': '54b7d7de-81b2-49a3-a076-794f0cf7488b', 'status': 'completed', 'code': 200} Dec 15 13:51:26.200388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Attempting to bind port 048c0180-65b1-416e-8a26-76b9fc9103b5 on network 95a73896-f0f2-4860-a869-0695e71fa4ce {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:26.219180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Port 048c0180-65b1-416e-8a26-76b9fc9103b5 on network 95a73896-f0f2-4860-a869-0695e71fa4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:26.219927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Attempting to bind port 048c0180-65b1-416e-8a26-76b9fc9103b5 on network 95a73896-f0f2-4860-a869-0695e71fa4ce {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:26.257026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:26.257392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Checking segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:26.257758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Bound using segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:26.258200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Bound port: 048c0180-65b1-416e-8a26-76b9fc9103b5, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:26.258722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.282946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-b549a298-38ca-4306-a3c0-8bd76c10549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.284890 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-b549a298-38ca-4306-a3c0-8bd76c10549f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 200 len: 857 time: 0.1511405 Dec 15 13:51:26.301631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-aa9af5c4-2b91-4aeb-a410-d73729a5a09f service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921152 Dec 15 13:51:26.335193 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-2d8f8eac-0ed7-4ae0-a6f0-1adb7d65d0ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3af99024-739b-4cca-9751-5bef3dc1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367248 Dec 15 13:51:26.337559 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-43e77eac-6c67-44db-a9d0-efc11a2e9ac7 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276456 Dec 15 13:51:26.422581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbcf80-7151-4a27-99e5-ed6a60414fdc req-85a25eaa-63df-48ad-a46f-1e605d88e252 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.424695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7cbcf80-7151-4a27-99e5-ed6a60414fdc req-85a25eaa-63df-48ad-a46f-1e605d88e252 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 943 time: 0.1916986 Dec 15 13:51:26.553944 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-92402ccb-40f9-4f9f-aa48-bceb2cb759d8 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942272 Dec 15 13:51:26.560561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-d28faca5-59f3-4544-b4f4-96339501e553 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406219 Dec 15 13:51:26.759422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-7b12b71d-b5ea-4cbc-87ec-12a5a928195f service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823857 Dec 15 13:51:26.790567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192c178-4c57-4388-b254-37519be5e7d8 req-50bdca0e-08e6-414f-aaa4-d4e64d8a5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.792902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-50bdca0e-08e6-414f-aaa4-d4e64d8a5bf4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 1095 time: 0.1707902 Dec 15 13:51:26.962065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192c178-4c57-4388-b254-37519be5e7d8 req-99a25a57-4e87-4b76-8376-faa506ac2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.963828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-99a25a57-4e87-4b76-8376-faa506ac2260 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 919 time: 0.1565025 Dec 15 13:51:26.984450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:27.044570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:27.052475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-e18d1615-3b1d-4a37-997c-1c4698df6803 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b HTTP/1.1" status: 200 len: 217 time: 0.0641551 Dec 15 13:51:27.078075 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.091281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7cbcf80-7151-4a27-99e5-ed6a60414fdc req-a5cd9d73-9ec3-4674-b892-a37eb358e58d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581106 Dec 15 13:51:27.106245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ce5a7bf-4af3-4055-b1ab-127b24f26f48 req-ce543c8c-7ac4-4474-93b6-e829ad7829b1 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953310 Dec 15 13:51:27.137276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192c178-4c57-4388-b254-37519be5e7d8 req-8a5cdcad-2e6b-4565-82c1-11a864722e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.139180 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-8a5cdcad-2e6b-4565-82c1-11a864722e9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 200 len: 857 time: 0.0693436 Dec 15 13:51:27.177626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.178596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.180767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] 10.222.0.67 "PUT /v2.0/ports/048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 1091 time: 2.7670345 Dec 15 13:51:27.216659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0e126-b093-4d97-b334-14d2409e7b41 req-e2777292-28c3-49d2-9853-96889a7805c5 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.222355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9cb0e126-b093-4d97-b334-14d2409e7b41 req-e2777292-28c3-49d2-9853-96889a7805c5 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 945 time: 0.3459997 Dec 15 13:51:27.226373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-96ca2c9c-d702-429f-a7c3-3395f8af22e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3af99024-739b-4cca-9751-5bef3dc1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712078 Dec 15 13:51:27.273411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:27.285832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.383847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.405362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:27.406101 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.461115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-ca88a52c-525e-48af-a811-736ceac591b6 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089095 Dec 15 13:51:27.517171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.567390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:27.569205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:27.576177 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53af944e-d767-4f05-8950-66c1de01c1bc" -d '{"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:27.584910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.589464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Allocated IP 172.25.2.248 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/6e2c5754-3b1f-4922-aa39-3a3ac23709b9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:27.590332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3192c178-4c57-4388-b254-37519be5e7d8 req-77b312cc-58a4-4e81-91dd-6d556cf0a487 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166811 Dec 15 13:51:27.606466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e969b5-6fee-43d5-bc40-5b4f48a01469 service neutron] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.658593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-9304679a-cccf-4a83-9b1d-2600b0d3ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.670444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.671318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-9304679a-cccf-4a83-9b1d-2600b0d3ae89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 1094 time: 0.4376352 Dec 15 13:51:27.679069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.679681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.680165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.681244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.681757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.682282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.684030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.684542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.685018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.685488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.685979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.686462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.686928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:27.774373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082f7c-744b-4ccc-8051-da728f041909 req-48f9e8a8-7b08-494f-83aa-dfa8a790b28a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.783198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3082f7c-744b-4ccc-8051-da728f041909 req-48f9e8a8-7b08-494f-83aa-dfa8a790b28a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.5512488 Dec 15 13:51:27.786612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-491bda60-2cec-4bc6-8a88-7e0c954c1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.788212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-491bda60-2cec-4bc6-8a88-7e0c954c1a81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1094 time: 0.5278134 Dec 15 13:51:27.833007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9cb0e126-b093-4d97-b334-14d2409e7b41 req-3270df52-7a2d-4b7f-9a1d-58294f800bb7 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940564 Dec 15 13:51:27.921684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-fdcd1b82-53e9-4ccf-9be8-082921eb3046 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 217 time: 0.1013918 Dec 15 13:51:28.073101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3082f7c-744b-4ccc-8051-da728f041909 req-0d142c53-cdfe-44a0-9115-f7516040df65 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889638 Dec 15 13:51:28.124189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.126591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-51d8910c-0a39-480d-bb89-41533a1116da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.132243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-51d8910c-0a39-480d-bb89-41533a1116da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.1924095 Dec 15 13:51:28.135644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-46dcd3d1-6da2-499e-9d32-baf6df116733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.137198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-46dcd3d1-6da2-499e-9d32-baf6df116733 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 919 time: 0.4307961 Dec 15 13:51:28.158386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:28.169363 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d01f6e-dbd3-475c-a435-582a56dd68ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:28.201809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'tag': '4f0e34f2-2917-4cb7-b947-59f1c9950f81'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:28.205443 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f23da9-6b37-40ff-9b34-bcd32851ce25" -d '{"events": [{"name": "network-changed", "server_uuid": "80698efa-18bb-4c90-bb02-33cd1575f83f", "tag": "4f0e34f2-2917-4cb7-b947-59f1c9950f81"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:28.248098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-29fa16c6-8692-46cd-b285-124c8692b0c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b645c-a416-4956-a5d3-c819ba4511c1 HTTP/1.1" status: 200 len: 217 time: 0.0908537 Dec 15 13:51:28.266706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40386e-21bb-46af-9e71-e590b33070b4 req-3b834e30-5d64-46a6-992c-e5ee0cc0e9b6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.268414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a40386e-21bb-46af-9e71-e590b33070b4 req-3b834e30-5d64-46a6-992c-e5ee0cc0e9b6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.3188016 Dec 15 13:51:28.351757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-cedb9dc3-e73d-452d-9732-78daf39baeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.353327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-cedb9dc3-e73d-452d-9732-78daf39baeaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 200 len: 857 time: 0.0839601 Dec 15 13:51:28.366805 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8455f1fa-14bc-4cbd-9731-a944d72e8252 x-openstack-request-id: req-8455f1fa-14bc-4cbd-9731-a944d72e8252 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:28.367778 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:28.368251 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8455f1fa-14bc-4cbd-9731-a944d72e8252 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:28.368926 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'code': 200} Dec 15 13:51:28.395296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.446385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-eb48a6ee-fed2-41aa-aec6-8e0cf2f2120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.448036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-eb48a6ee-fed2-41aa-aec6-8e0cf2f2120f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3075051 Dec 15 13:51:28.461612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-63092484-ea80-41a9-b294-5fb81a326a19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3af99024-739b-4cca-9751-5bef3dc1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968390 Dec 15 13:51:28.644273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-a6cd930c-3b98-4140-b9c9-f38ea50d1b86 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.646226 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-a6cd930c-3b98-4140-b9c9-f38ea50d1b86 tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 945 time: 0.0837579 Dec 15 13:51:28.684039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:28.706324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a40386e-21bb-46af-9e71-e590b33070b4 req-ba9e8721-f336-457d-a2d4-70d653d24b63 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192421 Dec 15 13:51:28.707119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Pushing event updated for resources: {'Port': ['ID=6e2c5754-3b1f-4922-aa39-3a3ac23709b9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:28.725841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:28.728402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:28.781000 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b81360-e55c-4baf-8640-cb4127241be2 x-openstack-request-id: req-05b81360-e55c-4baf-8640-cb4127241be2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:28.782342 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:28.782717 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05b81360-e55c-4baf-8640-cb4127241be2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:28.783454 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'status': 'completed', 'code': 200} Dec 15 13:51:28.804516 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ea319-382b-490d-badc-1a65b6d7c191 x-openstack-request-id: req-1e9ea319-382b-490d-badc-1a65b6d7c191 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:28.806362 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80698efa-18bb-4c90-bb02-33cd1575f83f", "tag": "4f0e34f2-2917-4cb7-b947-59f1c9950f81", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:28.806790 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e9ea319-382b-490d-badc-1a65b6d7c191 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:28.807623 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'tag': '4f0e34f2-2917-4cb7-b947-59f1c9950f81', 'status': 'completed', 'code': 200} Dec 15 13:51:28.823231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Deleting port a90178db-48fb-4481-8c1a-cd984d1584c9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:28.823599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.829282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bac42-6963-4df0-bd78-c82ccff86671 req-8d4c4db2-140c-48b0-a487-df3fb18738ea tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.830941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f1bac42-6963-4df0-bd78-c82ccff86671 req-8d4c4db2-140c-48b0-a487-df3fb18738ea tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 943 time: 0.3818238 Dec 15 13:51:28.927374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-61e66f77-43f9-408f-b24a-5960736c58f3 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641337 Dec 15 13:51:28.931405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] For port a90178db-48fb-4481-8c1a-cd984d1584c9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a90178db-48fb-4481-8c1a-cd984d1584c9,segment=NetworkSegment(54dc9234-00f4-4c68-9512-164136430703),segment_id=54dc9234-00f4-4c68-9512-164136430703)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:28.931770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.946575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Calling delete_port for a90178db-48fb-4481-8c1a-cd984d1584c9 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:29.018667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-1d761372-1c70-49a9-814e-108aa99810e2 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102384 Dec 15 13:51:29.063891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-fec1220c-7d51-4a98-acf4-1f2c3cd80eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.065425 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-fec1220c-7d51-4a98-acf4-1f2c3cd80eb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fd7469f2bcb4c4591a97118f2898269&device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 1094 time: 0.1049533 Dec 15 13:51:29.176230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f1bac42-6963-4df0-bd78-c82ccff86671 req-f3edc81e-ed56-4e16-abea-397d5242f028 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277433 Dec 15 13:51:29.231747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-92241155-9557-4362-9cc3-0a39b1e58d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.233846 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-92241155-9557-4362-9cc3-0a39b1e58d4a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 200 len: 919 time: 0.1590383 Dec 15 13:51:29.285788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 54b7d7de-81b2-49a3-a076-794f0cf7488b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:29.289388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96902bd-64c7-47dc-8f3f-851e7bbd0591 req-bc7e1da9-397c-4531-92ba-52496ba2f74b tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.291832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a96902bd-64c7-47dc-8f3f-851e7bbd0591 req-bc7e1da9-397c-4531-92ba-52496ba2f74b tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7dce21a-f6ac-4475-9a5e-26f359b307cc HTTP/1.1" status: 200 len: 945 time: 0.3239937 Dec 15 13:51:29.302033 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-a5691b88-4e68-4cc3-b253-cb598ea7bcdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81 HTTP/1.1" status: 200 len: 217 time: 0.0613983 Dec 15 13:51:29.320106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.334695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a90178db-48fb-4481-8c1a-cd984d1584c9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:29.406141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Pushing event deleted for resources: {'Port': ['ID=a90178db-48fb-4481-8c1a-cd984d1584c9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:29.445511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] No DVR routers for this DVR port a90178db-48fb-4481-8c1a-cd984d1584c9 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:29.452603 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.457676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae9940f3-1b98-4ce4-a53a-531d77a42fd9 req-f25c7a07-85a3-4d54-887b-481402ac54fc tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.67 "DELETE /v2.0/ports/a90178db-48fb-4481-8c1a-cd984d1584c9 HTTP/1.1" status: 204 len: 173 time: 0.8020959 Dec 15 13:51:29.471503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82de5f5d-bcae-4021-aa7c-7642e6b7f0eb req-d3162042-ab7e-43a8-b518-377f8b1a025f service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051627 Dec 15 13:51:29.481493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 54b7d7de-81b2-49a3-a076-794f0cf7488b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:29.492031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-f8b1f0ce-f3d3-447c-99c9-1a2959e17d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.499200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-f8b1f0ce-f3d3-447c-99c9-1a2959e17d6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 200 len: 857 time: 0.1899719 Dec 15 13:51:29.501994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '54b7d7de-81b2-49a3-a076-794f0cf7488b', 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'port_id': '54b7d7de-81b2-49a3-a076-794f0cf7488b', 'mac_address': 'fa:16:3e:f2:24:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:29.508478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c39f7d36-08b9-4555-af35-65aa3b765991 req-fd357f19-bb2a-4e9c-8338-43f9e68542d3 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581594 Dec 15 13:51:29.551463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.557613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97039543-d4ea-4fa2-9d34-1be2d74fd97e req-0e2e9a43-2d7f-4820-8efc-b342cadb715c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.565809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97039543-d4ea-4fa2-9d34-1be2d74fd97e req-0e2e9a43-2d7f-4820-8efc-b342cadb715c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2712111 Dec 15 13:51:29.566705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-4398eb72-909f-4b73-85ed-2b17ef018f70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3af99024-739b-4cca-9751-5bef3dc1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603797 Dec 15 13:51:29.568735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b7d7de-81b2-49a3-a076-794f0cf7488b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:29.595478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a96902bd-64c7-47dc-8f3f-851e7bbd0591 req-58974461-000f-4184-a663-9308d5a8240e tempest-ServerPasswordTestJSON-688369952 tempest-ServerPasswordTestJSON-688369952-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cfbc455-5683-4cb4-912f-19265bca4762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936614 Dec 15 13:51:29.608266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.616942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 54b7d7de-81b2-49a3-a076-794f0cf7488b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:29.624659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.698751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-816fe4e8-075f-452f-bd5a-666f8b50bc54 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189587 Dec 15 13:51:29.743983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=54b7d7de-81b2-49a3-a076-794f0cf7488b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:29.902684 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:51:29.905363 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55f23da9-6b37-40ff-9b34-bcd32851ce25 req-e30236bf-1667-4ec7-aa4a-554eb42a8fe4 service neutron] 10.222.0.67 "GET /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991408 Dec 15 13:51:29.999560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['54b7d7de-81b2-49a3-a076-794f0cf7488b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:30.244187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-233badfb-3906-4a6c-9505-14cba2fc8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.247031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-233badfb-3906-4a6c-9505-14cba2fc8f1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1094 time: 0.6764226 Dec 15 13:51:30.273160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97039543-d4ea-4fa2-9d34-1be2d74fd97e req-21b06b3c-be9a-4117-ac9d-e1bfef747c30 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061899 Dec 15 13:51:30.352808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7c23-a54f-4146-a962-3bd9bcbcc9c9 req-3d6d4ac3-115e-4adb-b4e8-947ce79e6f10 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.360519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a01f7c23-a54f-4146-a962-3bd9bcbcc9c9 req-3d6d4ac3-115e-4adb-b4e8-947ce79e6f10 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.2020814 Dec 15 13:51:30.571997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-b3a7fb80-542b-4c19-baad-c38d452fefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.575971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-b3a7fb80-542b-4c19-baad-c38d452fefc8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.2983987 Dec 15 13:51:30.578869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a01f7c23-a54f-4146-a962-3bd9bcbcc9c9 req-c0cd43f1-97ff-4a3e-af8e-f98b7aa17c49 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174838 Dec 15 13:51:30.621245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.639384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b886-bb81-428b-879a-2e86dbd35867 req-7163360a-d9c7-40ab-a982-94824173576e tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.640950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f23b886-bb81-428b-879a-2e86dbd35867 req-7163360a-d9c7-40ab-a982-94824173576e tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 943 time: 0.2530332 Dec 15 13:51:30.643933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.693502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56304) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:30.702629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-ae17a3ad-c2b8-4bf1-8e01-16c693350785 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 217 time: 0.1180155 Dec 15 13:51:30.750967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Deleting subnet 72373042-87f7-46a9-a697-ba66a8521c38 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:51:30.760880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.814263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.814263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'name': 'network-vif-deleted', 'tag': 'a90178db-48fb-4481-8c1a-cd984d1584c9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:30.814263 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18909adb-659f-4353-aa53-455f5b69b85f" -d '{"events": [{"server_uuid": "e7dce21a-f6ac-4475-9a5e-26f359b307cc", "name": "network-vif-deleted", "tag": "a90178db-48fb-4481-8c1a-cd984d1584c9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:30.900642 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efb1453-e09d-4be0-9f17-694dc3721b9c x-openstack-request-id: req-3efb1453-e09d-4be0-9f17-694dc3721b9c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:30.900941 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dce21a-f6ac-4475-9a5e-26f359b307cc", "name": "network-vif-deleted", "tag": "a90178db-48fb-4481-8c1a-cd984d1584c9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:30.901196 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3efb1453-e09d-4be0-9f17-694dc3721b9c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:30.902114 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dce21a-f6ac-4475-9a5e-26f359b307cc', 'name': 'network-vif-deleted', 'tag': 'a90178db-48fb-4481-8c1a-cd984d1584c9', 'status': 'completed', 'code': 200} Dec 15 13:51:30.904596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f23b886-bb81-428b-879a-2e86dbd35867 req-30102e3e-94f7-4df1-a6c5-e316d4dad802 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081397 Dec 15 13:51:30.908426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-7a9f85f4-68ea-473e-ada6-b82d41ec4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.910909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.911215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-7a9f85f4-68ea-473e-ada6-b82d41ec4ec9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.1959674 Dec 15 13:51:30.974395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.004377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72373042-87f7-46a9-a697-ba66a8521c38,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:31.014034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.017873 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d1981a3-e090-4b77-a0a6-7678479b7b90 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72373042-87f7-46a9-a697-ba66a8521c38 HTTP/1.1" status: 204 len: 168 time: 0.3231316 Dec 15 13:51:31.020320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:31.043205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-19e0ed6c-7173-4a53-9dd0-c3708d8d0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.045448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-19e0ed6c-7173-4a53-9dd0-c3708d8d0068 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240697 Dec 15 13:51:31.119678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.133194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Router db8dddf5-4e9a-47c9-b3f9-bc1f10974740 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:31.219479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.247577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046d7cef-ee0a-449b-ba93-bb366d234486']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:31.258439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dc9234-00f4-4c68-9512-164136430703') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:31.258803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dc9234-00f4-4c68-9512-164136430703') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:31.268662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-eef53074-9472-45bd-be4f-f0cfcc3f5e96 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126610 Dec 15 13:51:31.271926 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.286172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.295694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4f0e34f2-2917-4cb7-b947-59f1c9950f81 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:31.296314 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:31.296942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.302487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 54b7d7de-81b2-49a3-a076-794f0cf7488b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:31.314284 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:31.406452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.459459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.481310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] 10.222.0.32 "DELETE /v2.0/networks/046d7cef-ee0a-449b-ba93-bb366d234486 HTTP/1.1" status: 204 len: 168 time: 0.4445102 Dec 15 13:51:31.483639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54c547-2fa1-4b03-87a8-f17ac83d9314 admin admin] Pushing event deleted for resources: {'Network': ['ID=046d7cef-ee0a-449b-ba93-bb366d234486,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:31.522732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3d01f6e-dbd3-475c-a435-582a56dd68ce req-023d514e-4e7f-4d84-9b8b-e51f043902cc service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450969 Dec 15 13:51:31.569750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:31.575395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.579229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f70292f6-650f-4221-8d52-83d39604bc0f tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "PUT /v2.0/routers/db8dddf5-4e9a-47c9-b3f9-bc1f10974740 HTTP/1.1" status: 200 len: 916 time: 6.4422634 Dec 15 13:51:31.580058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:31.595499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e2cc2-45ab-4f7e-a885-583a165cb26f req-b72e0a0e-caeb-4fe1-9c98-36c8399f9c9a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.603454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c8e2cc2-45ab-4f7e-a885-583a165cb26f req-b72e0a0e-caeb-4fe1-9c98-36c8399f9c9a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2142334 Dec 15 13:51:31.665965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:31.723191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:31.737210 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a15e5b2-e6e5-4138-800b-2cdf0a70f7c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c923100dd834032af046c4761dc8ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695403 Dec 15 13:51:31.738387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:31.739161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4f0e34f2-2917-4cb7-b947-59f1c9950f81', 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'port_id': '4f0e34f2-2917-4cb7-b947-59f1c9950f81', 'mac_address': 'fa:16:3e:6f:2a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:31.743137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] Sync routers for ids ['db8dddf5-4e9a-47c9-b3f9-bc1f10974740'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:31.799007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.801173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 54b7d7de-81b2-49a3-a076-794f0cf7488b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:31.809143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] Routers {'db8dddf5-4e9a-47c9-b3f9-bc1f10974740'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:31.810033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['db8dddf5-4e9a-47c9-b3f9-bc1f10974740'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:31.817149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddaca83-92ac-4ce8-939b-ec985d464dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.821190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 54b7d7de-81b2-49a3-a076-794f0cf7488b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:31.821848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.852063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c8e2cc2-45ab-4f7e-a885-583a165cb26f req-5258dbe2-15df-4637-b5d5-843595181dd5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426436 Dec 15 13:51:31.858226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddaca83-92ac-4ce8-939b-ec985d464dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.861922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:31.868328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0e34f2-2917-4cb7-b947-59f1c9950f81 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:31.890495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:31.912581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171497-1344-43f6-996c-1cc707c1b5aa req-43f902fc-8e60-48ce-89e2-9070f2e71ecd tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.923430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] Routers {'db8dddf5-4e9a-47c9-b3f9-bc1f10974740'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:31.924287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['db8dddf5-4e9a-47c9-b3f9-bc1f10974740'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:31.924439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17171497-1344-43f6-996c-1cc707c1b5aa req-43f902fc-8e60-48ce-89e2-9070f2e71ecd tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.2017848 Dec 15 13:51:31.926743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.927602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 334b645c-a416-4956-a5d3-c819ba4511c1 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:31.959660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 334b645c-a416-4956-a5d3-c819ba4511c1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=334b645c-a416-4956-a5d3-c819ba4511c1,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:32.003996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddaca83-92ac-4ce8-939b-ec985d464dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.030134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddaca83-92ac-4ce8-939b-ec985d464dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.042925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '334b645c-a416-4956-a5d3-c819ba4511c1', 'network_id': '3af99024-739b-4cca-9751-5bef3dc1696a', 'port_id': '334b645c-a416-4956-a5d3-c819ba4511c1', 'mac_address': 'fa:16:3e:c5:74:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:32.067525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7ddaca83-92ac-4ce8-939b-ec985d464dc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cfbc455-5683-4cb4-912f-19265bca4762 HTTP/1.1" status: 204 len: 168 time: 0.3241985 Dec 15 13:51:32.092137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17171497-1344-43f6-996c-1cc707c1b5aa req-32c09e0b-6694-40ed-a664-8db538433243 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654189 Dec 15 13:51:32.100845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4f0e34f2-2917-4cb7-b947-59f1c9950f81,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.107706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaca83-92ac-4ce8-939b-ec985d464dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbc455-5683-4cb4-912f-19265bca4762,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.111435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:32.113350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a35046-73d0-4187-b4bc-ed77b4fbacd2 None None] The sync data for ids ['db8dddf5-4e9a-47c9-b3f9-bc1f10974740'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:32.115502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc63e882-59e3-40dc-b23f-d3ebc02251d5 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/db8dddf5-4e9a-47c9-b3f9-bc1f10974740 HTTP/1.1" status: 200 len: 922 time: 0.5342252 Dec 15 13:51:32.118161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56350) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:32.242458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.268382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110470d-8e3a-40e7-a5f2-df89e8c8b217 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:32.270564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3110470d-8e3a-40e7-a5f2-df89e8c8b217 tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=db8dddf5-4e9a-47c9-b3f9-bc1f10974740&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1513412 Dec 15 13:51:32.273724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:32.280850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.302366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334b645c-a416-4956-a5d3-c819ba4511c1 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:32.313457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a78f-4e63-4d26-bedc-88a0aaa9036d req-530047e8-d203-4d5f-81d3-f2932e276eb3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:32.317756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92a3a78f-4e63-4d26-bedc-88a0aaa9036d req-530047e8-d203-4d5f-81d3-f2932e276eb3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 944 time: 0.1339831 Dec 15 13:51:32.341970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b7d7de-81b2-49a3-a076-794f0cf7488b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:32.345732 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ef798-9ef0-4850-8b85-ab48364a8eed" -d '{"events": [{"server_uuid": "15057ea8-25d3-40cb-8a02-5bfa9d7956ae", "name": "network-vif-plugged", "status": "completed", "tag": "54b7d7de-81b2-49a3-a076-794f0cf7488b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:32.350264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 54b7d7de-81b2-49a3-a076-794f0cf7488b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:32.369642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.371097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a90178db-48fb-4481-8c1a-cd984d1584c9 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:32.413259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92a3a78f-4e63-4d26-bedc-88a0aaa9036d req-09afc858-52eb-422f-9054-724eb35e07f1 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804029 Dec 15 13:51:32.451624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 334b645c-a416-4956-a5d3-c819ba4511c1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=334b645c-a416-4956-a5d3-c819ba4511c1,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:32.482279 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf751815-132d-4c0d-adb6-08f686957015 x-openstack-request-id: req-bf751815-132d-4c0d-adb6-08f686957015 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:32.482512 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15057ea8-25d3-40cb-8a02-5bfa9d7956ae", "name": "network-vif-plugged", "status": "completed", "tag": "54b7d7de-81b2-49a3-a076-794f0cf7488b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:32.482760 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf751815-132d-4c0d-adb6-08f686957015 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:32.483156 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b7d7de-81b2-49a3-a076-794f0cf7488b', 'code': 200} Dec 15 13:51:32.493762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c9a2b-3933-4d7a-bfb7-2d58f622581a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:32.494320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=54b7d7de-81b2-49a3-a076-794f0cf7488b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.496169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-642c9a2b-3933-4d7a-bfb7-2d58f622581a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.2204652 Dec 15 13:51:32.500079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56366) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:32.513048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: a90178db-48fb-4481-8c1a-cd984d1584c9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:32.513479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a90178db-48fb-4481-8c1a-cd984d1584c9 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:32.515282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.545966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:32.546200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-418eba4c-94f7-4986-8e1d-9e44068fc3e8 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8dddf5-4e9a-47c9-b3f9-bc1f10974740 HTTP/1.1" status: 200 len: 205 time: 0.0448542 Dec 15 13:51:32.596586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8bfa6-bfd8-4bd4-b610-4dfc90cc9f95 req-de8c0913-002a-4384-bb59-c5fa656d4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:32.598380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ec8bfa6-bfd8-4bd4-b610-4dfc90cc9f95 req-de8c0913-002a-4384-bb59-c5fa656d4732 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 1097 time: 0.0511713 Dec 15 13:51:32.608818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=334b645c-a416-4956-a5d3-c819ba4511c1,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.665519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ec8bfa6-bfd8-4bd4-b610-4dfc90cc9f95 req-22e9ede3-37c3-4f5e-970c-e06078486c92 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 Dec 15 13:51:33.015677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4f0e34f2-2917-4cb7-b947-59f1c9950f81'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:33.066093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d744c6-be05-4657-ac97-cbb44e5f9fcb req-83a9c548-21d6-4960-9525-e523bb852a3d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.077300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['334b645c-a416-4956-a5d3-c819ba4511c1'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:33.078401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d744c6-be05-4657-ac97-cbb44e5f9fcb req-83a9c548-21d6-4960-9525-e523bb852a3d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1113214 Dec 15 13:51:33.133850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.215645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d744c6-be05-4657-ac97-cbb44e5f9fcb req-1893c182-4b58-4b3c-9fd4-0c35a215eb5b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362031 Dec 15 13:51:33.290489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.345650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 31018224-6305-4df2-91f1-0e7350ef8a8f details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:33.376628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94e27-3fe7-4d3f-96d7-be1ed2c6278f req-8b5efaf2-9f25-44c7-8bd1-7f1b64bdbe79 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.385787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Deleting port 6e2c5754-3b1f-4922-aa39-3a3ac23709b9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:33.386194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.393947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f94e27-3fe7-4d3f-96d7-be1ed2c6278f req-8b5efaf2-9f25-44c7-8bd1-7f1b64bdbe79 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.1661766 Dec 15 13:51:33.473053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44f94e27-3fe7-4d3f-96d7-be1ed2c6278f req-3812d66b-7059-4782-8812-f93e5dfb617d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757620 Dec 15 13:51:33.487486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:33.576758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.616877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Calling delete_port for 6e2c5754-3b1f-4922-aa39-3a3ac23709b9 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:33.637491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17569-5700-4e65-a7f2-afe96ed3c4be req-9cc5024c-0166-40f8-85f5-0a0b4e0381fa tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.644603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fc17569-5700-4e65-a7f2-afe96ed3c4be req-9cc5024c-0166-40f8-85f5-0a0b4e0381fa tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 944 time: 0.0829513 Dec 15 13:51:33.717987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-100348332-network', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:33.748348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:33.748659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Made reservation on behalf of ddd74e88ad4c44f89ece85ed0f69022c for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:33.751026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.753847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fc17569-5700-4e65-a7f2-afe96ed3c4be req-0ccbad35-720d-42cf-b1b5-357f5d30d1e1 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881150 Dec 15 13:51:33.782630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.800580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'mac_address': 'fa:16:3e:72:78:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:33.858006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.886728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31018224-6305-4df2-91f1-0e7350ef8a8f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:33.927915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:33.945571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.947288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:34.055886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.059011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.105154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.127992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.191367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:34.209199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:34.215259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'mac_address': 'fa:16:3e:d1:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:34.281138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event deleted for resources: {'Port': ['ID=6e2c5754-3b1f-4922-aa39-3a3ac23709b9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.289855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.290204 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Added segment 7003994c-b22f-40e0-a5d1-9ed90da4766c of type vlan for network b0dbd75b-b532-41cd-9586-91425c9129c7 Dec 15 13:51:34.291545 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.322068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1db7052-6bf2-4781-a87b-f6f2a03fad3c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.322448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048c0180-65b1-416e-8a26-76b9fc9103b5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:34.388066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:34.395201 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.436688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86b12-b5b3-4844-b617-c4563758554a req-a7147926-812c-46c9-8189-56293d177655 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.439481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab86b12-b5b3-4844-b617-c4563758554a req-a7147926-812c-46c9-8189-56293d177655 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 944 time: 0.0974846 Dec 15 13:51:34.473662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.556699 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.564475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab86b12-b5b3-4844-b617-c4563758554a req-ac3293cf-3d76-4e6b-ba1f-0cff6c969659 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186092 Dec 15 13:51:34.589059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.654968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['31018224-6305-4df2-91f1-0e7350ef8a8f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:34.710884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06623b2-d798-4455-b741-f314724eafa5 req-cfd17405-6c76-438e-9de3-09adc8a76a79 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.725499 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c06623b2-d798-4455-b741-f314724eafa5 req-cfd17405-6c76-438e-9de3-09adc8a76a79 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.1065991 Dec 15 13:51:34.742149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.745555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.753549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.758707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.759360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.844260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c06623b2-d798-4455-b741-f314724eafa5 req-79c6c7cc-4a89-4707-8dfd-225ac339e846 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175978 Dec 15 13:51:35.065302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.066036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Fanout notify agent at l3_agent the message router_deleted on router db8dddf5-4e9a-47c9-b3f9-bc1f10974740 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:35.088590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.096239 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fe56e7e0-a737-4941-8932-e3c2c082dca9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/db8dddf5-4e9a-47c9-b3f9-bc1f10974740 HTTP/1.1" status: 204 len: 168 time: 2.5490499 Dec 15 13:51:35.097016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:35.101691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1f751-2483-4dea-ba15-51473d99cd18 req-fe91eec8-b6c3-4046-b191-430090d4cbb6 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.105896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6136851 Dec 15 13:51:35.108901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-352714128', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:35.116037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74c1f751-2483-4dea-ba15-51473d99cd18 req-fe91eec8-b6c3-4046-b191-430090d4cbb6 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 944 time: 0.1235664 Dec 15 13:51:35.118768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:35.132039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a081f-043b-4061-85ae-6326d6a62f2b admin admin] Pushing event updated for resources: {'Network': ['ID=b0dbd75b-b532-41cd-9586-91425c9129c7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:35.137805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.138889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.146390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b0dbd75b-b532-41cd-9586-91425c9129c7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:35.166760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Request body: {'subnet': {'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-subnet', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:35.278089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['048c0180-65b1-416e-8a26-76b9fc9103b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:35.299197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Made reservation on behalf of ddd74e88ad4c44f89ece85ed0f69022c for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:35.301824 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.317897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.355683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74c1f751-2483-4dea-ba15-51473d99cd18 req-ea0484c7-215a-4071-b0b7-864c4b511271 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340717 Dec 15 13:51:35.689365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.852569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.956028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec68ea-8b1a-4646-b98d-a43efd1995a2 req-55b40e88-1fd3-4382-93a6-259da0ffba5a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.965981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34ec68ea-8b1a-4646-b98d-a43efd1995a2 req-55b40e88-1fd3-4382-93a6-259da0ffba5a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 944 time: 0.1578720 Dec 15 13:51:35.973506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e34998a-a59e-4079-be5b-2ac453d52edf,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:36.029388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Checking segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:36.029906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Network hostable DHCP agents. Network: b0dbd75b-b532-41cd-9586-91425c9129c7, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:36.075053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34ec68ea-8b1a-4646-b98d-a43efd1995a2 req-85589d54-cd8a-42b1-bc8c-0c3d00234886 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078784 Dec 15 13:51:36.089517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Network b0dbd75b-b532-41cd-9586-91425c9129c7 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:36.118444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b0dbd75b-b532-41cd-9586-91425c9129c7) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:36.123886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.132454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6fa256-4e11-489b-91f9-ae347dabbf93 None None] Network b0dbd75b-b532-41cd-9586-91425c9129c7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:36.148919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.184540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eb8ce6a2-59a8-4cc1-8298-29ffed15baf2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0597658 Dec 15 13:51:36.187109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56464) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:36.208348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.219207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:36.258659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.300184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.302874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.377255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb4df3-0a1e-4840-9242-9e0cd529f19d None None] Network b0dbd75b-b532-41cd-9586-91425c9129c7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:36.493534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Allocated IP 172.25.2.121 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b6a502a6-a739-489c-b994-78c86a6c830d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:36.526896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e2900-05ef-46c7-8b14-b37cefa3ab7d req-9a227723-3d0e-45ed-a9f0-7e57772a60eb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.540665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f21e2900-05ef-46c7-8b14-b37cefa3ab7d req-9a227723-3d0e-45ed-a9f0-7e57772a60eb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.3123870 Dec 15 13:51:36.579012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.760879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.833657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f21e2900-05ef-46c7-8b14-b37cefa3ab7d req-8ebee2e4-c8c9-4d44-890d-6605f0ff430b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895832 Dec 15 13:51:36.836325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.910132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:36.913719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:36.928448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.932090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:36.979891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event updated for resources: {'Port': ['ID=b6a502a6-a739-489c-b994-78c86a6c830d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:37.169961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54c9f0-61e3-4df3-b33a-19c0253d93a0 req-d2432712-d8f1-4403-9722-fa31ed8b5c7e tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:37.171542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc54c9f0-61e3-4df3-b33a-19c0253d93a0 req-d2432712-d8f1-4403-9722-fa31ed8b5c7e tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 944 time: 0.2193358 Dec 15 13:51:37.327124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4f0e34f2-2917-4cb7-b947-59f1c9950f81 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:37.340106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc54c9f0-61e3-4df3-b33a-19c0253d93a0 req-28a6af33-af76-4895-9b32-1131320243a4 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577878 Dec 15 13:51:37.495893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:37.505419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:37.512855 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.617756 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.777322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.788596 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.859644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:37.860015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.865218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0e34f2-2917-4cb7-b947-59f1c9950f81'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:37.869610 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d183d11-7d2a-4c83-a5fc-f697360396da" -d '{"events": [{"server_uuid": "80698efa-18bb-4c90-bb02-33cd1575f83f", "name": "network-vif-plugged", "status": "completed", "tag": "4f0e34f2-2917-4cb7-b947-59f1c9950f81"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:37.875885 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.878595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 31018224-6305-4df2-91f1-0e7350ef8a8f up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:37.983721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4f0e34f2-2917-4cb7-b947-59f1c9950f81,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:38.047577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688bcb-b180-4135-b23d-5b4ce47d1523 req-52ea3d1a-b39c-495b-b623-45ee5056bf0c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.049262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd688bcb-b180-4135-b23d-5b4ce47d1523 req-52ea3d1a-b39c-495b-b623-45ee5056bf0c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 944 time: 0.2694013 Dec 15 13:51:38.148072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 31018224-6305-4df2-91f1-0e7350ef8a8f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:38.148461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.160977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.296624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd688bcb-b180-4135-b23d-5b4ce47d1523 req-dd048aa8-8b3f-4233-90be-00c609f659d3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323303 Dec 15 13:51:38.322731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Allocated IP 172.25.2.188 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/ce3fc0b5-4d61-46bd-9045-9b9f35330415) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:38.337685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Router 82fcd10d-a59c-4ced-9bee-adbd5e26aefb is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:38.431234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.493889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:38.499346 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.500189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:38.610016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:38.703157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:38.717937 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] Sync routers for ids ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:38.736104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 048c0180-65b1-416e-8a26-76b9fc9103b5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:38.744421 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] Routers {'82fcd10d-a59c-4ced-9bee-adbd5e26aefb'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:38.745602 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:38.747393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 048c0180-65b1-416e-8a26-76b9fc9103b5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:38.747769 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.772336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.778778 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-adb5f198-363a-4eda-a4f9-87c5570d5aef tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6723118 Dec 15 13:51:38.779003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:38.798900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:38.840781 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:38.860495 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] Routers {'82fcd10d-a59c-4ced-9bee-adbd5e26aefb'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:38.863140 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:38.946807 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:38.947950 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc4306-062c-47a9-a07c-01ecc48ae748 None None] The sync data for ids ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:38.955215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.047018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:39.054636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.056443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 334b645c-a416-4956-a5d3-c819ba4511c1 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:39.311946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:39.360939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 334b645c-a416-4956-a5d3-c819ba4511c1 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:39.369768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe04e4-2892-4c37-a30e-a7cd3ee8c985 req-f45f31ed-4ca5-45b8-be3a-9da96c3e3d99 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.373173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 334b645c-a416-4956-a5d3-c819ba4511c1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:39.375112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.376114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cbe04e4-2892-4c37-a30e-a7cd3ee8c985 req-f45f31ed-4ca5-45b8-be3a-9da96c3e3d99 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1817884 Dec 15 13:51:39.428113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.560716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cbe04e4-2892-4c37-a30e-a7cd3ee8c985 req-85be27b3-7a58-49a1-ad0e-d4a5b8febb83 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564109 Dec 15 13:51:39.594944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.662638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.698308 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37d266-5aa4-484d-8efd-f8b3b86a96b5 x-openstack-request-id: req-dd37d266-5aa4-484d-8efd-f8b3b86a96b5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:39.698607 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80698efa-18bb-4c90-bb02-33cd1575f83f", "name": "network-vif-plugged", "status": "completed", "tag": "4f0e34f2-2917-4cb7-b947-59f1c9950f81", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:39.698867 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd37d266-5aa4-484d-8efd-f8b3b86a96b5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:39.700727 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0e34f2-2917-4cb7-b947-59f1c9950f81', 'code': 200} Dec 15 13:51:39.701309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:39.762623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 334b645c-a416-4956-a5d3-c819ba4511c1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=334b645c-a416-4956-a5d3-c819ba4511c1,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:39.766169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3fc0b5-4d61-46bd-9045-9b9f35330415,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:39.769478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.796551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.797161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:39.803123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:39.806017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.806359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.806699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.807027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.807350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.807754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.808077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.808400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.808767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.809195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.813975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.814553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.814893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:39.834916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.990669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=334b645c-a416-4956-a5d3-c819ba4511c1,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:40.092038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Deleting port b6a502a6-a739-489c-b994-78c86a6c830d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:40.092353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.153258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cb8f3-b037-4b01-81da-d215b072f482 req-38de9c52-54d2-4dbe-a977-6eb2fdd6be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.154778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c54cb8f3-b037-4b01-81da-d215b072f482 req-38de9c52-54d2-4dbe-a977-6eb2fdd6be7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 1096 time: 0.3824646 Dec 15 13:51:40.199445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.212397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Calling delete_port for b6a502a6-a739-489c-b994-78c86a6c830d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:40.236484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0af4c-fd03-4fa7-8a23-7ab088488566 req-e06fdb54-2cff-45c3-88fa-a403de8ee3be tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.238083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9eb0af4c-fd03-4fa7-8a23-7ab088488566 req-e06fdb54-2cff-45c3-88fa-a403de8ee3be tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 945 time: 0.4389606 Dec 15 13:51:40.387670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9eb0af4c-fd03-4fa7-8a23-7ab088488566 req-08d1dd7c-19f3-429f-a136-0fb30e216852 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280811 Dec 15 13:51:40.389921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c54cb8f3-b037-4b01-81da-d215b072f482 req-f4400934-70b1-4230-a148-773866ac3d9f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107685 Dec 15 13:51:40.482742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.587810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Pushing event deleted for resources: {'Port': ['ID=b6a502a6-a739-489c-b994-78c86a6c830d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:40.698450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.760834 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.951699 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.955400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.179053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.203864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d850f-c3af-4c65-95be-652371d897a8 req-3e960d21-ec02-4d28-bb37-e5727ba3327c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.211608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e9d850f-c3af-4c65-95be-652371d897a8 req-3e960d21-ec02-4d28-bb37-e5727ba3327c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2619390 Dec 15 13:51:41.402493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Router 82fcd10d-a59c-4ced-9bee-adbd5e26aefb has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:41.454925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e9d850f-c3af-4c65-95be-652371d897a8 req-d54afa1a-c3d9-4148-8f56-23e9d0d86f3d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353895 Dec 15 13:51:41.510692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:41.521138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.522744 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79526112-332b-406d-9f50-9e311ffbc715 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "PUT /v2.0/routers/82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 200 len: 705 time: 2.7410555 Dec 15 13:51:41.523417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] Sync routers for ids ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:41.526929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:41.543425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] Routers {'82fcd10d-a59c-4ced-9bee-adbd5e26aefb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:41.544875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.618121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.625664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:41.630125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] Routers {'82fcd10d-a59c-4ced-9bee-adbd5e26aefb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:41.630868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.654708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3421f5ac-227f-405b-aa1a-a6ef4a07223a tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/routers/82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 200 len: 740 time: 0.1263607 Dec 15 13:51:41.659223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:41.671119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.672674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526d58-569a-4fe8-b606-45b506d8004c None None] The sync data for ids ['82fcd10d-a59c-4ced-9bee-adbd5e26aefb'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:41.702534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f'}, {'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}, {'server_uuid': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b645c-a416-4956-a5d3-c819ba4511c1'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:41.706817 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add26e7-c238-4a4a-8037-be683812ab08" -d '{"events": [{"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-plugged", "status": "completed", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f"}, {"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-plugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}, {"server_uuid": "525e9ab2-1b08-405f-9fa7-a2cd2d4e0191", "name": "network-vif-plugged", "status": "completed", "tag": "334b645c-a416-4956-a5d3-c819ba4511c1"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:41.736637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-240dee96-2b5d-4e28-95d3-afab15394f8d tempest-RoutersAdminTest-852867580 tempest-RoutersAdminTest-852867580-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 200 len: 205 time: 0.0747750 Dec 15 13:51:41.737317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:41.779540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be1a29-1688-43fa-badd-e989c6eeab1c req-66937061-1304-4830-afbf-bd6371e22be1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.786833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3be1a29-1688-43fa-badd-e989c6eeab1c req-66937061-1304-4830-afbf-bd6371e22be1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.2033880 Dec 15 13:51:41.786833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:41.788550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-022cf682-0fd6-4aa4-a737-36b874cba325 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 200 len: 205 time: 0.0422373 Dec 15 13:51:41.913438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.026897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3be1a29-1688-43fa-badd-e989c6eeab1c req-0b2dfc42-5281-42b8-970d-937a2a0a760e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347159 Dec 15 13:51:42.030757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:42.039745 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Sync routers for ids ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:42.058088 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Routers {'2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:42.058939 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:42.210206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fc210-fafe-4434-a735-d0587316c819 req-b7cc9a5d-fd53-4ff6-95be-256dd3738167 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.212612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-958fc210-fafe-4434-a735-d0587316c819 req-b7cc9a5d-fd53-4ff6-95be-256dd3738167 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 945 time: 0.2945251 Dec 15 13:51:42.216146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.220225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-33dffe56-c377-46f3-9b34-495723f3f473 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0286298 Dec 15 13:51:42.220607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:42.221982 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Set router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:42.258929 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805f2bee-5aa9-4f1c-8875-1ec77235f3dd x-openstack-request-id: req-805f2bee-5aa9-4f1c-8875-1ec77235f3dd {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:42.259239 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-plugged", "status": "completed", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f", "code": 200}, {"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-plugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "code": 200}, {"server_uuid": "525e9ab2-1b08-405f-9fa7-a2cd2d4e0191", "name": "network-vif-plugged", "status": "completed", "tag": "334b645c-a416-4956-a5d3-c819ba4511c1", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:42.259504 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-805f2bee-5aa9-4f1c-8875-1ec77235f3dd {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:42.259951 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'code': 200} Dec 15 13:51:42.260211 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'code': 200} Dec 15 13:51:42.260468 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b645c-a416-4956-a5d3-c819ba4511c1', 'code': 200} Dec 15 13:51:42.333075 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.343185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.474662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49dacc-d5e4-41a6-8e78-cbe3f55b285b req-76d1768a-af86-4d34-ab37-0bbe419ff4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.476773 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5d49dacc-d5e4-41a6-8e78-cbe3f55b285b req-76d1768a-af86-4d34-ab37-0bbe419ff4c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0847659 Dec 15 13:51:42.516045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-958fc210-fafe-4434-a735-d0587316c819 req-1666e3e1-2b56-4bf6-bb4f-a2649dbe46f6 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282569 Dec 15 13:51:42.518724 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.519228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Fanout notify agent at l3_agent the message router_deleted on router 82fcd10d-a59c-4ced-9bee-adbd5e26aefb {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:42.539135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.548777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f9ccc06c-7f6d-4339-8d59-cd63792922d7 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 204 len: 168 time: 0.7640810 Dec 15 13:51:42.550118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:42.555290 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:51:40Z', 'revision_number': 3, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:42.634998 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Checking router: 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:42.635330 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Updating router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 port ce3fc0b5-4d61-46bd-9045-9b9f35330415 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:51:42.701954 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.713161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-691b3cc9-ab5b-430c-875e-902a6d76a89b tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 200 len: 205 time: 0.1604893 Dec 15 13:51:42.718491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86da17-9f0b-481a-95f2-bccea9bdc12d req-cf3cc9d6-9ebf-42cd-b801-41aa5d1c87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.719981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b86da17-9f0b-481a-95f2-bccea9bdc12d req-cf3cc9d6-9ebf-42cd-b801-41aa5d1c87b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 1096 time: 0.2914159 Dec 15 13:51:42.735376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:42.756258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5d49dacc-d5e4-41a6-8e78-cbe3f55b285b req-cb8ed05f-9b64-4cac-bbc4-a26794e6887e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264634 Dec 15 13:51:42.821883 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-78d76c71-d841-4cfb-9d1e-e6fdf6dc25cc tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] delete failed (client error): The resource could not be found. Dec 15 13:51:42.822943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-78d76c71-d841-4cfb-9d1e-e6fdf6dc25cc tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/82fcd10d-a59c-4ced-9bee-adbd5e26aefb HTTP/1.1" status: 404 len: 336 time: 0.0865893 Dec 15 13:51:42.827808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b86da17-9f0b-481a-95f2-bccea9bdc12d req-67435c3f-d3e6-408f-ae65-025c3918b320 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 Dec 15 13:51:42.832805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:42.841789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1caf-4991-458c-a9cd-70a59410d0a7 req-a6f0d397-3c0d-4965-af48-d8c9e328a99d tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.849336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e7d1caf-4991-458c-a9cd-70a59410d0a7 req-a6f0d397-3c0d-4965-af48-d8c9e328a99d tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 950 time: 0.1727827 Dec 15 13:51:42.875978 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5e8-4bce-4abb-8b46-033ad96eb5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.902335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-18cf413d-27f8-4fc6-92b6-4d3408d0368e tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8dddf5-4e9a-47c9-b3f9-bc1f10974740 HTTP/1.1" status: 200 len: 205 time: 0.0454297 Dec 15 13:51:42.904804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:42.961406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc9bc-2c7d-4cb8-9b2b-5c17429aa458 req-14236c05-54df-452a-abf9-b78b969832d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.962941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-587dc9bc-2c7d-4cb8-9b2b-5c17429aa458 req-14236c05-54df-452a-abf9-b78b969832d2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3038940 Dec 15 13:51:42.967392 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-30803901-3a7e-45a9-bc31-7ab4546bfc59 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] delete failed (client error): The resource could not be found. Dec 15 13:51:42.968388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-30803901-3a7e-45a9-bc31-7ab4546bfc59 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/db8dddf5-4e9a-47c9-b3f9-bc1f10974740 HTTP/1.1" status: 404 len: 336 time: 0.0626838 Dec 15 13:51:42.974237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.027107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e7d1caf-4991-458c-a9cd-70a59410d0a7 req-5430ec9a-7a8d-49fc-b8eb-a0ac474e3e97 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762714 Dec 15 13:51:43.040090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1e0d4244-1be2-41f7-b2e6-7341631d5f37 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e7a857-4f5c-4565-836d-2d5fb570c039 HTTP/1.1" status: 200 len: 205 time: 0.0647986 Dec 15 13:51:43.055377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.147343 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-575a7540-fe69-4c31-abf8-0024952308be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] delete failed (client error): The resource could not be found. Dec 15 13:51:43.148402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-575a7540-fe69-4c31-abf8-0024952308be tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/32e7a857-4f5c-4565-836d-2d5fb570c039 HTTP/1.1" status: 404 len: 336 time: 0.0918150 Dec 15 13:51:43.151018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.189332 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.202164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-433de47b-d078-4218-bc88-e3fcb0e4e158 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f567c9f-4170-4cb4-833b-be5c6971f023 HTTP/1.1" status: 200 len: 205 time: 0.0494947 Dec 15 13:51:43.206869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.217087 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.233311 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.248735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-587dc9bc-2c7d-4cb8-9b2b-5c17429aa458 req-b7b3ed92-a085-4125-8b4e-2716cab9c486 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670910 Dec 15 13:51:43.287235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170db1-61cc-43a0-a791-7063bf2b8d73 req-7673762e-4691-45f4-b9d1-015f6e7483f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.287556 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-d7893f6f-5c06-48dc-8017-e9301fe0fc68 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] delete failed (client error): The resource could not be found. Dec 15 13:51:43.290843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d7893f6f-5c06-48dc-8017-e9301fe0fc68 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/6f567c9f-4170-4cb4-833b-be5c6971f023 HTTP/1.1" status: 404 len: 336 time: 0.0794892 Dec 15 13:51:43.292104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.294930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac170db1-61cc-43a0-a791-7063bf2b8d73 req-7673762e-4691-45f4-b9d1-015f6e7483f3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1123934 Dec 15 13:51:43.331769 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ecbd13e3-98e1-48a4-87e5-c71446c83dd5 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=258c7a57-8031-4407-a903-c5bd3ad2ca02 HTTP/1.1" status: 200 len: 205 time: 0.0389223 Dec 15 13:51:43.334371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.376572 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Attempting to bind port ce3fc0b5-4d61-46bd-9045-9b9f35330415 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:43.377208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Attempting to bind port ce3fc0b5-4d61-46bd-9045-9b9f35330415 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:43.380647 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Attempting to bind port ce3fc0b5-4d61-46bd-9045-9b9f35330415 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:43.389243 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994abed5-feef-44f0-85f7-e150108f5c19 None None] Pushing event updated for resources: {'Port': ['ID=ce3fc0b5-4d61-46bd-9045-9b9f35330415,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:43.403850 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:43.405105 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:43.405676 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.406219 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:43.406868 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Bound port: ce3fc0b5-4d61-46bd-9045-9b9f35330415, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:43.407410 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.416879 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-691984fc-4437-4d3b-a627-3e236ae3fd9b tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] delete failed (client error): The resource could not be found. Dec 15 13:51:43.418145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-691984fc-4437-4d3b-a627-3e236ae3fd9b tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/258c7a57-8031-4407-a903-c5bd3ad2ca02 HTTP/1.1" status: 404 len: 336 time: 0.0824912 Dec 15 13:51:43.424182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.495105 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d26b3d7c-61bc-4f29-a630-46120dc70f18 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "GET /v2.0/ports?device_id=885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 HTTP/1.1" status: 200 len: 205 time: 0.0704806 Dec 15 13:51:43.506491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.575550 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] For port ce3fc0b5-4d61-46bd-9045-9b9f35330415, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:43.580239 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] For port ce3fc0b5-4d61-46bd-9045-9b9f35330415, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ce3fc0b5-4d61-46bd-9045-9b9f35330415,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:43.589122 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.626740 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-d10cb6a7-c7be-44d8-a61d-eeff21e906e9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] delete failed (client error): The resource could not be found. Dec 15 13:51:43.627482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d10cb6a7-c7be-44d8-a61d-eeff21e906e9 tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/routers/885cb3eb-b8f0-4372-ab6f-762ddd7d6d26 HTTP/1.1" status: 404 len: 336 time: 0.1093292 Dec 15 13:51:43.631051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.668968 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1188100-30f4-40b3-8d4d-d1892615a2bc tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] DELETE failed (client error): The resource could not be found. Dec 15 13:51:43.669466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1188100-30f4-40b3-8d4d-d1892615a2bc tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:51:43.677591 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1188100-30f4-40b3-8d4d-d1892615a2bc tempest-RoutersAdminTest-247680039 tempest-RoutersAdminTest-247680039-project] 10.222.0.32 "DELETE /v2.0/subnets/dbac33e0-e95e-4e93-b40f-fd4f9a22d922 HTTP/1.1" status: 404 len: 337 time: 0.0455661 Dec 15 13:51:43.708222 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994abed5-feef-44f0-85f7-e150108f5c19 None None] Pushing event updated for resources: {'Port': ['ID=ce3fc0b5-4d61-46bd-9045-9b9f35330415,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:43.733929 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Routers {'2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:43.734575 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:43.806254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac170db1-61cc-43a0-a791-7063bf2b8d73 req-d6131895-bcdc-40f7-aa72-a20b4733811a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5050313 Dec 15 13:51:43.844485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Allocated IP 172.20.0.1 (b0dbd75b-b532-41cd-9586-91425c9129c7/2e34998a-a59e-4079-be5b-2ac453d52edf/7cca9723-e919-4a96-9f11-1ad7605ab038) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:43.890248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] Set router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:43.908276 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.097384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.213947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:44.226221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.252449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8579efd-0cd0-4628-9cff-2634f9c5640d req-9ddad2dd-8672-42bb-80ed-a0b41a0e71d7 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.262002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8579efd-0cd0-4628-9cff-2634f9c5640d req-9ddad2dd-8672-42bb-80ed-a0b41a0e71d7 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 945 time: 0.1835783 Dec 15 13:51:44.291461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Network b0dbd75b-b532-41cd-9586-91425c9129c7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:44.297516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:44.302341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:44.317793 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:51:40Z', 'revision_number': 3, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:44.358854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cca9723-e919-4a96-9f11-1ad7605ab038,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:44.417100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.425252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8579efd-0cd0-4628-9cff-2634f9c5640d req-d91bf6bc-555c-4988-bf30-7368c135a7b5 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566739 Dec 15 13:51:44.437301 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4f9e6-8ca2-457f-9d77-93d780cb736c None None] The sync data for ids ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'] in n-d-815324-3 is: [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:51:40Z', 'revision_number': 3, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:44.644818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6fbc-a5b5-4e72-869e-9f1874eca226 req-3f623233-fb2a-47a0-964a-81617bf308c0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.657785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f87a6fbc-a5b5-4e72-869e-9f1874eca226 req-3f623233-fb2a-47a0-964a-81617bf308c0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.0880365 Dec 15 13:51:44.684877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16f6510b-2cbe-4f47-b4f3-d64d7dc91ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.692398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1c06-8c70-4c4b-b5a2-cb8281014eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.735548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.758091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f87a6fbc-a5b5-4e72-869e-9f1874eca226 req-160e4b60-0b85-486f-ae38-b6fe88a47fee tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992885 Dec 15 13:51:44.931972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9f33-b15c-4665-a485-19da58a21e4b req-43a41382-19f6-4443-9afd-055e27ce8df9 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.934234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a5b9f33-b15c-4665-a485-19da58a21e4b req-43a41382-19f6-4443-9afd-055e27ce8df9 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 946 time: 0.1620214 Dec 15 13:51:45.018293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a5b9f33-b15c-4665-a485-19da58a21e4b req-4a02dc70-5929-464e-9112-dc59340626ec tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759420 Dec 15 13:51:45.089543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16f6510b-2cbe-4f47-b4f3-d64d7dc91ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.112180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16f6510b-2cbe-4f47-b4f3-d64d7dc91ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.157746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac15de8-cb0f-47b8-8959-aca1ac22448f req-63907987-b4bb-4d81-bfe7-9f48b3c3d8a8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.159435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fac15de8-cb0f-47b8-8959-aca1ac22448f req-63907987-b4bb-4d81-bfe7-9f48b3c3d8a8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1111190 Dec 15 13:51:45.196699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6510b-2cbe-4f47-b4f3-d64d7dc91ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76994e-7869-4853-97c1-4d5aeb0c71de,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:45.218172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-16f6510b-2cbe-4f47-b4f3-d64d7dc91ac7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed5c9d2601764605943eb48f8b9e3035&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0025728 Dec 15 13:51:45.222645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56660) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:45.250686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.254622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fac15de8-cb0f-47b8-8959-aca1ac22448f req-ec427e3d-a164-4b85-8f34-f5e49d0a8dbb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886619 Dec 15 13:51:45.283143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.347028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:45.427012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cca9723-e919-4a96-9f11-1ad7605ab038,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:45.491913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eff10f44-1c08-4302-b51e-28b84212411c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.503686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.524112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eff10f44-1c08-4302-b51e-28b84212411c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.567540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.610710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:45.614453 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddf8112-7e49-41b7-8900-ca1dbbbc705a" -d '{"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:45.664606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:45.684451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.686841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e1c9c-7575-4189-9059-a73d6681c32e req-f1965f9f-fa70-4e8e-a142-0030426dee2c tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.699764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1e1c9c-7575-4189-9059-a73d6681c32e req-f1965f9f-fa70-4e8e-a142-0030426dee2c tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 945 time: 0.1328952 Dec 15 13:51:45.784203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:45.791174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eff10f44-1c08-4302-b51e-28b84212411c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.794813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eff10f44-1c08-4302-b51e-28b84212411c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.796569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eff10f44-1c08-4302-b51e-28b84212411c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b76994e-7869-4853-97c1-4d5aeb0c71de HTTP/1.1" status: 204 len: 168 time: 0.5730820 Dec 15 13:51:45.805005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1e1c9c-7575-4189-9059-a73d6681c32e req-605bf35c-512e-40d8-ab6d-35a8d13a8b62 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041398 Dec 15 13:51:45.817370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Network b0dbd75b-b532-41cd-9586-91425c9129c7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:45.834927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:45.866345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff10f44-1c08-4302-b51e-28b84212411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76994e-7869-4853-97c1-4d5aeb0c71de,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:46.035587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e5a44-0549-405e-bf1f-600bafaa2a60 req-ef80589c-539a-46b5-b8ea-2733aaaa6742 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.052542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-557e5a44-0549-405e-bf1f-600bafaa2a60 req-ef80589c-539a-46b5-b8ea-2733aaaa6742 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.2779615 Dec 15 13:51:46.054106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:46.077225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'floatingip': {'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:46.087603 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cc5d0-3648-471f-9e1f-8379d277712b x-openstack-request-id: req-d11cc5d0-3648-471f-9e1f-8379d277712b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:46.088185 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:46.088729 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d11cc5d0-3648-471f-9e1f-8379d277712b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:46.089310 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'code': 200} Dec 15 13:51:46.159090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.227678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.274744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c344bc-7f5e-475c-95fa-f375c53ebe3b req-0195369f-6802-4d9b-b6c9-5db09668b2e2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.277089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c344bc-7f5e-475c-95fa-f375c53ebe3b req-0195369f-6802-4d9b-b6c9-5db09668b2e2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1120164 Dec 15 13:51:46.413916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:46.466818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c344bc-7f5e-475c-95fa-f375c53ebe3b req-a5d3de31-e743-453b-8a78-840a84a53947 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831486 Dec 15 13:51:46.653098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:46.675157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56700) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:46.701210 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7866bc04-906e-482d-94dd-b18d14e76ca1 admin admin] 10.222.0.32 "PUT /v2.0/routers/2c86f4cc-aeb7-4039-9190-152ce0f3dfb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4790409 Dec 15 13:51:46.839400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8ff5c027-b5f9-4718-ac5e-bee915167f54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebf9ddba23a7484987a063dd376367e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614726 Dec 15 13:51:46.868890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56704) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:46.876470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ce3fc0b5-4d61-46bd-9045-9b9f35330415 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:47.014289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ce3fc0b5-4d61-46bd-9045-9b9f35330415 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:47.014767 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.027240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62172213-5777-4fe6-89b3-d08c9992352f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.106089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62172213-5777-4fe6-89b3-d08c9992352f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.124241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31b703-f188-4ace-9cc0-d4d5eb4c316c req-389c3d65-31cb-4aee-bad7-4157cd3dc645 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.129224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f31b703-f188-4ace-9cc0-d4d5eb4c316c req-389c3d65-31cb-4aee-bad7-4157cd3dc645 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 945 time: 0.4504006 Dec 15 13:51:47.147995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:51:47.231356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.253378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62172213-5777-4fe6-89b3-d08c9992352f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.264229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62172213-5777-4fe6-89b3-d08c9992352f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.266424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62172213-5777-4fe6-89b3-d08c9992352f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/273ddbbf-88b5-4656-9571-d29b2b8fba56 HTTP/1.1" status: 204 len: 168 time: 0.3913829 Dec 15 13:51:47.294356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.300646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port ce3fc0b5-4d61-46bd-9045-9b9f35330415, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ce3fc0b5-4d61-46bd-9045-9b9f35330415,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.307130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.322583 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.334192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172213-5777-4fe6-89b3-d08c9992352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273ddbbf-88b5-4656-9571-d29b2b8fba56,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.442373 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.470739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=ce3fc0b5-4d61-46bd-9045-9b9f35330415,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.476908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f31b703-f188-4ace-9cc0-d4d5eb4c316c req-f4bf1a50-ec6c-42a5-9eca-493b6b598385 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457795 Dec 15 13:51:47.561476 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Floating IP 318f1784-379c-4108-a90a-4c8c85cc3d16 associated. External IP: 172.25.2.176, port: 048c0180-65b1-416e-8a26-76b9fc9103b5. Dec 15 13:51:47.677360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Sync routers for ids ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:47.717954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Routers {'2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:47.718957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:47.847208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-8d063bd4-28c3-4dfd-9e82-ff77bf0e2e15 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.851202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-8d063bd4-28c3-4dfd-9e82-ff77bf0e2e15 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 818 time: 0.2440059 Dec 15 13:51:47.878059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-39c092c6-5210-44a0-b659-28e464055068 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/quotas/ddd74e88ad4c44f89ece85ed0f69022c HTTP/1.1" status: 200 len: 375 time: 0.0140686 Dec 15 13:51:48.041161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Set router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:48.129182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-0271fd1d-4a89-4e6d-8a36-1ad8d67bcfde tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2407157 Dec 15 13:51:48.186164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2205f9-9c6c-4d86-b233-9a6332689f52 req-94451e9f-98d5-4ddf-9a72-e046bb646f37 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:48.203069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc2205f9-9c6c-4d86-b233-9a6332689f52 req-94451e9f-98d5-4ddf-9a72-e046bb646f37 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3126760 Dec 15 13:51:48.480361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Router 56e981fe-4479-4865-922b-6c0320e14bb1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:48.494797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc2205f9-9c6c-4d86-b233-9a6332689f52 req-7ad71ccc-8a57-4182-a214-915524bb0057 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882011 Dec 15 13:51:48.604793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-18fc94fe-91cc-4a82-b246-608ace54919e service neutron] 10.222.0.32 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509811 Dec 15 13:51:48.746803 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.771938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ce3fc0b5-4d61-46bd-9045-9b9f35330415 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:48.782053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-22c13d84-9934-4696-af6f-9f4a9edc9570 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:48.791225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:48.795497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-22c13d84-9934-4696-af6f-9f4a9edc9570 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "GET /v2.0/ports?device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 945 time: 0.1883292 Dec 15 13:51:48.802395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.805579 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:48.845119 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:48.845574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a24b0a0-1806-45e6-87a6-211e8aea328f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "PUT /v2.0/floatingips/318f1784-379c-4108-a90a-4c8c85cc3d16 HTTP/1.1" status: 200 len: 991 time: 2.7895010 Dec 15 13:51:48.846559 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:48.846784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:48.852898 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e2a5e-8ed5-41bf-9560-b921db766dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:48.913399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:51:44Z', 'revision_number': 4, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '7cca9723-e919-4a96-9f11-1ad7605ab038', 'name': '', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'mac_address': 'fa:16:3e:33:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:43Z', 'updated_at': '2021-12-15T13:51:44Z', 'revision_number': 2, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'subnets': [{'id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:48.933263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-305ccf42-f7bb-4409-b8c9-ab50a8f81099 service neutron] 10.222.0.32 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272004 Dec 15 13:51:49.027893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Checking router: 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:49.028951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Updating router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 port 7cca9723-e919-4a96-9f11-1ad7605ab038 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:51:49.053233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa3d-0369-4f9f-bd66-9ef2fdca7278 req-970bd7d5-12f0-42f9-87fc-0fd24f22908d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.062822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3efa3d-0369-4f9f-bd66-9ef2fdca7278 req-970bd7d5-12f0-42f9-87fc-0fd24f22908d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 945 time: 0.1950736 Dec 15 13:51:49.131150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Deleting port 334b645c-a416-4956-a5d3-c819ba4511c1 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:49.132102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.164104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ce3fc0b5-4d61-46bd-9045-9b9f35330415 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:49.166208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.171167 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.329177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3efa3d-0369-4f9f-bd66-9ef2fdca7278 req-2b594a62-b395-454a-8edc-b381433d3d46 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563894 Dec 15 13:51:49.397115 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:49.423979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:49.467928 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a444131-dc97-4162-b530-c31962a8336e x-openstack-request-id: req-9a444131-dc97-4162-b530-c31962a8336e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:49.468231 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:49.468673 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a444131-dc97-4162-b530-c31962a8336e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:49.469280 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'status': 'completed', 'code': 200} Dec 15 13:51:49.510277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] For port 334b645c-a416-4956-a5d3-c819ba4511c1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=334b645c-a416-4956-a5d3-c819ba4511c1,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:49.511164 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.576431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Calling delete_port for 334b645c-a416-4956-a5d3-c819ba4511c1 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:49.603693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-aa3e2873-a233-47e1-a94b-a2ec2fde72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.606008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-aa3e2873-a233-47e1-a94b-a2ec2fde72e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1096 time: 0.1038945 Dec 15 13:51:49.660818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:51:49.771333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb1de379-d464-466a-ac0d-c279d17d656f req-c0489f97-6b44-4309-a983-1879b2f755c2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 210 time: 0.1329989 Dec 15 13:51:49.943999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-161fc415-514a-42fd-8b25-0a11931a093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.945805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-161fc415-514a-42fd-8b25-0a11931a093f service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.3283226 Dec 15 13:51:50.077210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8692-2ad5-43e5-9289-cb49a3352015 req-85a03536-80d1-4de1-98f7-6286a18c4a42 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:50.091377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64ea8692-2ad5-43e5-9289-cb49a3352015 req-85a03536-80d1-4de1-98f7-6286a18c4a42 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.3839431 Dec 15 13:51:50.228129 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-f8a72e29-f069-4675-884f-429ab7e79be2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 999 time: 0.2687750 Dec 15 13:51:50.259147 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '318f1784-379c-4108-a90a-4c8c85cc3d16', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'mac_address': 'fa:16:3e:d1:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:51:18Z', 'updated_at': '2021-12-15T13:51:46Z', 'revision_number': 1, 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:50.330720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:50.353467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64ea8692-2ad5-43e5-9289-cb49a3352015 req-bfb7c205-0114-487c-9aa2-861f0a9a3326 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607734 Dec 15 13:51:50.371656 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:50.372893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:50.438083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.447212 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-752efd02-ffc1-49d6-be3d-ea4880f2c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:50.458704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-752efd02-ffc1-49d6-be3d-ea4880f2c101 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.2238667 Dec 15 13:51:50.470724 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.471693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.578819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Pushing event deleted for resources: {'Port': ['ID=334b645c-a416-4956-a5d3-c819ba4511c1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:50.617949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['54b7d7de-81b2-49a3-a076-794f0cf7488b', '4f0e34f2-2917-4cb7-b947-59f1c9950f81', '334b645c-a416-4956-a5d3-c819ba4511c1'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:50.636202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-dddcf4d9-81e1-48b8-b676-69e6f701dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:50.640275 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-dddcf4d9-81e1-48b8-b676-69e6f701dc10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607769 Dec 15 13:51:50.766337 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:50.769789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7eb1f8a-ac89-4d4a-aab4-6890b8f19ef2 req-825fbf47-92d1-41b4-9a47-c085f99e3dec tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=525e9ab2-1b08-405f-9fa7-a2cd2d4e0191 HTTP/1.1" status: 200 len: 210 time: 0.0760355 Dec 15 13:51:50.771947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] No DVR routers for this DVR port 334b645c-a416-4956-a5d3-c819ba4511c1 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:50.777212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.782854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bc231a0-0557-457e-bbd9-3a3f9dfa3003 req-8d24879d-cd09-4d67-b043-b779ee43d015 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "DELETE /v2.0/ports/334b645c-a416-4956-a5d3-c819ba4511c1 HTTP/1.1" status: 204 len: 173 time: 1.9795532 Dec 15 13:51:50.783382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'name': 'network-vif-deleted', 'tag': '334b645c-a416-4956-a5d3-c819ba4511c1'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:50.786015 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56dc16d-a14d-4d47-8732-02c49e79bdee" -d '{"events": [{"server_uuid": "525e9ab2-1b08-405f-9fa7-a2cd2d4e0191", "name": "network-vif-deleted", "tag": "334b645c-a416-4956-a5d3-c819ba4511c1"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:50.839994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a8331-7a36-4690-8534-061b98fdde23 None None] Pushing event updated for resources: {'Port': ['ID=7cca9723-e919-4a96-9f11-1ad7605ab038,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:50.960651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:51.071909 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-f33fc67a-dfe5-46d9-be46-6ff722cb44b1 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199512 Dec 15 13:51:51.150921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.157886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'mac_address': 'fa:16:3e:1a:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:51.285585 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dad8b1-c647-4463-b70f-c4d53c9ab3e9 x-openstack-request-id: req-c8dad8b1-c647-4463-b70f-c4d53c9ab3e9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:51.285878 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e9ab2-1b08-405f-9fa7-a2cd2d4e0191", "name": "network-vif-deleted", "tag": "334b645c-a416-4956-a5d3-c819ba4511c1", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:51.286303 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8dad8b1-c647-4463-b70f-c4d53c9ab3e9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:51.286882 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e9ab2-1b08-405f-9fa7-a2cd2d4e0191', 'name': 'network-vif-deleted', 'tag': '334b645c-a416-4956-a5d3-c819ba4511c1', 'status': 'completed', 'code': 200} Dec 15 13:51:51.330307 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '318f1784-379c-4108-a90a-4c8c85cc3d16', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'mac_address': 'fa:16:3e:d1:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:51:18Z', 'updated_at': '2021-12-15T13:51:46Z', 'revision_number': 1, 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:51.359100 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-680e2a5e-8ed5-41bf-9560-b921db766dc0 req-85a7e893-a65c-493c-9313-725032508238 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706172 Dec 15 13:51:51.372300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.390571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba18283-8ef0-4ba3-b18f-42d11055e280 None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '318f1784-379c-4108-a90a-4c8c85cc3d16', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'mac_address': 'fa:16:3e:d1:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:51:18Z', 'updated_at': '2021-12-15T13:51:46Z', 'revision_number': 1, 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:51.585787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:51.657633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f9e71-5efd-4892-ad60-5cca3894bdf6 req-07e6709f-57cb-4559-8998-72088db2636a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.670943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-391f9e71-5efd-4892-ad60-5cca3894bdf6 req-07e6709f-57cb-4559-8998-72088db2636a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1527357 Dec 15 13:51:51.827721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-391f9e71-5efd-4892-ad60-5cca3894bdf6 req-059fb337-a824-4b23-8021-b6837bfa693e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558225 Dec 15 13:51:52.129355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20387a7-bcce-4828-8576-dcf1d14792aa None None] New status for floating IP 318f1784-379c-4108-a90a-4c8c85cc3d16: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:51:52.148136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-794431097'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:52.158903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb9e5b2-a721-4aa2-9703-769d62e88f37 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:52.191827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-a4fc3766-2ac7-4dd0-a811-4859f6015d91 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.194398 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-a4fc3766-2ac7-4dd0-a811-4859f6015d91 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 818 time: 0.4259539 Dec 15 13:51:52.195947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.197164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.290487 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.300414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Attempting to bind port 7cca9723-e919-4a96-9f11-1ad7605ab038 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:52.300707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Attempting to bind port 7cca9723-e919-4a96-9f11-1ad7605ab038 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:52.300893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Attempting to bind port 7cca9723-e919-4a96-9f11-1ad7605ab038 on network b0dbd75b-b532-41cd-9586-91425c9129c7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:52.303879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Request body: {'port': {'device_id': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'admin_state_up': True, 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:52.327240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:52.344761 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.347373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:52.347805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Checking segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:52.348206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.348816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Bound using segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:52.349300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Bound port: 7cca9723-e919-4a96-9f11-1ad7605ab038, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:52.349736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.400531 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.454174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.455940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b617bff4-8b1c-4422-b92c-fa9db7d74c5e tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8685784 Dec 15 13:51:52.458831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:52.649020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] For port 7cca9723-e919-4a96-9f11-1ad7605ab038, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:52.666664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8bb9e5b2-a721-4aa2-9703-769d62e88f37'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:52.702686 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Made reservation on behalf of ddd74e88ad4c44f89ece85ed0f69022c for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:52.716865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] For port 7cca9723-e919-4a96-9f11-1ad7605ab038, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7cca9723-e919-4a96-9f11-1ad7605ab038,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:52.718687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.726193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:52.762678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.805954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.886098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a8331-7a36-4690-8534-061b98fdde23 None None] Pushing event updated for resources: {'Port': ['ID=7cca9723-e919-4a96-9f11-1ad7605ab038,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:53.004446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Routers {'2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:53.013114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:53.071982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Allocated IP 172.20.0.9 (b0dbd75b-b532-41cd-9586-91425c9129c7/2e34998a-a59e-4079-be5b-2ac453d52edf/7b1664eb-e647-4873-95ab-5d4acdbac0d9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:53.150322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.153633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.215085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.216997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2002daf6-ba7f-4b23-90b9-efe7ee9bf40f {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:53.228070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.230316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85350109-a1f1-46b3-aaeb-5400ae8f6204 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2002daf6-ba7f-4b23-90b9-efe7ee9bf40f HTTP/1.1" status: 204 len: 168 time: 0.7699692 Dec 15 13:51:53.234072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56880) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:53.245582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Request body: {'router': {'name': 'tempest-router-334540349', 'distributed': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:53.261934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] Set router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:53.310723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.312340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.336398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.380949 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.425015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Network b0dbd75b-b532-41cd-9586-91425c9129c7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:53.434646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:53.435326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.437793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:53.451962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.485696 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.487261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-329189b5-f23a-4b73-b567-36180b740945 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2519660 Dec 15 13:51:53.490139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:53.506398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Pushing event updated for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:53.523404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.523781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.524368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.524740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.525083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.525424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.525758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.526628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.526966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.527367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.527698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.528030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.528354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:53.545481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:53.546172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.567762 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-da9ea719-58f4-417c-8f45-9db2e25d2e81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2754614 Dec 15 13:51:53.584656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Request body: {'port': {'device_id': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:53.617690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.641778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:51:44Z', 'revision_number': 4, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '7cca9723-e919-4a96-9f11-1ad7605ab038', 'name': '', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'mac_address': 'fa:16:3e:33:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:43Z', 'updated_at': '2021-12-15T13:51:52Z', 'revision_number': 4, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'subnets': [{'id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:53.674737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.707294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a897d8-8f6f-4a7c-8162-aa82a39596fc None None] The sync data for ids ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'] in n-d-815324-3 is: [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:51:44Z', 'revision_number': 4, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '7cca9723-e919-4a96-9f11-1ad7605ab038', 'name': '', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'mac_address': 'fa:16:3e:33:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:43Z', 'updated_at': '2021-12-15T13:51:52Z', 'revision_number': 4, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'subnets': [{'id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:53.978279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.982195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.141764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.142695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87c8c9d3-b227-469d-af54-2f3c76e4837f {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:54.149672 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.153695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e0d99573-e7c3-4feb-b52b-cfcac37e43d1 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "DELETE /v2.0/routers/87c8c9d3-b227-469d-af54-2f3c76e4837f HTTP/1.1" status: 204 len: 168 time: 0.6616473 Dec 15 13:51:54.159427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:54.173169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Request body: {'router': {'name': 'tempest-router-638401759', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1146e08482884ec494c051595b6327de'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:54.298058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.300056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.314829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1664eb-e647-4873-95ab-5d4acdbac0d9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:54.338223 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.358169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 334b645c-a416-4956-a5d3-c819ba4511c1 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:54.400282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Transition to ACTIVE for port object 7b1664eb-e647-4873-95ab-5d4acdbac0d9 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:54.412095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 334b645c-a416-4956-a5d3-c819ba4511c1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:54.412904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 334b645c-a416-4956-a5d3-c819ba4511c1 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:54.459714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.559614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:54.593370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.612534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.691956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.693300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ba8dade8-4221-456e-8633-c4eeaaa8690c tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5257432 Dec 15 13:51:54.699659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:54.707273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:54.781392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7cca9723-e919-4a96-9f11-1ad7605ab038 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:54.785143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Attempting to bind port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:54.785702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Attempting to bind port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:54.786278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Attempting to bind port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 on network b0dbd75b-b532-41cd-9586-91425c9129c7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:54.795568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 on network b0dbd75b-b532-41cd-9586-91425c9129c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:54.796167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Attempting to bind port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 on network b0dbd75b-b532-41cd-9586-91425c9129c7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:54.805889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:54.806613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Checking segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:54.808870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Bound using segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:54.809587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Bound port: 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:54.810161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.951279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7cca9723-e919-4a96-9f11-1ad7605ab038 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:54.951572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.014061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:55.024005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:55.036766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.126858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.136990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.144188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] 10.222.0.67 "PUT /v2.0/ports/7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 1091 time: 1.5660105 Dec 15 13:51:55.144726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:55.147093 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4821d2eb-102f-44d3-9b83-f2f98785fe63" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:55.199283 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.227160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f12d2f-929e-4ac7-abbb-14dc16e9d459 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:55.314244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e17fdd22-aa47-4e2f-86ee-a4e3b9400196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.315981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 7cca9723-e919-4a96-9f11-1ad7605ab038, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7cca9723-e919-4a96-9f11-1ad7605ab038,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:55.317007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-e17fdd22-aa47-4e2f-86ee-a4e3b9400196 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1094 time: 0.0732954 Dec 15 13:51:55.332197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.453191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.453798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.475188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=7cca9723-e919-4a96-9f11-1ad7605ab038,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:55.509534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-46a92aee-2076-47a5-945e-cad95fd44e9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 217 time: 0.1627131 Dec 15 13:51:55.636402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218a3f-9b25-49ef-a946-64af42bc049d req-6a7f1530-caa8-4e10-9975-9e5f851e6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.637782 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-6a7f1530-caa8-4e10-9975-9e5f851e6511 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.1207263 Dec 15 13:51:55.639284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103379) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 15 13:51:55.639759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Router 482f1d52-1d31-497b-a038-999527889696 migrating from provider to provider. {{(pid=103379) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 15 13:51:55.640288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.648337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.661469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.758789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-922a39fd-1243-4728-87ba-6f9db0ac2785 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038709 Dec 15 13:51:55.884832 n-d-815324-3 neutron-server[103379]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] No L3 agents can host the router 482f1d52-1d31-497b-a038-999527889696 Dec 15 13:51:55.996609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-fc543288-c057-495e-9f54-b57ef079945f service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250648 Dec 15 13:51:56.125011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Hosts for router 482f1d52-1d31-497b-a038-999527889696: [] {{(pid=103379) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 15 13:51:56.130159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-03218a3f-9b25-49ef-a946-64af42bc049d req-77017811-5d86-48f4-ab32-a8eeec6f5f03 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173360 Dec 15 13:51:56.160056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Hosts for other DVR routers connected to router 482f1d52-1d31-497b-a038-999527889696: set() {{(pid=103379) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 15 13:51:56.164028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.167399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f7cf8a2-55b2-498a-9968-b10f4fa156c0 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "PUT /v2.0/routers/482f1d52-1d31-497b-a038-999527889696 HTTP/1.1" status: 200 len: 716 time: 1.4635592 Dec 15 13:51:56.167886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56900) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:56.360465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:56.368543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-555a3daf-e3b7-4736-9a2b-f1dbe4e03a61 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "GET /v2.0/routers/482f1d52-1d31-497b-a038-999527889696 HTTP/1.1" status: 200 len: 716 time: 0.1991239 Dec 15 13:51:56.372025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56912) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:56.455497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:56.462713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.633062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.679497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:56.682372 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b63be2-4378-4301-9a69-697217665da1" -d '{"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:56.702602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:56.720732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.738504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7cca9723-e919-4a96-9f11-1ad7605ab038 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:56.863952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:56.876073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7cca9723-e919-4a96-9f11-1ad7605ab038 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:56.876443 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.957432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-d85a7bd0-58f2-466d-9cd7-a39da7213c19 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.959228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-d85a7bd0-58f2-466d-9cd7-a39da7213c19 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 818 time: 0.7274587 Dec 15 13:51:56.985094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-31f2a7e7-5803-4915-b6ca-930026840f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.987689 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-31f2a7e7-5803-4915-b6ca-930026840f44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 1096 time: 0.0588098 Dec 15 13:51:57.036034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-ccfa3433-a118-4100-9bd0-79f7ccd44a54 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/quotas/ddd74e88ad4c44f89ece85ed0f69022c HTTP/1.1" status: 200 len: 375 time: 0.0553246 Dec 15 13:51:57.118616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-c2ff7860-3dd9-40fd-87ae-5fcb1d8d4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.120809 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-c2ff7860-3dd9-40fd-87ae-5fcb1d8d4c55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.1125755 Dec 15 13:51:57.145157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e125d0fe-7468-41c0-a92b-2008e716592f tempest-RoutersTestDVR-1699431850 tempest-RoutersTestDVR-1699431850-project] 10.222.0.32 "GET /v2.0/routers/482f1d52-1d31-497b-a038-999527889696 HTTP/1.1" status: 200 len: 682 time: 0.7721250 Dec 15 13:51:57.149344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56918) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:57.157845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c758e-dba2-4425-8187-6f5eed46fded req-e8f62226-d4e3-4d4f-b8f1-373e4ea785af tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.172486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f92c758e-dba2-4425-8187-6f5eed46fded req-e8f62226-d4e3-4d4f-b8f1-373e4ea785af tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.2056215 Dec 15 13:51:57.184452 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-013797da-9b83-4b0b-976d-1c13c423e794 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31018224-6305-4df2-91f1-0e7350ef8a8f HTTP/1.1" status: 200 len: 217 time: 0.0477319 Dec 15 13:51:57.239071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-78fa9604-6ab3-4f08-aa3c-3d20b9b2c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.240740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-78fa9604-6ab3-4f08-aa3c-3d20b9b2c032 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.0509884 Dec 15 13:51:57.285902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-babbc57a-4b5c-41f5-a85d-2aea7453c970 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358315 Dec 15 13:51:57.298921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-d21596bb-8bcc-4fb8-b8c7-9607e54237c2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2542472 Dec 15 13:51:57.305142 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.388094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f92c758e-dba2-4425-8187-6f5eed46fded req-a1ed0ec0-e7f8-4e87-82b8-0f6df8dd8d0a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204759 Dec 15 13:51:57.406070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-5088ad7d-bcd5-410f-9033-b1313608bb1c service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103878 Dec 15 13:51:57.486154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.488872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.496782 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d91652-49c8-49a2-b2b4-1c82eea0ab71 x-openstack-request-id: req-b5d91652-49c8-49a2-b2b4-1c82eea0ab71 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:57.497082 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:57.497344 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5d91652-49c8-49a2-b2b4-1c82eea0ab71 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:57.498255 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9', 'status': 'completed', 'code': 200} Dec 15 13:51:57.620606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.621525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 482f1d52-1d31-497b-a038-999527889696 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:57.622599 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a8451cd-920d-45b3-8210-b7141306f2ba req-a54743eb-e2bf-4d7c-9371-2feb9faad27c service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051365 Dec 15 13:51:57.632329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.634382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f0d61cad-9a6c-4192-b11b-0b16e7cf4672 tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "DELETE /v2.0/routers/482f1d52-1d31-497b-a038-999527889696 HTTP/1.1" status: 204 len: 168 time: 0.4593310 Dec 15 13:51:57.639941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:57.644940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Request body: {'router': {'name': 'tempest-router-365655415', 'distributed': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:57.670072 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc1ae8d-351f-4664-a3d5-66b0e91f1410 x-openstack-request-id: req-bbc1ae8d-351f-4664-a3d5-66b0e91f1410 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:57.670633 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:57.670633 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbc1ae8d-351f-4664-a3d5-66b0e91f1410 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:57.671535 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'code': 200} Dec 15 13:51:57.681786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-748b7fce-67d4-44c6-8717-e8261becefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.683533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-748b7fce-67d4-44c6-8717-e8261becefb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1094 time: 0.1385698 Dec 15 13:51:57.687118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.689428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.763217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8d9e4ec0-1488-42e3-9d48-44c9b3532906 service neutron] 10.222.0.32 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868542 Dec 15 13:51:57.777119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.785613 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.812685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.814841 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-022bb76a-031b-444f-a940-f2421e72a21f tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1733332 Dec 15 13:51:57.817651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:57.884340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-c91efada-306f-42f6-82ae-e5282dadc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.886563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-c91efada-306f-42f6-82ae-e5282dadc483 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.1874120 Dec 15 13:51:57.933908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.961379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-a1ffef30-7397-4100-9252-d0734e290132 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 217 time: 0.0634584 Dec 15 13:51:57.990806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-63a22cf7-a6b2-4083-b5bd-77bf16c99fb4 service neutron] 10.222.0.32 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110069 Dec 15 13:51:58.059808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-99188fbb-2dd9-4ae0-9516-52b2e7017f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:58.064563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-99188fbb-2dd9-4ae0-9516-52b2e7017f9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.0917535 Dec 15 13:51:58.106773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-4fd4c61d-5c9e-4d8f-9f80-081c72aa849c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302410 Dec 15 13:51:58.314683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.334216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.358576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7b1664eb-e647-4873-95ab-5d4acdbac0d9 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:58.430976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.431930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e65d2aca-50d3-4d86-be1d-72c4b1199caa {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:51:58.468402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.469672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b5e8b8-1907-4ca1-bea2-7901862959f8 req-0ec0c68e-d739-44f9-82cd-e6573ac2f333 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 210 time: 0.1191649 Dec 15 13:51:58.471956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-c4d68d27-4a24-48f6-8a19-d122003aceae service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554091 Dec 15 13:51:58.493422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8826a7e-52f9-474f-953c-328b82a9f4db tempest-RoutersTestDVR-257949270 tempest-RoutersTestDVR-257949270-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e65d2aca-50d3-4d86-be1d-72c4b1199caa HTTP/1.1" status: 204 len: 168 time: 0.6735823 Dec 15 13:51:58.651998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee782d1-074e-418e-b193-83ae9b7e3bbb req-b9afa6e7-fd97-40dc-899b-6272e76cd0b2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:58.658485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bee782d1-074e-418e-b193-83ae9b7e3bbb req-b9afa6e7-fd97-40dc-899b-6272e76cd0b2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1425452 Dec 15 13:51:58.698973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:58.733983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7b1664eb-e647-4873-95ab-5d4acdbac0d9', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'port_id': '7b1664eb-e647-4873-95ab-5d4acdbac0d9', 'mac_address': 'fa:16:3e:80:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:58.779867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4821d2eb-102f-44d3-9b83-f2f98785fe63 req-0df9e561-a158-4c0d-87fb-a73290e2203d service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920110 Dec 15 13:51:58.849422 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.883823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bee782d1-074e-418e-b193-83ae9b7e3bbb req-991c4614-67c0-4c76-82ad-900cc79c5888 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092154 Dec 15 13:51:58.895750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1664eb-e647-4873-95ab-5d4acdbac0d9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:58.943712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:58.958999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.071515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f70a8-bb0e-4bec-8d36-0351e778937c req-61f68273-a77b-418c-aa1e-d0e7ecae6ab9 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:59.077532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:59.078858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f70a8-bb0e-4bec-8d36-0351e778937c req-61f68273-a77b-418c-aa1e-d0e7ecae6ab9 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:59.088666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f76f70a8-bb0e-4bec-8d36-0351e778937c req-61f68273-a77b-418c-aa1e-d0e7ecae6ab9 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae&device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 1682 time: 0.1440933 Dec 15 13:51:59.105024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:59.180939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f76f70a8-bb0e-4bec-8d36-0351e778937c req-02a0467a-dd1a-47a3-8d89-18630eaf9087 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911295 Dec 15 13:51:59.314659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af69890d-70be-4627-b30e-d5f4cf35b9ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.437599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7b1664eb-e647-4873-95ab-5d4acdbac0d9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:59.438003 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af69890d-70be-4627-b30e-d5f4cf35b9ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.447700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af69890d-70be-4627-b30e-d5f4cf35b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.502640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-af69890d-70be-4627-b30e-d5f4cf35b9ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1146e08482884ec494c051595b6327de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962963 Dec 15 13:51:59.505149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:59.518822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69890d-70be-4627-b30e-d5f4cf35b9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce385d54-8cce-441b-84dd-c54d6163a469,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:59.576318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b912bb9a-2a92-4a52-bb01-05584d8f3bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.614794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b912bb9a-2a92-4a52-bb01-05584d8f3bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.640215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3036e06-116c-4f0a-ba1e-5f854d142b17 req-29b7c6b9-af88-4f42-bb23-f21570b7ce5e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 210 time: 0.0420518 Dec 15 13:51:59.702333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b912bb9a-2a92-4a52-bb01-05584d8f3bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.705934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b912bb9a-2a92-4a52-bb01-05584d8f3bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.710564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b912bb9a-2a92-4a52-bb01-05584d8f3bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce385d54-8cce-441b-84dd-c54d6163a469 HTTP/1.1" status: 204 len: 168 time: 0.2016547 Dec 15 13:51:59.718485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912bb9a-2a92-4a52-bb01-05584d8f3bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce385d54-8cce-441b-84dd-c54d6163a469,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:00.154623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57026) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:00.170074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15ecc6e5-c7e4-4e0e-a082-2566df46b3ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.218881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749f6ca-4100-4d18-b26d-dffa162b88ff req-0ed2abf9-a159-41bc-8774-29b479d61bd3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.226726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2749f6ca-4100-4d18-b26d-dffa162b88ff req-0ed2abf9-a159-41bc-8774-29b479d61bd3 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 945 time: 0.1887119 Dec 15 13:52:00.272416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5f60e-27e0-46ea-acf9-9774ac9a6f1e req-be69a77a-c1e1-47c0-b507-370ba3f1fa8f tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.274636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1d5f60e-27e0-46ea-acf9-9774ac9a6f1e req-be69a77a-c1e1-47c0-b507-370ba3f1fa8f tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 946 time: 0.2867854 Dec 15 13:52:00.304528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15ecc6e5-c7e4-4e0e-a082-2566df46b3ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.314025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15ecc6e5-c7e4-4e0e-a082-2566df46b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.334899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-f3f58c8c-ecb2-400a-9da1-624526c611e7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.337454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-f3f58c8c-ecb2-400a-9da1-624526c611e7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 818 time: 0.2425773 Dec 15 13:52:00.351021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-15ecc6e5-c7e4-4e0e-a082-2566df46b3ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=739a2428441842688cd6e98fc770eeb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949120 Dec 15 13:52:00.352106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:00.352957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2749f6ca-4100-4d18-b26d-dffa162b88ff req-70d04bd4-9627-4a15-829c-533e8016fd78 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241660 Dec 15 13:52:00.358348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 31018224-6305-4df2-91f1-0e7350ef8a8f no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:00.396170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Request body: {'port': {'device_id': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'admin_state_up': True, 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:00.398585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecc6e5-c7e4-4e0e-a082-2566df46b3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210f408e-f37d-4ea8-aeaa-6303878001e7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:00.467916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cc41847-b6a1-4d34-923f-78c950006fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.508399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cc41847-b6a1-4d34-923f-78c950006fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.517765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.551526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:00.554287 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7869567-cc26-43e8-b9ba-f64464553d75" -d '{"events": [{"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-unplugged", "status": "completed", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:00.564241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1d5f60e-27e0-46ea-acf9-9774ac9a6f1e req-3f6bd668-4181-4083-9570-39d1ec9de431 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681546 Dec 15 13:52:00.576118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:00.599681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.639691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cc41847-b6a1-4d34-923f-78c950006fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.648728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cc41847-b6a1-4d34-923f-78c950006fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.652644 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6cc41847-b6a1-4d34-923f-78c950006fcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/210f408e-f37d-4ea8-aeaa-6303878001e7 HTTP/1.1" status: 204 len: 168 time: 0.2895920 Dec 15 13:52:00.674550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc41847-b6a1-4d34-923f-78c950006fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210f408e-f37d-4ea8-aeaa-6303878001e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:00.740053 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e31969-c7ac-425c-bd87-4e4b1dbc0e42 x-openstack-request-id: req-06e31969-c7ac-425c-bd87-4e4b1dbc0e42 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:00.740679 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-unplugged", "status": "completed", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:00.743818 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06e31969-c7ac-425c-bd87-4e4b1dbc0e42 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:00.747040 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'code': 200} Dec 15 13:52:00.769306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Made reservation on behalf of ddd74e88ad4c44f89ece85ed0f69022c for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:00.776583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.806223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:00.960077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-828a4626-b9e9-4709-a741-4733eaff460f req-d3629cc4-d7a4-48c2-96a8-f0e456cb24b2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 210 time: 0.0437388 Dec 15 13:52:00.997270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Allocated IP 172.20.0.7 (b0dbd75b-b532-41cd-9586-91425c9129c7/2e34998a-a59e-4079-be5b-2ac453d52edf/0021be6d-9afa-48d0-9773-702dd74cd872) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:01.193048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.241143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.255121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7b1664eb-e647-4873-95ab-5d4acdbac0d9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:01.294733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Network b0dbd75b-b532-41cd-9586-91425c9129c7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:01.298740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:01.311107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:01.402066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Pushing event updated for resources: {'Port': ['ID=0021be6d-9afa-48d0-9773-702dd74cd872,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:01.433525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:01.434373 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.455438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-8858dc09-6fb6-4cf3-ab44-6bc290ab6903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807762 Dec 15 13:52:01.472777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Request body: {'port': {'device_id': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:01.573410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.832207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e3755-22a6-477b-be43-996b3e234152 req-880d9b76-4e0a-4a04-a31f-2c3f08fe2559 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:01.849306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d75e3755-22a6-477b-be43-996b3e234152 req-880d9b76-4e0a-4a04-a31f-2c3f08fe2559 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 943 time: 0.2782345 Dec 15 13:52:01.890350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:01.907604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-5bf82d08-7569-41ed-b65e-c3c46e65738b tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:01.909148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-5bf82d08-7569-41ed-b65e-c3c46e65738b tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "GET /v2.0/ports?device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 946 time: 0.0690300 Dec 15 13:52:01.976397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d54a08-df8b-4a43-ab7b-b52c7124509d req-e92b087c-5df8-4c15-832a-2c9641557397 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.001840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1d54a08-df8b-4a43-ab7b-b52c7124509d req-e92b087c-5df8-4c15-832a-2c9641557397 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=15057ea8-25d3-40cb-8a02-5bfa9d7956ae HTTP/1.1" status: 200 len: 946 time: 0.2433937 Dec 15 13:52:02.036440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Deleting port 54b7d7de-81b2-49a3-a076-794f0cf7488b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:02.036888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.083272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d75e3755-22a6-477b-be43-996b3e234152 req-5140c537-4a4d-4619-a4f6-315b64b34747 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328126 Dec 15 13:52:02.128126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b1d54a08-df8b-4a43-ab7b-b52c7124509d req-b5ca8e30-4dcc-4c92-9503-77029624babe tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250672 Dec 15 13:52:02.153656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-9270372e-d15f-4325-94a5-c4e7f29e24ab tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.155225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-9270372e-d15f-4325-94a5-c4e7f29e24ab tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 945 time: 0.2445378 Dec 15 13:52:02.181630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] For port 54b7d7de-81b2-49a3-a076-794f0cf7488b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=54b7d7de-81b2-49a3-a076-794f0cf7488b,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:02.182735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.199674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Calling delete_port for 54b7d7de-81b2-49a3-a076-794f0cf7488b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:02.358748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7b1664eb-e647-4873-95ab-5d4acdbac0d9 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:02.379969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-475609483'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:02.402951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.415040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['54b7d7de-81b2-49a3-a076-794f0cf7488b', '4f0e34f2-2917-4cb7-b947-59f1c9950f81'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:02.453701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Pushing event deleted for resources: {'Port': ['ID=54b7d7de-81b2-49a3-a076-794f0cf7488b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:02.457398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:02.461495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.473011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.515280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:52:02.531638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:02.532352 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.542384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] No DVR routers for this DVR port 54b7d7de-81b2-49a3-a076-794f0cf7488b on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:02.546823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.559642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-596fab3b-f9a3-43d7-9a56-2ff9de4e9576 req-908048fa-c749-4caf-96c6-fcac4dd12c9d tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "DELETE /v2.0/ports/54b7d7de-81b2-49a3-a076-794f0cf7488b HTTP/1.1" status: 204 len: 173 time: 0.6375730 Dec 15 13:52:02.560158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'name': 'network-vif-deleted', 'tag': '54b7d7de-81b2-49a3-a076-794f0cf7488b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:02.563987 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8a3b80-9f79-4dd7-b8ff-2981b21d6837" -d '{"events": [{"server_uuid": "15057ea8-25d3-40cb-8a02-5bfa9d7956ae", "name": "network-vif-deleted", "tag": "54b7d7de-81b2-49a3-a076-794f0cf7488b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:02.610631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0021be6d-9afa-48d0-9773-702dd74cd872 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:02.677261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.704030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.715438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.753294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdc412-5a3d-495e-bb6b-f4f4d2f734e5 req-7a0b4441-2058-44bf-9780-fd0642578975 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.758607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:02.761864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44bdc412-5a3d-495e-bb6b-f4f4d2f734e5 req-7a0b4441-2058-44bf-9780-fd0642578975 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 931 time: 0.4426849 Dec 15 13:52:02.765162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7b4757-c29d-424d-b980-6d737e321f74,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:02.773327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.773836 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment ab2a9b7e-f37b-4ccd-b47f-9903c5095c59 of type vlan for network fba453cb-5f71-42ea-834e-a1d62aae4f09 Dec 15 13:52:02.799741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Transition to ACTIVE for port object 0021be6d-9afa-48d0-9773-702dd74cd872 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:52:02.823528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.833437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Deleting port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:02.833764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.857293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.908381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.923150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.941425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.947391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.962253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:02.964159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:02.969207 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94970bba-5190-424b-b333-91db08ec4e56" -d '{"events": [{"server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "name": "network-vif-plugged", "status": "completed", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:02.973821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.008520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44bdc412-5a3d-495e-bb6b-f4f4d2f734e5 req-7db7f0aa-9d1a-41ad-b341-72307f0d9e5e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453840 Dec 15 13:52:03.018421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Pushing event updated for resources: {'Port': ['ID=0021be6d-9afa-48d0-9773-702dd74cd872,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.054345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.120646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2271452 Dec 15 13:52:03.128007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:03.136076 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36663e48-c078-478b-a466-3e0475b859e0 x-openstack-request-id: req-36663e48-c078-478b-a466-3e0475b859e0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:03.136276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-1367289355'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:03.137101 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15057ea8-25d3-40cb-8a02-5bfa9d7956ae", "name": "network-vif-deleted", "tag": "54b7d7de-81b2-49a3-a076-794f0cf7488b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:03.137573 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36663e48-c078-478b-a466-3e0475b859e0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:03.138684 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15057ea8-25d3-40cb-8a02-5bfa9d7956ae', 'name': 'network-vif-deleted', 'tag': '54b7d7de-81b2-49a3-a076-794f0cf7488b', 'status': 'completed', 'code': 200} Dec 15 13:52:03.151467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] For port 4f0e34f2-2917-4cb7-b947-59f1c9950f81, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4f0e34f2-2917-4cb7-b947-59f1c9950f81,segment=NetworkSegment(150447c7-9623-4398-a7a3-c9ee441a4ed8),segment_id=150447c7-9623-4398-a7a3-c9ee441a4ed8)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:03.151861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.177911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a48f0d-6fdb-484e-a5cd-4f192aeeaf1a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=fba453cb-5f71-42ea-834e-a1d62aae4f09,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.189622 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:03.223091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Calling delete_port for 4f0e34f2-2917-4cb7-b947-59f1c9950f81 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:03.254254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:03.259504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.708900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Attempting to bind port 0021be6d-9afa-48d0-9773-702dd74cd872 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:03.709507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Attempting to bind port 0021be6d-9afa-48d0-9773-702dd74cd872 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:03.709507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Attempting to bind port 0021be6d-9afa-48d0-9773-702dd74cd872 on network b0dbd75b-b532-41cd-9586-91425c9129c7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:03.710510 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4f21a-2b33-4c87-99c9-b6c8c0d5cf76 x-openstack-request-id: req-93a4f21a-2b33-4c87-99c9-b6c8c0d5cf76 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:03.710923 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "name": "network-vif-plugged", "status": "completed", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:03.711329 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93a4f21a-2b33-4c87-99c9-b6c8c0d5cf76 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:03.711844 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9', 'code': 200} Dec 15 13:52:03.725088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Port 0021be6d-9afa-48d0-9773-702dd74cd872 on network b0dbd75b-b532-41cd-9586-91425c9129c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:52:03.725413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Attempting to bind port 0021be6d-9afa-48d0-9773-702dd74cd872 on network b0dbd75b-b532-41cd-9586-91425c9129c7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:03.736357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:03.750331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:03.750908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Checking segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:03.751308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Bound using segment: {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:03.756767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Bound port: 0021be6d-9afa-48d0-9773-702dd74cd872, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7003994c-b22f-40e0-a5d1-9ed90da4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:03.764708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.796474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.796848 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment 52f03809-6fac-45d7-8117-898ba942da0e of type vlan for network d4d0f770-92f2-4962-8b7c-704e51faf7f1 Dec 15 13:52:03.918666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7536eb4-a1b8-4fc3-9a7b-c19ff2ef93aa req-2d430870-95e2-4b6d-94e5-e84f858a3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:03.921073 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b7536eb4-a1b8-4fc3-9a7b-c19ff2ef93aa req-2d430870-95e2-4b6d-94e5-e84f858a3c15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0903327 Dec 15 13:52:03.941593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-f34d2150-3ba8-48aa-b1b4-8b1e008e29fa tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:03.943222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-f34d2150-3ba8-48aa-b1b4-8b1e008e29fa tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=99b21107-f28e-4eac-ba96-9486f2681f12 HTTP/1.1" status: 200 len: 943 time: 0.3087902 Dec 15 13:52:03.966848 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.993712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b7536eb4-a1b8-4fc3-9a7b-c19ff2ef93aa req-1eaaf1a1-e4a7-46eb-bc45-9168f3720448 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 Dec 15 13:52:04.111971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] For port 0021be6d-9afa-48d0-9773-702dd74cd872, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:04.163963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.170091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.170694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.174890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] For port 0021be6d-9afa-48d0-9773-702dd74cd872, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0021be6d-9afa-48d0-9773-702dd74cd872,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:04.212691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.215240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.226006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['54b7d7de-81b2-49a3-a076-794f0cf7488b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:04.305622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1752434 Dec 15 13:52:04.308645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:04.315117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:04.334381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92210dad-7f54-4291-9e70-d2ef0aaa1b9a req-56f01cc4-2f01-476c-97dc-4c56dce7b8f5 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.342340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92210dad-7f54-4291-9e70-d2ef0aaa1b9a req-56f01cc4-2f01-476c-97dc-4c56dce7b8f5 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/ports?device_id=80698efa-18bb-4c90-bb02-33cd1575f83f HTTP/1.1" status: 200 len: 867 time: 0.3053765 Dec 15 13:52:04.388489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.389038 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.390424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] 10.222.0.67 "PUT /v2.0/ports/0021be6d-9afa-48d0-9773-702dd74cd872 HTTP/1.1" status: 200 len: 1091 time: 2.9227712 Dec 15 13:52:04.392198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e95921-87ae-410b-9384-fcbb422e738c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=d4d0f770-92f2-4962-8b7c-704e51faf7f1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:04.394270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'tag': '0021be6d-9afa-48d0-9773-702dd74cd872'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:04.396629 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c41ed4-c441-483f-94da-0a4066c938da" -d '{"events": [{"name": "network-changed", "server_uuid": "6702cd3e-e5f2-4f35-961c-6c6f2d2441b0", "tag": "0021be6d-9afa-48d0-9773-702dd74cd872"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:04.454725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] No DVR routers for this DVR port 4f0e34f2-2917-4cb7-b947-59f1c9950f81 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:04.456401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56fbd6-53bf-4531-a5d7-8af1c2837281 service neutron] Pushing event updated for resources: {'Port': ['ID=0021be6d-9afa-48d0-9773-702dd74cd872,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:04.460148 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.464673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6d0743-1484-4f93-8ecd-34f553dee360 req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.67 "DELETE /v2.0/ports/4f0e34f2-2917-4cb7-b947-59f1c9950f81 HTTP/1.1" status: 204 len: 173 time: 2.2587872 Dec 15 13:52:04.536238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:04.536680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4f0e34f2-2917-4cb7-b947-59f1c9950f81 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:04.541409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.584719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9d1d0-44ef-4133-910f-0f40b966e0c3 tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] Pushing event deleted for resources: {'Port': ['ID=4f0e34f2-2917-4cb7-b947-59f1c9950f81,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:04.593573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:04.598998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 4f0e34f2-2917-4cb7-b947-59f1c9950f81 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:04.603368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4f0e34f2-2917-4cb7-b947-59f1c9950f81 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:04.604078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 31018224-6305-4df2-91f1-0e7350ef8a8f no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:04.636700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Deleting port 31018224-6305-4df2-91f1-0e7350ef8a8f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:04.637039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.661546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92210dad-7f54-4291-9e70-d2ef0aaa1b9a req-5cdb58b4-2073-435c-aa69-73c5edfcbd1e tempest-ListServersNegativeTestJSON-1218918982 tempest-ListServersNegativeTestJSON-1218918982-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aff27f6-1958-40da-92c4-48df3ad0545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182211 Dec 15 13:52:04.802004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-f35b159c-4486-43e3-bdff-d508ed07eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.805746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-f35b159c-4486-43e3-bdff-d508ed07eed5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 1094 time: 0.2562120 Dec 15 13:52:04.899577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-c21c2b52-1d7b-4214-8ffd-8d38371f07f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0021be6d-9afa-48d0-9773-702dd74cd872 HTTP/1.1" status: 200 len: 217 time: 0.0672503 Dec 15 13:52:04.949862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.970983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fab0e-ac96-44fa-9c12-0e5cc789b986 req-b540b853-0bc5-4c2c-81ac-37bddf6aa077 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.978836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b0fab0e-ac96-44fa-9c12-0e5cc789b986 req-b540b853-0bc5-4c2c-81ac-37bddf6aa077 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 943 time: 0.1989450 Dec 15 13:52:05.032412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] For port 31018224-6305-4df2-91f1-0e7350ef8a8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=31018224-6305-4df2-91f1-0e7350ef8a8f,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:05.032809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.049084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=5139767e-347a-476a-aecc-580fd81a6df9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.062555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:05.062916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: fba453cb-5f71-42ea-834e-a1d62aae4f09, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:05.077397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Calling delete_port for 31018224-6305-4df2-91f1-0e7350ef8a8f owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:05.085579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:05.092570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-3c9da111-75db-4ddb-bd4d-a7b1f72cc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:05.094428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-3c9da111-75db-4ddb-bd4d-a7b1f72cc31b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.1780081 Dec 15 13:52:05.099355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fba453cb-5f71-42ea-834e-a1d62aae4f09) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:05.110941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f9dba-7d3b-4756-a728-7d539317d118 None None] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:05.146974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-f710c8e2-1083-40ea-8677-e6aa2f551e4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381262 Dec 15 13:52:05.148916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:05.151237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.162954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b0fab0e-ac96-44fa-9c12-0e5cc789b986 req-a6c67672-e24f-4dd1-bcd6-978721d9f028 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831722 Dec 15 13:52:05.214751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8440e6f-d92d-4e71-961a-02e318ccb194 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9020667 Dec 15 13:52:05.217837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57174) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:05.238842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:05.280852 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf4444-d35f-4941-8175-fd28ac8ba8ec x-openstack-request-id: req-ffcf4444-d35f-4941-8175-fd28ac8ba8ec {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:05.281447 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6702cd3e-e5f2-4f35-961c-6c6f2d2441b0", "tag": "0021be6d-9afa-48d0-9773-702dd74cd872", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:05.281860 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffcf4444-d35f-4941-8175-fd28ac8ba8ec {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:05.283295 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'tag': '0021be6d-9afa-48d0-9773-702dd74cd872', 'status': 'completed', 'code': 200} Dec 15 13:52:05.492316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-fba453cb-5f71-42ea-834e-a1d62aae4f09', 'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '5139767e-347a-476a-aecc-580fd81a6df9'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:05.496584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.563059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:05.570910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.575262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-3a7aa801-642a-49e9-933b-acab3edb6d35 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132448 Dec 15 13:52:05.731047 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.773716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event deleted for resources: {'Port': ['ID=31018224-6305-4df2-91f1-0e7350ef8a8f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.858970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57186) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:05.885331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Allocated IP 172.20.0.2 (fba453cb-5f71-42ea-834e-a1d62aae4f09/5139767e-347a-476a-aecc-580fd81a6df9/d3adb766-91c5-4de7-9fe0-86566e9a26ef) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:05.913916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ffc204-c2d2-4287-8f90-52f83ab01ff7 req-c335a430-f70b-4172-916d-c5aafb836641 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885716 Dec 15 13:52:05.917372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] No DVR routers for this DVR port 31018224-6305-4df2-91f1-0e7350ef8a8f on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:05.923583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.927362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3f5a452-301c-4e4d-84da-07a4fccdcf71 req-31371aca-9ab5-4dae-b965-df0ac2baecba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "DELETE /v2.0/ports/31018224-6305-4df2-91f1-0e7350ef8a8f HTTP/1.1" status: 204 len: 173 time: 1.9702599 Dec 15 13:52:05.945870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Deleting subnet 53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:05.949486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.018048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.032016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.108064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c41ed4-c441-483f-94da-0a4066c938da req-42601520-8057-45dc-9ce7-33ce05c6131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:06.111203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-42601520-8057-45dc-9ce7-33ce05c6131b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 1094 time: 0.1204488 Dec 15 13:52:06.112993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.117428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.145439 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.195339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Pushing event updated for resources: {'Port': ['ID=d3adb766-91c5-4de7-9fe0-86566e9a26ef,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:06.211751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:06.213928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:06.216304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:06.239084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': '52f03809-6fac-45d7-8117-898ba942da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:06.245674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: d4d0f770-92f2-4962-8b7c-704e51faf7f1, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:06.251607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=799d8d1e-75f0-4fb5-9862-1402ae4ff3ac,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:06.283300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Attempting to bind port d3adb766-91c5-4de7-9fe0-86566e9a26ef on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:06.283666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Attempting to bind port d3adb766-91c5-4de7-9fe0-86566e9a26ef by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:06.284036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Attempting to bind port d3adb766-91c5-4de7-9fe0-86566e9a26ef on network fba453cb-5f71-42ea-834e-a1d62aae4f09 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:06.289479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:06.290228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Checking segment: {'id': 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:06.290772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.291169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Bound using segment: {'id': 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:06.292258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Bound port: d3adb766-91c5-4de7-9fe0-86566e9a26ef, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fba453cb-5f71-42ea-834e-a1d62aae4f09'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:06.292663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.327758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:06.355965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d4d0f770-92f2-4962-8b7c-704e51faf7f1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:06.362846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:06.363451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.370996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] For port d3adb766-91c5-4de7-9fe0-86566e9a26ef, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:06.375364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] For port d3adb766-91c5-4de7-9fe0-86566e9a26ef, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3adb766-91c5-4de7-9fe0-86566e9a26ef,segment=NetworkSegment(ab2a9b7e-f37b-4ccd-b47f-9903c5095c59),segment_id=ab2a9b7e-f37b-4ccd-b47f-9903c5095c59)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:06.379536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 54b7d7de-81b2-49a3-a076-794f0cf7488b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:06.382621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ec2c8-8e7d-4d8c-b8f2-e2fb6db2130b None None] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:06.393967 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2f96129c-65ba-4460-8f95-554510fea3ff tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1723588 Dec 15 13:52:06.397060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:06.409579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-850720639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:06.468804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.471679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.514683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.574777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-d4d0f770-92f2-4962-8b7c-704e51faf7f1', 'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '799d8d1e-75f0-4fb5-9862-1402ae4ff3ac'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:06.575935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.591929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 54b7d7de-81b2-49a3-a076-794f0cf7488b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:06.592321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 54b7d7de-81b2-49a3-a076-794f0cf7488b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:06.626213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.642611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.662047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c41ed4-c441-483f-94da-0a4066c938da req-817c5901-5d2f-421a-b7af-d7926e3ed005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:06.663936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-817c5901-5d2f-421a-b7af-d7926e3ed005 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.4907572 Dec 15 13:52:06.665310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.678626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad22b4-a51e-44bf-b969-31a4073fca1c req-52608f04-be1d-4d61-82b5-5a8a4317ee8f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:06.689115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.690625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b5e5dd7-1420-44fc-94b5-6cba6b806894 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2910206 Dec 15 13:52:06.693417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:06.698583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aad22b4-a51e-44bf-b969-31a4073fca1c req-52608f04-be1d-4d61-82b5-5a8a4317ee8f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 943 time: 0.2999320 Dec 15 13:52:06.798279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Allocated IP 172.21.0.2 (d4d0f770-92f2-4962-8b7c-704e51faf7f1/799d8d1e-75f0-4fb5-9862-1402ae4ff3ac/6ac8eb75-fd0b-4dcc-845d-11e11c522420) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:06.862395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:06.883317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-e5155896-cf76-487a-9eb3-ec461e5eba36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0021be6d-9afa-48d0-9773-702dd74cd872 HTTP/1.1" status: 200 len: 217 time: 0.1717885 Dec 15 13:52:06.897681 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.903105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a1b019d8-826f-4467-bfba-9a76643624cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/53bf0ace-3df9-4eae-b2c1-ad9b3bdc829a HTTP/1.1" status: 204 len: 168 time: 1.0373170 Dec 15 13:52:06.909193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:06.911303 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:07.035770 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.079997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.121645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed964d7-4821-4481-b662-4ff1f1dc4c4c None None] Pushing event updated for resources: {'Port': ['ID=d3adb766-91c5-4de7-9fe0-86566e9a26ef,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:07.178200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:07.183131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aad22b4-a51e-44bf-b969-31a4073fca1c req-33e812ab-8e5f-490e-a164-9fd2ce34fa84 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819229 Dec 15 13:52:07.184397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:07.191579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:07.246381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Pushing event updated for resources: {'Port': ['ID=6ac8eb75-fd0b-4dcc-845d-11e11c522420,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:07.283162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c41ed4-c441-483f-94da-0a4066c938da req-35492946-9c56-452d-aaaf-95a87c34e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:07.284911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-35492946-9c56-452d-aaaf-95a87c34e014 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.3748279 Dec 15 13:52:07.292765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.297823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Attempting to bind port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:07.298042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'name': 'network-vif-deleted', 'tag': '4f0e34f2-2917-4cb7-b947-59f1c9950f81'}, {'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-deleted', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:07.298697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Attempting to bind port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '52f03809-6fac-45d7-8117-898ba942da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:07.299276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Attempting to bind port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 on network d4d0f770-92f2-4962-8b7c-704e51faf7f1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:07.303893 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35550de-c588-477b-9ccf-536ad369432a" -d '{"events": [{"server_uuid": "80698efa-18bb-4c90-bb02-33cd1575f83f", "name": "network-vif-deleted", "tag": "4f0e34f2-2917-4cb7-b947-59f1c9950f81"}, {"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-deleted", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:07.308592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:07.309628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Checking segment: {'id': '52f03809-6fac-45d7-8117-898ba942da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:07.310544 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.311105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Bound using segment: {'id': '52f03809-6fac-45d7-8117-898ba942da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:07.311761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Bound port: 6ac8eb75-fd0b-4dcc-845d-11e11c522420, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f03809-6fac-45d7-8117-898ba942da0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd4d0f770-92f2-4962-8b7c-704e51faf7f1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:07.312319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.388397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-5746778d-fb48-4306-a418-a4d4a4d30853 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756817 Dec 15 13:52:07.472323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] For port 6ac8eb75-fd0b-4dcc-845d-11e11c522420, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:07.476241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] For port 6ac8eb75-fd0b-4dcc-845d-11e11c522420, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6ac8eb75-fd0b-4dcc-845d-11e11c522420,segment=NetworkSegment(52f03809-6fac-45d7-8117-898ba942da0e),segment_id=52f03809-6fac-45d7-8117-898ba942da0e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:07.490315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.616821 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820a4b3a-b4f7-48d9-9463-ff4f4473ae05 x-openstack-request-id: req-820a4b3a-b4f7-48d9-9463-ff4f4473ae05 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:07.617123 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80698efa-18bb-4c90-bb02-33cd1575f83f", "name": "network-vif-deleted", "tag": "4f0e34f2-2917-4cb7-b947-59f1c9950f81", "status": "completed", "code": 200}, {"server_uuid": "99b21107-f28e-4eac-ba96-9486f2681f12", "name": "network-vif-deleted", "tag": "31018224-6305-4df2-91f1-0e7350ef8a8f", "status": "failed", "code": 422}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:07.617381 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-820a4b3a-b4f7-48d9-9463-ff4f4473ae05 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:07.617785 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80698efa-18bb-4c90-bb02-33cd1575f83f', 'name': 'network-vif-deleted', 'tag': '4f0e34f2-2917-4cb7-b947-59f1c9950f81', 'status': 'completed', 'code': 200} Dec 15 13:52:07.618051 n-d-815324-3 neutron-server[103379]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99b21107-f28e-4eac-ba96-9486f2681f12', 'name': 'network-vif-deleted', 'tag': '31018224-6305-4df2-91f1-0e7350ef8a8f', 'status': 'failed', 'code': 422} returned with failed status Dec 15 13:52:07.623973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597962e-e094-43f8-abc8-c829dc705d61 None None] Pushing event updated for resources: {'Port': ['ID=6ac8eb75-fd0b-4dcc-845d-11e11c522420,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:07.732495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.929232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af99024-739b-4cca-9751-5bef3dc1696a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:07.961342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.963594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-e4d0c8bf-ac48-4fd9-b261-a0f14ef31dc0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:07.965364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-e4d0c8bf-ac48-4fd9-b261-a0f14ef31dc0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.1930976 Dec 15 13:52:07.967407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150447c7-9623-4398-a7a3-c9ee441a4ed8') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:07.967878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150447c7-9623-4398-a7a3-c9ee441a4ed8') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:07.998473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.023591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551d5c6-bb5c-4a42-ba86-eca4503ff477 req-f04de7f9-cdb4-4926-a7b0-0808366238fc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:08.025558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9551d5c6-bb5c-4a42-ba86-eca4503ff477 req-f04de7f9-cdb4-4926-a7b0-0808366238fc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.5650103 Dec 15 13:52:08.067929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-4dbf6257-d5ed-4341-af64-ab8731f6d0e2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0946786 Dec 15 13:52:08.070349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.113508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-089a0a63-459c-48ad-9103-f979071e4c96 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141407 Dec 15 13:52:08.132667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-c9991e90-86ea-489a-b762-ad061be435b4 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636513 Dec 15 13:52:08.138096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:08.138596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:08.140664 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:08.327270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.20.0.1 (fba453cb-5f71-42ea-834e-a1d62aae4f09/5139767e-347a-476a-aecc-580fd81a6df9/55f7263b-9b75-40db-9664-e58e59fcb109) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:08.334199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9551d5c6-bb5c-4a42-ba86-eca4503ff477 req-9207ec49-eadb-4228-be1d-3e52434426c2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931535 Dec 15 13:52:08.340320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.352842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.366990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] 10.222.0.32 "DELETE /v2.0/networks/3af99024-739b-4cca-9751-5bef3dc1696a HTTP/1.1" status: 204 len: 168 time: 1.4443355 Dec 15 13:52:08.424707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d0ff1-9875-4eab-bfab-feec1a17d17f admin admin] Pushing event deleted for resources: {'Network': ['ID=3af99024-739b-4cca-9751-5bef3dc1696a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:08.493913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59c41ed4-c441-483f-94da-0a4066c938da req-7169a51f-b152-47da-860c-0ccffacdbc04 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573027 Dec 15 13:52:08.508357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-17931189-4442-433f-b7d8-e1fb0389d92b service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165946 Dec 15 13:52:08.547861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.680512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.750433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:08.751105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=55f7263b-9b75-40db-9664-e58e59fcb109,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:08.791396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-96d0508b-4217-416d-8c63-47092b496fec service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771280 Dec 15 13:52:08.794887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:08.817553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:08.826291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:08.880027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bb08c-ef3c-4870-827a-551ffb2eb80a req-336553ab-075e-4e0e-8b4e-8c939b06d315 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:08.881632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-733bb08c-ef3c-4870-827a-551ffb2eb80a req-336553ab-075e-4e0e-8b4e-8c939b06d315 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 943 time: 0.0889795 Dec 15 13:52:08.915639 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0b7d6d41-ab84-43e3-8f02-84bc301e8f1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fd7469f2bcb4c4591a97118f2898269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615372 Dec 15 13:52:08.921623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6ac8eb75-fd0b-4dcc-845d-11e11c522420 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:08.936233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:09.013759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.030367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-733bb08c-ef3c-4870-827a-551ffb2eb80a req-bf99e160-dce7-4088-9248-8893745a9f63 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421494 Dec 15 13:52:09.097681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:09.098299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.218673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a2570ce-8a7a-414e-a75d-36c5901efbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.304904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c2cc5-6deb-4d71-9500-d614f1f1cfb1 None None] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:09.329462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a2570ce-8a7a-414e-a75d-36c5901efbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.386158 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.435565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0552c1a4-23a4-4fae-99aa-60a67997dd21 req-86b353a8-5790-40a8-935d-15e3da227ecb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 210 time: 0.0754678 Dec 15 13:52:09.480477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a2570ce-8a7a-414e-a75d-36c5901efbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.483995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a2570ce-8a7a-414e-a75d-36c5901efbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.502431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1a2570ce-8a7a-414e-a75d-36c5901efbea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2aff27f6-1958-40da-92c4-48df3ad0545d HTTP/1.1" status: 204 len: 168 time: 0.5617363 Dec 15 13:52:09.502782 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.518586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2570ce-8a7a-414e-a75d-36c5901efbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aff27f6-1958-40da-92c4-48df3ad0545d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:09.670913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02c23f82-610e-42de-b52f-fe6ac21a7dfe None None] Provisioning complete for port d3adb766-91c5-4de7-9fe0-86566e9a26ef triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:09.671292 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02c23f82-610e-42de-b52f-fe6ac21a7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.736058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6ac8eb75-fd0b-4dcc-845d-11e11c522420, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6ac8eb75-fd0b-4dcc-845d-11e11c522420,segment=NetworkSegment(52f03809-6fac-45d7-8117-898ba942da0e),segment_id=52f03809-6fac-45d7-8117-898ba942da0e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:09.748170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ab5a9-6ea3-4219-bed3-be7546dab5bb None None] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:09.802360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.803676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3adb766-91c5-4de7-9fe0-86566e9a26ef up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:10.012303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.025094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.115986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=55f7263b-9b75-40db-9664-e58e59fcb109,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:10.145215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.154596 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02c23f82-610e-42de-b52f-fe6ac21a7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.184243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6ac8eb75-fd0b-4dcc-845d-11e11c522420,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:10.202313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d3adb766-91c5-4de7-9fe0-86566e9a26ef triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:10.202682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.291897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155376-66df-4f14-810e-8f61a84a10ed req-c334408f-2983-4cb0-a8c5-031a85ad42e6 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:10.301328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e155376-66df-4f14-810e-8f61a84a10ed req-c334408f-2983-4cb0-a8c5-031a85ad42e6 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 943 time: 0.1322424 Dec 15 13:52:10.367081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:10.370588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:10.421252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e155376-66df-4f14-810e-8f61a84a10ed req-49435b0b-ebc5-437d-b9fc-625e77cac197 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081550 Dec 15 13:52:10.476216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0021be6d-9afa-48d0-9773-702dd74cd872 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:10.514579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-02c23f82-610e-42de-b52f-fe6ac21a7dfe None None] For port d3adb766-91c5-4de7-9fe0-86566e9a26ef, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3adb766-91c5-4de7-9fe0-86566e9a26ef,segment=NetworkSegment(ab2a9b7e-f37b-4ccd-b47f-9903c5095c59),segment_id=ab2a9b7e-f37b-4ccd-b47f-9903c5095c59)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:10.538146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02c23f82-610e-42de-b52f-fe6ac21a7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.577288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08978a15-24f6-4856-8698-e289f7c53410 req-e5f52b4f-52ce-45b4-91c8-47f9f49b9249 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 210 time: 0.0447049 Dec 15 13:52:10.664440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:10.794660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c23f82-610e-42de-b52f-fe6ac21a7dfe None None] Pushing event updated for resources: {'Port': ['ID=d3adb766-91c5-4de7-9fe0-86566e9a26ef,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:10.833529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Provisioning complete for port d3adb766-91c5-4de7-9fe0-86566e9a26ef triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:10.834414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.842975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 0021be6d-9afa-48d0-9773-702dd74cd872, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0021be6d-9afa-48d0-9773-702dd74cd872,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:10.855056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:10.866298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:10.868642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4d49976f-9c4c-4fc2-8a5c-8552ea3af0a1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1737719 Dec 15 13:52:10.873213 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] Sync routers for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:10.892104 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:10.892441 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:10.946397 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:10.953463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '0021be6d-9afa-48d0-9773-702dd74cd872', 'network_id': 'b0dbd75b-b532-41cd-9586-91425c9129c7', 'port_id': '0021be6d-9afa-48d0-9773-702dd74cd872', 'mac_address': 'fa:16:3e:c8:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e34998a-a59e-4079-be5b-2ac453d52edf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:10.961643 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:10.962505 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:11.023258 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:11.042416 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c223-0d04-41d0-a4b2-a63ca1f9f143 None None] The sync data for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:11.044481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b8f47-67ec-4081-9278-2add8d4f97f2 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:11.046163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-262b8f47-67ec-4081-9278-2add8d4f97f2 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports/55f7263b-9b75-40db-9664-e58e59fcb109 HTTP/1.1" status: 200 len: 910 time: 0.1788130 Dec 15 13:52:11.049147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:11.104024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885e1e8-e89c-49e1-bcb0-a44f3b4263b3 req-ac11b02b-d394-4d4a-aca6-56e05c6cee50 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:11.111090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5885e1e8-e89c-49e1-bcb0-a44f3b4263b3 req-ac11b02b-d394-4d4a-aca6-56e05c6cee50 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 951 time: 0.1720567 Dec 15 13:52:11.115005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6ac8eb75-fd0b-4dcc-845d-11e11c522420 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:11.178501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.199023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0021be6d-9afa-48d0-9773-702dd74cd872 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:11.218968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5885e1e8-e89c-49e1-bcb0-a44f3b4263b3 req-45e42801-3a2b-4d79-ab87-16043d53274d tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068904 Dec 15 13:52:11.271656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 0021be6d-9afa-48d0-9773-702dd74cd872, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0021be6d-9afa-48d0-9773-702dd74cd872,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:11.281559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.367599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=0021be6d-9afa-48d0-9773-702dd74cd872,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:11.380301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:11.380912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.423102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Provisioning complete for port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:11.423710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.587031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-aeab9228-5dce-4267-a92a-0b5597ef93b2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:11.595017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-aeab9228-5dce-4267-a92a-0b5597ef93b2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.2986305 Dec 15 13:52:11.609143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3adb766-91c5-4de7-9fe0-86566e9a26ef up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:11.625913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Request body: {'port': {'device_id': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'admin_state_up': True, 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:11.688467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Provisioning complete for port 55f7263b-9b75-40db-9664-e58e59fcb109 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:11.689319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.736165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['0021be6d-9afa-48d0-9773-702dd74cd872'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:11.738111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e277d5c2-6c1c-403a-8ff5-5a6200e6e220 None None] Port 55f7263b-9b75-40db-9664-e58e59fcb109 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:11.756134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.775666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d3adb766-91c5-4de7-9fe0-86566e9a26ef triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:11.776293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.870655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:11.874362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.967610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-26aa53d6-f8c3-4f54-8e9d-04c1aa9970df None None] Provisioning complete for port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:11.970582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26aa53d6-f8c3-4f54-8e9d-04c1aa9970df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.085190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Allocated IP 172.20.0.8 (93dcf55e-deff-4c7d-8d72-764aed011531/bb6cf20b-fa56-4671-841a-e0b45301cc06/5a747d10-9cbb-4922-8e20-1555650ec30e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:12.252432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.21.0.1 (d4d0f770-92f2-4962-8b7c-704e51faf7f1/799d8d1e-75f0-4fb5-9862-1402ae4ff3ac/3a0301f6-11e2-46bf-a797-6c929f237197) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:12.335499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-26aa53d6-f8c3-4f54-8e9d-04c1aa9970df None None] Provisioning complete for port 55f7263b-9b75-40db-9664-e58e59fcb109 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:12.336625 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26aa53d6-f8c3-4f54-8e9d-04c1aa9970df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.345409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e339-7162-4eb4-be91-b9c52f6614b9 req-feb40bd5-c411-45f9-b12b-9810c319a038 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:12.348387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1158e339-7162-4eb4-be91-b9c52f6614b9 req-feb40bd5-c411-45f9-b12b-9810c319a038 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 944 time: 0.1404839 Dec 15 13:52:12.403703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.414809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:12.416889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-26aa53d6-f8c3-4f54-8e9d-04c1aa9970df None None] Port 55f7263b-9b75-40db-9664-e58e59fcb109 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:12.440394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.486450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.493188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba76b164-b728-4c84-9f1f-0c3f40b281b7 req-5bbae3ee-76bf-4980-942a-5d9defdd702f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 210 time: 0.0484905 Dec 15 13:52:12.513781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1158e339-7162-4eb4-be91-b9c52f6614b9 req-ade0faf2-2168-44be-ab69-4a74e2ea6257 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523006 Dec 15 13:52:12.545477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.548750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:12.551477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:12.559012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:12.573638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.577200 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-636aa061-aede-4d61-aa14-3eb817e3e8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.614781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:12.620074 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfcf78f-3456-4822-86b5-398de83a2a2c" -d '{"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:12.649362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.655140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:12.664317 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.692135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:12.713092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:12.743577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:12.744005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=3a0301f6-11e2-46bf-a797-6c929f237197,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.761980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734e9668-f877-4d08-a5b5-0a4ea8a8284b req-073ed84a-a9e2-4f59-ac45-2e38081c12b6 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0995440 Dec 15 13:52:12.763755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=11']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.768110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event updated for resources: {'Port': ['ID=5a747d10-9cbb-4922-8e20-1555650ec30e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.838680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:12.840479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.865729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-1341ca34-536f-41c9-aa29-b8673aebdb11 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2490776 Dec 15 13:52:12.889739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Request body: {'port': {'device_id': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:12.897371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.908271 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d993b3c3-421e-4184-aa88-396cbeb5d2be x-openstack-request-id: req-d993b3c3-421e-4184-aa88-396cbeb5d2be {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:12.909042 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:12.909674 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d993b3c3-421e-4184-aa88-396cbeb5d2be {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:12.910296 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'code': 200} Dec 15 13:52:13.009759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.026971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9b85c-a493-4eff-8a41-4b66ad2bc69b req-3c49847d-0d17-4583-9a18-d106a13b1cdb tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:13.034194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2a9b85c-a493-4eff-8a41-4b66ad2bc69b req-3c49847d-0d17-4583-9a18-d106a13b1cdb tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 949 time: 0.1138306 Dec 15 13:52:13.051068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-56a6be20-99e9-4209-ab2a-8d35a74341cb None None] Provisioning complete for port 3a0301f6-11e2-46bf-a797-6c929f237197 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:13.051441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56a6be20-99e9-4209-ab2a-8d35a74341cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.087240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-56a6be20-99e9-4209-ab2a-8d35a74341cb None None] Port 3a0301f6-11e2-46bf-a797-6c929f237197 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:13.121866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2a9b85c-a493-4eff-8a41-4b66ad2bc69b req-0401a4de-e583-4555-90b0-4c617073569a tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867078 Dec 15 13:52:13.204788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.210740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.287729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=3a0301f6-11e2-46bf-a797-6c929f237197,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:13.290274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.410056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:13.411822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:13.564620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:13.691214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:13.704768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bcd7d1c3-d7cb-4439-baca-91bd827a4d3b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6469495 Dec 15 13:52:13.704768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:13.705089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] Sync routers for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:13.726338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:13.727131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:13.770738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:13.778575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d85edf-e713-41da-a16c-4884b27650f6 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:13.780102 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3d85edf-e713-41da-a16c-4884b27650f6 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports/3a0301f6-11e2-46bf-a797-6c929f237197 HTTP/1.1" status: 200 len: 910 time: 0.0693395 Dec 15 13:52:13.784101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:13.784490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:13.785440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:13.817371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e6a6-8baa-4a33-a7a3-eb94fe5b7fd2 req-9fd9f6f6-b91b-4c23-8494-35081f80e3b6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:13.819852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a64e6a6-8baa-4a33-a7a3-eb94fe5b7fd2 req-9fd9f6f6-b91b-4c23-8494-35081f80e3b6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 931 time: 0.1553452 Dec 15 13:52:13.831005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:13.832012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5c85e-fbdf-4844-ab78-c76002a4a9b9 None None] The sync data for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:13.851233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1955ca9-7eeb-4688-a96f-d55315ad3555 None None] Provisioning complete for port 3a0301f6-11e2-46bf-a797-6c929f237197 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:13.851938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1955ca9-7eeb-4688-a96f-d55315ad3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.892588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f1955ca9-7eeb-4688-a96f-d55315ad3555 None None] Port 3a0301f6-11e2-46bf-a797-6c929f237197 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:13.915547 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.924961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d7041-8fda-425d-87eb-566c019f602a req-d893a79d-a4ef-4fdd-92b1-717d61a82177 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:13.927425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c7d7041-8fda-425d-87eb-566c019f602a req-d893a79d-a4ef-4fdd-92b1-717d61a82177 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 944 time: 0.2302558 Dec 15 13:52:13.935302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a747d10-9cbb-4922-8e20-1555650ec30e {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:13.957438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.035994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Transition to ACTIVE for port object 5a747d10-9cbb-4922-8e20-1555650ec30e will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:52:14.047716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a64e6a6-8baa-4a33-a7a3-eb94fe5b7fd2 req-b84ddf18-d35a-4b01-8c30-7169e2b77f56 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173591 Dec 15 13:52:14.050689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.124902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c7d7041-8fda-425d-87eb-566c019f602a req-dbd47356-0040-43e3-98ba-f5db7113e07a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815028 Dec 15 13:52:14.144117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Pushing event updated for resources: {'Port': ['ID=5a747d10-9cbb-4922-8e20-1555650ec30e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:14.185645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a78ba793-3d7d-4719-9c11-6780eab576e3 req-4fdb01b6-1a01-4f09-bb2e-07ac176976cc tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0577712 Dec 15 13:52:14.237194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Attempting to bind port 5a747d10-9cbb-4922-8e20-1555650ec30e on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:14.238034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Attempting to bind port 5a747d10-9cbb-4922-8e20-1555650ec30e by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:14.238570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Attempting to bind port 5a747d10-9cbb-4922-8e20-1555650ec30e on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:14.251577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Port 5a747d10-9cbb-4922-8e20-1555650ec30e on network 93dcf55e-deff-4c7d-8d72-764aed011531 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:52:14.251577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Attempting to bind port 5a747d10-9cbb-4922-8e20-1555650ec30e on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:14.259562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:14.260659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:14.261294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Bound using segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:14.262002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Bound port: 5a747d10-9cbb-4922-8e20-1555650ec30e, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:14.262587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.326420 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.385666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:14.390761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0021be6d-9afa-48d0-9773-702dd74cd872 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:14.417049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623acf-c30a-4d7a-9aef-e731ddb85b1b req-c5f435d5-da02-4e7c-ae25-7d00d9d4beca tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.426098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54623acf-c30a-4d7a-9aef-e731ddb85b1b req-c5f435d5-da02-4e7c-ae25-7d00d9d4beca tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 949 time: 0.1470022 Dec 15 13:52:14.435566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] For port 5a747d10-9cbb-4922-8e20-1555650ec30e, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:14.459003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] For port 5a747d10-9cbb-4922-8e20-1555650ec30e, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5a747d10-9cbb-4922-8e20-1555650ec30e,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:14.493234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54623acf-c30a-4d7a-9aef-e731ddb85b1b req-39be8de1-2793-4429-bfff-b3a87f1dc916 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661180 Dec 15 13:52:14.495782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.545478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.546441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.547949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] 10.222.0.67 "PUT /v2.0/ports/5a747d10-9cbb-4922-8e20-1555650ec30e HTTP/1.1" status: 200 len: 1091 time: 1.6687417 Dec 15 13:52:14.549033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'tag': '5a747d10-9cbb-4922-8e20-1555650ec30e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:14.551896 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6132ab8-96e5-468e-81d6-20d71ca02e86", "tag": "5a747d10-9cbb-4922-8e20-1555650ec30e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:14.586355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c996e96-ac0a-49d5-955d-6662134fab4a service neutron] Pushing event updated for resources: {'Port': ['ID=5a747d10-9cbb-4922-8e20-1555650ec30e,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:14.593503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 0021be6d-9afa-48d0-9773-702dd74cd872 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:52:14.614466 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d56fa-5049-4e0c-acf6-9bf988fcb92a x-openstack-request-id: req-5a1d56fa-5049-4e0c-acf6-9bf988fcb92a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:14.614943 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6132ab8-96e5-468e-81d6-20d71ca02e86", "tag": "5a747d10-9cbb-4922-8e20-1555650ec30e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:14.615164 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a1d56fa-5049-4e0c-acf6-9bf988fcb92a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:14.616250 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'tag': '5a747d10-9cbb-4922-8e20-1555650ec30e', 'status': 'completed', 'code': 200} Dec 15 13:52:14.620835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 0021be6d-9afa-48d0-9773-702dd74cd872 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:14.621205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.628282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:14.663027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:14.697274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-2675b472-bb22-481a-a2d5-90c4f4f01219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.699393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-2675b472-bb22-481a-a2d5-90c4f4f01219 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 1094 time: 0.0562291 Dec 15 13:52:14.713721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c34d7ca3-6ef5-4810-a620-c601b480bc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.717708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 3a0301f6-11e2-46bf-a797-6c929f237197 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:14.717990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.746525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.773360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-c8f4a53f-34a8-446f-8e0e-cc75f019573a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a747d10-9cbb-4922-8e20-1555650ec30e HTTP/1.1" status: 200 len: 217 time: 0.0553014 Dec 15 13:52:14.774485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf56903f-cccc-4b74-bff8-d772e777b757 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:14.784098 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.810056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:14.818539 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.855131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e0af-62cc-4cfc-b683-de0951302503 req-9f6ab16f-61b8-4d5d-b021-e5685b7db03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.857314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-9f6ab16f-61b8-4d5d-b021-e5685b7db03d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.0717392 Dec 15 13:52:14.878671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 0021be6d-9afa-48d0-9773-702dd74cd872, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0021be6d-9afa-48d0-9773-702dd74cd872,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:14.890464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.906915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:14.911680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021be6d-9afa-48d0-9773-702dd74cd872'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:14.914003 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f581d7f-1454-416d-bf12-48e56a7893b4" -d '{"events": [{"server_uuid": "6702cd3e-e5f2-4f35-961c-6c6f2d2441b0", "name": "network-vif-plugged", "status": "completed", "tag": "0021be6d-9afa-48d0-9773-702dd74cd872"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:14.915442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-20fcbe1f-5136-4740-98ea-13e968ea93e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421529 Dec 15 13:52:14.978395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cf56903f-cccc-4b74-bff8-d772e777b757'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:15.039069 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e8d36f-91e5-47e9-ab46-9678fd0d243a x-openstack-request-id: req-10e8d36f-91e5-47e9-ab46-9678fd0d243a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:15.040793 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6702cd3e-e5f2-4f35-961c-6c6f2d2441b0", "name": "network-vif-plugged", "status": "completed", "tag": "0021be6d-9afa-48d0-9773-702dd74cd872", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:15.041959 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10e8d36f-91e5-47e9-ab46-9678fd0d243a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:15.043736 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021be6d-9afa-48d0-9773-702dd74cd872', 'code': 200} Dec 15 13:52:15.085234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=0021be6d-9afa-48d0-9773-702dd74cd872,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:15.099754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-b694e3e3-31e5-4759-8d41-cb55eede35bc service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724951 Dec 15 13:52:15.161579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.180597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 3a0301f6-11e2-46bf-a797-6c929f237197 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:15.334134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78928081-98b8-44a4-83d8-795bab6f3563 req-9c0c71ae-d7a0-410f-8371-938dbcfd855c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.335598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78928081-98b8-44a4-83d8-795bab6f3563 req-9c0c71ae-d7a0-410f-8371-938dbcfd855c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 943 time: 0.1118181 Dec 15 13:52:15.337286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de650a9-1072-41ea-b23e-c612f85d6885 req-3392dbf9-c9fc-471b-b4f6-eda2092eb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.339954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de650a9-1072-41ea-b23e-c612f85d6885 req-3392dbf9-c9fc-471b-b4f6-eda2092eb4d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 1096 time: 0.1451972 Dec 15 13:52:15.348686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8082e0af-62cc-4cfc-b683-de0951302503 req-adc43f7b-8505-47d5-b1a0-f4cfa43b6db6 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410123 Dec 15 13:52:15.435804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78928081-98b8-44a4-83d8-795bab6f3563 req-ea6d8832-7000-4baa-bee2-d50813423ab6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849836 Dec 15 13:52:15.444731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f4a16-6aa7-4a70-8cca-5bcceb6bebca req-76644ca3-4635-4896-af61-106d76891464 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.452708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c8f4a16-6aa7-4a70-8cca-5bcceb6bebca req-76644ca3-4635-4896-af61-106d76891464 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1290634 Dec 15 13:52:15.454903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.495052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=3a0301f6-11e2-46bf-a797-6c929f237197,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:15.536983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de650a9-1072-41ea-b23e-c612f85d6885 req-ea73442e-cd43-4ae0-a2dd-8b1e07db46d0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423359 Dec 15 13:52:15.591307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c8f4a16-6aa7-4a70-8cca-5bcceb6bebca req-026b43cd-1cd6-4b9d-be11-c20cb18c78d4 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374409 Dec 15 13:52:15.606259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-2a1624ce-08c5-4fea-877c-3bea13bd8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.607746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-2a1624ce-08c5-4fea-877c-3bea13bd8508 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 1094 time: 0.1477110 Dec 15 13:52:15.683753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b91ab919-69f7-4bf9-a5b1-4998c18e264b req-ff29a8ce-6a46-4a36-ae51-887bc476e35a tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0266690 Dec 15 13:52:15.788411 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.921695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e674e6-3921-4165-be4e-7054597a734b req-10778501-3832-4b48-8453-e9079f1f7b4c tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.923068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12e674e6-3921-4165-be4e-7054597a734b req-10778501-3832-4b48-8453-e9079f1f7b4c tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 949 time: 0.1292195 Dec 15 13:52:15.937972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56886c4f-9765-4956-9bb9-23da23b841ef req-9576126e-372b-4b99-ae12-2a83a29e9591 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.939596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56886c4f-9765-4956-9bb9-23da23b841ef req-9576126e-372b-4b99-ae12-2a83a29e9591 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 949 time: 0.1889296 Dec 15 13:52:15.986658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bf7d72a0-4ee6-4b50-b860-823f200c1c28 req-8d40ddc3-f184-4e92-b880-81552318d7ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0933130 Dec 15 13:52:16.003166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-a7ff7fe3-8a8e-4825-a9ec-7866157d8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.004871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-a7ff7fe3-8a8e-4825-a9ec-7866157d8831 service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.2432306 Dec 15 13:52:16.081523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56886c4f-9765-4956-9bb9-23da23b841ef req-df782720-4bd7-4edc-8903-7e635f4cfeb7 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e519d3c-e023-4b92-bd9e-f077fe6e55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278729 Dec 15 13:52:16.104494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Deleting port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:16.104861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.160857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:16.169378 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.266495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-559a8183-13cb-4f73-89eb-ca4cdc1d686a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a747d10-9cbb-4922-8e20-1555650ec30e HTTP/1.1" status: 200 len: 217 time: 0.0637336 Dec 15 13:52:16.307743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:16.320061 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-23540898-2822-41ea-a6fc-85d28b402e30 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342975 Dec 15 13:52:16.323400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:16.328915 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] Sync routers for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:16.344723 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:16.345334 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:16.382112 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:16.384874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] For port 8bb9e5b2-a721-4aa2-9703-769d62e88f37, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8bb9e5b2-a721-4aa2-9703-769d62e88f37,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:16.385868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.391708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:16.393383 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:16.394156 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:16.422149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Calling delete_port for 8bb9e5b2-a721-4aa2-9703-769d62e88f37 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:16.427813 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:16.428182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-e40c62f7-3301-4974-bdfa-ac9ef90e2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.428468 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03718ddf-b167-4497-886d-7124c5f5cf57 None None] The sync data for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:16.431251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-e40c62f7-3301-4974-bdfa-ac9ef90e2613 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.1514187 Dec 15 13:52:16.488441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-482baa3e-d453-49d6-a932-9e793de6df52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472293 Dec 15 13:52:16.527288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cf56903f-cccc-4b74-bff8-d772e777b757 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:16.527968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.911801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.975069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:16.980541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-04908c5f-9932-4882-8901-61e799666204 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015157 Dec 15 13:52:16.984421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.052224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.054288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:17.060343 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f7cf1c-80db-47d7-bf67-cd8c218e044c" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:17.100890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea630-ae80-4422-8817-02ab1f24d846 req-0f7d4228-787a-409c-8236-7041a3057cf3 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:17.111375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:17.114082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52bea630-ae80-4422-8817-02ab1f24d846 req-0f7d4228-787a-409c-8236-7041a3057cf3 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2922680 Dec 15 13:52:17.161946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba184d-ee50-4874-bf47-f9dc4fea7752 req-56924d32-8052-472c-ad4f-a16b92b42293 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:17.164545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84ba184d-ee50-4874-bf47-f9dc4fea7752 req-56924d32-8052-472c-ad4f-a16b92b42293 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 943 time: 0.2488954 Dec 15 13:52:17.179677 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.304362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84ba184d-ee50-4874-bf47-f9dc4fea7752 req-60970153-bf05-4b77-9ca1-9a4cee2cb036 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301448 Dec 15 13:52:17.305170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Pushing event deleted for resources: {'Port': ['ID=8bb9e5b2-a721-4aa2-9703-769d62e88f37,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:17.355655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.415061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0e9c32d-a93c-4066-8302-67eedbc3e0a1 req-c8063e90-9ac6-44bf-a598-c6854aa1abea service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118652 Dec 15 13:52:17.440325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52bea630-ae80-4422-8817-02ab1f24d846 req-aae32a3a-73e2-4f35-80c2-42cbd379d712 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007185 Dec 15 13:52:17.519349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] No DVR routers for this DVR port 8bb9e5b2-a721-4aa2-9703-769d62e88f37 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:17.522822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.533119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12e674e6-3921-4165-be4e-7054597a734b req-01c8072f-5a9f-4a3e-a50a-043c40246221 tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.67 "DELETE /v2.0/ports/8bb9e5b2-a721-4aa2-9703-769d62e88f37 HTTP/1.1" status: 204 len: 173 time: 1.5925457 Dec 15 13:52:17.534166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-deleted', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:17.536954 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae29a0-3337-4e53-a874-64e70c3608ad" -d '{"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-deleted", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:17.548767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 55f7263b-9b75-40db-9664-e58e59fcb109 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:17.551456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3434f95e-6598-4d17-832e-4a35dabca576 req-97ff5489-eaf9-4488-8f31-c2b754aa4ed4 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.1091859 Dec 15 13:52:17.554311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.673523 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f2610d-ad56-42cd-93b7-3adb7c21e280 x-openstack-request-id: req-e5f2610d-ad56-42cd-93b7-3adb7c21e280 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:17.673926 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:17.674273 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5f2610d-ad56-42cd-93b7-3adb7c21e280 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:17.674770 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:52:17.711101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.736540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 55f7263b-9b75-40db-9664-e58e59fcb109 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:17.786335 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947d202-ced4-403a-8472-915a3b509386 x-openstack-request-id: req-d947d202-ced4-403a-8472-915a3b509386 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:17.786640 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a", "name": "network-vif-deleted", "tag": "8bb9e5b2-a721-4aa2-9703-769d62e88f37", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:17.786939 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d947d202-ced4-403a-8472-915a3b509386 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:17.787353 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a', 'name': 'network-vif-deleted', 'tag': '8bb9e5b2-a721-4aa2-9703-769d62e88f37', 'status': 'completed', 'code': 200} Dec 15 13:52:17.855794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc699fb7-c3df-4dcb-b31d-5288378d3811 req-0f453e1a-794f-451a-9895-ff394174393c tempest-ImagesOneServerTestJSON-1652542957 tempest-ImagesOneServerTestJSON-1652542957-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4635535-e2e9-4d87-b9f6-3dc8d6cacd8a HTTP/1.1" status: 200 len: 210 time: 0.0459275 Dec 15 13:52:17.994217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.026533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=55f7263b-9b75-40db-9664-e58e59fcb109,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:18.225774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.401086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.418595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:18.508432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:18.514767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3e5cdf1-ff76-41b2-9310-3e89753e0616 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1899223 Dec 15 13:52:18.517556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57560) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:18.522325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903e7a1-79c1-405e-9f27-5271f3b602c3 req-0072315b-da5a-4996-ba50-b027bd9ef775 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:18.522840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] Sync routers for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:18.524036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d903e7a1-79c1-405e-9f27-5271f3b602c3 req-0072315b-da5a-4996-ba50-b027bd9ef775 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 943 time: 0.0870323 Dec 15 13:52:18.544375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:18.545284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.550007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-775c3e60-855e-48d5-a803-c6c69d7987cd tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 HTTP/1.1" status: 200 len: 205 time: 0.0313559 Dec 15 13:52:18.550680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:18.588668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.598887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] Routers {'d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:18.599933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.624153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842489e-dbfb-4167-8da0-7312c9ec0d95 req-eaac29b1-1b24-4d04-8162-49333c69b77c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:18.625760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1842489e-dbfb-4167-8da0-7312c9ec0d95 req-eaac29b1-1b24-4d04-8162-49333c69b77c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1007147 Dec 15 13:52:18.635353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.636258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a22a43-5361-4e94-8e0c-b62db96ea1dd None None] The sync data for ids ['d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:18.646195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d903e7a1-79c1-405e-9f27-5271f3b602c3 req-e89ec84b-4d67-48f1-81b2-7febd8dab8c8 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074629 Dec 15 13:52:18.650201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.714335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1842489e-dbfb-4167-8da0-7312c9ec0d95 req-c4a7743a-ee50-4ba3-8cf5-8aadbfd80d8b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Dec 15 13:52:18.825665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41f45a9e-c62f-4d64-9530-d4b25a260a1c req-e3eecb09-21ea-44a0-98e5-57d86eeb1cde tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0289023 Dec 15 13:52:19.216113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-c63bd74c-d8fd-4a49-9577-5cbd8c461210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:19.217724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-c63bd74c-d8fd-4a49-9577-5cbd8c461210 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 1096 time: 0.1083956 Dec 15 13:52:19.339920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-973a87dc-4e35-4853-bb49-114830ead02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:19.341473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-973a87dc-4e35-4853-bb49-114830ead02d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.1130297 Dec 15 13:52:19.405900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6e5d828-c0d7-427d-bdf0-c371dcc56d45 req-657f105c-a6ea-4c27-a2ba-d4d2d95deb35 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0633364 Dec 15 13:52:19.422542 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.430408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.464721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-131fd436-eba3-449b-9147-f83b6cefb118 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0021be6d-9afa-48d0-9773-702dd74cd872 HTTP/1.1" status: 200 len: 217 time: 0.1005127 Dec 15 13:52:19.491198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.491938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:52:19.494630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58004c-c0f0-445c-a235-d18fb65f636e req-a46b60c6-07b6-4516-8779-e25e3137aafc tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:19.500222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.501569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e7cb4894-0df4-4409-897b-558164b0bf15 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 HTTP/1.1" status: 204 len: 168 time: 0.9498856 Dec 15 13:52:19.504077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:19.504668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a58004c-c0f0-445c-a235-d18fb65f636e req-a46b60c6-07b6-4516-8779-e25e3137aafc tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1610653 Dec 15 13:52:19.576542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-28a06ba1-33bc-499b-8420-b716aaca5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:19.578910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-28a06ba1-33bc-499b-8420-b716aaca5968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.1044474 Dec 15 13:52:19.601159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a58004c-c0f0-445c-a235-d18fb65f636e req-92bcd09d-6b7f-4548-8a4d-afc68cf63240 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Dec 15 13:52:19.634395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 799d8d1e-75f0-4fb5-9862-1402ae4ff3ac {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:19.639531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-18284d88-47e7-4172-9eea-239b583597a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368676 Dec 15 13:52:19.640843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.645855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57602) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:19.710945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.819660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60a3a-a902-46ab-8783-2fecfbae1f78 req-3a5994be-284b-4869-8f46-00b5f3e844dd tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:19.821522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81f60a3a-a902-46ab-8783-2fecfbae1f78 req-3a5994be-284b-4869-8f46-00b5f3e844dd tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 943 time: 0.0889277 Dec 15 13:52:19.826384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-a9f6de4f-91be-40ca-a33b-baa961067d60 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764996 Dec 15 13:52:19.902285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.972966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81f60a3a-a902-46ab-8783-2fecfbae1f78 req-f196c0ad-fbad-4adf-9361-7b8a10d9b22b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379855 Dec 15 13:52:20.003254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.028301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f62ac-5df6-485e-9030-e2ff6a7f4ef9 None None] Network d4d0f770-92f2-4962-8b7c-704e51faf7f1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:20.031653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6c5fe181-ca22-49ef-bc7d-90e86f78d6de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cae878c198d42b988518755e159cbac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791080 Dec 15 13:52:20.039246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:20.040526 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.047743 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/799d8d1e-75f0-4fb5-9862-1402ae4ff3ac HTTP/1.1" status: 204 len: 168 time: 0.5399725 Dec 15 13:52:20.061775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a563-556e-4b1f-85f4-2ac2fa289c66 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=799d8d1e-75f0-4fb5-9862-1402ae4ff3ac,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.062395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:20.101996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b045e30-286f-40e7-ba54-cdca73e50741 req-b70b2873-c74a-4ced-a2c5-a47c86aabb0f service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658672 Dec 15 13:52:20.123895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f20a5001-20f6-48bf-8b67-20cb82d64cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.160510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 5139767e-347a-476a-aecc-580fd81a6df9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:20.166830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f20a5001-20f6-48bf-8b67-20cb82d64cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.169320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.239690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] DHCP port deletion for d4d0f770-92f2-4962-8b7c-704e51faf7f1 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:20.251063 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f20a5001-20f6-48bf-8b67-20cb82d64cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.255897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f20a5001-20f6-48bf-8b67-20cb82d64cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.260534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f20a5001-20f6-48bf-8b67-20cb82d64cc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e519d3c-e023-4b92-bd9e-f077fe6e55e0 HTTP/1.1" status: 204 len: 168 time: 0.2115779 Dec 15 13:52:20.263581 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.273120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a5001-20f6-48bf-8b67-20cb82d64cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e519d3c-e023-4b92-bd9e-f077fe6e55e0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.332522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] Deleting port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:20.333144 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.374979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.407981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5a747d10-9cbb-4922-8e20-1555650ec30e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:20.415111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:20.459324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] For port 6ac8eb75-fd0b-4dcc-845d-11e11c522420, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6ac8eb75-fd0b-4dcc-845d-11e11c522420,segment=NetworkSegment(52f03809-6fac-45d7-8117-898ba942da0e),segment_id=52f03809-6fac-45d7-8117-898ba942da0e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:20.460398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.500405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.503077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 8bb9e5b2-a721-4aa2-9703-769d62e88f37 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:20.503649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8bb9e5b2-a721-4aa2-9703-769d62e88f37 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:20.505993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] Calling delete_port for 6ac8eb75-fd0b-4dcc-845d-11e11c522420 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:20.590637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612acbf-7afe-4403-a84b-19e741818134 None None] Network fba453cb-5f71-42ea-834e-a1d62aae4f09 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:20.593876 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.599518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/5139767e-347a-476a-aecc-580fd81a6df9 HTTP/1.1" status: 204 len: 168 time: 0.5338628 Dec 15 13:52:20.599937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:20.620940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34c649b2-f12c-44b6-8ff4-604cc1775b73 req-63f69b77-bf83-4e3b-becf-894d21c378a1 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.1099038 Dec 15 13:52:20.621936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371c4c8-f709-4d92-baae-d3d0423b884e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=5139767e-347a-476a-aecc-580fd81a6df9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.781088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.822155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04ff47-127c-45f1-af34-de1c62186ab6 req-1691a521-4984-4a5e-a0c4-af0f7b390267 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.824289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd04ff47-127c-45f1-af34-de1c62186ab6 req-1691a521-4984-4a5e-a0c4-af0f7b390267 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0985653 Dec 15 13:52:20.846968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5a747d10-9cbb-4922-8e20-1555650ec30e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5a747d10-9cbb-4922-8e20-1555650ec30e,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:20.874640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '5a747d10-9cbb-4922-8e20-1555650ec30e', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': '5a747d10-9cbb-4922-8e20-1555650ec30e', 'mac_address': 'fa:16:3e:4e:4d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:20.886460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.956179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] Pushing event deleted for resources: {'Port': ['ID=6ac8eb75-fd0b-4dcc-845d-11e11c522420,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.959051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] DHCP port deletion for fba453cb-5f71-42ea-834e-a1d62aae4f09 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:20.974537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.975786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82eb722-c051-4e1a-b5b2-bd7b880bc0ad None None] No DVR routers for this DVR port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:21.008728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd04ff47-127c-45f1-af34-de1c62186ab6 req-64fc7623-8957-4322-a257-6796b32f905e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664817 Dec 15 13:52:21.053969 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.066652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:21.066990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.069713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a747d10-9cbb-4922-8e20-1555650ec30e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:21.091667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5a747d10-9cbb-4922-8e20-1555650ec30e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5a747d10-9cbb-4922-8e20-1555650ec30e,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:21.103340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] Deleting port d3adb766-91c5-4de7-9fe0-86566e9a26ef {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:21.104370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.107338 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.177967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6ac8eb75-fd0b-4dcc-845d-11e11c522420 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:21.193636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 6ac8eb75-fd0b-4dcc-845d-11e11c522420, host n-d-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:21.195416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.205562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6ac8eb75-fd0b-4dcc-845d-11e11c522420 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:21.206046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6ac8eb75-fd0b-4dcc-845d-11e11c522420 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:21.206563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3adb766-91c5-4de7-9fe0-86566e9a26ef no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:21.222521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 6ac8eb75-fd0b-4dcc-845d-11e11c522420 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:21.230479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:52:21.242016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.307781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=6ac8eb75-fd0b-4dcc-845d-11e11c522420,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:21.309681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port 6ac8eb75-fd0b-4dcc-845d-11e11c522420 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:21.341068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5a747d10-9cbb-4922-8e20-1555650ec30e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:21.352172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd6dc2-16e8-45bb-9169-13377a477198 req-dfaf8fda-e850-4d6d-acbc-16157760124f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:21.361295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07cd6dc2-16e8-45bb-9169-13377a477198 req-dfaf8fda-e850-4d6d-acbc-16157760124f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 944 time: 0.1031024 Dec 15 13:52:21.434114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] For port d3adb766-91c5-4de7-9fe0-86566e9a26ef, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3adb766-91c5-4de7-9fe0-86566e9a26ef,segment=NetworkSegment(ab2a9b7e-f37b-4ccd-b47f-9903c5095c59),segment_id=ab2a9b7e-f37b-4ccd-b47f-9903c5095c59)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:21.434676 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.468017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] Calling delete_port for d3adb766-91c5-4de7-9fe0-86566e9a26ef owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:21.481020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07cd6dc2-16e8-45bb-9169-13377a477198 req-5447ad51-61c7-4931-9772-7274c3774375 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086078 Dec 15 13:52:21.503309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.538534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d0f770-92f2-4962-8b7c-704e51faf7f1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:21.556430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f03809-6fac-45d7-8117-898ba942da0e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:21.556817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f03809-6fac-45d7-8117-898ba942da0e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:21.575263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.595308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.603352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:21.605572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:21.611015 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:21.613936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5a747d10-9cbb-4922-8e20-1555650ec30e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:21.686739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.709721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.727468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.731270 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/d4d0f770-92f2-4962-8b7c-704e51faf7f1 HTTP/1.1" status: 204 len: 168 time: 1.1294308 Dec 15 13:52:21.734056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:21.752022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d3adb766-91c5-4de7-9fe0-86566e9a26ef, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3adb766-91c5-4de7-9fe0-86566e9a26ef,segment=NetworkSegment(ab2a9b7e-f37b-4ccd-b47f-9903c5095c59),segment_id=ab2a9b7e-f37b-4ccd-b47f-9903c5095c59)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:21.768607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.798806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5eb8f-ffe9-427f-9ede-6d7808addd6d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=d4d0f770-92f2-4962-8b7c-704e51faf7f1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:21.813679 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.860628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] No DVR routers for this DVR port d3adb766-91c5-4de7-9fe0-86566e9a26ef on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:21.899266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8708fdb-e114-40a3-85c4-2417d57f7810 req-7b39a322-37f4-45ec-972c-5e7ae95a7010 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0563271 Dec 15 13:52:21.900456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d3adb766-91c5-4de7-9fe0-86566e9a26ef,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:21.939106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e2ec-3604-40ae-9b51-277bfc4e1c35 None None] Pushing event deleted for resources: {'Port': ['ID=d3adb766-91c5-4de7-9fe0-86566e9a26ef,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:21.946522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.096128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.141690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba453cb-5f71-42ea-834e-a1d62aae4f09']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:22.163351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:22.164018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2a9b7e-f37b-4ccd-b47f-9903c5095c59') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:22.196728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.216467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.224976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:22.225775 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:22.229865 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:22.624729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692de9-8922-466a-9e42-754057acaac1 req-ee543acf-c212-403f-b5f0-d3e8aaca26d9 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:22.632104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a692de9-8922-466a-9e42-754057acaac1 req-ee543acf-c212-403f-b5f0-d3e8aaca26d9 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.4736075 Dec 15 13:52:22.682608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.688258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.691468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/fba453cb-5f71-42ea-834e-a1d62aae4f09 HTTP/1.1" status: 204 len: 168 time: 0.9557784 Dec 15 13:52:22.695648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:22.703577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-661353089'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:22.715857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a83d33-4dce-4668-a56a-3ac4808b6b03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=fba453cb-5f71-42ea-834e-a1d62aae4f09,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:22.742189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a692de9-8922-466a-9e42-754057acaac1 req-7581b8c5-461b-4817-a646-d2b48e50a4bb tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043634 Dec 15 13:52:22.750684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:22.756131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.793298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:22.813513 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.814001 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment 341255cf-5cdc-4d77-9ec5-140b1ce73e47 of type vlan for network 0dc06155-7610-4631-a43a-81b7374218bb Dec 15 13:52:22.882019 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.920587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.927057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:22.927813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.933154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f78f92-07f2-4440-9647-51e88adf8640 req-e73c57ec-3220-47c6-b25b-f4e595a3eecb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:22.935949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07f78f92-07f2-4440-9647-51e88adf8640 req-e73c57ec-3220-47c6-b25b-f4e595a3eecb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 944 time: 0.0845511 Dec 15 13:52:23.024770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=0dc06155-7610-4631-a43a-81b7374218bb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:23.039768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07f78f92-07f2-4440-9647-51e88adf8640 req-dc494177-f9cb-4fe3-a450-ebba3a21cea7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863740 Dec 15 13:52:23.042941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0dc06155-7610-4631-a43a-81b7374218bb details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:23.047277 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f15e9e2c-5afe-43b2-967d-da1d8107b151 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3500309 Dec 15 13:52:23.047915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:23.065358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': '0dc06155-7610-4631-a43a-81b7374218bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:23.082633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac6f10c3-2096-4bf8-b231-804604337da8 req-8d47e902-a01f-4053-b6ac-2164d6d0b384 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0562053 Dec 15 13:52:23.204196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:23.208284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.454170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.531027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=78fc9bf9-c8da-4eba-bdec-d42f18994adc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:23.554525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': '341255cf-5cdc-4d77-9ec5-140b1ce73e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc06155-7610-4631-a43a-81b7374218bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:23.555551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: 0dc06155-7610-4631-a43a-81b7374218bb, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:23.578873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 0dc06155-7610-4631-a43a-81b7374218bb is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:23.583295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57720) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:23.605080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0dc06155-7610-4631-a43a-81b7374218bb) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:23.614614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385b97f-ebeb-4e93-a994-61d7beb88ee2 None None] Network 0dc06155-7610-4631-a43a-81b7374218bb requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:23.625409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:23.626115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.655301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:23.655603 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-07166bb6-0e91-4bc4-b633-0dd924c60a9c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6064131 Dec 15 13:52:23.659756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-646405842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:23.703590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.705745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.767646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.774992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.802829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.804773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f0dafdf-f75d-4d1f-945a-1ad793d49681 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1483381 Dec 15 13:52:23.807473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57728) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:23.829439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'port': {'network_id': '0dc06155-7610-4631-a43a-81b7374218bb', 'name': 'tempest-RoutersTest-158546453'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:23.857945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-0dc06155-7610-4631-a43a-81b7374218bb', 'network_id': '0dc06155-7610-4631-a43a-81b7374218bb', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '78fc9bf9-c8da-4eba-bdec-d42f18994adc'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:23.858846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.928230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e6210d8-2c81-444e-a353-a8ba36e0ab92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.024015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059362cd-6a74-4aab-9250-2000a202c5cf req-8b11c466-019e-4b16-9d07-cd55c9014bc1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:24.031232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-059362cd-6a74-4aab-9250-2000a202c5cf req-8b11c466-019e-4b16-9d07-cd55c9014bc1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1601636 Dec 15 13:52:24.085301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Allocated IP 172.20.0.2 (0dc06155-7610-4631-a43a-81b7374218bb/78fc9bf9-c8da-4eba-bdec-d42f18994adc/82f07439-e8f1-4dff-986c-f369ef323590) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:24.187625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:24.191450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.215295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-059362cd-6a74-4aab-9250-2000a202c5cf req-2b9a637f-4e47-4ec1-9081-e909f4fd85b0 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831257 Dec 15 13:52:24.255274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e6210d8-2c81-444e-a353-a8ba36e0ab92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.265434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] device_id is not set on port 0cf36072-7f33-444e-b6be-871b79151b71 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:52:24.272805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e6210d8-2c81-444e-a353-a8ba36e0ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.336163 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.344208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.384257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e74f-4131-4e5f-afae-b089d5d5c365 req-6d537cbb-75a2-4822-acd7-0ff69fd8179d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:24.389674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Network 0dc06155-7610-4631-a43a-81b7374218bb is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:24.392097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6640e74f-4131-4e5f-afae-b089d5d5c365 req-6d537cbb-75a2-4822-acd7-0ff69fd8179d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 944 time: 0.2090247 Dec 15 13:52:24.392897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:24.396572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:24.429216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5a747d10-9cbb-4922-8e20-1555650ec30e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:24.432586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b83e97d-4c40-48e0-a97b-3c918248dfbb req-9d5ec144-8fdf-4351-9e21-36d517ef6e5a tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0926878 Dec 15 13:52:24.447954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6210d8-2c81-444e-a353-a8ba36e0ab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd32f81e-9f3e-40f7-994b-a68b07e5d54e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:24.460034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6e6210d8-2c81-444e-a353-a8ba36e0ab92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60dd05c6e4cc4d8f83f5931398353937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8729825 Dec 15 13:52:24.460408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:24.505255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Pushing event updated for resources: {'Port': ['ID=82f07439-e8f1-4dff-986c-f369ef323590,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:24.533070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6640e74f-4131-4e5f-afae-b089d5d5c365 req-3d377b10-6b41-4d36-af39-668b12b651a6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379144 Dec 15 13:52:24.555762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Attempting to bind port 82f07439-e8f1-4dff-986c-f369ef323590 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:24.557216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Attempting to bind port 82f07439-e8f1-4dff-986c-f369ef323590 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '341255cf-5cdc-4d77-9ec5-140b1ce73e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc06155-7610-4631-a43a-81b7374218bb'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:24.557832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Attempting to bind port 82f07439-e8f1-4dff-986c-f369ef323590 on network 0dc06155-7610-4631-a43a-81b7374218bb {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:24.562599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.20.0.7 (0dc06155-7610-4631-a43a-81b7374218bb/78fc9bf9-c8da-4eba-bdec-d42f18994adc/0cf36072-7f33-444e-b6be-871b79151b71) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:24.573304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:24.573815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Checking segment: {'id': '341255cf-5cdc-4d77-9ec5-140b1ce73e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc06155-7610-4631-a43a-81b7374218bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:24.574362 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.574883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Bound using segment: {'id': '341255cf-5cdc-4d77-9ec5-140b1ce73e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc06155-7610-4631-a43a-81b7374218bb'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:24.575497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Bound port: 82f07439-e8f1-4dff-986c-f369ef323590, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341255cf-5cdc-4d77-9ec5-140b1ce73e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc06155-7610-4631-a43a-81b7374218bb'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:24.576005 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.597071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 5a747d10-9cbb-4922-8e20-1555650ec30e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:52:24.600087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35d282d5-8638-42da-9fa4-38474536c78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.626924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 5a747d10-9cbb-4922-8e20-1555650ec30e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:24.628853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.697243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35d282d5-8638-42da-9fa4-38474536c78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.698425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] For port 82f07439-e8f1-4dff-986c-f369ef323590, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:24.707079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] For port 82f07439-e8f1-4dff-986c-f369ef323590, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82f07439-e8f1-4dff-986c-f369ef323590,segment=NetworkSegment(341255cf-5cdc-4d77-9ec5-140b1ce73e47),segment_id=341255cf-5cdc-4d77-9ec5-140b1ce73e47)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:24.761305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.766736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.824757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35d282d5-8638-42da-9fa4-38474536c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.827948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35d282d5-8638-42da-9fa4-38474536c78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.829159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-35d282d5-8638-42da-9fa4-38474536c78d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd32f81e-9f3e-40f7-994b-a68b07e5d54e HTTP/1.1" status: 204 len: 168 time: 0.3669920 Dec 15 13:52:24.844985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a747d10-9cbb-4922-8e20-1555650ec30e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:24.847291 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4349b2a1-9324-44bf-9539-38d962628b95" -d '{"events": [{"server_uuid": "c6132ab8-96e5-468e-81d6-20d71ca02e86", "name": "network-vif-plugged", "status": "completed", "tag": "5a747d10-9cbb-4922-8e20-1555650ec30e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:24.849220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d282d5-8638-42da-9fa4-38474536c78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd32f81e-9f3e-40f7-994b-a68b07e5d54e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:24.869535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5a747d10-9cbb-4922-8e20-1555650ec30e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5a747d10-9cbb-4922-8e20-1555650ec30e,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:24.890830 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.909727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fb032-79d3-452f-a1d8-f009954c5613 None None] Pushing event updated for resources: {'Port': ['ID=82f07439-e8f1-4dff-986c-f369ef323590,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:24.945590 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b636bc-59be-4eed-b7a0-a3bb9ba9be2e x-openstack-request-id: req-05b636bc-59be-4eed-b7a0-a3bb9ba9be2e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:24.945895 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6132ab8-96e5-468e-81d6-20d71ca02e86", "name": "network-vif-plugged", "status": "completed", "tag": "5a747d10-9cbb-4922-8e20-1555650ec30e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:24.946140 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05b636bc-59be-4eed-b7a0-a3bb9ba9be2e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:24.948571 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a747d10-9cbb-4922-8e20-1555650ec30e', 'code': 200} Dec 15 13:52:24.992156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5a747d10-9cbb-4922-8e20-1555650ec30e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:25.021119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.065970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.214422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 0dc06155-7610-4631-a43a-81b7374218bb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:25.218777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ce8db-cad3-42d6-8273-ff21d20c3633 req-786be518-cba1-4de5-9602-7834c6e4e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:25.219865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce2ce8db-cad3-42d6-8273-ff21d20c3633 req-786be518-cba1-4de5-9602-7834c6e4e344 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 1096 time: 0.1418138 Dec 15 13:52:25.224075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:25.226132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=0cf36072-7f33-444e-b6be-871b79151b71,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:25.228415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:25.334925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce2ce8db-cad3-42d6-8273-ff21d20c3633 req-1ece5429-3e7f-46be-9162-990d74684e9a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015091 Dec 15 13:52:25.346232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:25.347642 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.394627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f1a2e1b3-9109-49f5-a108-37bbdd1c6af9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5853558 Dec 15 13:52:25.398234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:25.426293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3670be-3060-4348-9737-4e1c18f4ec30 req-9461285c-bf0f-4d91-b328-830c842d0b49 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:25.428003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db3670be-3060-4348-9737-4e1c18f4ec30 req-9461285c-bf0f-4d91-b328-830c842d0b49 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0745447 Dec 15 13:52:25.497285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db3670be-3060-4348-9737-4e1c18f4ec30 req-484b6755-1a1d-4b17-999a-6ce8ca4a1994 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591295 Dec 15 13:52:25.606728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-228af483-c353-4755-ad24-2154a2e6960f req-7e112c9d-1f74-4351-8a87-e13da21369bb tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0493896 Dec 15 13:52:25.783002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969506-05f7-48f5-9664-96dd5aad8e13 req-97c2c994-0a21-4e4c-9969-6d3242e8f77d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:25.784911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a969506-05f7-48f5-9664-96dd5aad8e13 req-97c2c994-0a21-4e4c-9969-6d3242e8f77d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1121435 Dec 15 13:52:25.933081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a969506-05f7-48f5-9664-96dd5aad8e13 req-330832a9-07a0-4a76-94f8-c5b6cd6b6ce2 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349161 Dec 15 13:52:25.971311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.129967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:26.302030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1831338346-network', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:26.306948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.321593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.347296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Made reservation on behalf of 9bc6db9da9a24a7ea888e786c058a5db for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:26.349886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.368005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.417999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb95782-0140-4122-80d1-b843e5093a33 None None] Network 0dc06155-7610-4631-a43a-81b7374218bb requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:26.487341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1859eeb-ff7c-4eb5-969a-e6a6e1ebd7bd None None] Provisioning complete for port 82f07439-e8f1-4dff-986c-f369ef323590 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:26.487722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1859eeb-ff7c-4eb5-969a-e6a6e1ebd7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.494640 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.506980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.517217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=0cf36072-7f33-444e-b6be-871b79151b71,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:26.559426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:26.565891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4f60b5-1e91-45a0-8039-a452d41aa0c7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:26.575504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.575858 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Added segment 57f9de1f-d191-44c0-8460-92d873c2f3da of type vlan for network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 Dec 15 13:52:26.673478 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.715706 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1859eeb-ff7c-4eb5-969a-e6a6e1ebd7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.744883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271f91-eccd-455a-8038-4dbb7c07a817 req-96acf90c-2e85-482b-8f4e-3571e308b0ba tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:26.752644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0271f91-eccd-455a-8038-4dbb7c07a817 req-96acf90c-2e85-482b-8f4e-3571e308b0ba tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1156926 Dec 15 13:52:26.794078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.802823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:26.805813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.808335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f1859eeb-ff7c-4eb5-969a-e6a6e1ebd7bd None None] For port 82f07439-e8f1-4dff-986c-f369ef323590, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82f07439-e8f1-4dff-986c-f369ef323590,segment=NetworkSegment(341255cf-5cdc-4d77-9ec5-140b1ce73e47),segment_id=341255cf-5cdc-4d77-9ec5-140b1ce73e47)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:26.815826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1859eeb-ff7c-4eb5-969a-e6a6e1ebd7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.845287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.918051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859eeb-ff7c-4eb5-969a-e6a6e1ebd7bd None None] Pushing event updated for resources: {'Port': ['ID=82f07439-e8f1-4dff-986c-f369ef323590,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:27.015878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.125349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4090b942-59ec-4af3-a9d6-f5d2aa6d5cd6 req-1fb2a3ff-ee64-4931-8a58-72f254f3abce tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.3067007 Dec 15 13:52:27.126124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] Pushing event updated for resources: {'Network': ['ID=16eff4d0-0861-45d0-af7c-7f2c043df4a9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:27.153036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-102e40fa-ea66-4ec8-afba-aefab98e506d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0177612 Dec 15 13:52:27.161673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:27.172684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0271f91-eccd-455a-8038-4dbb7c07a817 req-58d5e09b-c48a-4abe-a561-028f0d2632dc tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062488 Dec 15 13:52:27.174411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57806) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:27.180251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Request body: {'subnet': {'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1831338346-subnet', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:27.200884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82f07439-e8f1-4dff-986c-f369ef323590 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:27.242144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Made reservation on behalf of 9bc6db9da9a24a7ea888e786c058a5db for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:27.245757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.437227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-afc2b8c1-1a45-405a-ab1a-aabeba4b5fc1 None None] Provisioning complete for port 0cf36072-7f33-444e-b6be-871b79151b71 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:27.438034 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afc2b8c1-1a45-405a-ab1a-aabeba4b5fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.461474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d1e4-ec6d-42de-b129-487dbfbc0a9c req-c661b9cf-9f84-4487-8660-bc3fc2bc7b9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:27.469771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba73d1e4-ec6d-42de-b129-487dbfbc0a9c req-c661b9cf-9f84-4487-8660-bc3fc2bc7b9c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0963783 Dec 15 13:52:27.534596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba73d1e4-ec6d-42de-b129-487dbfbc0a9c req-1fc448d9-0bc8-4840-b9ff-c464698ec539 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636632 Dec 15 13:52:27.589831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-afc2b8c1-1a45-405a-ab1a-aabeba4b5fc1 None None] Port 0cf36072-7f33-444e-b6be-871b79151b71 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:27.651757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-afc2b8c1-1a45-405a-ab1a-aabeba4b5fc1 None None] Provisioning complete for port 82f07439-e8f1-4dff-986c-f369ef323590 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:27.652136 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afc2b8c1-1a45-405a-ab1a-aabeba4b5fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.663390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 82f07439-e8f1-4dff-986c-f369ef323590 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:27.663771 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.716595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.729565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.752667 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.890592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=0cf36072-7f33-444e-b6be-871b79151b71,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:27.951917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.023471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-d122b76d-2399-40b4-a76c-5762db6c5612 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2856302 Dec 15 13:52:28.024292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9461f690-e544-4990-9e11-6141fdd17cbb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:28.051762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d99836-a829-4a05-8d63-ba08c9e81e14 req-112315d2-eda0-4647-94fb-07fcc5b323aa tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.054121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31d99836-a829-4a05-8d63-ba08c9e81e14 req-112315d2-eda0-4647-94fb-07fcc5b323aa tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1817594 Dec 15 13:52:28.075827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Checking segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:28.078448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Network hostable DHCP agents. Network: 16eff4d0-0861-45d0-af7c-7f2c043df4a9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:28.105356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 0dc06155-7610-4631-a43a-81b7374218bb is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:28.107229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:28.161078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-920bb90c-231c-49de-a230-f7fbfe556f9f None None] Provisioning complete for port 0cf36072-7f33-444e-b6be-871b79151b71 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:28.161452 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-920bb90c-231c-49de-a230-f7fbfe556f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.197064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:28.245214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 16eff4d0-0861-45d0-af7c-7f2c043df4a9) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:28.249650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31d99836-a829-4a05-8d63-ba08c9e81e14 req-a6776a00-8545-4bd5-b250-ea530400ee93 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829062 Dec 15 13:52:28.275962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.276591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.324086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router e1228477-6099-451f-8f2f-23f871700d84 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:28.341245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.341725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.342826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.342826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.343100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.348339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.348859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.351025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1e52e6c9-ad89-472f-8381-1b80c2320408 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6489 time: 0.2470756 Dec 15 13:52:28.390160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bb280fa-e645-43ad-b135-0db4cdb561ce req-9e999916-d06b-4826-825e-689f33c3fbb8 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0919929 Dec 15 13:52:28.428019 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a584efc6-4b90-4953-940b-640875062481 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2534318 Dec 15 13:52:28.462624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57824) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:28.469820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:28.478604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0da72c-f112-4de9-bbbb-344ae413f8e6 None None] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:28.543867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:28.550348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-920bb90c-231c-49de-a230-f7fbfe556f9f None None] Port 0cf36072-7f33-444e-b6be-871b79151b71 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:28.551512 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-461f17d8-d484-4b1f-824b-4ef32d9fc2f0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/e1228477-6099-451f-8f2f-23f871700d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1520355 Dec 15 13:52:28.554036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:28.556753 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] Sync routers for ids ['e1228477-6099-451f-8f2f-23f871700d84'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:28.577045 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] Routers {'e1228477-6099-451f-8f2f-23f871700d84'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:28.578311 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e1228477-6099-451f-8f2f-23f871700d84'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:28.615393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:28.616553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.649525 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:28.656903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1750a4-38b0-458a-9ecd-d4e0a6f52d14 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.658475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7b1750a4-38b0-458a-9ecd-d4e0a6f52d14 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports/0cf36072-7f33-444e-b6be-871b79151b71 HTTP/1.1" status: 200 len: 976 time: 0.1034691 Dec 15 13:52:28.661134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:28.665192 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] Routers {'e1228477-6099-451f-8f2f-23f871700d84'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:28.666192 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e1228477-6099-451f-8f2f-23f871700d84'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:28.712253 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:28.713610 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd188b-a433-4ae8-ac6e-f25ab8612838 None None] The sync data for ids ['e1228477-6099-451f-8f2f-23f871700d84'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:28.716857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.717912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.745178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b1c2-ed22-4de2-9e86-485ead99694f req-48f53996-dfe0-4ae8-8c4b-b86e11deb9c2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.753693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3855b1c2-ed22-4de2-9e86-485ead99694f req-48f53996-dfe0-4ae8-8c4b-b86e11deb9c2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.3661480 Dec 15 13:52:28.772906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Allocated IP 172.20.0.2 (16eff4d0-0861-45d0-af7c-7f2c043df4a9/9461f690-e544-4990-9e11-6141fdd17cbb/0ad1801a-dc3b-4143-ad07-0046b03a2a11) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:28.825645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-900a16b2-0648-471d-8ec7-911acccd48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.826112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-900a16b2-0648-471d-8ec7-911acccd48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.826625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-900a16b2-0648-471d-8ec7-911acccd48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:28.828223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-900a16b2-0648-471d-8ec7-911acccd48b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 2294 time: 0.4419613 Dec 15 13:52:28.854762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-551c77e6-4239-4122-bec7-6094851b753a None None] Provisioning complete for port 0cf36072-7f33-444e-b6be-871b79151b71 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:28.855402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-551c77e6-4239-4122-bec7-6094851b753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.884216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.912056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-551c77e6-4239-4122-bec7-6094851b753a None None] Port 0cf36072-7f33-444e-b6be-871b79151b71 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:29.015766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.027422 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.030037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3855b1c2-ed22-4de2-9e86-485ead99694f req-d44e7e04-4cec-4569-9d21-a2cc9a174d9b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610738 Dec 15 13:52:29.045994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-9f5c38a9-d0ff-4850-b1c9-48e556a4b70e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 200 len: 1001 time: 0.1814818 Dec 15 13:52:29.080471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:29.084457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:29.089996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:29.092076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Pushing event updated for resources: {'Port': ['ID=0ad1801a-dc3b-4143-ad07-0046b03a2a11,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:29.108059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.108406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.108772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.113228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.113596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.113939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.114280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.114613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.114940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.115262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.115582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.115901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.116217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:29.160533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.193105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Attempting to bind port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:29.193478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Attempting to bind port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:29.193840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Attempting to bind port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 on network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:29.202863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:29.204276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Checking segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:29.206125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.206973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Bound using segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:29.209332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Bound port: 0ad1801a-dc3b-4143-ad07-0046b03a2a11, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:29.210129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.305556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.307340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-082cce27-b3ad-406b-bebf-93a14a08c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.311956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-082cce27-b3ad-406b-bebf-93a14a08c426 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=051a7dfc-0fa5-4421-b74e-54cdafcfa35e HTTP/1.1" status: 200 len: 851 time: 0.2046006 Dec 15 13:52:29.340368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e653aea-d041-4108-ad53-271512059e6e None None] For port 0ad1801a-dc3b-4143-ad07-0046b03a2a11, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:29.346166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e653aea-d041-4108-ad53-271512059e6e None None] For port 0ad1801a-dc3b-4143-ad07-0046b03a2a11, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0ad1801a-dc3b-4143-ad07-0046b03a2a11,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:29.367952 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.436675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e653aea-d041-4108-ad53-271512059e6e None None] Pushing event updated for resources: {'Port': ['ID=0ad1801a-dc3b-4143-ad07-0046b03a2a11,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:29.462289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-521e8efe-ad16-4a58-8069-525c4752ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.464682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-521e8efe-ad16-4a58-8069-525c4752ea53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386428 Dec 15 13:52:29.609329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95800d-10fb-4d4b-b91a-c9d21422a47d req-b5245135-8b19-4516-9766-31daddbf25f5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.610939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be95800d-10fb-4d4b-b91a-c9d21422a47d req-b5245135-8b19-4516-9766-31daddbf25f5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2060714 Dec 15 13:52:29.799911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18229e2d-6744-475b-8252-e2a642083b96 req-09826c8d-4a26-462f-9578-785482823eb2 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.1484673 Dec 15 13:52:30.001049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be95800d-10fb-4d4b-b91a-c9d21422a47d req-631f69f0-4448-439e-9984-df2959ca9823 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411553 Dec 15 13:52:30.004121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-0ce504b6-bd18-42f2-b171-c9e5bd7e49c5 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230231 Dec 15 13:52:30.004785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.033443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 0cf36072-7f33-444e-b6be-871b79151b71 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:30.039660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.041980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.186805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.205520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 0cf36072-7f33-444e-b6be-871b79151b71 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:30.454899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.573135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=0cf36072-7f33-444e-b6be-871b79151b71,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:30.629534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-06408baa-bd12-47a0-9365-8caa6ef7f0d1 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973198 Dec 15 13:52:30.699536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-7489e198-6094-46c0-be25-49666ab35ade service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 217 time: 0.0570068 Dec 15 13:52:30.719046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e612fef-4071-40aa-b37c-2d116e22c649 req-aedacc0a-c6a7-45ba-9347-273046ff42c0 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:30.729279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e612fef-4071-40aa-b37c-2d116e22c649 req-aedacc0a-c6a7-45ba-9347-273046ff42c0 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.5717566 Dec 15 13:52:30.739473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.745568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Allocated IP 172.25.2.225 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/bdb383b8-df18-4da1-914d-d9faccf4b6fb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:30.949763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-e2788f8c-1432-4e78-90ee-a2606585eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:30.951351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-e2788f8c-1432-4e78-90ee-a2606585eb47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.2410688 Dec 15 13:52:30.960854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e612fef-4071-40aa-b37c-2d116e22c649 req-ccda47dc-11de-4430-afd7-ff8cb6cf0995 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306323 Dec 15 13:52:31.141798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f25834-262a-4ad5-9745-5f3a3b956a22 None None] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:31.148342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router e1228477-6099-451f-8f2f-23f871700d84 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:31.257761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c329b7-531f-4a1e-81d2-5f22ad51d6cb req-ff62cf32-7477-47c0-9ca0-b2c2abafb1ab tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.1519306 Dec 15 13:52:31.266663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-84a2174c-402e-46b0-812e-bbc7ee127b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:31.268381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-84a2174c-402e-46b0-812e-bbc7ee127b8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3024290 Dec 15 13:52:31.268623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0ad1801a-dc3b-4143-ad07-0046b03a2a11 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:31.303419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.319063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:31.335486 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-430d4f80-21bf-424b-80bb-07dea30a6bba tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/e1228477-6099-451f-8f2f-23f871700d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706269 Dec 15 13:52:31.336123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:31.363058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] Sync routers for ids ['e1228477-6099-451f-8f2f-23f871700d84'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:31.393389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-56f6d0bb-4154-4e82-a338-08beda56020b None None] Provisioning complete for port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:31.394111 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56f6d0bb-4154-4e82-a338-08beda56020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.421782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-7cb6af74-0e20-4627-96ac-da17ee632aff service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366754 Dec 15 13:52:31.447778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] Routers {'e1228477-6099-451f-8f2f-23f871700d84'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:31.449509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e1228477-6099-451f-8f2f-23f871700d84'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:31.501220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:31.538113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] Routers {'e1228477-6099-451f-8f2f-23f871700d84'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:31.538846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e1228477-6099-451f-8f2f-23f871700d84'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:31.578027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-9b7a451d-cd66-452f-8f93-d94836fc0a29 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374707 Dec 15 13:52:31.582769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:31.583761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8a6d6-01e6-4aa7-bce1-caeddffed288 None None] The sync data for ids ['e1228477-6099-451f-8f2f-23f871700d84'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:31.607306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a782-4c8c-487e-884c-d858cf8cbffe req-67d074e0-3609-4aae-b952-cea33db49a0f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:31.609069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a320a782-4c8c-487e-884c-d858cf8cbffe req-67d074e0-3609-4aae-b952-cea33db49a0f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.3444192 Dec 15 13:52:31.637575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56f6d0bb-4154-4e82-a338-08beda56020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.643131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:31.643580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.657814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-03904f8a-eed8-4333-8885-a45729de39a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 217 time: 0.0664151 Dec 15 13:52:31.670598 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-43fab7da-bc62-49ab-9bf6-1203d9df7fd3 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 13:52:31.684784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-43fab7da-bc62-49ab-9bf6-1203d9df7fd3 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/e1228477-6099-451f-8f2f-23f871700d84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3474517 Dec 15 13:52:31.687296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:31.713072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-56f6d0bb-4154-4e82-a338-08beda56020b None None] For port 0ad1801a-dc3b-4143-ad07-0046b03a2a11, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0ad1801a-dc3b-4143-ad07-0046b03a2a11,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:31.729341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56f6d0bb-4154-4e82-a338-08beda56020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.740728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.741464 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c071c481-8e05-475b-9961-2475ffd8c4bd tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1228477-6099-451f-8f2f-23f871700d84 HTTP/1.1" status: 200 len: 205 time: 0.0524724 Dec 15 13:52:31.742164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57864) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:31.873123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a320a782-4c8c-487e-884c-d858cf8cbffe req-e94bcaaa-35a6-4655-ace6-f1d3b80dab1d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575991 Dec 15 13:52:31.888803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:31.893537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-50f3b1f8-c729-47a3-8fd7-4603e9c29bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:31.895047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-50f3b1f8-c729-47a3-8fd7-4603e9c29bcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.2214026 Dec 15 13:52:31.901820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:31.909640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6d0bb-4154-4e82-a338-08beda56020b None None] Pushing event updated for resources: {'Port': ['ID=0ad1801a-dc3b-4143-ad07-0046b03a2a11,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:31.911696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:31.919413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.972239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb383b8-df18-4da1-914d-d9faccf4b6fb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:32.161760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7e5b4cc0-503c-4b4e-9304-c076385c87fe None None] Provisioning complete for port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:32.162386 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4cc0-503c-4b4e-9304-c076385c87fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.189843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.193449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.213158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-4b04d822-edf3-4770-aaa2-723b1b2bd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:32.214830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-4b04d822-edf3-4770-aaa2-723b1b2bd468 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3047726 Dec 15 13:52:32.279748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.280669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router e1228477-6099-451f-8f2f-23f871700d84 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:52:32.302041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.316336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-75e31276-9123-4ecf-b532-464738c2bb95 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/e1228477-6099-451f-8f2f-23f871700d84 HTTP/1.1" status: 204 len: 168 time: 0.5562060 Dec 15 13:52:32.319222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:32.413216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802d1e8-118e-4e91-a807-dfab5939b62c req-ee5eadb2-d6b6-4b58-a45c-bd8c13219041 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:32.414768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0802d1e8-118e-4e91-a807-dfab5939b62c req-ee5eadb2-d6b6-4b58-a45c-bd8c13219041 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2821112 Dec 15 13:52:32.434672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 78fc9bf9-c8da-4eba-bdec-d42f18994adc {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:32.438360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.466836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3287f09-e94b-4d24-93dc-b4123100054f req-aa000835-be8b-4859-8608-e0bafb255629 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0482578 Dec 15 13:52:32.511346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.609979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-93d8ca21-ecee-45ab-ba47-3f1974da0673 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719079 Dec 15 13:52:32.646738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.647898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0802d1e8-118e-4e91-a807-dfab5939b62c req-d2be86b0-00cb-439a-b83e-e828fb6cacc9 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249007 Dec 15 13:52:32.716529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.743019 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.783393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=78fc9bf9-c8da-4eba-bdec-d42f18994adc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:32.787725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.793186 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55cde3ff-6179-4846-8fe7-78f63cf3cb00 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/78fc9bf9-c8da-4eba-bdec-d42f18994adc HTTP/1.1" status: 204 len: 168 time: 0.4720814 Dec 15 13:52:32.795577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:32.797705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67da969-3511-488a-9ed3-8593a4722600 None None] Network 0dc06155-7610-4631-a43a-81b7374218bb requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:32.867359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-d59e8fd1-9f33-43d7-ae9a-8b0e8fd3c2f8 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452312 Dec 15 13:52:32.906441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.012473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-b42bc57d-1eaf-41fb-b67f-d9ac2fee53dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 200 len: 217 time: 0.1349940 Dec 15 13:52:33.037826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 82f07439-e8f1-4dff-986c-f369ef323590 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:33.038164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.086930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] DHCP port deletion for 0dc06155-7610-4631-a43a-81b7374218bb request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:33.101573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0ad1801a-dc3b-4143-ad07-0046b03a2a11 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:33.135345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 82f07439-e8f1-4dff-986c-f369ef323590, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82f07439-e8f1-4dff-986c-f369ef323590,segment=NetworkSegment(341255cf-5cdc-4d77-9ec5-140b1ce73e47),segment_id=341255cf-5cdc-4d77-9ec5-140b1ce73e47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:33.136822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.156051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 82f07439-e8f1-4dff-986c-f369ef323590 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:33.198307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:33.200277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.200406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-345342fc-c4c8-40e6-8823-0244b1c8079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:33.202040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-345342fc-c4c8-40e6-8823-0244b1c8079c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1805305 Dec 15 13:52:33.261344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] Deleting port 82f07439-e8f1-4dff-986c-f369ef323590 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:33.261734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.269997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de36493-b8dc-44eb-a385-d0ed66a77a1c req-e1c7056e-f187-403a-bfee-7f11ebcb1726 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:33.278310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.280225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de36493-b8dc-44eb-a385-d0ed66a77a1c req-e1c7056e-f187-403a-bfee-7f11ebcb1726 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2482576 Dec 15 13:52:33.303318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=82f07439-e8f1-4dff-986c-f369ef323590,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:33.324950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port 82f07439-e8f1-4dff-986c-f369ef323590 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:33.395940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-99ced5cb-a5a3-47be-a833-05edde1dbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:33.398874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] For port 82f07439-e8f1-4dff-986c-f369ef323590, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82f07439-e8f1-4dff-986c-f369ef323590,segment=NetworkSegment(341255cf-5cdc-4d77-9ec5-140b1ce73e47),segment_id=341255cf-5cdc-4d77-9ec5-140b1ce73e47)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:33.399396 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.401111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-99ced5cb-a5a3-47be-a833-05edde1dbb33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1797287 Dec 15 13:52:33.405040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.413899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1de36493-b8dc-44eb-a385-d0ed66a77a1c req-7860256a-bab8-4e2f-afa0-b3bd7f649f23 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009057 Dec 15 13:52:33.441591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.455628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] Calling delete_port for 82f07439-e8f1-4dff-986c-f369ef323590 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:33.482729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc06155-7610-4631-a43a-81b7374218bb']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:33.518909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341255cf-5cdc-4d77-9ec5-140b1ce73e47') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:33.518909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341255cf-5cdc-4d77-9ec5-140b1ce73e47') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:33.532416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.544612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.551302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:33.551694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.569560 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.597957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] Pushing event deleted for resources: {'Port': ['ID=82f07439-e8f1-4dff-986c-f369ef323590,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:33.604598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01a871-9ff8-417c-873e-c7ed49445ce0 None None] No DVR routers for this DVR port 82f07439-e8f1-4dff-986c-f369ef323590 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:33.611256 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:33.656382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.668410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1743828f-9744-4524-a780-2bcaee0f58ea req-b900bdc6-083a-4adc-bf24-3e993bc6fcab tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0576348 Dec 15 13:52:33.680695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.685601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/0dc06155-7610-4631-a43a-81b7374218bb HTTP/1.1" status: 204 len: 168 time: 0.8882875 Dec 15 13:52:33.690427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57906) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:33.697024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-1164031601'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:33.698318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7500ca-5663-451a-95ec-5e4d9b8e92ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=0dc06155-7610-4631-a43a-81b7374218bb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:33.744377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-05b45c4b-66af-434d-90dd-0c8cfb86a197 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931747 Dec 15 13:52:33.758215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:33.761875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.863944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Router aaa42ecd-3497-4716-a707-728337ea9430 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:33.871438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:33.890897 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.891237 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment 749df401-5853-4513-bd3b-eb93ba84c086 of type vlan for network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 Dec 15 13:52:33.923353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92d5d1-d162-4c4a-bee9-0d7c67de2cc0 req-7df5a222-28fe-4d3e-b5ab-70d6310406e5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:33.924857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef92d5d1-d162-4c4a-bee9-0d7c67de2cc0 req-7df5a222-28fe-4d3e-b5ab-70d6310406e5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1683192 Dec 15 13:52:34.046169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.058339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-58c7af49-8494-42d2-8da6-b772e46be18e service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936590 Dec 15 13:52:34.164219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.170358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.170956 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.183246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef92d5d1-d162-4c4a-bee9-0d7c67de2cc0 req-13baeb60-67e7-42cd-9e2b-76d11a63818f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075601 Dec 15 13:52:34.190505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-cfb8ad16-ecf3-4100-9b01-ca0451f96a5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 200 len: 217 time: 0.0802500 Dec 15 13:52:34.536003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:34.545484 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Sync routers for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:34.554797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:34.555466 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:34.579078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8860722 Dec 15 13:52:34.582266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:34.589508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:34.632486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc087c-7e37-457a-b3e8-e98ebe4cec97 req-9cf443cc-8541-4fb3-8577-0096821f7e72 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.634183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86dc087c-7e37-457a-b3e8-e98ebe4cec97 req-9cf443cc-8541-4fb3-8577-0096821f7e72 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.5476906 Dec 15 13:52:34.637920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e16ad-6777-4d24-a834-5c5ffb515464 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=78ad99ad-9e15-46b8-b7cc-02ab9aa287c3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:34.645545 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.646289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a1edfa34-e689-4d79-b8ed-31e7a15068d4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.1809325 Dec 15 13:52:34.649372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:34.652424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:34.659069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-dd6c6a87-d9d1-45bf-ae4b-4de426c0dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.660684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-dd6c6a87-d9d1-45bf-ae4b-4de426c0dfcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1381860 Dec 15 13:52:34.685167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:34.696439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5f83-9cac-493e-a0bf-db5291de2731 req-9464ae2a-be98-4379-8d0d-db534105fc8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.704205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a0c5f83-9cac-493e-a0bf-db5291de2731 req-9464ae2a-be98-4379-8d0d-db534105fc8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1715941 Dec 15 13:52:34.768640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86dc087c-7e37-457a-b3e8-e98ebe4cec97 req-45b03e51-0e8a-4a39-a326-46b89a68134c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212356 Dec 15 13:52:34.787670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-99dd5d21-f178-45aa-97a2-d0eb72374b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.787879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:34.789244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-99dd5d21-f178-45aa-97a2-d0eb72374b54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173003 Dec 15 13:52:34.791819 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.809076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a0c5f83-9cac-493e-a0bf-db5291de2731 req-c511089e-44fc-47a8-81cf-84490d7e788d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993643 Dec 15 13:52:34.955502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ca8fbc4-8bc2-48cb-9418-28943467946d req-67078631-c61c-4e57-b470-e83b8cc5c919 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0520828 Dec 15 13:52:34.962937 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:32Z', 'revision_number': 3, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:34.990608 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Checking router: aaa42ecd-3497-4716-a707-728337ea9430 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:52:34.991575 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Updating router aaa42ecd-3497-4716-a707-728337ea9430 port bdb383b8-df18-4da1-914d-d9faccf4b6fb binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:52:34.995043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-5b5614de-e6bb-4f32-a532-0b02de4523ca service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849222 Dec 15 13:52:35.024518 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.090342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82f07439-e8f1-4dff-986c-f369ef323590 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:35.112905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-f044a7ac-a3a3-4ca4-98c7-e3f2548365f2 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065097 Dec 15 13:52:35.125679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 82f07439-e8f1-4dff-986c-f369ef323590 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:35.126265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82f07439-e8f1-4dff-986c-f369ef323590 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:35.164610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-0d483e49-5f18-42f7-a138-66c9fbec997d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 200 len: 217 time: 0.0409651 Dec 15 13:52:35.229527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-5a28affd-ab34-4d35-8149-4c476c49a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.231415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-5a28affd-ab34-4d35-8149-4c476c49a41b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0592167 Dec 15 13:52:35.334134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.341002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-eabea69b-75d5-48ad-8a1f-c6b3cd3bf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.342717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-eabea69b-75d5-48ad-8a1f-c6b3cd3bf194 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995457 Dec 15 13:52:35.342845 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.353974 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.386195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53465cfd-3dd5-43fb-a5a0-fe0a452ee1e2 req-6677a59c-672b-43ad-91d6-8c98bd5667e1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.387135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53465cfd-3dd5-43fb-a5a0-fe0a452ee1e2 req-6677a59c-672b-43ad-91d6-8c98bd5667e1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0922759 Dec 15 13:52:35.407628 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb383b8-df18-4da1-914d-d9faccf4b6fb,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:35.421920 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.422298 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.422640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.422972 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.423612 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.423612 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.423999 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.424323 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.426082 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.426082 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.426082 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.426351 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.426948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:35.451266 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Attempting to bind port bdb383b8-df18-4da1-914d-d9faccf4b6fb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:35.452035 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Attempting to bind port bdb383b8-df18-4da1-914d-d9faccf4b6fb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:35.452413 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Attempting to bind port bdb383b8-df18-4da1-914d-d9faccf4b6fb on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:35.460120 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:35.460490 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:35.461101 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.461496 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:35.462294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Bound port: bdb383b8-df18-4da1-914d-d9faccf4b6fb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:35.463318 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.480963 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53465cfd-3dd5-43fb-a5a0-fe0a452ee1e2 req-4a4dccf2-cfb3-4554-80d2-29e44fed8965 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672686 Dec 15 13:52:35.486550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=d1f494ad-4245-438b-b94a-726d7bc820ab,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:35.517865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-672b4ce8-4c7f-456b-b14f-706265df440f service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650729 Dec 15 13:52:35.524423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': '749df401-5853-4513-bd3b-eb93ba84c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:35.524811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:35.542338 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] For port bdb383b8-df18-4da1-914d-d9faccf4b6fb, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:35.546388 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] For port bdb383b8-df18-4da1-914d-d9faccf4b6fb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bdb383b8-df18-4da1-914d-d9faccf4b6fb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:35.548811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.554615 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.563237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:35.583473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:35.589574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c562e70-1172-4f36-a614-31bba3905fbb None None] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:35.631937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.632848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.653690 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:35.654308 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:35.663514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-95ce9e41-1d5c-4b1c-8298-6374de8d5d68 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335618 Dec 15 13:52:35.696232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-59c17904-b491-4982-b6f6-540bfe75e0ee tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1119320 Dec 15 13:52:35.699108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.703836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1412846146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:35.709883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-78ad99ad-9e15-46b8-b7cc-02ab9aa287c3', 'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': 'd1f494ad-4245-438b-b94a-726d7bc820ab'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:35.712257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.761512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.762566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.763357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-dd883da3-7c6e-4fb9-b00e-cd96854ae88a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 200 len: 217 time: 0.0894244 Dec 15 13:52:35.802162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Allocated IP 172.20.0.1 (16eff4d0-0861-45d0-af7c-7f2c043df4a9/9461f690-e544-4990-9e11-6141fdd17cbb/40c79e8a-a4de-47b5-a218-74667c7e5d6d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:35.840112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-24d5586b-e481-4f40-b426-9fa02ed62946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.841499 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-24d5586b-e481-4f40-b426-9fa02ed62946 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0688956 Dec 15 13:52:35.892105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Allocated IP 172.20.0.2 (78ad99ad-9e15-46b8-b7cc-02ab9aa287c3/d1f494ad-4245-438b-b94a-726d7bc820ab/54289692-8719-43fb-a4fd-5e1ab44a591b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:35.905302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.912129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1d704695-3d1a-474e-9e9c-cf2ad98a402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.914897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-1d704695-3d1a-474e-9e9c-cf2ad98a402f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648725 Dec 15 13:52:35.928255 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.944245 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11b6a0-14ab-406a-b58b-0037fba8b0b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb383b8-df18-4da1-914d-d9faccf4b6fb,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:35.985829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.990648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0fc3d77b-85f4-4362-bf72-e989490744ce tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2901456 Dec 15 13:52:35.990912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.056720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:36.091029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02d1e5-e3b4-4216-b873-ef05951e6f3f req-8d77dd8b-aa73-416c-8d94-ee6bfe24bd5b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:36.092783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a02d1e5-e3b4-4216-b873-ef05951e6f3f req-8d77dd8b-aa73-416c-8d94-ee6bfe24bd5b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.1758833 Dec 15 13:52:36.115215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.124435 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.156993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b6d3a-fbb7-4514-935d-f396a21a632e req-954b2eee-d400-4692-89bf-82c9f4f85b8f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:36.158601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-611b6d3a-fbb7-4514-935d-f396a21a632e req-954b2eee-d400-4692-89bf-82c9f4f85b8f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2047522 Dec 15 13:52:36.177350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:36.183937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:36.188695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:36.230173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a02d1e5-e3b4-4216-b873-ef05951e6f3f req-6631c253-7a4f-47c2-948b-74edcde656f7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304603 Dec 15 13:52:36.235530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-611b6d3a-fbb7-4514-935d-f396a21a632e req-5d19d972-1e73-44ae-93ec-031886cddb8d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Dec 15 13:52:36.263024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-fdf34372-eec7-4bf1-9a30-e47e35b99df9 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079996 Dec 15 13:52:36.306997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Pushing event updated for resources: {'Port': ['ID=54289692-8719-43fb-a4fd-5e1ab44a591b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:36.334908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Attempting to bind port 54289692-8719-43fb-a4fd-5e1ab44a591b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:36.335736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Attempting to bind port 54289692-8719-43fb-a4fd-5e1ab44a591b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '749df401-5853-4513-bd3b-eb93ba84c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:36.336257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Attempting to bind port 54289692-8719-43fb-a4fd-5e1ab44a591b on network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:36.343160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:36.344124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Checking segment: {'id': '749df401-5853-4513-bd3b-eb93ba84c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:36.344810 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.345365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Bound using segment: {'id': '749df401-5853-4513-bd3b-eb93ba84c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:36.345987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Bound port: 54289692-8719-43fb-a4fd-5e1ab44a591b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749df401-5853-4513-bd3b-eb93ba84c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '78ad99ad-9e15-46b8-b7cc-02ab9aa287c3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:36.346538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.351182 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:32Z', 'revision_number': 3, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:36.374005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fd25e2-2fe3-4e5a-a540-95309c992670 req-bd2d8a1e-bca6-408e-8af8-c6ca42ca1cc4 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021349 Dec 15 13:52:36.418895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9d77541-849d-4305-b483-562f539823af req-b7e02e10-3731-45a9-92a3-30220b3c90e5 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0439396 Dec 15 13:52:36.421460 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af023-da5a-4975-9bfc-bdf6b2f190b6 None None] The sync data for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 is: [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:32Z', 'revision_number': 3, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:36.443952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] For port 54289692-8719-43fb-a4fd-5e1ab44a591b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:36.467789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] For port 54289692-8719-43fb-a4fd-5e1ab44a591b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=54289692-8719-43fb-a4fd-5e1ab44a591b,segment=NetworkSegment(749df401-5853-4513-bd3b-eb93ba84c086),segment_id=749df401-5853-4513-bd3b-eb93ba84c086)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:36.475204 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.559213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.570645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f18a7-abf5-4158-b219-1dbc2142ccd4 None None] Pushing event updated for resources: {'Port': ['ID=54289692-8719-43fb-a4fd-5e1ab44a591b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:36.698408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc28d0-0f5f-4cde-965d-54689720aab5 req-1437cf04-b9a6-4073-a8f8-187f5ca9f610 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:36.705067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eccc28d0-0f5f-4cde-965d-54689720aab5 req-1437cf04-b9a6-4073-a8f8-187f5ca9f610 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0594335 Dec 15 13:52:36.717336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.789476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eccc28d0-0f5f-4cde-965d-54689720aab5 req-8b483859-79e1-4a0d-9cf5-18b7ed1154d9 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812428 Dec 15 13:52:36.789741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.798251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:36.838392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:36.846030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:36.859893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=40c79e8a-a4de-47b5-a218-74667c7e5d6d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:37.166957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.216145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 54289692-8719-43fb-a4fd-5e1ab44a591b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:37.363014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.20.0.1 (78ad99ad-9e15-46b8-b7cc-02ab9aa287c3/d1f494ad-4245-438b-b94a-726d7bc820ab/31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:37.390055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c53498-6811-4ff2-a542-143d04ae1a50 req-6a65d829-3613-4559-ac59-8ced3bdceb6f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:37.397911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25c53498-6811-4ff2-a542-143d04ae1a50 req-6a65d829-3613-4559-ac59-8ced3bdceb6f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0680277 Dec 15 13:52:37.423324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.462105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25c53498-6811-4ff2-a542-143d04ae1a50 req-57df9406-b6cb-4ec8-87ef-073249b0591a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Dec 15 13:52:37.507464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 54289692-8719-43fb-a4fd-5e1ab44a591b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:37.507838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.534582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed238c90-2f7f-48a8-9c25-e973627d747c None None] Provisioning complete for port 40c79e8a-a4de-47b5-a218-74667c7e5d6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:37.534985 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed238c90-2f7f-48a8-9c25-e973627d747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.564664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b3a671e-987b-4ceb-83eb-a14bbe3daafd req-a7976d4e-961b-46ca-9ab5-e1765fd4fb74 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0344574 Dec 15 13:52:37.602350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ed238c90-2f7f-48a8-9c25-e973627d747c None None] Port 40c79e8a-a4de-47b5-a218-74667c7e5d6d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:37.679010 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.717395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 54289692-8719-43fb-a4fd-5e1ab44a591b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=54289692-8719-43fb-a4fd-5e1ab44a591b,segment=NetworkSegment(749df401-5853-4513-bd3b-eb93ba84c086),segment_id=749df401-5853-4513-bd3b-eb93ba84c086)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:37.723434 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.724251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bdb383b8-df18-4da1-914d-d9faccf4b6fb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:37.727914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.744752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.802151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.818549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=54289692-8719-43fb-a4fd-5e1ab44a591b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:37.833861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bdb383b8-df18-4da1-914d-d9faccf4b6fb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:37.834335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.878209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=40c79e8a-a4de-47b5-a218-74667c7e5d6d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:37.900931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.934646 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.959793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port bdb383b8-df18-4da1-914d-d9faccf4b6fb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bdb383b8-df18-4da1-914d-d9faccf4b6fb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:37.967737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.007430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.008967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77825a5-1253-478e-9d57-da6981ae5e97 req-84cc4376-6f28-4b4a-87fe-82ff62a04737 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:38.011858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77825a5-1253-478e-9d57-da6981ae5e97 req-84cc4376-6f28-4b4a-87fe-82ff62a04737 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0822089 Dec 15 13:52:38.054105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=bdb383b8-df18-4da1-914d-d9faccf4b6fb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:38.078675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77825a5-1253-478e-9d57-da6981ae5e97 req-648eb9a0-d204-4b9c-8704-9319231aa1cd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605421 Dec 15 13:52:38.079981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d72094-9f07-476a-bb0e-8309dc3ba5ea None None] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:38.084340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:38.099559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:38.102876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:38.109307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:38.153017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-723b039d-793d-47c7-8e58-6b7a08a05713 None None] Provisioning complete for port 54289692-8719-43fb-a4fd-5e1ab44a591b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:38.153387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-723b039d-793d-47c7-8e58-6b7a08a05713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.168966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.172080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:38.174259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:38.382645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.388914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Router aaa42ecd-3497-4716-a707-728337ea9430 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:38.477363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:38.551677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d12cb321-4450-4253-910f-f3ce6b15f10e None None] Provisioning complete for port 40c79e8a-a4de-47b5-a218-74667c7e5d6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:38.552058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d12cb321-4450-4253-910f-f3ce6b15f10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.646739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d12cb321-4450-4253-910f-f3ce6b15f10e None None] Port 40c79e8a-a4de-47b5-a218-74667c7e5d6d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:38.650977 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.725582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:38.728017 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b473539-217d-4e23-8d00-c9e0e9c1b64c" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-unplugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:38.757531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:38.773217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.803457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c8953-9bd1-43be-b090-8df907ef5abb req-36ae9dd0-920b-4bd5-8f7f-624ece5b8661 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:38.825452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b0245b3f-6637-4a6a-988d-c3f94d4212ba None None] Provisioning complete for port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:38.826199 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0245b3f-6637-4a6a-988d-c3f94d4212ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.827385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-497c8953-9bd1-43be-b090-8df907ef5abb req-36ae9dd0-920b-4bd5-8f7f-624ece5b8661 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1631620 Dec 15 13:52:38.855578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:38.897641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:38.909810 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-975f4101-f7c9-482d-a143-404009315cb9 admin admin] 10.222.0.32 "PUT /v2.0/routers/aaa42ecd-3497-4716-a707-728337ea9430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2518935 Dec 15 13:52:38.914057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b0245b3f-6637-4a6a-988d-c3f94d4212ba None None] Port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:38.921292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-766ebdf6-2690-416b-8a8c-f42f31db97a9 req-a95f8709-505f-4a54-ada4-bcfdc0bfc9d2 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0903125 Dec 15 13:52:38.926770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b0245b3f-6637-4a6a-988d-c3f94d4212ba None None] Provisioning complete for port 54289692-8719-43fb-a4fd-5e1ab44a591b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:38.927463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0245b3f-6637-4a6a-988d-c3f94d4212ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.978879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-497c8953-9bd1-43be-b090-8df907ef5abb req-a908793b-01fd-43cd-b0ea-c1ea0d1cebe9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491909 Dec 15 13:52:39.070486 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f77061-baea-4e9a-8f78-55cc83fc5f59 x-openstack-request-id: req-78f77061-baea-4e9a-8f78-55cc83fc5f59 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:39.070486 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-unplugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:39.070683 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78f77061-baea-4e9a-8f78-55cc83fc5f59 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:39.071047 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:52:39.092664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.109344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.115998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 54289692-8719-43fb-a4fd-5e1ab44a591b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:39.195494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Sync routers for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:39.196939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:39.199676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.224778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:39.225514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.260144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e94cb-873d-4a8d-9de6-7d2585558d61 req-b34b781c-866d-47a4-b31a-67faf6d28218 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.268815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 54289692-8719-43fb-a4fd-5e1ab44a591b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:39.269278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.269772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b13e94cb-873d-4a8d-9de6-7d2585558d61 req-b34b781c-866d-47a4-b31a-67faf6d28218 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Dec 15 13:52:39.330395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b13e94cb-873d-4a8d-9de6-7d2585558d61 req-59ef3ca6-6ce9-4f3b-9d8f-d1f9e395a950 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Dec 15 13:52:39.339453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:39.341176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:39.368721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-31ed0cd3-f3f2-486f-9728-05c1d377ed62 None None] Provisioning complete for port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:39.369090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cd3-f3f2-486f-9728-05c1d377ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.459788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bdb383b8-df18-4da1-914d-d9faccf4b6fb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:39.475057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 23237a8d-8d61-4e7a-935d-af5217f32881 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:39.494366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-31ed0cd3-f3f2-486f-9728-05c1d377ed62 None None] Port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:39.515728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:39.567349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bdb383b8-df18-4da1-914d-d9faccf4b6fb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:39.567562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.582710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:39.593902 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] Sync routers for ids ['23237a8d-8d61-4e7a-935d-af5217f32881'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:39.599883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58008) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:39.610013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] Routers {'23237a8d-8d61-4e7a-935d-af5217f32881'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:39.610628 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['23237a8d-8d61-4e7a-935d-af5217f32881'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.614875 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-744d7b58-8ee6-4de1-b5fc-513f5c5dc1d8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/23237a8d-8d61-4e7a-935d-af5217f32881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6192217 Dec 15 13:52:39.646117 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.651401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0754f1-666f-4679-ab08-c2d2dcf05b78 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.656030 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] Routers {'23237a8d-8d61-4e7a-935d-af5217f32881'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:39.656183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:39.656373 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['23237a8d-8d61-4e7a-935d-af5217f32881'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.669176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0f0754f1-666f-4679-ab08-c2d2dcf05b78 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports/31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf HTTP/1.1" status: 200 len: 910 time: 0.0677378 Dec 15 13:52:39.691427 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.692078 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692601dd-3170-4cc9-81fd-507165db9d11 None None] The sync data for ids ['23237a8d-8d61-4e7a-935d-af5217f32881'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:39.801428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4664e5e9-4870-4bf6-911a-fe9cfccd4f77 None None] Provisioning complete for port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:39.801789 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4664e5e9-4870-4bf6-911a-fe9cfccd4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.867693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4664e5e9-4870-4bf6-911a-fe9cfccd4f77 None None] Port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:39.905182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 2, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.933310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Checking router: aaa42ecd-3497-4716-a707-728337ea9430 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:52:39.933669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Updating router aaa42ecd-3497-4716-a707-728337ea9430 port 40c79e8a-a4de-47b5-a218-74667c7e5d6d binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:52:39.938130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58014) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:39.942664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190935968', 'description': 'tempest-description--662612470'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:39.962615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.007666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.065135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.088949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a6fb3ea-58b3-4638-a5ec-58fc8649cb3c req-b54d36b7-623a-4691-a819-62f4f287aeeb tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0374308 Dec 15 13:52:40.189385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.195951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.206629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583b78-3fb7-46df-8be3-02fbb86b39c5 req-97d84d69-fe28-42ca-95ce-8380ee60af00 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:40.208584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f583b78-3fb7-46df-8be3-02fbb86b39c5 req-97d84d69-fe28-42ca-95ce-8380ee60af00 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0795412 Dec 15 13:52:40.254163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.257435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3162215 Dec 15 13:52:40.261858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58026) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:40.266172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Request body: {'security_group_rule': {'security_group_id': '432d2083-7d94-411f-9653-1beb260645a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:40.274982 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.276917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f583b78-3fb7-46df-8be3-02fbb86b39c5 req-1e18311d-5e47-4a17-bdb9-38678026bdd1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Dec 15 13:52:40.281463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.300266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92600bc7-277f-4ce1-8ac4-e030ab1939b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432d2083-7d94-411f-9653-1beb260645a9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.334265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bd181-17bc-4a8d-aa47-bc1c6569196a None None] Pushing event updated for resources: {'Port': ['ID=40c79e8a-a4de-47b5-a218-74667c7e5d6d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.339016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.402451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Attempting to bind port 40c79e8a-a4de-47b5-a218-74667c7e5d6d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:40.403210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Attempting to bind port 40c79e8a-a4de-47b5-a218-74667c7e5d6d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:40.409389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Attempting to bind port 40c79e8a-a4de-47b5-a218-74667c7e5d6d on network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:40.418373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:40.419270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Checking segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:40.419902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.420871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Bound using segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:40.421879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Bound port: 40c79e8a-a4de-47b5-a218-74667c7e5d6d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:40.422574 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.454031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.464102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.468904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785b733-0d51-40fc-a4dc-bab636de73dd req-d81d9aa8-9a41-4317-b4cb-6fa1a9d424da tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:40.470942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5785b733-0d51-40fc-a4dc-bab636de73dd req-d81d9aa8-9a41-4317-b4cb-6fa1a9d424da tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0624750 Dec 15 13:52:40.482530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:40.492372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7badbceb-ff5f-4690-b510-95eb58c32e7c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.510838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:40.511041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] For port 40c79e8a-a4de-47b5-a218-74667c7e5d6d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:40.511482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.516665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] For port 40c79e8a-a4de-47b5-a218-74667c7e5d6d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=40c79e8a-a4de-47b5-a218-74667c7e5d6d,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:40.518688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.522587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d54cfa4d-3c81-4ac7-ba35-e5f872080509 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2572334 Dec 15 13:52:40.526539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58030) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:40.534657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Request body: {'security_group_rule': {'security_group_id': '432d2083-7d94-411f-9653-1beb260645a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:40.561344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.566721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5785b733-0d51-40fc-a4dc-bab636de73dd req-d7231388-08aa-41a5-a213-d4f6a5daac23 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Dec 15 13:52:40.582931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.636177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.650609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.653359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:40.655226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.675650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2765dc50-b996-4397-8f01-77121cd3eff5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.687583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.691999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610613 Dec 15 13:52:40.691999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.691999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.691999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.691999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.692534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.697291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.697792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.698194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.698624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.699017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.699410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.699798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.700201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d277b-9593-4497-a660-03cd565f22b4 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:40.701428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:40.707172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:40.747547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.804658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:40.805344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:40.813007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5fec076e-b4f1-4d09-b970-4ca402048be0 None None] Provisioning complete for port 40c79e8a-a4de-47b5-a218-74667c7e5d6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:40.813007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fec076e-b4f1-4d09-b970-4ca402048be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.851507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bd181-17bc-4a8d-aa47-bc1c6569196a None None] Pushing event updated for resources: {'Port': ['ID=40c79e8a-a4de-47b5-a218-74667c7e5d6d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.917170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:40.950108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:41.044098 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.059026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:41.065784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf56903f-cccc-4b74-bff8-d772e777b757 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:41.130754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:41.130935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fec076e-b4f1-4d09-b970-4ca402048be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.147256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.226495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8f438da-937e-4912-a1a9-630c738e264f req-b9248ccd-9502-44a9-9edf-d3f7dd8a5ba7 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0361447 Dec 15 13:52:41.261955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.296483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5fec076e-b4f1-4d09-b970-4ca402048be0 None None] For port 40c79e8a-a4de-47b5-a218-74667c7e5d6d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=40c79e8a-a4de-47b5-a218-74667c7e5d6d,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:41.309693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fec076e-b4f1-4d09-b970-4ca402048be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.310443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=31d2dc87-52a9-46d1-a2b1-ef896ab1bfbf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:41.317170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:41.330101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cf56903f-cccc-4b74-bff8-d772e777b757'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:41.433435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032b9e-daad-4d4e-882a-2159bc5bb0c3 req-e952a8b6-f3ca-478e-baab-bf2cc57d06ed tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:41.437618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.438657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88032b9e-daad-4d4e-882a-2159bc5bb0c3 req-e952a8b6-f3ca-478e-baab-bf2cc57d06ed tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0763052 Dec 15 13:52:41.506934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88032b9e-daad-4d4e-882a-2159bc5bb0c3 req-ce2b08ec-96c7-4df2-a1db-cabebe8d35e5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Dec 15 13:52:41.556743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec076e-b4f1-4d09-b970-4ca402048be0 None None] Pushing event updated for resources: {'Port': ['ID=40c79e8a-a4de-47b5-a218-74667c7e5d6d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:41.562382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dfa397ff-12ff-4af7-843c-254cfb5b8dad None None] Provisioning complete for port 40c79e8a-a4de-47b5-a218-74667c7e5d6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:41.562752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dfa397ff-12ff-4af7-843c-254cfb5b8dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.684282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:40Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:41.688952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.722906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd54a67-2ca4-4310-b84c-653c0c22de30 None None] The sync data for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 is: [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:40Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:41.758035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288a16d-eb7d-4035-855b-df4c283bf2fd req-86425ffe-60df-4df5-9d63-fb1a4534eeee tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:41.775595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1288a16d-eb7d-4035-855b-df4c283bf2fd req-86425ffe-60df-4df5-9d63-fb1a4534eeee tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0834041 Dec 15 13:52:41.795228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Allocated IP 172.25.2.110 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/210200d2-a945-48e4-93bf-f5c17a6811c1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:41.908423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1288a16d-eb7d-4035-855b-df4c283bf2fd req-fa10684b-f9fc-431f-b48e-cf94d229ca04 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308768 Dec 15 13:52:42.050341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 23237a8d-8d61-4e7a-935d-af5217f32881 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:42.195051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.201924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:42.207420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9fc2897b-1976-49ac-ae61-13c73186bfaa tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/23237a8d-8d61-4e7a-935d-af5217f32881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5500152 Dec 15 13:52:42.211023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58076) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:42.219026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] Sync routers for ids ['23237a8d-8d61-4e7a-935d-af5217f32881'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:42.234357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] Routers {'23237a8d-8d61-4e7a-935d-af5217f32881'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:42.234982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['23237a8d-8d61-4e7a-935d-af5217f32881'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:42.273290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-81c6bd9a-721a-43b2-a1f9-fb3644d22057 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=23237a8d-8d61-4e7a-935d-af5217f32881 HTTP/1.1" status: 200 len: 205 time: 0.0603075 Dec 15 13:52:42.273848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:42.286094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:42.300392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] Routers {'23237a8d-8d61-4e7a-935d-af5217f32881'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:42.301062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['23237a8d-8d61-4e7a-935d-af5217f32881'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:42.352279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:42.353028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0f6bc-85ff-4c08-8705-04de52372f45 None None] The sync data for ids ['23237a8d-8d61-4e7a-935d-af5217f32881'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:42.386958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2cc6df8-d35c-4049-8cda-8617060c78a5 req-32245e42-9c72-4ed7-8064-64d0ddb14d01 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0515976 Dec 15 13:52:42.463500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.468224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.528986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49502ba8-0225-4b9d-b7f0-5a15250500b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.626844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event updated for resources: {'Port': ['ID=210200d2-a945-48e4-93bf-f5c17a6811c1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:42.640173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:42.687377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556972a5-ac52-42b7-b655-cbfeb33f48d1 req-ae8254be-800f-40c6-a9e6-544ae8aa7b0a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:42.698941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-556972a5-ac52-42b7-b655-cbfeb33f48d1 req-ae8254be-800f-40c6-a9e6-544ae8aa7b0a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0875387 Dec 15 13:52:42.773347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-556972a5-ac52-42b7-b655-cbfeb33f48d1 req-cd2be112-3dfd-4daa-b2d3-8f6ad5ffff8d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718787 Dec 15 13:52:42.779435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:42.783188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:42.789231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.811054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.887670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.888134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router 23237a8d-8d61-4e7a-935d-af5217f32881 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:52:42.897087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.901402 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ee63bfd-cc51-4810-94ad-0f03fdec9607 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/23237a8d-8d61-4e7a-935d-af5217f32881 HTTP/1.1" status: 204 len: 168 time: 0.6206200 Dec 15 13:52:42.901592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:43.118059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 40c79e8a-a4de-47b5-a218-74667c7e5d6d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:43.122382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet d1f494ad-4245-438b-b94a-726d7bc820ab {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:43.126220 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.135203 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.175461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e546a40-674f-479c-abad-cce9e0d6614a req-2ca94dce-f8ec-44ad-beaa-a9e6ac3d1b07 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:43.187581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e546a40-674f-479c-abad-cce9e0d6614a req-2ca94dce-f8ec-44ad-beaa-a9e6ac3d1b07 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1423125 Dec 15 13:52:43.217531 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.240746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 40c79e8a-a4de-47b5-a218-74667c7e5d6d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:43.241493 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.279895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.299758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e546a40-674f-479c-abad-cce9e0d6614a req-ffd1dcb4-fcb9-43e0-9f22-67ec26dc9ec5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111627 Dec 15 13:52:43.464702 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.542348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.552207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.585866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-515358dd-8944-47a3-ad22-e8469bc685c0 req-1ffd3246-a7a1-410a-932a-529fa28ce66d tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0569556 Dec 15 13:52:43.595427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.639062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f494ad-4245-438b-b94a-726d7bc820ab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:43.667235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.670820 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-01f57715-2bea-4139-96bd-f81dfb217eb5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/d1f494ad-4245-438b-b94a-726d7bc820ab HTTP/1.1" status: 204 len: 168 time: 0.7680306 Dec 15 13:52:43.673396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:43.675560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba02a8-a20d-4dfd-afd6-dfe5136cc361 None None] Network 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:43.682871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event updated for resources: {'Port': ['ID=210200d2-a945-48e4-93bf-f5c17a6811c1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:43.719708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.750164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.751422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b09ed4ee-f891-4f9d-a951-88be237d6ae3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0490291 Dec 15 13:52:43.779294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.857645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 54289692-8719-43fb-a4fd-5e1ab44a591b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:43.858029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.877772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] DHCP port deletion for 78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:43.907910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:43.955757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.961821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] Deleting port 54289692-8719-43fb-a4fd-5e1ab44a591b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:43.963099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.032327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 54289692-8719-43fb-a4fd-5e1ab44a591b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=54289692-8719-43fb-a4fd-5e1ab44a591b,segment=NetworkSegment(749df401-5853-4513-bd3b-eb93ba84c086),segment_id=749df401-5853-4513-bd3b-eb93ba84c086)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:44.032716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.039921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] For port 54289692-8719-43fb-a4fd-5e1ab44a591b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=54289692-8719-43fb-a4fd-5e1ab44a591b,segment=NetworkSegment(749df401-5853-4513-bd3b-eb93ba84c086),segment_id=749df401-5853-4513-bd3b-eb93ba84c086)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:44.041440 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.058053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 54289692-8719-43fb-a4fd-5e1ab44a591b owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:44.060984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] Calling delete_port for 54289692-8719-43fb-a4fd-5e1ab44a591b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:44.066875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f995c97-41a6-41a0-8f80-3e4a8ea07de8 req-d2abce78-a56e-44ac-b395-d49e6b1572e6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:44.074882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f995c97-41a6-41a0-8f80-3e4a8ea07de8 req-d2abce78-a56e-44ac-b395-d49e6b1572e6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1528547 Dec 15 13:52:44.165255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-d3b8f789-5fc3-47f2-a75d-3d727556e186 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1190935968&fields=id&tenant_id=9bc6db9da9a24a7ea888e786c058a5db HTTP/1.1" status: 200 len: 267 time: 0.2158213 Dec 15 13:52:44.181991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.200784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] No DVR routers for this DVR port 54289692-8719-43fb-a4fd-5e1ab44a591b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:44.234994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e4700-ad89-4ae3-b901-84fafa757a51 None None] Pushing event deleted for resources: {'Port': ['ID=54289692-8719-43fb-a4fd-5e1ab44a591b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:44.266647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f995c97-41a6-41a0-8f80-3e4a8ea07de8 req-9a39f5ba-1833-4e1d-9b00-c2170c039174 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907234 Dec 15 13:52:44.364091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-a19f11d5-1c71-498a-a5df-d2556d941a31 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:44.365694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-a19f11d5-1c71-498a-a5df-d2556d941a31 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/networks?id=16eff4d0-0861-45d0-af7c-7f2c043df4a9 HTTP/1.1" status: 200 len: 806 time: 0.2003391 Dec 15 13:52:44.386779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.396897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-fe7e98b6-8466-431e-b136-ad850b2762b5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/quotas/9bc6db9da9a24a7ea888e786c058a5db HTTP/1.1" status: 200 len: 375 time: 0.0208156 Dec 15 13:52:44.418446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=54289692-8719-43fb-a4fd-5e1ab44a591b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:44.435775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port 54289692-8719-43fb-a4fd-5e1ab44a591b on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:44.497561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:44.568588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cf56903f-cccc-4b74-bff8-d772e777b757 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:44.568962 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.585275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-dc4791a7-d5f3-4686-96ff-1a9b51b1e739 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bc6db9da9a24a7ea888e786c058a5db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609099 Dec 15 13:52:44.606718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.667653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.683610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee63838-c777-49f8-8fd9-aa78f4ed84e3 req-950bf7cb-4662-4c45-8ba0-08dddd55752d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:44.691570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ee63838-c777-49f8-8fd9-aa78f4ed84e3 req-950bf7cb-4662-4c45-8ba0-08dddd55752d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2288709 Dec 15 13:52:44.702833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad99ad-9e15-46b8-b7cc-02ab9aa287c3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:44.717421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:44.720971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:44.723706 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68fcd0f-e793-4b21-8485-be8bbb3608d7" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:44.729412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.730310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749df401-5853-4513-bd3b-eb93ba84c086') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:44.730556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749df401-5853-4513-bd3b-eb93ba84c086') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:44.756461 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.762253 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e4b9c43e-684d-473d-92d3-81115978d8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.794508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:44.796577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.815240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ee63838-c777-49f8-8fd9-aa78f4ed84e3 req-8ca6f701-af5e-49fd-a9f1-ead737814bac tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226413 Dec 15 13:52:44.825600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:44.831344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:44.835287 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:44.880700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-b00fbe99-cd16-4103-96b5-8901f7d956fd service neutron] 10.222.0.32 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953339 Dec 15 13:52:44.969901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.979880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.989651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58130) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:44.991207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/78ad99ad-9e15-46b8-b7cc-02ab9aa287c3 HTTP/1.1" status: 204 len: 168 time: 1.3163872 Dec 15 13:52:44.995362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1560499802', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:45.017596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e494ddd-d1a9-435a-8b4a-36f2edf9bf72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=78ad99ad-9e15-46b8-b7cc-02ab9aa287c3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:45.029781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.033871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.099217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcc44f2c-30b9-4def-abae-7d82603b3ae2 req-98463646-30e1-4811-97eb-a5f4e6851e81 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0681167 Dec 15 13:52:45.121073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.148798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ff2df15e-daa1-49ca-9129-1a1ab38f7c78 service neutron] 10.222.0.32 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507436 Dec 15 13:52:45.211286 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49022f7-afad-4e39-8294-de0d20a965fa x-openstack-request-id: req-a49022f7-afad-4e39-8294-de0d20a965fa {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:45.211796 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:45.212933 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a49022f7-afad-4e39-8294-de0d20a965fa {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:45.213333 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:52:45.340275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 54289692-8719-43fb-a4fd-5e1ab44a591b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:45.362738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.374150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 54289692-8719-43fb-a4fd-5e1ab44a591b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:45.374455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 54289692-8719-43fb-a4fd-5e1ab44a591b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:45.480928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8399-069e-43d0-997f-59dd4d10cd10 req-60b6070b-b136-46ca-aa1a-ae25058231fc tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:45.488232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d7c8399-069e-43d0-997f-59dd4d10cd10 req-60b6070b-b136-46ca-aa1a-ae25058231fc tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0820317 Dec 15 13:52:45.596087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d7c8399-069e-43d0-997f-59dd4d10cd10 req-28a21c1b-e22f-4a9e-be63-6ace46115ede tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023207 Dec 15 13:52:45.608001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49334052-8651-44a3-969b-dba80d9ab392 req-f9cb4305-ec96-478e-b873-013618ea9a3a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0563605 Dec 15 13:52:45.694919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.723933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.872403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.25.2.219 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3185a218-b990-4031-9b59-d9452fb9a47d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:46.050410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.096877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.100605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461227de-48d6-412f-9bbb-c953731f1f17 req-486f888f-965f-4d23-be21-f2c09cdb2d4a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:46.108866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-461227de-48d6-412f-9bbb-c953731f1f17 req-486f888f-965f-4d23-be21-f2c09cdb2d4a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1424832 Dec 15 13:52:46.216855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-461227de-48d6-412f-9bbb-c953731f1f17 req-03e1e20d-e85e-46d5-b95c-41a427d5cc75 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058903 Dec 15 13:52:46.221136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:46.240103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:46.240876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.243349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:46.246312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=3185a218-b990-4031-9b59-d9452fb9a47d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:46.328488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bedfdb2b-f4ec-4886-82f8-9153e294546d req-a6cb0b19-dc26-487e-96c2-f76115cea92d tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0710599 Dec 15 13:52:46.585646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.798362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e601d2c4-da8e-44fd-97ff-54d1e885a85c req-656f43b2-43ea-4d9a-aaf1-669279f1dc64 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0471537 Dec 15 13:52:46.836171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32272336-f268-4301-950c-630e4b1533fc req-011bc89e-ef07-453d-8250-6d13d854b9e7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:46.844742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32272336-f268-4301-950c-630e4b1533fc req-011bc89e-ef07-453d-8250-6d13d854b9e7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1273892 Dec 15 13:52:46.938411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32272336-f268-4301-950c-630e4b1533fc req-55e01364-b311-4e0a-ab11-0ef690f03ffe tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913863 Dec 15 13:52:47.219987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ef433bd0-e80d-4e30-a14d-cb796c6a477d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:47.221504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ef433bd0-e80d-4e30-a14d-cb796c6a477d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.67 "GET /v2.0/networks?id=16eff4d0-0861-45d0-af7c-7f2c043df4a9 HTTP/1.1" status: 200 len: 806 time: 0.2253661 Dec 15 13:52:47.235114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.309163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ae2eaf23-ec14-4f3e-abfc-58851d6bbb76 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc6db9da9a24a7ea888e786c058a5db HTTP/1.1" status: 200 len: 380 time: 0.0731502 Dec 15 13:52:47.325582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Request body: {'port': {'device_id': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'admin_state_up': True, 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'security_groups': ['432d2083-7d94-411f-9653-1beb260645a9']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:47.346853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.402541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 75d3536b-93c9-46d1-b584-df90770d595f is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:47.514728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1416450-75d9-4273-8736-807313cd67a4 req-29de6216-320b-41a9-9c09-d74c4af4e430 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0384471 Dec 15 13:52:47.540184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fff5f1-9c12-4e05-8f5c-71658587b20a req-94219628-1eac-4ab2-ac06-69826c5609e8 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:47.547440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99fff5f1-9c12-4e05-8f5c-71658587b20a req-94219628-1eac-4ab2-ac06-69826c5609e8 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2371683 Dec 15 13:52:47.568093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:47.584349 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] Sync routers for ids ['75d3536b-93c9-46d1-b584-df90770d595f'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:47.598218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] Routers {'75d3536b-93c9-46d1-b584-df90770d595f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:47.598839 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['75d3536b-93c9-46d1-b584-df90770d595f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:47.624752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99fff5f1-9c12-4e05-8f5c-71658587b20a req-3c0c02cf-51b1-4fda-9edf-115d3af98135 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Dec 15 13:52:47.640941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Made reservation on behalf of 9bc6db9da9a24a7ea888e786c058a5db for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:47.641188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.642049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-98ac4edc-0bef-4bd7-92b0-f383e0e3f20a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6513276 Dec 15 13:52:47.645532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58182) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:47.656254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.711337 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:47.744815 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] Routers {'75d3536b-93c9-46d1-b584-df90770d595f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:47.745431 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['75d3536b-93c9-46d1-b584-df90770d595f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:47.807716 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:47.809992 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bfa25-6f7a-4e8d-94d0-cf65973f32fd None None] The sync data for ids ['75d3536b-93c9-46d1-b584-df90770d595f'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:47.845135 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be69f382-4465-40b0-a225-6233131ef3d5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/routers/75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 200 len: 881 time: 0.1985462 Dec 15 13:52:47.847704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58186) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:47.882791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Allocated IP 172.20.0.9 (16eff4d0-0861-45d0-af7c-7f2c043df4a9/9461f690-e544-4990-9e11-6141fdd17cbb/9c1652e7-d4a3-4f84-9afe-f098aaafe689) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:47.932698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20e568f1-3b29-4670-a43a-f7f83cbeb8ef req-09e7151a-a20b-4207-9b53-d66f64196855 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0374227 Dec 15 13:52:48.155263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-830509e4-befb-4608-9d9a-54519d27ff26 req-ef927507-9f49-42db-9cd9-48a18ed567ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0313950 Dec 15 13:52:48.188100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32c118-e817-483d-ab01-9aeff8d7117c req-1d26dbfa-f852-4541-b565-e281763f060a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:48.196009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc32c118-e817-483d-ab01-9aeff8d7117c req-1d26dbfa-f852-4541-b565-e281763f060a tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1140811 Dec 15 13:52:48.263554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.277559 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-15b8f7d3-4ca1-4ec9-9d16-c96d529e68b1 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4226964 Dec 15 13:52:48.278442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58192) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:48.282976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1560499802'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:48.327762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc32c118-e817-483d-ab01-9aeff8d7117c req-4a563236-416d-4873-9f3b-e650208f4049 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295221 Dec 15 13:52:48.382970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.424081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.819334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:48.841219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:48.843620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:48.974043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bf3e61e-73c4-4ce2-91fa-9b4fea77206e req-2d1e3e40-b97a-4b49-bd25-e2f73427dec3 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.1796319 Dec 15 13:52:49.075503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:49.076167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.101111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event updated for resources: {'Port': ['ID=9c1652e7-d4a3-4f84-9afe-f098aaafe689,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:49.109901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-ad065216-c687-426f-8551-7def2bef6618 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7901030 Dec 15 13:52:49.130135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Request body: {'port': {'device_id': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:49.160106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2a2a4973-29cf-4d5e-a24e-58aa090f1d9a None None] Provisioning complete for port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:49.160802 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4973-29cf-4d5e-a24e-58aa090f1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.170692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ea5b-48f5-40fe-b91d-a9d657c4ec5a req-cbe74120-33e9-4b22-917b-cd8b3405ae4b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:49.172218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9b4ea5b-48f5-40fe-b91d-a9d657c4ec5a req-cbe74120-33e9-4b22-917b-cd8b3405ae4b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.3768959 Dec 15 13:52:49.209651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a4973-29cf-4d5e-a24e-58aa090f1d9a None None] Port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:49.261080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.312362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9b4ea5b-48f5-40fe-b91d-a9d657c4ec5a req-62701d51-ba4d-4470-a349-a2328c163cc2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226385 Dec 15 13:52:49.322549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc924dc-f38b-484f-b3f7-fb7c30c716cd req-02301f12-f52d-44ee-add5-f5f908d55f3a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:49.324108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcc924dc-f38b-484f-b3f7-fb7c30c716cd req-02301f12-f52d-44ee-add5-f5f908d55f3a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 931 time: 0.1509326 Dec 15 13:52:49.529317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcc924dc-f38b-484f-b3f7-fb7c30c716cd req-b0ac6205-9d8e-47ed-ab96-981bd2cf03c1 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713996 Dec 15 13:52:49.667838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fdb9b-fcee-449e-90ee-91de3dfd0541 req-a85802e6-d8d5-4e28-b7ba-ff99fa61f85b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:49.669421 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-933fdb9b-fcee-449e-90ee-91de3dfd0541 req-a85802e6-d8d5-4e28-b7ba-ff99fa61f85b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2509472 Dec 15 13:52:49.721930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.760353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.789623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-933fdb9b-fcee-449e-90ee-91de3dfd0541 req-30621acb-4f36-4094-91ce-4f648b2a74be tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132336 Dec 15 13:52:50.015926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 75d3536b-93c9-46d1-b584-df90770d595f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:50.015926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1652e7-d4a3-4f84-9afe-f098aaafe689 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:50.029322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.126091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Transition to ACTIVE for port object 9c1652e7-d4a3-4f84-9afe-f098aaafe689 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:52:50.164074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a11f6d3-f361-4dcf-9989-8658c4be69d1 req-5b9f2c3a-8882-492a-8e47-5159b4a5c0f4 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0550373 Dec 15 13:52:50.170531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.294950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1652e7-d4a3-4f84-9afe-f098aaafe689,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:50.348183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:50.358589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.362323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] Sync routers for ids ['75d3536b-93c9-46d1-b584-df90770d595f'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:50.362852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:50.363949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-23d5acd0-954a-48b9-a8ff-f9f1854f68a9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 200 len: 888 time: 2.0844493 Dec 15 13:52:50.398099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] Routers {'75d3536b-93c9-46d1-b584-df90770d595f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:50.399118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['75d3536b-93c9-46d1-b584-df90770d595f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:50.443371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Attempting to bind port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:50.443788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Attempting to bind port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:50.444024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Attempting to bind port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 on network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:50.456707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 on network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:52:50.457041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Attempting to bind port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 on network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:50.472240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:50.472599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Checking segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:50.472997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Bound using segment: {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:50.473451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Bound port: 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f9de1f-d191-44c0-8460-92d873c2f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:50.473811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.547407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:50.578251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] Routers {'75d3536b-93c9-46d1-b584-df90770d595f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:50.579239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['75d3536b-93c9-46d1-b584-df90770d595f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:50.636883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e3f69e2-dbd2-443b-9abc-5590ac534b5c req-a24149b5-5c8c-4cc2-bae3-d7790d44e1a0 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0413036 Dec 15 13:52:50.639327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01ec07d8-bb2c-4428-9090-45848a02bdc4 req-043113ba-63aa-435e-9513-230a5147c453 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a3debe26789436581a30b8ae36345a3&device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0772982 Dec 15 13:52:50.655539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:50.659288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a412a-1f33-4814-90a6-e928b880f3de None None] The sync data for ids ['75d3536b-93c9-46d1-b584-df90770d595f'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:50.682497 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f04e1d9-ba58-492f-91e5-5c450d4f0389 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/routers/75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 200 len: 888 time: 0.3156784 Dec 15 13:52:50.683507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:50.720645 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-48dab884-52ce-4469-9d92-72ca99419373 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 200 len: 205 time: 0.0320497 Dec 15 13:52:50.721406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01ec07d8-bb2c-4428-9090-45848a02bdc4 req-3b8b6c6a-4b98-4c6f-bc7e-9d1223b65af5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5a3debe26789436581a30b8ae36345a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429325 Dec 15 13:52:50.722081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:50.732776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ed8a9-428c-4f22-b2e5-7ab381e677d5 req-eebd326d-70cc-418d-a8f9-9e039758af2c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:50.740242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc4ed8a9-428c-4f22-b2e5-7ab381e677d5 req-eebd326d-70cc-418d-a8f9-9e039758af2c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2589235 Dec 15 13:52:50.861468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.902845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] For port 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:50.911861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.935831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc4ed8a9-428c-4f22-b2e5-7ab381e677d5 req-092e5beb-9a43-4876-a0b7-5816aae62cad tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896513 Dec 15 13:52:50.943319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] For port 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:50.979688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.009514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.029987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec07d8-bb2c-4428-9090-45848a02bdc4 req-9f7bfeab-cdc3-46d4-87a3-4f2061604c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.032437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01ec07d8-bb2c-4428-9090-45848a02bdc4 req-9f7bfeab-cdc3-46d4-87a3-4f2061604c24 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2795432 Dec 15 13:52:51.077501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e35b1-f2b2-4863-95ec-cd18f4114d0d req-c19168a0-12f9-4e3b-88b1-b1f53cef46c1 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.088048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-344e35b1-f2b2-4863-95ec-cd18f4114d0d req-c19168a0-12f9-4e3b-88b1-b1f53cef46c1 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 943 time: 0.3261113 Dec 15 13:52:51.134051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 3185a218-b990-4031-9b59-d9452fb9a47d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:51.134841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.141362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.142124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.151942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c1652e7-d4a3-4f84-9afe-f098aaafe689 HTTP/1.1" status: 200 len: 1091 time: 2.0193462 Dec 15 13:52:51.151942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:51.151942 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:51.263002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.274550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f7a-6cfe-4604-9801-e77bdbb172c6 req-f8ff4092-af7d-40d9-84b5-65fdf771a83b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.278990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 3185a218-b990-4031-9b59-d9452fb9a47d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:51.282310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b76d1f7a-6cfe-4604-9801-e77bdbb172c6 req-f8ff4092-af7d-40d9-84b5-65fdf771a83b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1846516 Dec 15 13:52:51.298910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3ac3-cae4-459e-9b0d-8ae4921158b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1652e7-d4a3-4f84-9afe-f098aaafe689,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:51.334830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-344e35b1-f2b2-4863-95ec-cd18f4114d0d req-2e55b71e-f40d-4959-806f-cd447d69a9a3 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436054 Dec 15 13:52:51.395502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-48c82953-ce7b-4092-8806-19e819b43488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.401258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-48c82953-ce7b-4092-8806-19e819b43488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bc6db9da9a24a7ea888e786c058a5db&device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 1094 time: 0.1798937 Dec 15 13:52:51.496613 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e94aa-da2d-4fd0-8816-903379b3a095 x-openstack-request-id: req-6c8e94aa-da2d-4fd0-8816-903379b3a095 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:51.499191 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:51.502133 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c8e94aa-da2d-4fd0-8816-903379b3a095 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:51.509606 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'status': 'completed', 'code': 200} Dec 15 13:52:51.521479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-8e96839d-b610-422b-9055-c5e8e4b859c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689 HTTP/1.1" status: 200 len: 217 time: 0.0996830 Dec 15 13:52:51.534462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b76d1f7a-6cfe-4604-9801-e77bdbb172c6 req-d0a6014a-0460-41cc-b8c3-7d9c860cc218 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510779 Dec 15 13:52:51.540894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.591148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=3185a218-b990-4031-9b59-d9452fb9a47d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:51.626307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-44e8b00d-c9f6-46a8-aea3-a0abd534af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.627768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-44e8b00d-c9f6-46a8-aea3-a0abd534af3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9461f690-e544-4990-9e11-6141fdd17cbb HTTP/1.1" status: 200 len: 845 time: 0.0791507 Dec 15 13:52:51.669285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.686647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-3a8e76ae-81d8-42ff-88ea-15b7782a7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.688170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-3a8e76ae-81d8-42ff-88ea-15b7782a7772 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16eff4d0-0861-45d0-af7c-7f2c043df4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500259 Dec 15 13:52:51.782357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.785861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.839717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c19580e4-927d-43d2-8426-3a4c4f031034 req-2d4aacdb-c251-4d68-8b8d-d6d89de698ec tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0554979 Dec 15 13:52:51.865506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.866323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router 75d3536b-93c9-46d1-b584-df90770d595f {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:52:51.884892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.889461 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84616127-1c91-4c1d-b1c1-2e47c082c380 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 204 len: 168 time: 1.1627893 Dec 15 13:52:51.889702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:51.902661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-1637823320'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:51.926887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-6dcc4a70-3b27-4437-a370-4434a6037d2d service neutron] 10.222.0.67 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237470 Dec 15 13:52:51.927440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:51.931832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.934511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4713-d4a0-4a48-82eb-371ab2f6e253 req-c95fbbbd-2b4e-43b4-909e-967b86d25ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.939348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-413f4713-d4a0-4a48-82eb-371ab2f6e253 req-c95fbbbd-2b4e-43b4-909e-967b86d25ea1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 1096 time: 0.0960374 Dec 15 13:52:51.959069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:51.971780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.972203 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment 22de1bf2-5272-4747-9392-3044a3337911 of type vlan for network c2e00f38-d966-4074-8bd1-b16e1943a6ce Dec 15 13:52:52.044913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.091668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.106483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.107139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.120465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-413f4713-d4a0-4a48-82eb-371ab2f6e253 req-c5859204-81a4-42bc-8d93-cda03d47eb75 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738031 Dec 15 13:52:52.139185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2483549 Dec 15 13:52:52.145778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a788995-eec0-46e4-aef3-64f43c188484 req-1236a881-697d-432e-b915-1e3570dde94b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.147311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a788995-eec0-46e4-aef3-64f43c188484 req-1236a881-697d-432e-b915-1e3570dde94b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1032832 Dec 15 13:52:52.149397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58260) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:52.155293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:52.201853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8faef5-56a1-4be8-b933-ee03947f3baf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=c2e00f38-d966-4074-8bd1-b16e1943a6ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:52.206349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1287dcee-405b-46d9-8ea5-222233310eb0 req-71aa2808-9cb4-472c-961c-ca70efec1a6a service neutron] 10.222.0.67 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687135 Dec 15 13:52:52.217676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:52.276832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a788995-eec0-46e4-aef3-64f43c188484 req-79185928-9cb3-4676-a8ab-9f5807673266 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808711 Dec 15 13:52:52.310991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:52.320184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.511814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-bfbbdeba-f676-406a-a998-b60a79c3b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.513639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-bfbbdeba-f676-406a-a998-b60a79c3b801 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bc6db9da9a24a7ea888e786c058a5db&device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 1094 time: 0.1119359 Dec 15 13:52:52.530881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec759-2206-4f6f-8979-5b951b997ce4 req-fb24d634-eedf-46b1-820a-2c004de6deab tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.532628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83dec759-2206-4f6f-8979-5b951b997ce4 req-fb24d634-eedf-46b1-820a-2c004de6deab tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1148865 Dec 15 13:52:53.045414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01ec07d8-bb2c-4428-9090-45848a02bdc4 req-1755c106-37ad-46fc-8138-6cfa0b801f08 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.67 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.1250036 Dec 15 13:52:53.166147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-20c6b2b7-a873-47ab-ba7a-b8dbd3d12b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.167742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-20c6b2b7-a873-47ab-ba7a-b8dbd3d12b4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=16eff4d0-0861-45d0-af7c-7f2c043df4a9 HTTP/1.1" status: 200 len: 908 time: 0.6309314 Dec 15 13:52:53.174562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83dec759-2206-4f6f-8979-5b951b997ce4 req-35a076f2-804a-42f7-b227-412208c0d918 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6199028 Dec 15 13:52:53.182918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee4737-5e9c-4ff5-bf01-adcb48484e4d req-6edea5c4-7bd7-432a-9a82-2aef858c9521 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.184891 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92ee4737-5e9c-4ff5-bf01-adcb48484e4d req-6edea5c4-7bd7-432a-9a82-2aef858c9521 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2614629 Dec 15 13:52:53.201643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.291967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-28653e61-acec-4526-94be-37116ebef3c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689 HTTP/1.1" status: 200 len: 217 time: 0.1059794 Dec 15 13:52:53.328284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=44b89553-9132-4003-a8b8-faa86d48198e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:53.403276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-066ef6de-a867-4628-98c7-8a667a7b5f5e req-746a7974-273e-4bac-9c55-d6e5a5da83c0 tempest-ServerShowV257Test-839644352 tempest-ServerShowV257Test-839644352-project] 10.222.0.32 "GET /v2.0/ports?device_id=93973b12-5bac-45c6-b86b-a9ff38304a6c HTTP/1.1" status: 200 len: 210 time: 0.0471787 Dec 15 13:52:53.411551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92ee4737-5e9c-4ff5-bf01-adcb48484e4d req-5af979c5-51c5-491e-8b27-1e0c7c50fc8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165651 Dec 15 13:52:53.439672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': '22de1bf2-5272-4747-9392-3044a3337911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:53.439672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: c2e00f38-d966-4074-8bd1-b16e1943a6ce, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:53.451968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-8e29c9f0-6f90-4d4c-b5d8-4b0fcbfc610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.453262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-8e29c9f0-6f90-4d4c-b5d8-4b0fcbfc610c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9461f690-e544-4990-9e11-6141fdd17cbb HTTP/1.1" status: 200 len: 845 time: 0.1436429 Dec 15 13:52:53.568053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:53.699164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-67c0c43f-d350-408a-8ad8-cc4ef94e6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.701783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-67c0c43f-d350-408a-8ad8-cc4ef94e6298 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16eff4d0-0861-45d0-af7c-7f2c043df4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282333 Dec 15 13:52:53.702771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c2e00f38-d966-4074-8bd1-b16e1943a6ce) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:53.708205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.709860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.715184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93a4e4-e50f-4d4c-9b56-2bbf1695945d None None] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:53.742415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6059f9-6537-491f-bd5b-51e028621fb7 req-b1b3be9c-db5b-40a9-a9e8-78158d6d4403 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.746159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df6059f9-6537-491f-bd5b-51e028621fb7 req-b1b3be9c-db5b-40a9-a9e8-78158d6d4403 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.1696038 Dec 15 13:52:53.767820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ffc1586-08e9-4bbf-b506-d9fb5d8b8ab5 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6168201 Dec 15 13:52:53.772025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58286) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:53.775817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-281787710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:53.836240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.842899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.887771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df6059f9-6537-491f-bd5b-51e028621fb7 req-3cf708c1-373f-4b06-98d6-c8ad281a03da tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142602 Dec 15 13:52:53.961220 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.969145 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.996863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-43a078b4-2644-4794-a95e-62c32ee70e5b service neutron] 10.222.0.67 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488587 Dec 15 13:52:54.004025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.009804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19ff3c14-7ecc-456e-878b-791d85c5102a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2380171 Dec 15 13:52:54.012685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58288) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:54.016928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c2e00f38-d966-4074-8bd1-b16e1943a6ce', 'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '44b89553-9132-4003-a8b8-faa86d48198e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:54.018692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.173457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Allocated IP 172.20.0.2 (c2e00f38-d966-4074-8bd1-b16e1943a6ce/44b89553-9132-4003-a8b8-faa86d48198e/4e50e159-c549-41b0-b8f0-ac4a310e4eea) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:54.374661 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.386915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.410713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4fadb40-a8bd-4e3c-8e15-20d33107d5cf req-4242e818-0082-4bb4-a827-91341cf8bc80 service neutron] 10.222.0.67 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089585 Dec 15 13:52:54.431664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e216-fe0e-4bdb-b096-63a903834903 req-69a04d87-2d96-456d-8edf-b742b4cf1a1a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:54.433429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d23e216-fe0e-4bdb-b096-63a903834903 req-69a04d87-2d96-456d-8edf-b742b4cf1a1a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1276331 Dec 15 13:52:54.451452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:54.459002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:54.464395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.465985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:54.530640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Pushing event updated for resources: {'Port': ['ID=4e50e159-c549-41b0-b8f0-ac4a310e4eea,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.551340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Attempting to bind port 4e50e159-c549-41b0-b8f0-ac4a310e4eea on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:54.551928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Attempting to bind port 4e50e159-c549-41b0-b8f0-ac4a310e4eea by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '22de1bf2-5272-4747-9392-3044a3337911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:54.553362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Attempting to bind port 4e50e159-c549-41b0-b8f0-ac4a310e4eea on network c2e00f38-d966-4074-8bd1-b16e1943a6ce {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:54.560343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:54.561070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Checking segment: {'id': '22de1bf2-5272-4747-9392-3044a3337911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:54.561641 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.562184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Bound using segment: {'id': '22de1bf2-5272-4747-9392-3044a3337911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:54.562813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Bound port: 4e50e159-c549-41b0-b8f0-ac4a310e4eea, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22de1bf2-5272-4747-9392-3044a3337911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'c2e00f38-d966-4074-8bd1-b16e1943a6ce'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:54.563760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.605305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d23e216-fe0e-4bdb-b096-63a903834903 req-ea1fbdeb-5209-42e6-a2b2-94a35f1efe4c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491828 Dec 15 13:52:54.731035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ee66-390d-459a-b580-ad7789905d08 req-60524c8e-4518-4e49-8a95-1792c583c792 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:54.732565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf47ee66-390d-459a-b580-ad7789905d08 req-60524c8e-4518-4e49-8a95-1792c583c792 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1721370 Dec 15 13:52:54.732964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] For port 4e50e159-c549-41b0-b8f0-ac4a310e4eea, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:54.739639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] For port 4e50e159-c549-41b0-b8f0-ac4a310e4eea, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4e50e159-c549-41b0-b8f0-ac4a310e4eea,segment=NetworkSegment(22de1bf2-5272-4747-9392-3044a3337911),segment_id=22de1bf2-5272-4747-9392-3044a3337911)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:54.750427 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.867490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf47ee66-390d-459a-b580-ad7789905d08 req-9c81a92e-aa49-4e5c-a545-e611ae327488 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173589 Dec 15 13:52:54.940920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845aea8-66ee-4c50-a3a5-97b953af4042 None None] Pushing event updated for resources: {'Port': ['ID=4e50e159-c549-41b0-b8f0-ac4a310e4eea,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.963484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.20.0.1 (c2e00f38-d966-4074-8bd1-b16e1943a6ce/44b89553-9132-4003-a8b8-faa86d48198e/4848f862-1db8-48fb-a405-252e31d90e02) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:55.127835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753402e1-2f22-4cd7-bcba-15364a30b4bb req-e87823b1-f617-46d6-be4d-854313dd3c24 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:55.129454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-753402e1-2f22-4cd7-bcba-15364a30b4bb req-e87823b1-f617-46d6-be4d-854313dd3c24 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.0673089 Dec 15 13:52:55.129764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:55.279453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-753402e1-2f22-4cd7-bcba-15364a30b4bb req-d86ebb5c-d0c9-4b69-91c7-3f0fa3b61115 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Dec 15 13:52:55.287309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.328646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.361697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.451466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:55.457599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:55.464146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:55.469430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=4848f862-1db8-48fb-a405-252e31d90e02,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:55.477772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.482246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.517892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30985-c42b-447b-868c-a8ac84851ec1 req-bc798da9-b2c8-42c4-a2c1-b8926e5446f5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:55.519308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3e30985-c42b-447b-868c-a8ac84851ec1 req-bc798da9-b2c8-42c4-a2c1-b8926e5446f5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1259680 Dec 15 13:52:55.529120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a3debe26789436581a30b8ae36345a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3982799 Dec 15 13:52:55.531003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd6816-7fd3-453f-99ca-ad29f4966cd3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:55.531816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58326) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:55.540143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.540530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.540954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.541395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.542002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.542492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.543254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.543372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.544082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.544590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.544939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.545434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.545771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.546097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf501f8-b0a8-4ec8-8e89-8fcca6057b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:55.676210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3e30985-c42b-447b-868c-a8ac84851ec1 req-bf9faba2-25b3-4995-84a0-d538933ebb5d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491408 Dec 15 13:52:55.701767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4038bf54-bcee-47d4-9ca0-935da43dd75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.774681 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4038bf54-bcee-47d4-9ca0-935da43dd75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.802357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ef225-8e09-4983-9edf-6d5df5a37ab0 req-303ffd27-d307-41cc-866b-bae77779a084 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:55.803939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-296ef225-8e09-4983-9edf-6d5df5a37ab0 req-303ffd27-d307-41cc-866b-bae77779a084 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1189499 Dec 15 13:52:55.808999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.036071 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4038bf54-bcee-47d4-9ca0-935da43dd75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.038727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4038bf54-bcee-47d4-9ca0-935da43dd75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.039984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4038bf54-bcee-47d4-9ca0-935da43dd75b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4dd6816-7fd3-453f-99ca-ad29f4966cd3 HTTP/1.1" status: 204 len: 168 time: 0.5070763 Dec 15 13:52:56.099691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-296ef225-8e09-4983-9edf-6d5df5a37ab0 req-518179c6-16d1-4782-862e-b935b29d02d1 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751231 Dec 15 13:52:56.107750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038bf54-bcee-47d4-9ca0-935da43dd75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd6816-7fd3-453f-99ca-ad29f4966cd3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.159236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33d9d4-86d8-4715-b8fe-77fea73dde1a req-4918d333-4bf7-4b07-9208-2db4a7291cd2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:56.160739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c33d9d4-86d8-4715-b8fe-77fea73dde1a req-4918d333-4bf7-4b07-9208-2db4a7291cd2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2262139 Dec 15 13:52:56.305637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6dd73-b02e-4fb7-a504-884feb6e9297 None None] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:56.310200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c33d9d4-86d8-4715-b8fe-77fea73dde1a req-e0334fa8-5751-4964-9571-85c5d6901f8d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400542 Dec 15 13:52:56.369984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333d8a-5269-4791-a8f4-fb175256ed8a req-6a8932c4-46c0-4343-b211-6f958ea8a2e7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:56.371126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed333d8a-5269-4791-a8f4-fb175256ed8a req-6a8932c4-46c0-4343-b211-6f958ea8a2e7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1114039 Dec 15 13:52:56.388611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-887bfe4d-8ef2-4207-a95b-faee4b073665 None None] Provisioning complete for port 4e50e159-c549-41b0-b8f0-ac4a310e4eea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:56.388993 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-887bfe4d-8ef2-4207-a95b-faee4b073665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.456201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.471382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.509537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed333d8a-5269-4791-a8f4-fb175256ed8a req-fbc3660d-d2c3-44b9-a993-ccc6c3a48b34 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275160 Dec 15 13:52:56.521677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-887bfe4d-8ef2-4207-a95b-faee4b073665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.551879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceabb59-22b6-4e25-9341-9ec28c28aa54 req-3e9370c1-541c-4d2b-b001-fd5b556ff224 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:56.553536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceabb59-22b6-4e25-9341-9ec28c28aa54 req-3e9370c1-541c-4d2b-b001-fd5b556ff224 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1655741 Dec 15 13:52:56.561507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9c1652e7-d4a3-4f84-9afe-f098aaafe689 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:56.576663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-887bfe4d-8ef2-4207-a95b-faee4b073665 None None] For port 4e50e159-c549-41b0-b8f0-ac4a310e4eea, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4e50e159-c549-41b0-b8f0-ac4a310e4eea,segment=NetworkSegment(22de1bf2-5272-4747-9392-3044a3337911),segment_id=22de1bf2-5272-4747-9392-3044a3337911)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:56.599787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-887bfe4d-8ef2-4207-a95b-faee4b073665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.626480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=4848f862-1db8-48fb-a405-252e31d90e02,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.632994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.745215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bfe4d-8ef2-4207-a95b-faee4b073665 None None] Pushing event updated for resources: {'Port': ['ID=4e50e159-c549-41b0-b8f0-ac4a310e4eea,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.753210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceabb59-22b6-4e25-9341-9ec28c28aa54 req-40c47069-581d-42f2-8db5-35c9bdf7e29d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904674 Dec 15 13:52:56.794940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:56.810376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'port_id': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'mac_address': 'fa:16:3e:fd:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:56.840107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:56.841618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:56.887945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.904333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1652e7-d4a3-4f84-9afe-f098aaafe689 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:56.931462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:56.939412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-218fa9f5-0214-4e93-95cc-6763f3fa7dfc None None] Provisioning complete for port 4848f862-1db8-48fb-a405-252e31d90e02 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:56.939868 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-218fa9f5-0214-4e93-95cc-6763f3fa7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.943636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.015444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router ca08e223-7d6d-4235-ba62-f3f743d13e17 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:57.108971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-218fa9f5-0214-4e93-95cc-6763f3fa7dfc None None] Port 4848f862-1db8-48fb-a405-252e31d90e02 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:57.115669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58386) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.129252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9c1652e7-d4a3-4f84-9afe-f098aaafe689,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:57.143410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-218fa9f5-0214-4e93-95cc-6763f3fa7dfc None None] Provisioning complete for port 4e50e159-c549-41b0-b8f0-ac4a310e4eea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:57.143781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-218fa9f5-0214-4e93-95cc-6763f3fa7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.197489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4e50e159-c549-41b0-b8f0-ac4a310e4eea up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:57.351246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1070065754-network', 'tenant_id': '7a63aef1d95c445b96d8543255eb0ec4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:57.353246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4e50e159-c549-41b0-b8f0-ac4a310e4eea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:57.353839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.357934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['9c1652e7-d4a3-4f84-9afe-f098aaafe689'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:57.387772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Made reservation on behalf of 7a63aef1d95c445b96d8543255eb0ec4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:57.390344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.400848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.453785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-83c7fe98-b17f-476d-8aa8-3788c9f34d4d None None] Provisioning complete for port 4848f862-1db8-48fb-a405-252e31d90e02 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:57.454238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-83c7fe98-b17f-476d-8aa8-3788c9f34d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.500215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-83c7fe98-b17f-476d-8aa8-3788c9f34d4d None None] Port 4848f862-1db8-48fb-a405-252e31d90e02 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:57.521624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.527102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.556663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:57.576006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5777f513-e0eb-4e32-9de8-ab22ecb283e9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:57.580424 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.581765 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Added segment a9363229-e7ca-4d2a-88ab-238f1976a663 of type vlan for network 538192da-1683-4324-9c3d-479ba1c4c3cc Dec 15 13:52:57.611536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:57.619680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a47628e7-48f7-45aa-b783-70ab9c13f12c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/ca08e223-7d6d-4235-ba62-f3f743d13e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6030211 Dec 15 13:52:57.627480 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] Sync routers for ids ['ca08e223-7d6d-4235-ba62-f3f743d13e17'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:57.629518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae67da-2581-4f20-9e6f-9aa2c70bb380 req-177bc1c4-e9fc-45bb-b1b1-d3828125b755 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.631046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7ae67da-2581-4f20-9e6f-9aa2c70bb380 req-177bc1c4-e9fc-45bb-b1b1-d3828125b755 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.5070715 Dec 15 13:52:57.631549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.646503 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] Routers {'ca08e223-7d6d-4235-ba62-f3f743d13e17'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:57.646503 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca08e223-7d6d-4235-ba62-f3f743d13e17'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:57.655012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.659570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1539edde-73fb-40af-ae3d-200799bb4b73 None None] Provisioning complete for port 4848f862-1db8-48fb-a405-252e31d90e02 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:57.659948 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1539edde-73fb-40af-ae3d-200799bb4b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.691454 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:57.695107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1539edde-73fb-40af-ae3d-200799bb4b73 None None] Port 4848f862-1db8-48fb-a405-252e31d90e02 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:57.695526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a85d-251f-4bcf-9487-70d5c5169aa7 req-4cdbbbbb-7729-4dd1-997b-c893e032f28e tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.698591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17e2a85d-251f-4bcf-9487-70d5c5169aa7 req-4cdbbbbb-7729-4dd1-997b-c893e032f28e tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 944 time: 0.1402836 Dec 15 13:52:57.703789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.704877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.705574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.705689 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] Routers {'ca08e223-7d6d-4235-ba62-f3f743d13e17'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:57.706289 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca08e223-7d6d-4235-ba62-f3f743d13e17'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:57.717012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b11f903-073f-4cce-98d0-d4ae91035541 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.719126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7b11f903-073f-4cce-98d0-d4ae91035541 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports/4848f862-1db8-48fb-a405-252e31d90e02 HTTP/1.1" status: 200 len: 910 time: 0.0856535 Dec 15 13:52:57.729302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.734706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44b89553-9132-4003-a8b8-faa86d48198e'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:57.740212 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:57.740897 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c79e5-4220-48f1-b175-13d4a3fcd4b1 None None] The sync data for ids ['ca08e223-7d6d-4235-ba62-f3f743d13e17'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:57.760161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6433556 Dec 15 13:52:57.762952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.769163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Request body: {'subnet': {'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1070065754-subnet', 'tenant_id': '7a63aef1d95c445b96d8543255eb0ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:57.789774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ca986-2708-4a1b-a55b-31e5f30ed0db admin admin] Pushing event updated for resources: {'Network': ['ID=538192da-1683-4324-9c3d-479ba1c4c3cc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:57.804292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 538192da-1683-4324-9c3d-479ba1c4c3cc details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:57.807460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Made reservation on behalf of 7a63aef1d95c445b96d8543255eb0ec4 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:57.809904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.811960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7ae67da-2581-4f20-9e6f-9aa2c70bb380 req-710d786d-3680-4c9b-91a8-69b8edcc0d1e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685221 Dec 15 13:52:57.879005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17e2a85d-251f-4bcf-9487-70d5c5169aa7 req-77d92450-d3e6-458a-b76c-4245bb143489 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725583 Dec 15 13:52:57.970773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca28f2-24fb-4192-8fd8-17350e39042e req-c5b9d8f3-0315-4280-a52e-2559ea99b498 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.972304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bca28f2-24fb-4192-8fd8-17350e39042e req-c5b9d8f3-0315-4280-a52e-2559ea99b498 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.0749598 Dec 15 13:52:58.025360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.034467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.075624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bca28f2-24fb-4192-8fd8-17350e39042e req-abb9e0f9-c06d-4767-8994-7bc77f6de016 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667336 Dec 15 13:52:58.086531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca31c4e-b248-4950-bffe-8ee6b765ca85,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:58.099860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Checking segment: {'id': 'a9363229-e7ca-4d2a-88ab-238f1976a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:58.100268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Network hostable DHCP agents. Network: 538192da-1683-4324-9c3d-479ba1c4c3cc, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:58.119754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Network 538192da-1683-4324-9c3d-479ba1c4c3cc is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:58.135891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 538192da-1683-4324-9c3d-479ba1c4c3cc) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:58.141522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.142171 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.153065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ccf59-a447-4ee3-84ba-5d4df8284031 None None] Network 538192da-1683-4324-9c3d-479ba1c4c3cc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:58.175265 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-726bb12f-84dd-4fd6-b3c0-d6bde64e65ad admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4112666 Dec 15 13:52:58.280931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e120f-b5d5-47d1-ae84-f022d9de6c78 None None] Network 538192da-1683-4324-9c3d-479ba1c4c3cc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:58.350006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ae442-9186-4d48-bac4-032b320728b0 req-803b485c-2420-426d-9373-b18f535c10cf tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.358084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-479ae442-9186-4d48-bac4-032b320728b0 req-803b485c-2420-426d-9373-b18f535c10cf tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2410765 Dec 15 13:52:58.459097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-479ae442-9186-4d48-bac4-032b320728b0 req-1a43e05a-5349-49f0-a76d-c10ab3151ebc tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000836 Dec 15 13:52:58.572488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:58.623309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd2cb-6aab-4f6c-ad24-2b4f2a56a37c req-a4f2efdf-cc89-49b6-88b6-62addb02202c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.626754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8dcd2cb-6aab-4f6c-ad24-2b4f2a56a37c req-a4f2efdf-cc89-49b6-88b6-62addb02202c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.1000197 Dec 15 13:52:58.651007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:58.656284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-918790570-network', 'tenant_id': '08d0fb0ce8b246919e17b5120bd43849'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:58.678979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Made reservation on behalf of 08d0fb0ce8b246919e17b5120bd43849 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:58.679473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.682688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.687307 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.693801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.698382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8dcd2cb-6aab-4f6c-ad24-2b4f2a56a37c req-4a6c62f1-a6e7-4bcd-bfa9-034cfe4993aa tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643890 Dec 15 13:52:58.699556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.712743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:58.715024 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c50845a-edf7-4d88-8dad-dea0e91b54f2" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-unplugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:58.736929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:58.744217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.771508 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9634be5a-6afd-44ea-afb8-4d058c42fc91 x-openstack-request-id: req-9634be5a-6afd-44ea-afb8-4d058c42fc91 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:58.771804 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-unplugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:58.772058 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9634be5a-6afd-44ea-afb8-4d058c42fc91 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:58.772526 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:52:58.794657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.794875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.795431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.796773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/ports/4848f862-1db8-48fb-a405-252e31d90e02 HTTP/1.1" status: 200 len: 910 time: 1.0665655 Dec 15 13:52:58.797703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1041ab-1222-43fd-be09-ae15dcb7fc2d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=4848f862-1db8-48fb-a405-252e31d90e02,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:58.799482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.800023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:58.805241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=11']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:58.834072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c572222-7676-4d28-b723-834f6d1bd319,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:58.847329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:58.858967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.858967 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Added segment f3a47fb2-c460-4ded-b248-2372c212bdc2 of type vlan for network 887c29bb-c793-467a-a5a9-3e46845ad28c Dec 15 13:52:58.901793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.927992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.929106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.929699 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.996436 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3441570 Dec 15 13:52:59.005027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:59.011150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Request body: {'subnet': {'network_id': '887c29bb-c793-467a-a5a9-3e46845ad28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-918790570-subnet', 'tenant_id': '08d0fb0ce8b246919e17b5120bd43849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:59.022253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02702e29-e980-41c9-9b17-87dae62cd06f admin admin] Pushing event updated for resources: {'Network': ['ID=887c29bb-c793-467a-a5a9-3e46845ad28c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:59.034067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 887c29bb-c793-467a-a5a9-3e46845ad28c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:59.038944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Made reservation on behalf of 08d0fb0ce8b246919e17b5120bd43849 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:59.041974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.055430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1a9-dff5-4db9-a2b8-251eb563cb54 req-6a56eceb-537c-4bad-94a4-677a5d310267 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.057946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a20df1a9-dff5-4db9-a2b8-251eb563cb54 req-6a56eceb-537c-4bad-94a4-677a5d310267 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1653483 Dec 15 13:52:59.127338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654fc8-8ecb-4e9f-a06f-121935afd9f6 req-92310e50-e7cf-4ddc-86a8-2b008e60c30c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.128853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74654fc8-8ecb-4e9f-a06f-121935afd9f6 req-92310e50-e7cf-4ddc-86a8-2b008e60c30c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 944 time: 0.1422853 Dec 15 13:52:59.205219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a20df1a9-dff5-4db9-a2b8-251eb563cb54 req-d2a92ee3-0123-4412-961a-3af08eaf1bcc tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393933 Dec 15 13:52:59.220385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.249623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74654fc8-8ecb-4e9f-a06f-121935afd9f6 req-39fb8501-29de-4b36-a810-219d8e641cc0 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072547 Dec 15 13:52:59.313762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefe038a-f459-4cdc-acfe-b473c03538b8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:59.316052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Checking segment: {'id': 'f3a47fb2-c460-4ded-b248-2372c212bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '887c29bb-c793-467a-a5a9-3e46845ad28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:59.316403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Network hostable DHCP agents. Network: 887c29bb-c793-467a-a5a9-3e46845ad28c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:59.344321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Network 887c29bb-c793-467a-a5a9-3e46845ad28c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:59.352989 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.358928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 887c29bb-c793-467a-a5a9-3e46845ad28c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:59.363414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.364057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.371569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63820ddd-7325-4901-9795-8f40230af6f5 None None] Network 887c29bb-c793-467a-a5a9-3e46845ad28c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:59.385748 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-48ff2d5f-a4a4-4838-92fa-a8f43ebd6e2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3796754 Dec 15 13:52:59.650897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc3a2-3ee9-4f6d-815d-4c5ea115218b req-08d20a45-69e5-4546-8292-bebec68018ac tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.652592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87cfc3a2-3ee9-4f6d-815d-4c5ea115218b req-08d20a45-69e5-4546-8292-bebec68018ac tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.0868313 Dec 15 13:52:59.719859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80215dc8-d036-41b0-a301-a275f2c07fb7 None None] Network 887c29bb-c793-467a-a5a9-3e46845ad28c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:59.760989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87cfc3a2-3ee9-4f6d-815d-4c5ea115218b req-ee825786-c618-4f71-8e1f-6cd1ac7ae8b0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946922 Dec 15 13:52:59.778875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 4848f862-1db8-48fb-a405-252e31d90e02 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:59.779232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.918521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364f79-e87d-44c0-b53c-02b3ec60bcd2 req-eb4d7571-3bf1-4367-aeee-4d61cc8d98f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.920091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60364f79-e87d-44c0-b53c-02b3ec60bcd2 req-eb4d7571-3bf1-4367-aeee-4d61cc8d98f8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.0784612 Dec 15 13:52:59.961531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.998637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 4848f862-1db8-48fb-a405-252e31d90e02 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:00.103883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60364f79-e87d-44c0-b53c-02b3ec60bcd2 req-6559e9dd-9c84-49dd-ab27-f91f66f52c7b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763110 Dec 15 13:53:00.154178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-0e222d3e-2c32-47fe-8a73-6bcc39f426c2 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:00.155582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-0e222d3e-2c32-47fe-8a73-6bcc39f426c2 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/networks?id=538192da-1683-4324-9c3d-479ba1c4c3cc HTTP/1.1" status: 200 len: 825 time: 0.2015853 Dec 15 13:53:00.209395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-228f1066-1e53-4f85-b63f-c737757ec239 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/quotas/7a63aef1d95c445b96d8543255eb0ec4 HTTP/1.1" status: 200 len: 375 time: 0.0477161 Dec 15 13:53:00.269048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-16688dc5-84b4-4b5e-a886-697a008a63c1 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a63aef1d95c445b96d8543255eb0ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498979 Dec 15 13:53:00.367881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.409768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=4848f862-1db8-48fb-a405-252e31d90e02,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:00.482205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6277-1794-4931-9185-aa6817fc469b req-eab155b4-0631-402d-aefa-46b46d86bd30 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:00.483847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30cc6277-1794-4931-9185-aa6817fc469b req-eab155b4-0631-402d-aefa-46b46d86bd30 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 944 time: 0.1539814 Dec 15 13:53:00.512474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-6bbf2405-2148-458c-9527-51ca84718f47 service neutron] 10.222.0.32 "GET /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354021 Dec 15 13:53:00.587650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9c1652e7-d4a3-4f84-9afe-f098aaafe689 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:00.653836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:00.658678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:00.659197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.686535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.693391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30cc6277-1794-4931-9185-aa6817fc469b req-3a191706-fa26-440a-8291-c7a753c1cdc2 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986916 Dec 15 13:53:00.776691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.783104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-b6be3a1f-1075-4edc-87f3-33ce4eee4c53 service neutron] 10.222.0.32 "GET /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697268 Dec 15 13:53:00.809652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:00.815201 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2727d-d0c2-416b-af4c-5e183de6ff27" -d '{"events": [{"server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "name": "network-vif-plugged", "status": "completed", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:00.843386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:00.848722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.875677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router ca08e223-7d6d-4235-ba62-f3f743d13e17 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:00.907575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9c1652e7-d4a3-4f84-9afe-f098aaafe689,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:01.090568 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d232c-c9e7-48e5-bdc2-df3a938414ce x-openstack-request-id: req-629d232c-c9e7-48e5-bdc2-df3a938414ce {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:01.090568 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "name": "network-vif-plugged", "status": "completed", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:01.091001 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-629d232c-c9e7-48e5-bdc2-df3a938414ce {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:01.091161 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'code': 200} Dec 15 13:53:01.433815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c629489-06b2-4bf7-a501-b1a57b653567 req-b8102af9-5350-47a3-87b2-55da07af451a tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 210 time: 0.1354136 Dec 15 13:53:01.442431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:01.454828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ab05f12a-a37f-4025-b420-c9295c5a9d72 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/ca08e223-7d6d-4235-ba62-f3f743d13e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505077 Dec 15 13:53:01.454939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:01.465211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] Sync routers for ids ['ca08e223-7d6d-4235-ba62-f3f743d13e17'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:01.471492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b722e2-d1d8-45b5-9f47-8eda9bc446dd req-e00b9bde-a5ae-445f-8507-74bbabadc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.473110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73b722e2-d1d8-45b5-9f47-8eda9bc446dd req-e00b9bde-a5ae-445f-8507-74bbabadc6a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1779864 Dec 15 13:53:01.480810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-c7c48f0e-6c77-4ff0-ab20-0f9dbb6c17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.482307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-c7c48f0e-6c77-4ff0-ab20-0f9dbb6c17a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.1826656 Dec 15 13:53:01.492444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] Routers {'ca08e223-7d6d-4235-ba62-f3f743d13e17'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:01.493465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca08e223-7d6d-4235-ba62-f3f743d13e17'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:01.494121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40638657-96ea-428a-902e-9abca153296a req-0a021d71-1db5-459b-a475-01d81700b687 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.495679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40638657-96ea-428a-902e-9abca153296a req-0a021d71-1db5-459b-a475-01d81700b687 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1990399 Dec 15 13:53:01.499719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ecf20502-cb57-4393-8d1d-4e609478fec3 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca08e223-7d6d-4235-ba62-f3f743d13e17 HTTP/1.1" status: 200 len: 205 time: 0.0438993 Dec 15 13:53:01.502274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58510) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:01.540909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:01.551231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] Routers {'ca08e223-7d6d-4235-ba62-f3f743d13e17'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:01.551892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca08e223-7d6d-4235-ba62-f3f743d13e17'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:01.589026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:01.589674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb8a75-870e-4c0d-bf51-44af1ce36de0 None None] The sync data for ids ['ca08e223-7d6d-4235-ba62-f3f743d13e17'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:01.706966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.795570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73b722e2-d1d8-45b5-9f47-8eda9bc446dd req-ae765166-cb2b-440e-9223-67cb4885f265 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113065 Dec 15 13:53:01.818772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40638657-96ea-428a-902e-9abca153296a req-cd9b53ae-621b-4d37-84e0-8eff58234d45 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000793 Dec 15 13:53:01.835362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1043-606e-4382-8b72-154b8598f7df req-696317ec-99cd-4417-88fb-daf41ff4d6b1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.837142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-270f1043-606e-4382-8b72-154b8598f7df req-696317ec-99cd-4417-88fb-daf41ff4d6b1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.3241460 Dec 15 13:53:01.840436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-a9d78d34-7b84-40ea-b578-19025d06631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.841915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-a9d78d34-7b84-40ea-b578-19025d06631f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.3453498 Dec 15 13:53:01.968145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.973400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.042385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-270f1043-606e-4382-8b72-154b8598f7df req-3e06151f-9ed8-4f74-9f89-06b58701ae72 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764023 Dec 15 13:53:02.042807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.043297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router ca08e223-7d6d-4235-ba62-f3f743d13e17 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:53:02.053797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c647f4-9a43-48aa-8238-c29358d67e35 req-05c84724-8931-4463-b8c9-ab4855372481 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.055278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04c647f4-9a43-48aa-8238-c29358d67e35 req-05c84724-8931-4463-b8c9-ab4855372481 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1540956 Dec 15 13:53:02.061336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.064835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d61de820-24a0-440e-9fe3-d0c37c7cda28 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/ca08e223-7d6d-4235-ba62-f3f743d13e17 HTTP/1.1" status: 204 len: 168 time: 0.5525289 Dec 15 13:53:02.065130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:02.153252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-b5c4bfc2-1635-4908-a141-2c4c676346f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 217 time: 0.0850799 Dec 15 13:53:02.248575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 44b89553-9132-4003-a8b8-faa86d48198e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:02.258799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.288737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04c647f4-9a43-48aa-8238-c29358d67e35 req-c63d140f-3cf7-4a08-bb20-cca61742b499 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209237 Dec 15 13:53:02.303662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482420f5-91a5-4e6e-8731-652e8708b977 req-24e58e76-f873-4640-94c2-b0c2a9cb9dc5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.305205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-482420f5-91a5-4e6e-8731-652e8708b977 req-24e58e76-f873-4640-94c2-b0c2a9cb9dc5 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1696379 Dec 15 13:53:02.315390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-23265e36-e414-4bc4-a5d9-6740455dfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.316863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-23265e36-e414-4bc4-a5d9-6740455dfa74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.1388953 Dec 15 13:53:02.330350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.439131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-ee10151b-be77-4688-b897-42764d7079bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777123 Dec 15 13:53:02.553545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-482420f5-91a5-4e6e-8731-652e8708b977 req-55ff8cc0-f012-413b-8a54-c42d7cdba3c7 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357175 Dec 15 13:53:02.579774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:02.626750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-770276a6-247e-4395-98e0-7968e2cecc7c req-e9c38c66-c74e-440e-bf1e-eb316851880e tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 210 time: 0.0770710 Dec 15 13:53:02.676233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-3719227b-1114-4c60-915b-35eeec038f74 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.677720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-3719227b-1114-4c60-915b-35eeec038f74 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.67 "GET /v2.0/networks?id=538192da-1683-4324-9c3d-479ba1c4c3cc HTTP/1.1" status: 200 len: 825 time: 0.3012612 Dec 15 13:53:02.678951 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.690649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:02.706553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'mac_address': 'fa:16:3e:9b:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:02.709829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Request body: {'port': {'device_id': '67eb8142-636a-4c53-88db-2276378fc69b', 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc', 'admin_state_up': True, 'tenant_id': '7a63aef1d95c445b96d8543255eb0ec4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:02.747682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.761690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf56903f-cccc-4b74-bff8-d772e777b757 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:02.795329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-f14587db-5cb7-459b-874b-13a4f4f4399a service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264503 Dec 15 13:53:02.800262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:02.811427 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.888052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:02.896538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.971572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=44b89553-9132-4003-a8b8-faa86d48198e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:03.000634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4210273b-63db-4a61-aada-125a28924043 None None] Network c2e00f38-d966-4074-8bd1-b16e1943a6ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:03.023752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.027534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d976c806-168e-4369-ab87-1541dc94fd34 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/44b89553-9132-4003-a8b8-faa86d48198e HTTP/1.1" status: 204 len: 168 time: 0.9614668 Dec 15 13:53:03.030304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:03.075293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Made reservation on behalf of 7a63aef1d95c445b96d8543255eb0ec4 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:03.079952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.082646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cf56903f-cccc-4b74-bff8-d772e777b757'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:03.098949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ab010c2-7604-47ca-b4ff-0b1d0b3e79c8 req-34af11ff-65e4-41d6-9367-a5718a916c54 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844269 Dec 15 13:53:03.110374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100be4e-c717-47ca-a3ac-812326179083 req-32b364a3-b859-4554-9fe5-225f4ad07a24 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:03.111950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0100be4e-c717-47ca-a3ac-812326179083 req-32b364a3-b859-4554-9fe5-225f4ad07a24 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.1822777 Dec 15 13:53:03.145222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.240704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 4e50e159-c549-41b0-b8f0-ac4a310e4eea {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:03.241348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.322186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 4e50e159-c549-41b0-b8f0-ac4a310e4eea, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4e50e159-c549-41b0-b8f0-ac4a310e4eea,segment=NetworkSegment(22de1bf2-5272-4747-9392-3044a3337911),segment_id=22de1bf2-5272-4747-9392-3044a3337911)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:03.323027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.332890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] DHCP port deletion for c2e00f38-d966-4074-8bd1-b16e1943a6ce request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:03.338093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 4e50e159-c549-41b0-b8f0-ac4a310e4eea owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:03.387931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0100be4e-c717-47ca-a3ac-812326179083 req-dd0f2daa-874c-4341-a849-158b1cf6bbd7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634251 Dec 15 13:53:03.437517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.448136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d33c94-5ed3-464d-b46d-a3cd9a14c014 req-a104e897-2e34-4f3c-a97e-5b3b5ffb7a63 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:03.450895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29d33c94-5ed3-464d-b46d-a3cd9a14c014 req-a104e897-2e34-4f3c-a97e-5b3b5ffb7a63 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2392790 Dec 15 13:53:03.471514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=4e50e159-c549-41b0-b8f0-ac4a310e4eea,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:03.472456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Deleting port 4e50e159-c549-41b0-b8f0-ac4a310e4eea {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:03.478625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port 4e50e159-c549-41b0-b8f0-ac4a310e4eea on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:03.485049 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.501218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Allocated IP 172.20.0.13 (538192da-1683-4324-9c3d-479ba1c4c3cc/2ca31c4e-b248-4950-bffe-8ee6b765ca85/1bad3614-78d2-490e-8bfe-ecbb02937f95) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:03.566683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29d33c94-5ed3-464d-b46d-a3cd9a14c014 req-cf524666-afaf-4a51-bf54-ca3354d9a0bd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067004 Dec 15 13:53:03.576057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.582034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] For port 4e50e159-c549-41b0-b8f0-ac4a310e4eea, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:03.582559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.598354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Calling delete_port for 4e50e159-c549-41b0-b8f0-ac4a310e4eea owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:03.601512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Port 4e50e159-c549-41b0-b8f0-ac4a310e4eea was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:53:03.603639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.610395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e00f38-d966-4074-8bd1-b16e1943a6ce']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:03.618894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] No DVR routers for this DVR port 4e50e159-c549-41b0-b8f0-ac4a310e4eea on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:03.623271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22de1bf2-5272-4747-9392-3044a3337911') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:03.623577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22de1bf2-5272-4747-9392-3044a3337911') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:03.642317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.657385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f091cd-d0a3-4695-b018-8e54d04f8fa1 None None] Pushing event deleted for resources: {'Port': ['ID=4e50e159-c549-41b0-b8f0-ac4a310e4eea,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:03.660400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.668991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:03.669390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:03.672924 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:03.720847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217fcd-b055-4fcf-aa76-c7cd37e4cfde req-b7493363-d30f-4bbd-a0ee-b8af06df22f9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:03.728399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82217fcd-b055-4fcf-aa76-c7cd37e4cfde req-b7493363-d30f-4bbd-a0ee-b8af06df22f9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 945 time: 0.1881690 Dec 15 13:53:03.775338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.794408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.798259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/c2e00f38-d966-4074-8bd1-b16e1943a6ce HTTP/1.1" status: 204 len: 168 time: 0.7669113 Dec 15 13:53:03.799674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d01b2-946a-4cab-ac50-0a86c6c3c067 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=c2e00f38-d966-4074-8bd1-b16e1943a6ce,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:03.802134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58564) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:03.808553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1273792023', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:03.843248 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.845538 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.885743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82217fcd-b055-4fcf-aa76-c7cd37e4cfde req-76c43d78-1038-4706-9820-888b5f2a8d91 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556954 Dec 15 13:53:03.916268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.924193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.961574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.965574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b0ac771-0967-4acf-8ddd-4ff7fe814042 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1602569 Dec 15 13:53:03.965786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:03.971396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-1479629071'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:04.002807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:04.007169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.034720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10b9f396-3f98-4a2d-b876-2163b3166dce req-16e9abe4-d559-4222-8375-90de70be521c tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 210 time: 0.0474946 Dec 15 13:53:04.038431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.057452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:04.059930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626921c-6a5d-4319-a157-b8aae2c981d2 req-4f4d4267-8e28-4b35-9e20-d09d3f949777 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.061498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c626921c-6a5d-4319-a157-b8aae2c981d2 req-4f4d4267-8e28-4b35-9e20-d09d3f949777 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1567817 Dec 15 13:53:04.088356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.091165 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment f1fbb06b-3a9a-429a-9f17-c78710db2163 of type vlan for network 0162c3eb-0031-4cd2-985e-a0bf682c7398 Dec 15 13:53:04.114973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.153460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.171361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c626921c-6a5d-4319-a157-b8aae2c981d2 req-d707ccba-5414-4640-8996-42760a15aa0d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972114 Dec 15 13:53:04.178281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Network 538192da-1683-4324-9c3d-479ba1c4c3cc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:04.184411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:04.187428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:04.199439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Pushing event updated for resources: {'Port': ['ID=1bad3614-78d2-490e-8bfe-ecbb02937f95,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:04.269082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.269754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.297265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-bd685fbc-e535-46e2-bce6-e2f0ebf42cc6 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5914533 Dec 15 13:53:04.343227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Request body: {'port': {'device_id': '67eb8142-636a-4c53-88db-2276378fc69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:04.388328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad9b65-ce72-4bd7-899a-1553ea659a77 req-6e3c7ed5-af47-41d9-80e7-55dcf1ba1e0a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.393651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ad9b65-ce72-4bd7-899a-1553ea659a77 req-6e3c7ed5-af47-41d9-80e7-55dcf1ba1e0a tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1114876 Dec 15 13:53:04.402479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:04.407983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Request body: {'floatingip': {'port_id': '9c1652e7-d4a3-4f84-9afe-f098aaafe689'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:04.592217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:04.648357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.655306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.656005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.735795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cf56903f-cccc-4b74-bff8-d772e777b757 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:04.738395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.752137 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7852664 Dec 15 13:53:04.754953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:04.762623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:04.767653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed62b8-7d19-452c-b2ce-0ee49fce1086 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=0162c3eb-0031-4cd2-985e-a0bf682c7398,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:04.785268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:04.909561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:04.914450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.047484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.061307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.093553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:05.095832 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60871e-b097-4d54-826d-2ab1c1b31ae7" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:05.122392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:05.133801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.189683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4e50e159-c549-41b0-b8f0-ac4a310e4eea no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:05.195394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.198920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.271887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4e50e159-c549-41b0-b8f0-ac4a310e4eea {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:05.272232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4e50e159-c549-41b0-b8f0-ac4a310e4eea not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:05.302789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=13']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:05.335644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=3d010870-9f2e-4acb-bfff-8acdbed78fc6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:05.344015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:05.344377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: 0162c3eb-0031-4cd2-985e-a0bf682c7398, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:05.372440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:05.386569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0162c3eb-0031-4cd2-985e-a0bf682c7398) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:05.391190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:05.391828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.393648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3724ed-6059-4d34-aa5e-6c60b315bed2 req-03d8d0b8-cd40-425c-85ec-f9f247e4f620 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:05.402847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f3724ed-6059-4d34-aa5e-6c60b315bed2 req-03d8d0b8-cd40-425c-85ec-f9f247e4f620 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.4570093 Dec 15 13:53:05.415694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a221b3-3de1-42fe-baa5-c22acb8f42b3 None None] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:05.431387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a3a7-9145-4cce-9320-5c6451b1d2ac req-5edcba98-ec4e-40fe-97aa-69efcc216b84 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:05.439446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7778a3a7-9145-4cce-9320-5c6451b1d2ac req-5edcba98-ec4e-40fe-97aa-69efcc216b84 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.4952602 Dec 15 13:53:05.445532 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f768d13-0e1f-4cd9-ba47-7ecc3a4affa9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6894066 Dec 15 13:53:05.448537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58588) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:05.596906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-0162c3eb-0031-4cd2-985e-a0bf682c7398', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:05.597861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.733119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f3724ed-6059-4d34-aa5e-6c60b315bed2 req-7b4da73d-5e76-43be-a95a-5445d31bb0be tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297791 Dec 15 13:53:05.756256 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Allocated IP 172.20.0.2 (0162c3eb-0031-4cd2-985e-a0bf682c7398/3d010870-9f2e-4acb-bfff-8acdbed78fc6/d4cf082a-62da-4ce5-811e-38e1658ee1d8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:05.938969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7778a3a7-9145-4cce-9320-5c6451b1d2ac req-4f8b95b7-8014-4f76-8e9b-3ea1cabf8eb4 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985600 Dec 15 13:53:05.942310 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.949452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.961503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.044631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:06.051073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:06.053990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:06.057049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Pushing event updated for resources: {'Port': ['ID=d4cf082a-62da-4ce5-811e-38e1658ee1d8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:06.147985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Attempting to bind port d4cf082a-62da-4ce5-811e-38e1658ee1d8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:06.148485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Attempting to bind port d4cf082a-62da-4ce5-811e-38e1658ee1d8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:06.148986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Attempting to bind port d4cf082a-62da-4ce5-811e-38e1658ee1d8 on network 0162c3eb-0031-4cd2-985e-a0bf682c7398 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:06.158161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:06.160231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Checking segment: {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:06.160773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.161266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Bound using segment: {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:06.163560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Bound port: d4cf082a-62da-4ce5-811e-38e1658ee1d8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:06.164057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.297301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] For port d4cf082a-62da-4ce5-811e-38e1658ee1d8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:06.302855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] For port d4cf082a-62da-4ce5-811e-38e1658ee1d8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d4cf082a-62da-4ce5-811e-38e1658ee1d8,segment=NetworkSegment(f1fbb06b-3a9a-429a-9f17-c78710db2163),segment_id=f1fbb06b-3a9a-429a-9f17-c78710db2163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:06.318625 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.443267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4775d4-0c2a-4e03-96ff-b7fded768d13 None None] Pushing event updated for resources: {'Port': ['ID=d4cf082a-62da-4ce5-811e-38e1658ee1d8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:06.458920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed89c3-8581-4cda-bbd8-0dec525f0995 req-faf6c211-790f-4cb7-8a57-73d34b0e7bc2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:06.464246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6ed89c3-8581-4cda-bbd8-0dec525f0995 req-faf6c211-790f-4cb7-8a57-73d34b0e7bc2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2986660 Dec 15 13:53:06.476733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499cd6d-8da4-41aa-932e-633e3e316b86 req-fef48ab7-5c7b-460c-aeca-6054c40889b8 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:06.484701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b499cd6d-8da4-41aa-932e-633e3e316b86 req-fef48ab7-5c7b-460c-aeca-6054c40889b8 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 932 time: 0.2333572 Dec 15 13:53:06.553391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:53:06.594902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.20.0.1 (0162c3eb-0031-4cd2-985e-a0bf682c7398/3d010870-9f2e-4acb-bfff-8acdbed78fc6/47345e53-2817-4d1c-8924-16b2c8146445) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:06.626772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bad3614-78d2-490e-8bfe-ecbb02937f95 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:06.686412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b499cd6d-8da4-41aa-932e-633e3e316b86 req-c498c588-4350-420b-a754-816cf4c01831 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645467 Dec 15 13:53:06.693764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.737590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.759555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.762183 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c7fbd-4255-4182-8c5a-9d2be1dc4ba3 x-openstack-request-id: req-205c7fbd-4255-4182-8c5a-9d2be1dc4ba3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:06.762756 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-plugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:06.762756 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-205c7fbd-4255-4182-8c5a-9d2be1dc4ba3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:06.764468 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:53:06.864236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.936548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Transition to ACTIVE for port object 1bad3614-78d2-490e-8bfe-ecbb02937f95 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:06.971283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6ed89c3-8581-4cda-bbd8-0dec525f0995 req-fb0d824b-5c7a-40f9-9dec-2bce88eb7bdb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515131 Dec 15 13:53:06.980917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.987454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.121332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:07.129038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:07.131163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=47345e53-2817-4d1c-8924-16b2c8146445,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:07.132842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Pushing event updated for resources: {'Port': ['ID=1bad3614-78d2-490e-8bfe-ecbb02937f95,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:07.133523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:07.156090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c627758-98e5-493a-b553-218a437a54bb req-3643ca20-b0fa-448f-bb12-23ebebba98f5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.166229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c627758-98e5-493a-b553-218a437a54bb req-3643ca20-b0fa-448f-bb12-23ebebba98f5 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2205908 Dec 15 13:53:07.206228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d4cf082a-62da-4ce5-811e-38e1658ee1d8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:07.243761 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Floating IP e01c55ce-47db-4bfe-8084-f4be2ca5e739 associated. External IP: 172.25.2.110, port: 9c1652e7-d4a3-4f84-9afe-f098aaafe689. Dec 15 13:53:07.244767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.324267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d4cf082a-62da-4ce5-811e-38e1658ee1d8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:07.324723 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.419315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c627758-98e5-493a-b553-218a437a54bb req-915a1043-fa71-4f6f-9f01-41fbf23620b0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474921 Dec 15 13:53:07.436126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.475100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.482107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Attempting to bind port 1bad3614-78d2-490e-8bfe-ecbb02937f95 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:07.482679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Attempting to bind port 1bad3614-78d2-490e-8bfe-ecbb02937f95 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a9363229-e7ca-4d2a-88ab-238f1976a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:07.482804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Attempting to bind port 1bad3614-78d2-490e-8bfe-ecbb02937f95 on network 538192da-1683-4324-9c3d-479ba1c4c3cc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:07.517191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d4cf082a-62da-4ce5-811e-38e1658ee1d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d4cf082a-62da-4ce5-811e-38e1658ee1d8,segment=NetworkSegment(f1fbb06b-3a9a-429a-9f17-c78710db2163),segment_id=f1fbb06b-3a9a-429a-9f17-c78710db2163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:07.527209 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.607233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d4cf082a-62da-4ce5-811e-38e1658ee1d8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:07.622628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Port 1bad3614-78d2-490e-8bfe-ecbb02937f95 on network 538192da-1683-4324-9c3d-479ba1c4c3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:07.622893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Attempting to bind port 1bad3614-78d2-490e-8bfe-ecbb02937f95 on network 538192da-1683-4324-9c3d-479ba1c4c3cc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:07.634127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e75d-7fdd-46eb-9fa4-c7309b44fd8a req-d87f7bfa-d87b-4b8c-a083-f77f1f205058 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.635774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab46e75d-7fdd-46eb-9fa4-c7309b44fd8a req-d87f7bfa-d87b-4b8c-a083-f77f1f205058 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.3390708 Dec 15 13:53:07.658261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:07.658684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Checking segment: {'id': 'a9363229-e7ca-4d2a-88ab-238f1976a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:07.659063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Bound using segment: {'id': 'a9363229-e7ca-4d2a-88ab-238f1976a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:07.660171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Bound port: 1bad3614-78d2-490e-8bfe-ecbb02937f95, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9363229-e7ca-4d2a-88ab-238f1976a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:07.660171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.667228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Router aaa42ecd-3497-4716-a707-728337ea9430 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:07.830135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] For port 1bad3614-78d2-490e-8bfe-ecbb02937f95, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:07.837843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] For port 1bad3614-78d2-490e-8bfe-ecbb02937f95, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95,segment=NetworkSegment(a9363229-e7ca-4d2a-88ab-238f1976a663),segment_id=a9363229-e7ca-4d2a-88ab-238f1976a663)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:07.888835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab46e75d-7fdd-46eb-9fa4-c7309b44fd8a req-8ff8a20d-e3bf-46fe-bfa8-fabd44da4a95 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395921 Dec 15 13:53:07.909015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.917449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.944829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.005069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.007246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=47345e53-2817-4d1c-8924-16b2c8146445,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:08.064482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:08.065269 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.066760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] 10.222.0.67 "PUT /v2.0/ports/1bad3614-78d2-490e-8bfe-ecbb02937f95 HTTP/1.1" status: 200 len: 1092 time: 3.7314773 Dec 15 13:53:08.070203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eb8142-636a-4c53-88db-2276378fc69b', 'tag': '1bad3614-78d2-490e-8bfe-ecbb02937f95'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:08.073319 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ef225c-5900-4e74-9d45-b91cbe638235" -d '{"events": [{"name": "network-changed", "server_uuid": "67eb8142-636a-4c53-88db-2276378fc69b", "tag": "1bad3614-78d2-490e-8bfe-ecbb02937f95"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:08.148110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6fbc5-43a6-4bea-85ea-1bf9ffc8348d service neutron] Pushing event updated for resources: {'Port': ['ID=1bad3614-78d2-490e-8bfe-ecbb02937f95,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:08.167677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:08.171272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:08.189837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f2767-3313-4fd0-b772-e34c1db922bd req-88176c66-1699-4ff5-b98b-7f52c0e907b5 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:08.191411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b8f2767-3313-4fd0-b772-e34c1db922bd req-88176c66-1699-4ff5-b98b-7f52c0e907b5 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 944 time: 0.3173749 Dec 15 13:53:08.238971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:08.248131 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.252135 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] Sync routers for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:08.267062 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:08.276180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:08.282747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122ae49-e59f-4393-9e59-5c06326c9afc None None] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:08.324573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22cd21-f5c3-48ad-8877-b5d7e467ab69 req-90b92247-ff1a-439f-8154-edb2013a57f5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:08.326703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c22cd21-f5c3-48ad-8877-b5d7e467ab69 req-90b92247-ff1a-439f-8154-edb2013a57f5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2372518 Dec 15 13:53:08.362417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-6fad7a94-c8c1-4729-9efa-10f235c346a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:08.363932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-6fad7a94-c8c1-4729-9efa-10f235c346a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a63aef1d95c445b96d8543255eb0ec4&device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 1095 time: 0.2194190 Dec 15 13:53:08.368689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5bfc29c3-0339-4e6a-a2e1-f41f2e613cd6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "PUT /v2.0/floatingips/e01c55ce-47db-4bfe-8084-f4be2ca5e739 HTTP/1.1" status: 200 len: 991 time: 3.9616218 Dec 15 13:53:08.378973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7dfc55d2-29c5-436c-bf2e-ce3e06d6b3a3 None None] Provisioning complete for port d4cf082a-62da-4ce5-811e-38e1658ee1d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:08.379341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dfc55d2-29c5-436c-bf2e-ce3e06d6b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.379524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b8f2767-3313-4fd0-b772-e34c1db922bd req-caf96eb8-47c9-4bfe-91c7-8dea0d38d305 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695874 Dec 15 13:53:08.425863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-23b35aa0-2681-4cc7-ae01-26c65f6c4819 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95 HTTP/1.1" status: 200 len: 217 time: 0.0453420 Dec 15 13:53:08.427315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:53:08.504536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c22cd21-f5c3-48ad-8877-b5d7e467ab69 req-e923aad3-ccc2-4325-a196-d6e6e680560b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642022 Dec 15 13:53:08.539404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-202642cb-adf5-4d94-b824-807b932c50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:08.541523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-202642cb-adf5-4d94-b824-807b932c50aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ca31c4e-b248-4950-bffe-8ee6b765ca85 HTTP/1.1" status: 200 len: 865 time: 0.1037467 Dec 15 13:53:08.552657 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4f6098-98b2-418b-ab60-0d81d7bf7b11 x-openstack-request-id: req-ea4f6098-98b2-418b-ab60-0d81d7bf7b11 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:08.552960 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eb8142-636a-4c53-88db-2276378fc69b", "tag": "1bad3614-78d2-490e-8bfe-ecbb02937f95", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:08.553225 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea4f6098-98b2-418b-ab60-0d81d7bf7b11 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:08.553634 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eb8142-636a-4c53-88db-2276378fc69b', 'tag': '1bad3614-78d2-490e-8bfe-ecbb02937f95', 'status': 'completed', 'code': 200} Dec 15 13:53:08.562137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:08.608483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-77e2419a-e3fc-4b6c-827a-ff9c0562d20c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=538192da-1683-4324-9c3d-479ba1c4c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539460 Dec 15 13:53:08.681059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:08.689018 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-360cdee0-bbc0-42d3-bca2-2e07f056b368 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2371666 Dec 15 13:53:08.691184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:08.692751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:08.696257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-1996048947'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:08.705169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:08.712802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:08.749591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:08.754968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.810894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:08.841670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.841990 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment 2a18331a-d9a9-406b-a2f7-2def89171264 of type vlan for network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 Dec 15 13:53:08.893614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-017c9069-a912-415d-b65b-b9e259841ff3 service neutron] 10.222.0.67 "GET /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752967 Dec 15 13:53:08.942720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.007634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.016281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.019414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.069596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e32e0-5f0d-4677-8abc-b507fded73f1 req-b70ccab5-6d7c-4c06-8350-a4c3ccdbe0b1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.081035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc1e32e0-5f0d-4677-8abc-b507fded73f1 req-b70ccab5-6d7c-4c06-8350-a4c3ccdbe0b1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.2800560 Dec 15 13:53:09.205508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5132051 Dec 15 13:53:09.220403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:09.233926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:09.277341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4071ba1-bfc0-4cec-8c8e-c3538099f6f7 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=2113e4fa-b97c-45ed-ac59-9007d9f3a879,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:09.351153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d4cf082a-62da-4ce5-811e-38e1658ee1d8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:09.353923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:09.374470 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e01c55ce-47db-4bfe-8084-f4be2ca5e739', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'port_id': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'mac_address': 'fa:16:3e:fd:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:52:42Z', 'updated_at': '2021-12-15T13:53:06Z', 'revision_number': 1, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:41Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:09.419291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:09.423290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.430872 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] Checking router: aaa42ecd-3497-4716-a707-728337ea9430 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:09.451775 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:09.452403 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:09.465572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:09.531910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-28cf5a73-ca51-4b30-9d96-8cc8b203efb8 None None] Provisioning complete for port 47345e53-2817-4d1c-8924-16b2c8146445 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:09.532662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28cf5a73-ca51-4b30-9d96-8cc8b203efb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.673195 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:09.782611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.785729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d4cf082a-62da-4ce5-811e-38e1658ee1d8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:09.786242 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.868426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:09.869134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: 2113e4fa-b97c-45ed-ac59-9007d9f3a879, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:09.879720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-28cf5a73-ca51-4b30-9d96-8cc8b203efb8 None None] Port 47345e53-2817-4d1c-8924-16b2c8146445 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:09.887409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=62b1aa41-7ca5-44e9-ae50-bac97167410d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:09.909626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:09.925096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2113e4fa-b97c-45ed-ac59-9007d9f3a879) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:09.926728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc1e32e0-5f0d-4677-8abc-b507fded73f1 req-40d93233-fe40-420b-8672-034e204befdc tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413663 Dec 15 13:53:09.932631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-572ee3f1-16cf-4254-8119-dad9dcec4319 req-1327acbd-2840-4ad5-a573-c578437306b6 service neutron] 10.222.0.67 "GET /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0258963 Dec 15 13:53:09.952880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.953542 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.973165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6ab34-b388-4d44-9f27-981ffca1ef88 None None] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:09.973706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cd70f-42b7-4af5-a3c9-1ce94256d9f5 req-2f12c52c-7142-42da-b4e6-c20498524d90 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.016676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad3cd70f-42b7-4af5-a3c9-1ce94256d9f5 req-2f12c52c-7142-42da-b4e6-c20498524d90 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.7916551 Dec 15 13:53:10.041056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2beaa348-c4e4-4d20-8862-3085b640069f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8193936 Dec 15 13:53:10.043729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:10.096100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-28cf5a73-ca51-4b30-9d96-8cc8b203efb8 None None] Provisioning complete for port d4cf082a-62da-4ce5-811e-38e1658ee1d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:10.096629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28cf5a73-ca51-4b30-9d96-8cc8b203efb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.178041 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e01c55ce-47db-4bfe-8084-f4be2ca5e739', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'port_id': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'mac_address': 'fa:16:3e:fd:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:52:42Z', 'updated_at': '2021-12-15T13:53:06Z', 'revision_number': 1, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:41Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:10.210225 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23044df0-4718-4903-9b0a-a6c295dc7bbc None None] The sync data for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 is: [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e01c55ce-47db-4bfe-8084-f4be2ca5e739', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'port_id': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'mac_address': 'fa:16:3e:fd:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:52:42Z', 'updated_at': '2021-12-15T13:53:06Z', 'revision_number': 1, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:41Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:10.221650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad3cd70f-42b7-4af5-a3c9-1ce94256d9f5 req-0906b9f1-16af-4f4c-94a4-af122afec38a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040589 Dec 15 13:53:10.224354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-9e6851db-64bb-4a13-90b6-cb4f33dfe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.241248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-9e6851db-64bb-4a13-90b6-cb4f33dfe899 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a63aef1d95c445b96d8543255eb0ec4&device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 1095 time: 0.1938553 Dec 15 13:53:10.325514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:10.326625 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.361118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:07Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:07Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:10.417258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:10.417750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Updating router 2aca5219-9497-436d-9443-394711ef1c55 port 47345e53-2817-4d1c-8924-16b2c8146445 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:10.505376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa39891-c843-4e6d-9c9a-4bfc2a736a83 req-fa283427-2e08-4343-b2e5-d02016a3e343 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.514705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0aa39891-c843-4e6d-9c9a-4bfc2a736a83 req-fa283427-2e08-4343-b2e5-d02016a3e343 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 944 time: 0.2981400 Dec 15 13:53:10.562430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:10.564834 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c" -d '{"events": [{"name": "network-changed", "server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:10.579482 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81f7381-c3b2-4b64-8064-d41e64e128e8 None None] New status for floating IP e01c55ce-47db-4bfe-8084-f4be2ca5e739: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:53:10.591921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.626220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5491b8e8-8955-4710-8498-82ebffa3920b None None] Provisioning complete for port 47345e53-2817-4d1c-8924-16b2c8146445 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:10.626748 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5491b8e8-8955-4710-8498-82ebffa3920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.658139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136a51-78a9-47f0-88d8-04bed086d1d2 req-e57faf36-fba2-43e4-ad5b-06dc52adaef0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.673270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17136a51-78a9-47f0-88d8-04bed086d1d2 req-e57faf36-fba2-43e4-ad5b-06dc52adaef0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2495489 Dec 15 13:53:10.727378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.751286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5491b8e8-8955-4710-8498-82ebffa3920b None None] Port 47345e53-2817-4d1c-8924-16b2c8146445 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:10.792277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-8033009d-f2da-4456-b954-500190fca605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.801631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-8033009d-f2da-4456-b954-500190fca605 service neutron] 10.222.0.67 "GET /v2.0/networks?id=538192da-1683-4324-9c3d-479ba1c4c3cc HTTP/1.1" status: 200 len: 927 time: 0.4920962 Dec 15 13:53:10.828714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0aa39891-c843-4e6d-9c9a-4bfc2a736a83 req-81ad4b85-5c4c-4b6a-bf83-6444e9c1b1a3 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126500 Dec 15 13:53:10.837164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Allocated IP 172.21.0.2 (2113e4fa-b97c-45ed-ac59-9007d9f3a879/62b1aa41-7ca5-44e9-ae50-bac97167410d/065e64d9-011c-49a8-91ea-2890fb3df238) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:10.971913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-1c425db8-893c-4557-a9d6-a7066e0a0f75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95 HTTP/1.1" status: 200 len: 217 time: 0.1418750 Dec 15 13:53:11.070741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17136a51-78a9-47f0-88d8-04bed086d1d2 req-c5161c18-0cd8-4fd0-8aab-96b002003549 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838630 Dec 15 13:53:11.116672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-ccf90e21-3804-4016-8b8c-0b4f13567154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.130099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-ccf90e21-3804-4016-8b8c-0b4f13567154 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ca31c4e-b248-4950-bffe-8ee6b765ca85 HTTP/1.1" status: 200 len: 865 time: 0.1276963 Dec 15 13:53:11.186772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-d616e656-0a28-404b-888e-41083a25d81d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=538192da-1683-4324-9c3d-479ba1c4c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502293 Dec 15 13:53:11.269474 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7c46b-e3db-4ac5-8b90-52665fa9589f x-openstack-request-id: req-bff7c46b-e3db-4ac5-8b90-52665fa9589f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:11.269775 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:11.270394 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bff7c46b-e3db-4ac5-8b90-52665fa9589f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:11.270614 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'status': 'completed', 'code': 200} Dec 15 13:53:11.302626 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.347263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.418611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-d3adb4b3-b27e-46b4-839d-fb633a658fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.420121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-d3adb4b3-b27e-46b4-839d-fb633a658fdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bc6db9da9a24a7ea888e786c058a5db&device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1176016 Dec 15 13:53:11.431629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.432218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.21.0.1 (2113e4fa-b97c-45ed-ac59-9007d9f3a879/62b1aa41-7ca5-44e9-ae50-bac97167410d/1f2e8483-a1f1-486e-8206-d5a56a87ac15) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:11.459451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.473886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:11.500993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Pushing event updated for resources: {'Port': ['ID=065e64d9-011c-49a8-91ea-2890fb3df238,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:11.513207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:11.518044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:11.659042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-6e55d9e4-5bcd-4574-9b1a-744fee1ee581 service neutron] 10.222.0.67 "GET /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549651 Dec 15 13:53:11.664924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.691493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410b60f-f8b7-49b3-958c-e2fbf6c9aea1 None None] Pushing event updated for resources: {'Port': ['ID=47345e53-2817-4d1c-8924-16b2c8146445,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:11.717042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Attempting to bind port 065e64d9-011c-49a8-91ea-2890fb3df238 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:11.717419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Attempting to bind port 065e64d9-011c-49a8-91ea-2890fb3df238 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:11.717813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Attempting to bind port 065e64d9-011c-49a8-91ea-2890fb3df238 on network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:11.720018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Attempting to bind port 47345e53-2817-4d1c-8924-16b2c8146445 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:11.720392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Attempting to bind port 47345e53-2817-4d1c-8924-16b2c8146445 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:11.720781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Attempting to bind port 47345e53-2817-4d1c-8924-16b2c8146445 on network 0162c3eb-0031-4cd2-985e-a0bf682c7398 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:11.723614 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.727134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:11.727563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Checking segment: {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:11.727936 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.728335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Bound using segment: {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:11.728996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Bound port: 47345e53-2817-4d1c-8924-16b2c8146445, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fbb06b-3a9a-429a-9f17-c78710db2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:11.729412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.734713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:11.735100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Checking segment: {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:11.735503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.735997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Bound using segment: {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:11.736402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Bound port: 065e64d9-011c-49a8-91ea-2890fb3df238, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:11.736823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.819544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=1f2e8483-a1f1-486e-8206-d5a56a87ac15,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:11.821726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d227fe-27d2-487b-91cd-ac1c2a03448c req-6de806ac-abe4-4495-ac71-a1c6185730c5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.829217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65d227fe-27d2-487b-91cd-ac1c2a03448c req-6de806ac-abe4-4495-ac71-a1c6185730c5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.4518816 Dec 15 13:53:11.838624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:11.840347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:11.844193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:11.896474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] For port 47345e53-2817-4d1c-8924-16b2c8146445, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:11.915787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] For port 065e64d9-011c-49a8-91ea-2890fb3df238, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:11.925491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65d227fe-27d2-487b-91cd-ac1c2a03448c req-5d3af6c1-4ae8-4152-a63b-84566a330649 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943153 Dec 15 13:53:11.933508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-08bd6f62-1a05-41f1-b73a-9f8bad87d648 None None] Provisioning complete for port 47345e53-2817-4d1c-8924-16b2c8146445 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:11.934153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-08bd6f62-1a05-41f1-b73a-9f8bad87d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.947609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.947963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596373f7-3c98-4c78-9f71-a1158362c20c req-f04aabb7-abb3-4565-b370-f997e753f8dc tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.958481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-596373f7-3c98-4c78-9f71-a1158362c20c req-f04aabb7-abb3-4565-b370-f997e753f8dc tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.3628242 Dec 15 13:53:11.988958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] For port 47345e53-2817-4d1c-8924-16b2c8146445, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47345e53-2817-4d1c-8924-16b2c8146445,segment=NetworkSegment(f1fbb06b-3a9a-429a-9f17-c78710db2163),segment_id=f1fbb06b-3a9a-429a-9f17-c78710db2163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:11.993787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-08bd6f62-1a05-41f1-b73a-9f8bad87d648 None None] Port 47345e53-2817-4d1c-8924-16b2c8146445 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:12.000012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] For port 065e64d9-011c-49a8-91ea-2890fb3df238, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=065e64d9-011c-49a8-91ea-2890fb3df238,segment=NetworkSegment(2a18331a-d9a9-406b-a2f7-2def89171264),segment_id=2a18331a-d9a9-406b-a2f7-2def89171264)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:12.002923 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.034619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-1c4e77cd-8826-4cfc-a0c2-2e67913b64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.035997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-1c4e77cd-8826-4cfc-a0c2-2e67913b64ff service neutron] 10.222.0.67 "GET /v2.0/networks?id=16eff4d0-0861-45d0-af7c-7f2c043df4a9 HTTP/1.1" status: 200 len: 908 time: 0.5681534 Dec 15 13:53:12.070594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410b60f-f8b7-49b3-958c-e2fbf6c9aea1 None None] Pushing event updated for resources: {'Port': ['ID=47345e53-2817-4d1c-8924-16b2c8146445,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:12.074324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.140697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:12.141310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:52:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:12.173358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-596373f7-3c98-4c78-9f71-a1158362c20c req-14ab0db7-c898-4f2e-8420-184a7a2e17b0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989636 Dec 15 13:53:12.176920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.253192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03ef225c-5900-4e74-9d45-b91cbe638235 req-8e1e464e-f71e-48f3-a246-d0296989fdc4 service neutron] 10.222.0.67 "GET /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701294 Dec 15 13:53:12.299243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-b51ccb73-740e-4297-b99e-b8853139ac08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689 HTTP/1.1" status: 200 len: 1001 time: 0.2501884 Dec 15 13:53:12.342679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb7cc3-a054-4788-bf72-a020b612abe1 req-c978f77d-80ed-4b9e-adca-8567b61d7f8c tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.354351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1eb7cc3-a054-4788-bf72-a020b612abe1 req-c978f77d-80ed-4b9e-adca-8567b61d7f8c tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 944 time: 0.2964296 Dec 15 13:53:12.388223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:12.655493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-a3ca713c-bb71-44dc-afd3-9d51faff3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.655493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-a3ca713c-bb71-44dc-afd3-9d51faff3c05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9461f690-e544-4990-9e11-6141fdd17cbb HTTP/1.1" status: 200 len: 845 time: 0.2781615 Dec 15 13:53:12.692431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1eb7cc3-a054-4788-bf72-a020b612abe1 req-db32e2e0-91cf-4d36-ad56-deab7da0b27c tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160510 Dec 15 13:53:12.769320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.778257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.805567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3296d-d4a9-426e-80a7-19e223b56d04 req-b0c5668a-9c94-4fe5-b024-1ac1f99ca84a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.825062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0e3296d-d4a9-426e-80a7-19e223b56d04 req-b0c5668a-9c94-4fe5-b024-1ac1f99ca84a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.3385870 Dec 15 13:53:12.848363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1bad3614-78d2-490e-8bfe-ecbb02937f95 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:12.859735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d74b0-d5c4-40ab-a02e-f7a27d389795 None None] Pushing event updated for resources: {'Port': ['ID=065e64d9-011c-49a8-91ea-2890fb3df238,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:12.861846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.916621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-d4993f39-e271-4292-9a79-9b92e3d631af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.930880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-d4993f39-e271-4292-9a79-9b92e3d631af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16eff4d0-0861-45d0-af7c-7f2c043df4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356226 Dec 15 13:53:12.973067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4609a0eb-3841-4917-af6d-2aca8af8d74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.994528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=1f2e8483-a1f1-486e-8206-d5a56a87ac15,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:13.049316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-229fe723-9eec-4c5a-9253-90f5bc1b36d1 None None] Provisioning complete for port 47345e53-2817-4d1c-8924-16b2c8146445 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:13.052758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-229fe723-9eec-4c5a-9253-90f5bc1b36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.054501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:13.059093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:13.181643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1bad3614-78d2-490e-8bfe-ecbb02937f95, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95,segment=NetworkSegment(a9363229-e7ca-4d2a-88ab-238f1976a663),segment_id=a9363229-e7ca-4d2a-88ab-238f1976a663)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:13.217908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0e3296d-d4a9-426e-80a7-19e223b56d04 req-4daa23ba-b250-469e-be98-e1ac75ea5c44 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889241 Dec 15 13:53:13.231482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '1bad3614-78d2-490e-8bfe-ecbb02937f95', 'network_id': '538192da-1683-4324-9c3d-479ba1c4c3cc', 'port_id': '1bad3614-78d2-490e-8bfe-ecbb02937f95', 'mac_address': 'fa:16:3e:c4:84:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca31c4e-b248-4950-bffe-8ee6b765ca85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:13.254662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:13.279414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 065e64d9-011c-49a8-91ea-2890fb3df238 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:13.350005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-ea2f354f-2501-4a31-8266-f58dd116159b service neutron] 10.222.0.67 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857050 Dec 15 13:53:13.373944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f79c-85a9-45ac-8684-a0c56ae6953f req-86b238b6-4c0a-406f-9d28-2d7aba17cfb2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.384788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af52f79c-85a9-45ac-8684-a0c56ae6953f req-86b238b6-4c0a-406f-9d28-2d7aba17cfb2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2063017 Dec 15 13:53:13.430133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.449625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bad3614-78d2-490e-8bfe-ecbb02937f95 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:13.513742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ec0b97d-3f02-4098-a1ef-6b738fceb60c req-3ec34df4-337f-487f-a97f-35f7272185d0 service neutron] 10.222.0.67 "GET /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533289 Dec 15 13:53:13.519306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1bad3614-78d2-490e-8bfe-ecbb02937f95, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95,segment=NetworkSegment(a9363229-e7ca-4d2a-88ab-238f1976a663),segment_id=a9363229-e7ca-4d2a-88ab-238f1976a663)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:13.524021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396111da-4e78-4395-9477-19296f5cb968 req-ce77b43d-0433-43d7-a596-9771baf9ad88 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.528254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-396111da-4e78-4395-9477-19296f5cb968 req-ce77b43d-0433-43d7-a596-9771baf9ad88 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.5924964 Dec 15 13:53:13.534587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.540347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 065e64d9-011c-49a8-91ea-2890fb3df238 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:13.541150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.581499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-229fe723-9eec-4c5a-9253-90f5bc1b36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.589323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:12Z', 'revision_number': 3, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:11Z', 'revision_number': 1, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:11Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:13.621686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af52f79c-85a9-45ac-8684-a0c56ae6953f req-c31977bd-9c81-45c3-9625-21cc15f42083 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308056 Dec 15 13:53:13.732479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ebb5-7cd6-4dc4-8dfd-b00e29129ee2 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:12Z', 'revision_number': 3, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:11Z', 'revision_number': 1, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:11Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:13.848547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1bad3614-78d2-490e-8bfe-ecbb02937f95,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:13.875004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-229fe723-9eec-4c5a-9253-90f5bc1b36d1 None None] For port 47345e53-2817-4d1c-8924-16b2c8146445, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47345e53-2817-4d1c-8924-16b2c8146445,segment=NetworkSegment(f1fbb06b-3a9a-429a-9f17-c78710db2163),segment_id=f1fbb06b-3a9a-429a-9f17-c78710db2163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:13.894799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-229fe723-9eec-4c5a-9253-90f5bc1b36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.908850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078088c-2f2d-4a6f-abef-8f5bcc9f568a req-9c94c9ab-b6ac-499b-9bad-354fb6f81100 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.917283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5078088c-2f2d-4a6f-abef-8f5bcc9f568a req-9c94c9ab-b6ac-499b-9bad-354fb6f81100 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 945 time: 0.4061155 Dec 15 13:53:13.999993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['1bad3614-78d2-490e-8bfe-ecbb02937f95'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:14.021020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34a561-7681-4c85-a10b-fcb6e01f81bf req-d7f994ae-9eca-4865-b962-01267899f136 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:14.023562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af34a561-7681-4c85-a10b-fcb6e01f81bf req-d7f994ae-9eca-4865-b962-01267899f136 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 945 time: 0.1300056 Dec 15 13:53:14.035574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793bf3f1-e414-47e3-8ffd-683f9648ffe6 None None] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:14.071589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Deleting port 5a747d10-9cbb-4922-8e20-1555650ec30e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:14.072053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.089309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5078088c-2f2d-4a6f-abef-8f5bcc9f568a req-a7e7d551-2965-40d6-87d3-dbcac5dc622d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704791 Dec 15 13:53:14.169310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af34a561-7681-4c85-a10b-fcb6e01f81bf req-d0cec18b-7e61-4218-a3e2-3d1232c9eca0 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359730 Dec 15 13:53:14.193528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.228962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:14.254563 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7ddec73c-272d-4368-a24e-22aee07c18c8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2066913 Dec 15 13:53:14.266395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:14.274045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.292053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-2071071023'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:14.301233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe723-9eec-4c5a-9253-90f5bc1b36d1 None None] Pushing event updated for resources: {'Port': ['ID=47345e53-2817-4d1c-8924-16b2c8146445,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:14.351014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] For port 5a747d10-9cbb-4922-8e20-1555650ec30e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5a747d10-9cbb-4922-8e20-1555650ec30e,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:14.351420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.369312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Calling delete_port for 5a747d10-9cbb-4922-8e20-1555650ec30e owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:14.383968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 065e64d9-011c-49a8-91ea-2890fb3df238, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=065e64d9-011c-49a8-91ea-2890fb3df238,segment=NetworkSegment(2a18331a-d9a9-406b-a2f7-2def89171264),segment_id=2a18331a-d9a9-406b-a2f7-2def89171264)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:14.402136 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.409202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7fa609d0-0283-41e5-8bd1-5d668402f4d5 None None] Provisioning complete for port 065e64d9-011c-49a8-91ea-2890fb3df238 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:14.409578 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7fa609d0-0283-41e5-8bd1-5d668402f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.476632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:14.481410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.575543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=065e64d9-011c-49a8-91ea-2890fb3df238,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:14.608830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:14.713333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.713802 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment 488d24ff-e144-4744-8756-0e0e525275a7 of type vlan for network f0dde0a9-6322-44df-9b09-a9ea262a7fdb Dec 15 13:53:14.722965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2a680-ad60-4363-9260-f4f7267783b1 req-528371d5-30f1-4719-a2d0-7e33ff999da3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:14.733216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2a680-ad60-4363-9260-f4f7267783b1 req-528371d5-30f1-4719-a2d0-7e33ff999da3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2753487 Dec 15 13:53:14.807913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61a49f17-00b6-4ab2-aee5-421a5573fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.953632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2a680-ad60-4363-9260-f4f7267783b1 req-146a1888-46fa-4617-8b7a-dec20b3895ba tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106757 Dec 15 13:53:14.953982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-538cbe64-2181-41e9-8aa9-831da1358d08 None None] Provisioning complete for port 065e64d9-011c-49a8-91ea-2890fb3df238 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:14.984191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.997942 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-538cbe64-2181-41e9-8aa9-831da1358d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.110200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dbf2a-0c06-4bca-8fa1-5e982f24f259 req-ab2dc68a-f5f2-4f52-bacc-6fe7d5e6699b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.117531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f45dbf2a-0c06-4bca-8fa1-5e982f24f259 req-ab2dc68a-f5f2-4f52-bacc-6fe7d5e6699b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.3553467 Dec 15 13:53:15.142762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc102290-ef5c-46ea-b7c6-15dae60791ac req-e2c20dc2-cd64-4b72-bb50-66f22c2d3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.144268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc102290-ef5c-46ea-b7c6-15dae60791ac req-e2c20dc2-cd64-4b72-bb50-66f22c2d3132 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.4013529 Dec 15 13:53:15.213233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-538cbe64-2181-41e9-8aa9-831da1358d08 None None] Provisioning complete for port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:15.213600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-538cbe64-2181-41e9-8aa9-831da1358d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.293744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-538cbe64-2181-41e9-8aa9-831da1358d08 None None] Port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:15.339832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47345e53-2817-4d1c-8924-16b2c8146445 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:15.413276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.431909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.432605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.443025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.494400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9b579f68-45c8-4c3b-90f0-896502d3567a None None] Provisioning complete for port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:15.495080 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9b579f68-45c8-4c3b-90f0-896502d3567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.497159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 47345e53-2817-4d1c-8924-16b2c8146445 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:15.497873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.577065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9b579f68-45c8-4c3b-90f0-896502d3567a None None] Port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:15.673798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 065e64d9-011c-49a8-91ea-2890fb3df238 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:15.698333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] No DVR routers for this DVR port 5a747d10-9cbb-4922-8e20-1555650ec30e on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:15.711078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f45dbf2a-0c06-4bca-8fa1-5e982f24f259 req-b15e2839-4ae7-445c-9948-83305042bedc tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919576 Dec 15 13:53:15.723311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.735313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-396111da-4e78-4395-9477-19296f5cb968 req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "DELETE /v2.0/ports/5a747d10-9cbb-4922-8e20-1555650ec30e HTTP/1.1" status: 204 len: 173 time: 2.1324584 Dec 15 13:53:15.750449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'name': 'network-vif-deleted', 'tag': '5a747d10-9cbb-4922-8e20-1555650ec30e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:15.755973 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4822a-12df-4a10-8436-7d1673a3631e" -d '{"events": [{"server_uuid": "c6132ab8-96e5-468e-81d6-20d71ca02e86", "name": "network-vif-deleted", "tag": "5a747d10-9cbb-4922-8e20-1555650ec30e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:15.762610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b562ff3-3c8e-4cba-8bad-247ccd812f8e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event deleted for resources: {'Port': ['ID=5a747d10-9cbb-4922-8e20-1555650ec30e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:15.775207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc102290-ef5c-46ea-b7c6-15dae60791ac req-7e64c8ec-3534-4ef8-a960-84b516a4ebfc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705254 Dec 15 13:53:15.799083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:15.804475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:15.813472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 065e64d9-011c-49a8-91ea-2890fb3df238 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:15.814344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.818233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5279639 Dec 15 13:53:15.846850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f96e7963-6a8d-40c7-a4ff-8df901298ddb None None] Provisioning complete for port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:15.847226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f96e7963-6a8d-40c7-a4ff-8df901298ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.882656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a16ae-4a3f-4351-be7c-15b3b092e442 req-8792b70e-d94d-44c0-9175-c85f45f05ff0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.887857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-313a16ae-4a3f-4351-be7c-15b3b092e442 req-8792b70e-d94d-44c0-9175-c85f45f05ff0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6132ab8-96e5-468e-81d6-20d71ca02e86 HTTP/1.1" status: 200 len: 867 time: 0.6103835 Dec 15 13:53:15.911243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7273b-0936-4e0b-8e22-633e3f9a140d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=f0dde0a9-6322-44df-9b09-a9ea262a7fdb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:15.941883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:15.988941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-313a16ae-4a3f-4351-be7c-15b3b092e442 req-d19a61cd-4fc0-4cbb-8b12-bed1bb17241f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845141 Dec 15 13:53:16.013543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304afd3e-745e-44b2-911d-3a544e523309 req-ebe3a0bb-4eb7-4a25-a17d-0c15481fce98 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.021340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:16.021844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-304afd3e-745e-44b2-911d-3a544e523309 req-ebe3a0bb-4eb7-4a25-a17d-0c15481fce98 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 945 time: 0.1645734 Dec 15 13:53:16.026412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.072872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f96e7963-6a8d-40c7-a4ff-8df901298ddb None None] Port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:16.148091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-304afd3e-745e-44b2-911d-3a544e523309 req-68ce58d9-f154-4037-9faf-3623983eda6e tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250973 Dec 15 13:53:16.205609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.223114 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5069ead-6fd2-4661-9e42-efb03a93aa76 x-openstack-request-id: req-c5069ead-6fd2-4661-9e42-efb03a93aa76 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:16.223646 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6132ab8-96e5-468e-81d6-20d71ca02e86", "name": "network-vif-deleted", "tag": "5a747d10-9cbb-4922-8e20-1555650ec30e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:16.224090 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5069ead-6fd2-4661-9e42-efb03a93aa76 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:16.224776 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6132ab8-96e5-468e-81d6-20d71ca02e86', 'name': 'network-vif-deleted', 'tag': '5a747d10-9cbb-4922-8e20-1555650ec30e', 'status': 'completed', 'code': 200} Dec 15 13:53:16.368769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.371386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76ee2-1ca0-4533-9f19-0cacabe9addf req-7fd87ca1-d0de-4779-91c7-5e1ca5db329a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.372966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ee76ee2-1ca0-4533-9f19-0cacabe9addf req-7fd87ca1-d0de-4779-91c7-5e1ca5db329a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.0680127 Dec 15 13:53:16.435053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=2a5a15d0-18c5-4468-9f6f-20928defe8a5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:16.454422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:16.454781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: f0dde0a9-6322-44df-9b09-a9ea262a7fdb, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:16.498561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:16.501224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ee76ee2-1ca0-4533-9f19-0cacabe9addf req-3f8d4f54-926d-4cba-8f9f-60a2d3273253 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985518 Dec 15 13:53:16.513794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, f0dde0a9-6322-44df-9b09-a9ea262a7fdb) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:16.526673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2efed-9051-4180-aea6-ecedc68bdd95 None None] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:16.530537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.531672 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.561886 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c8c587fb-1448-4760-b06c-d122741f9a04 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7592139 Dec 15 13:53:16.562257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58688) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:16.851859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1bad3614-78d2-490e-8bfe-ecbb02937f95 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:16.928589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:16.929538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.978598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 1bad3614-78d2-490e-8bfe-ecbb02937f95 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:17.046593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9f8d4-311b-4ec7-9c65-58d2f9b6da63 req-c13cce77-37a1-4038-981b-4bde5b2c1384 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:17.048611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6b9f8d4-311b-4ec7-9c65-58d2f9b6da63 req-c13cce77-37a1-4038-981b-4bde5b2c1384 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1851442 Dec 15 13:53:17.059934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 1bad3614-78d2-490e-8bfe-ecbb02937f95 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:17.060315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.098988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:17.171906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:17.172623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:17.248954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6b9f8d4-311b-4ec7-9c65-58d2f9b6da63 req-4932b1ca-b96c-4305-852d-92e229968777 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521220 Dec 15 13:53:17.264754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.459930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Allocated IP 172.22.0.2 (f0dde0a9-6322-44df-9b09-a9ea262a7fdb/2a5a15d0-18c5-4468-9f6f-20928defe8a5/3e579481-d18d-4756-bf99-98d37ec1b59c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:17.462884 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.515636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:17.538806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 1bad3614-78d2-490e-8bfe-ecbb02937f95, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95,segment=NetworkSegment(a9363229-e7ca-4d2a-88ab-238f1976a663),segment_id=a9363229-e7ca-4d2a-88ab-238f1976a663)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:17.566495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb8142-636a-4c53-88db-2276378fc69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad3614-78d2-490e-8bfe-ecbb02937f95'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:17.568798 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b52ce1f-ebeb-41c7-9f4d-014e242988fe" -d '{"events": [{"server_uuid": "67eb8142-636a-4c53-88db-2276378fc69b", "name": "network-vif-plugged", "status": "completed", "tag": "1bad3614-78d2-490e-8bfe-ecbb02937f95"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:17.575577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.594245 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.595048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5a747d10-9cbb-4922-8e20-1555650ec30e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:17.660087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 5a747d10-9cbb-4922-8e20-1555650ec30e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:17.660454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5a747d10-9cbb-4922-8e20-1555650ec30e not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:17.879188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=1bad3614-78d2-490e-8bfe-ecbb02937f95,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:17.900799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.910537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94e980-87ad-4206-810d-8cc297675901 req-1071caab-8aef-4a8b-b478-f29e1559b579 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:17.912246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff94e980-87ad-4206-810d-8cc297675901 req-1071caab-8aef-4a8b-b478-f29e1559b579 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 945 time: 0.5208435 Dec 15 13:53:17.967196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.031605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:18.039339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:18.050662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:18.061893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Pushing event updated for resources: {'Port': ['ID=3e579481-d18d-4756-bf99-98d37ec1b59c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:18.082944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-9575f63d-2839-46bf-b7f3-b4fb5ba10687 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.084804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-9575f63d-2839-46bf-b7f3-b4fb5ba10687 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.2784193 Dec 15 13:53:18.122162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff94e980-87ad-4206-810d-8cc297675901 req-541bd0fe-41d7-4fa6-85d6-2b2329a9a5e7 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750293 Dec 15 13:53:18.124212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Attempting to bind port 3e579481-d18d-4756-bf99-98d37ec1b59c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:18.125008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Attempting to bind port 3e579481-d18d-4756-bf99-98d37ec1b59c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:18.125008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Attempting to bind port 3e579481-d18d-4756-bf99-98d37ec1b59c on network f0dde0a9-6322-44df-9b09-a9ea262a7fdb {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:18.136350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:12Z', 'revision_number': 3, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:12Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:18.136777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-8c0216ec-a59d-4b51-ad48-54c138096256 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/quotas/3a1aa40c7d294a308d8c984b85e829bf HTTP/1.1" status: 200 len: 375 time: 0.0389585 Dec 15 13:53:18.172944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:18.173467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Checking segment: {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:18.173935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.174398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Bound using segment: {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:18.174962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Bound port: 3e579481-d18d-4756-bf99-98d37ec1b59c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:18.175415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.189794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:18.190194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Updating router 2aca5219-9497-436d-9443-394711ef1c55 port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:18.242273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-7d74f0c7-8a06-48c9-abfc-5d35c31a66c6 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956089 Dec 15 13:53:18.259601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.299225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] For port 3e579481-d18d-4756-bf99-98d37ec1b59c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:18.302759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] For port 3e579481-d18d-4756-bf99-98d37ec1b59c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e579481-d18d-4756-bf99-98d37ec1b59c,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:18.330601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.404401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-6bc9e3b8-7c6a-4f63-811c-651ead739fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416233 Dec 15 13:53:18.443926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.22.0.1 (f0dde0a9-6322-44df-9b09-a9ea262a7fdb/2a5a15d0-18c5-4468-9f6f-20928defe8a5/1e4b0a29-0260-4148-8414-c45778fa0634) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:18.496791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.505990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05e3b-7c5c-49a9-87d9-7425693fbf42 None None] Pushing event updated for resources: {'Port': ['ID=3e579481-d18d-4756-bf99-98d37ec1b59c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:18.590102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b29df-3ccb-4307-977e-29168d79386d req-36d3d4c1-e77e-4aa6-afc4-2dfd9cb38804 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.591802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c6b29df-3ccb-4307-977e-29168d79386d req-36d3d4c1-e77e-4aa6-afc4-2dfd9cb38804 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2285223 Dec 15 13:53:18.767850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-e1227119-6dc2-4b63-ab92-30da5e870268 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514290 Dec 15 13:53:18.777355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c6b29df-3ccb-4307-977e-29168d79386d req-2eadbb61-c6ef-49de-9384-f365f32cc640 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410625 Dec 15 13:53:18.791037 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.814691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.869686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.908389 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656fbe3d-e636-4789-b14c-64d9a7b2ff0b x-openstack-request-id: req-656fbe3d-e636-4789-b14c-64d9a7b2ff0b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:18.911492 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb8142-636a-4c53-88db-2276378fc69b", "name": "network-vif-plugged", "status": "completed", "tag": "1bad3614-78d2-490e-8bfe-ecbb02937f95", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:18.912105 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-656fbe3d-e636-4789-b14c-64d9a7b2ff0b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:18.912705 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb8142-636a-4c53-88db-2276378fc69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad3614-78d2-490e-8bfe-ecbb02937f95', 'code': 200} Dec 15 13:53:18.999374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852255c8-c010-4ef4-abc8-eb8df7549069 None None] Pushing event updated for resources: {'Port': ['ID=1f2e8483-a1f1-486e-8206-d5a56a87ac15,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.050036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.203433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Attempting to bind port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:19.209341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Attempting to bind port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:19.209999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Attempting to bind port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 on network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:19.228001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:19.228669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Checking segment: {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:19.230069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.231014 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Bound using segment: {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:19.231140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:19.233293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Bound port: 1f2e8483-a1f1-486e-8206-d5a56a87ac15, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a18331a-d9a9-406b-a2f7-2def89171264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:19.234649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.255717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=1e4b0a29-0260-4148-8414-c45778fa0634,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.267813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:19.278017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:19.294027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af023bf-62d9-4f7e-b021-f1fc99c604d2 req-34631fbe-4c61-4f58-a31b-44ffce003b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:19.295600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1af023bf-62d9-4f7e-b021-f1fc99c604d2 req-34631fbe-4c61-4f58-a31b-44ffce003b4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 1097 time: 0.3273244 Dec 15 13:53:19.312181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e579481-d18d-4756-bf99-98d37ec1b59c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:19.409399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4cbb1dd-18c0-44de-9531-5f74047aedef req-410bbc23-6131-4e1e-9905-2bac282cb251 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 210 time: 0.0626454 Dec 15 13:53:19.421347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d3d53-883c-45d7-a6fe-920f9c5fd152 req-d09ca564-0cb6-48a8-98a2-a389be174f8e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:19.436706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea0d3d53-883c-45d7-a6fe-920f9c5fd152 req-d09ca564-0cb6-48a8-98a2-a389be174f8e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2665427 Dec 15 13:53:19.512686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.525306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] For port 1f2e8483-a1f1-486e-8206-d5a56a87ac15, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:19.534434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] For port 1f2e8483-a1f1-486e-8206-d5a56a87ac15, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1f2e8483-a1f1-486e-8206-d5a56a87ac15,segment=NetworkSegment(2a18331a-d9a9-406b-a2f7-2def89171264),segment_id=2a18331a-d9a9-406b-a2f7-2def89171264)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:19.567239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.678803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-be0d3a21-00a9-4def-a481-b9290ebf58ff None None] Provisioning complete for port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:19.679325 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be0d3a21-00a9-4def-a481-b9290ebf58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.681248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:19.685869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:19.695922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1af023bf-62d9-4f7e-b021-f1fc99c604d2 req-803633f4-8c0e-4d63-8ed4-47f04ea5db50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387799 Dec 15 13:53:19.743570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea0d3d53-883c-45d7-a6fe-920f9c5fd152 req-1a12820c-64a5-4786-8058-ec19d943e3ed tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895153 Dec 15 13:53:19.814652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02568e83-5f94-4181-92bf-3b7c655cfb69 req-7db2d420-2e69-436c-aaeb-de88ac2fd786 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:19.827111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02568e83-5f94-4181-92bf-3b7c655cfb69 req-7db2d420-2e69-436c-aaeb-de88ac2fd786 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.2437611 Dec 15 13:53:20.029481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02568e83-5f94-4181-92bf-3b7c655cfb69 req-2d271d5c-2686-4e67-bcb4-c49d6a7488f0 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013633 Dec 15 13:53:20.037611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.278174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852255c8-c010-4ef4-abc8-eb8df7549069 None None] Pushing event updated for resources: {'Port': ['ID=1f2e8483-a1f1-486e-8206-d5a56a87ac15,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:20.297745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3e579481-d18d-4756-bf99-98d37ec1b59c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:20.298219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.305369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:20.342450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f1867-8edc-40a2-a775-95f9469f4e7c req-07baee0b-62b2-4f4c-9a1f-9e67df38634c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.344140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-852f1867-8edc-40a2-a775-95f9469f4e7c req-07baee0b-62b2-4f4c-9a1f-9e67df38634c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.1861241 Dec 15 13:53:20.445403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e50c8-fb0e-4255-a9a0-64f0908ce296 None None] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:20.561627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-852f1867-8edc-40a2-a775-95f9469f4e7c req-4d2f02ba-4f42-4e98-92e6-e692d6283493 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977282 Dec 15 13:53:20.614172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be0d3a21-00a9-4def-a481-b9290ebf58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.627253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e878-0bdc-4b44-a908-9240234b214b req-a6f98fb4-2295-4b94-a24f-7b305fc19fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.630090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-a6f98fb4-2295-4b94-a24f-7b305fc19fa8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.1570568 Dec 15 13:53:20.659918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a509db-cea4-4e0f-a1ac-42a838ea70c5 req-7475cae3-3baa-4326-8bf5-71c1ce9d0b6b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.668175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53a509db-cea4-4e0f-a1ac-42a838ea70c5 req-7475cae3-3baa-4326-8bf5-71c1ce9d0b6b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1307549 Dec 15 13:53:20.780061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-630c9a86-502e-4da0-b40d-aac284e1501b req-eb34bde1-bafe-42eb-8117-9558f32fd866 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 210 time: 0.1022139 Dec 15 13:53:20.785181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-be0d3a21-00a9-4def-a481-b9290ebf58ff None None] For port 1f2e8483-a1f1-486e-8206-d5a56a87ac15, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1f2e8483-a1f1-486e-8206-d5a56a87ac15,segment=NetworkSegment(2a18331a-d9a9-406b-a2f7-2def89171264),segment_id=2a18331a-d9a9-406b-a2f7-2def89171264)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:20.824023 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.831170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53a509db-cea4-4e0f-a1ac-42a838ea70c5 req-54bf09ae-b4a0-4b36-ab2d-62a78daa5054 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619594 Dec 15 13:53:20.832320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.834584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be0d3a21-00a9-4def-a481-b9290ebf58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.845988 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.898333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:21.007851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.020605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 3e579481-d18d-4756-bf99-98d37ec1b59c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e579481-d18d-4756-bf99-98d37ec1b59c,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:21.024785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d3a21-00a9-4def-a481-b9290ebf58ff None None] Pushing event updated for resources: {'Port': ['ID=1f2e8483-a1f1-486e-8206-d5a56a87ac15,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:21.036044 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.038608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d7c79a1a-e5c8-4c11-9fe4-94e4e9f4a176 None None] Provisioning complete for port 3e579481-d18d-4756-bf99-98d37ec1b59c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.039201 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7c79a1a-e5c8-4c11-9fe4-94e4e9f4a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.054807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e878-0bdc-4b44-a908-9240234b214b req-2bd8174c-ff40-4edb-b1c5-15550ad3539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:21.058266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-2bd8174c-ff40-4edb-b1c5-15550ad3539e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.4167616 Dec 15 13:53:21.071863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=1e4b0a29-0260-4148-8414-c45778fa0634,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:21.120926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.171753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-7445edf0-3372-47f3-93a7-479505713e4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 217 time: 0.0958302 Dec 15 13:53:21.185653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=3e579481-d18d-4756-bf99-98d37ec1b59c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:21.216038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:12Z', 'revision_number': 3, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:19Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:21.318660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60a76-14e4-43b8-9e75-4a542214c449 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:12Z', 'revision_number': 3, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:19Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:21.456102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d7c79a1a-e5c8-4c11-9fe4-94e4e9f4a176 None None] Provisioning complete for port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.456523 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7c79a1a-e5c8-4c11-9fe4-94e4e9f4a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.530929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1f2e8483-a1f1-486e-8206-d5a56a87ac15 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:21.624001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e878-0bdc-4b44-a908-9240234b214b req-6769641a-8dc6-4732-a92c-f6e74803775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:21.631302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-6769641a-8dc6-4732-a92c-f6e74803775c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.4428790 Dec 15 13:53:21.639663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-cd0d4cd1-3b7a-4d1b-98a2-556a5a35b722 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:21.641311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-cd0d4cd1-3b7a-4d1b-98a2-556a5a35b722 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 811 time: 0.7087286 Dec 15 13:53:21.702659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.703095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.715560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-687c756b-9eac-4918-b5a6-97916166ab3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536191 Dec 15 13:53:21.721163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Request body: {'port': {'device_id': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'admin_state_up': True, 'tenant_id': '3a1aa40c7d294a308d8c984b85e829bf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:21.829899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570910-5ffa-4d66-9e37-04b7fae7bdab req-70ebac16-363a-43da-b2f5-625c8a71ef28 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:21.830828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13570910-5ffa-4d66-9e37-04b7fae7bdab req-70ebac16-363a-43da-b2f5-625c8a71ef28 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.4263005 Dec 15 13:53:21.879658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0e9b1d9c-b5a9-4246-a3c6-bbf6671f2faa None None] Provisioning complete for port 1e4b0a29-0260-4148-8414-c45778fa0634 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.880147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1d9c-b5a9-4246-a3c6-bbf6671f2faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.940088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:21.942625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b1d9c-b5a9-4246-a3c6-bbf6671f2faa None None] Port 1e4b0a29-0260-4148-8414-c45778fa0634 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:21.953341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0e9b1d9c-b5a9-4246-a3c6-bbf6671f2faa None None] Provisioning complete for port 3e579481-d18d-4756-bf99-98d37ec1b59c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.953721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1d9c-b5a9-4246-a3c6-bbf6671f2faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.969571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:22.116668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5839a6c-d27c-4d51-b963-07dd68a7a1c9 req-7ed2cd70-9eb3-48ba-be87-89b2fb78b9c0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:22.125023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5839a6c-d27c-4d51-b963-07dd68a7a1c9 req-7ed2cd70-9eb3-48ba-be87-89b2fb78b9c0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.3332949 Dec 15 13:53:22.179279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13570910-5ffa-4d66-9e37-04b7fae7bdab req-cbe38372-6df0-4a0f-849b-f877996b581b tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326731 Dec 15 13:53:22.255816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5839a6c-d27c-4d51-b963-07dd68a7a1c9 req-88f89406-4117-4ef4-8d31-db70184d9524 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297519 Dec 15 13:53:22.276843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-05cdbab6-b914-4a0d-b1e2-6670b3e0f1ba service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573109 Dec 15 13:53:22.284042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:22.286709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Made reservation on behalf of 3a1aa40c7d294a308d8c984b85e829bf for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:22.292429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.309044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7d6bb81e-b3b9-4e39-af9c-d21daa748393 None None] Provisioning complete for port 1e4b0a29-0260-4148-8414-c45778fa0634 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:22.309424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb81e-b3b9-4e39-af9c-d21daa748393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.384617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bb81e-b3b9-4e39-af9c-d21daa748393 None None] Port 1e4b0a29-0260-4148-8414-c45778fa0634 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:22.899729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47a3f2df-01f6-4fbe-a773-ea69cd7e83a9 req-c202d939-ea2d-4350-befa-57f55e40ec86 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 210 time: 0.5823131 Dec 15 13:53:23.036734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:23.044186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e92cdec3-493f-48cf-aaaa-9ab641be1831 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4803512 Dec 15 13:53:23.046689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58776) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:23.048697 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:23.055181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202904215'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:23.067443 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:23.068067 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:23.085147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1472fb-7ba4-453f-811c-406025f4445f req-c1338b97-a4a5-4514-9323-ba3298e1bc22 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.093285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f1472fb-7ba4-453f-811c-406025f4445f req-c1338b97-a4a5-4514-9323-ba3298e1bc22 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.6971791 Dec 15 13:53:23.118626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:23.124242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.143590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23b2e878-0bdc-4b44-a908-9240234b214b req-95e2d941-c115-407b-b75f-446f871461fa service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240421 Dec 15 13:53:23.151292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Allocated IP 172.20.0.10 (93dcf55e-deff-4c7d-8d72-764aed011531/bb6cf20b-fa56-4671-841a-e0b45301cc06/8ccf3d0a-2a93-4b67-84d3-939ba59ec970) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:23.167223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:23.201604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.202504 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added segment b6a61a4f-e27b-4947-b200-466d71f3108e of type vlan for network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 Dec 15 13:53:23.241212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e579481-d18d-4756-bf99-98d37ec1b59c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:23.270569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f1472fb-7ba4-453f-811c-406025f4445f req-32b81578-7739-49a0-9388-16a49232a310 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763039 Dec 15 13:53:23.293120 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:23.338695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.384224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3e579481-d18d-4756-bf99-98d37ec1b59c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:23.384624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.397237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.409677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.411611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.549798 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4989393 Dec 15 13:53:23.558316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:23.575658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaefab-bdd9-4b4f-9f6f-7218edc55b5e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Network': ['ID=c8d73ff6-6146-4e56-9d4c-481dfb3f6110,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:23.588815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:23.593642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'subnet': {'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:23.699653 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:19Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:23.734089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc7f6-5e8f-4d63-a444-dcb26f3475ca req-b56b0faa-9afc-4ab8-bda5-dc08c4127ce5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.735650 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:23.736191 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Updating router 2aca5219-9497-436d-9443-394711ef1c55 port 1e4b0a29-0260-4148-8414-c45778fa0634 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:23.743166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578cc7f6-5e8f-4d63-a444-dcb26f3475ca req-b56b0faa-9afc-4ab8-bda5-dc08c4127ce5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2803011 Dec 15 13:53:23.762759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Made reservation on behalf of 77c11b2a1f3a4a67ae99a2a9e1e7b6f1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:23.765657 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.766623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.809298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ac6b3-7b63-403e-889f-953f1a349377 req-c682185c-6023-416e-a6d2-26ab9b3b32b7 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.817332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-744ac6b3-7b63-403e-889f-953f1a349377 req-c682185c-6023-416e-a6d2-26ab9b3b32b7 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.3902721 Dec 15 13:53:23.828045 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.970280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578cc7f6-5e8f-4d63-a444-dcb26f3475ca req-1701eb2c-7d2a-4072-a218-dd813ebe7f85 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260437 Dec 15 13:53:24.044842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-744ac6b3-7b63-403e-889f-953f1a349377 req-8b0aa7b4-fd2f-411e-9394-133b3c233f9a tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264721 Dec 15 13:53:24.065258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.133816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Network 93dcf55e-deff-4c7d-8d72-764aed011531 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:24.157839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:24.161217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:24.177179 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.187519 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.247130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event updated for resources: {'Port': ['ID=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:24.293130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:24.293872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.324392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c7796-a8fa-4096-888b-0c1cd026cb0a req-becdf83e-9759-4137-8e6b-3bab780c7f7d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:24.337233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b1c7796-a8fa-4096-888b-0c1cd026cb0a req-becdf83e-9759-4137-8e6b-3bab780c7f7d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 932 time: 0.2236497 Dec 15 13:53:24.349310 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150df8-4470-4eb8-9739-89e85db9d986 None None] Pushing event updated for resources: {'Port': ['ID=1e4b0a29-0260-4148-8414-c45778fa0634,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:24.391024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-36853778-f1fb-4802-88fa-471740d8595f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6735260 Dec 15 13:53:24.391785 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Attempting to bind port 1e4b0a29-0260-4148-8414-c45778fa0634 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:24.392163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Attempting to bind port 1e4b0a29-0260-4148-8414-c45778fa0634 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:24.392787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Attempting to bind port 1e4b0a29-0260-4148-8414-c45778fa0634 on network f0dde0a9-6322-44df-9b09-a9ea262a7fdb {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:24.403232 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:24.403666 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Checking segment: {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:24.404095 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.404571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Bound using segment: {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:24.405063 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Bound port: 1e4b0a29-0260-4148-8414-c45778fa0634, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488d24ff-e144-4744-8756-0e0e525275a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:24.405544 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.411692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Request body: {'port': {'device_id': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:24.467987 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.505089 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] For port 1e4b0a29-0260-4148-8414-c45778fa0634, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:24.510496 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] For port 1e4b0a29-0260-4148-8414-c45778fa0634, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1e4b0a29-0260-4148-8414-c45778fa0634,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:24.516908 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.560825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b1c7796-a8fa-4096-888b-0c1cd026cb0a req-dc116a51-e708-4be5-9e73-8d6d3d93b824 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225680 Dec 15 13:53:24.587494 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:24.588134 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:24.589899 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.609233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Subnet': ['ID=2c498e18-3fb3-4581-929d-35d697a43df4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:24.633572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897eea7-10a5-4593-adbd-6575d1c40bb8 req-c79ca226-d47d-496d-bda1-bb317dbadb68 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:24.641125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d897eea7-10a5-4593-adbd-6575d1c40bb8 req-c79ca226-d47d-496d-bda1-bb317dbadb68 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.1881182 Dec 15 13:53:24.693498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150df8-4470-4eb8-9739-89e85db9d986 None None] Pushing event updated for resources: {'Port': ['ID=1e4b0a29-0260-4148-8414-c45778fa0634,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:24.700046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Checking segment: {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:24.700410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network hostable DHCP agents. Network: c8d73ff6-6146-4e56-9d4c-481dfb3f6110, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:24.739970 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:24.745092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7cb6a069-3b91-40bd-83d7-42328e6934c2 None None] Provisioning complete for port 1e4b0a29-0260-4148-8414-c45778fa0634 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:24.746534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a069-3b91-40bd-83d7-42328e6934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.830696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:24.839168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a069-3b91-40bd-83d7-42328e6934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.882197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7cb6a069-3b91-40bd-83d7-42328e6934c2 None None] For port 1e4b0a29-0260-4148-8414-c45778fa0634, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1e4b0a29-0260-4148-8414-c45778fa0634,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:24.883745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d897eea7-10a5-4593-adbd-6575d1c40bb8 req-77d7d8da-e6d8-4d3a-b371-6348b7899c6f tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383699 Dec 15 13:53:24.889877 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a069-3b91-40bd-83d7-42328e6934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.919234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c8d73ff6-6146-4e56-9d4c-481dfb3f6110) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:24.937698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:24.941287 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.946473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac87c5-b027-4396-b1e8-ec5fc246bb6e None None] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:25.133054 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:19Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:25.197931 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83046e-1d00-4b16-a500-69d2b32cb7b4 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:19Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:25.222236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-832b74df-1fa6-4637-8c5c-14f5cc571104 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6402888 Dec 15 13:53:25.226692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.249794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eadadd-92c9-47d9-9ae5-e448dab2682a req-65b35217-3daa-43a8-8877-df27e3cb5c72 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.257500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84eadadd-92c9-47d9-9ae5-e448dab2682a req-65b35217-3daa-43a8-8877-df27e3cb5c72 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.5081170 Dec 15 13:53:25.271875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6a069-3b91-40bd-83d7-42328e6934c2 None None] Pushing event updated for resources: {'Port': ['ID=1e4b0a29-0260-4148-8414-c45778fa0634,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:25.283761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71c393df-4b84-43ce-84e6-4e0627fe46e0 None None] Provisioning complete for port 1e4b0a29-0260-4148-8414-c45778fa0634 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:25.283761 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71c393df-4b84-43ce-84e6-4e0627fe46e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.380989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:25.404220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.437735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84eadadd-92c9-47d9-9ae5-e448dab2682a req-f91bbb26-1f7d-489a-b36d-c9f652d7233d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792793 Dec 15 13:53:25.476828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659aff3-7ebf-4d26-b73f-eb1c897dcfb7 req-60f95280-0be2-47f8-9761-632be3e3a9a5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.482571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:25.485214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b659aff3-7ebf-4d26-b73f-eb1c897dcfb7 req-60f95280-0be2-47f8-9761-632be3e3a9a5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.2849164 Dec 15 13:53:25.494970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.526067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Transition to ACTIVE for port object 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:25.543707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.713178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b659aff3-7ebf-4d26-b73f-eb1c897dcfb7 req-c457ded2-886b-4ef8-b213-4c6750945f80 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217896 Dec 15 13:53:25.779175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Pushing event updated for resources: {'Port': ['ID=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:25.870097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89d676-9e9b-4572-aa05-869a1e108c1c req-03aaf34b-58ae-4bfe-af90-2d248467d711 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.879199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e89d676-9e9b-4572-aa05-869a1e108c1c req-03aaf34b-58ae-4bfe-af90-2d248467d711 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.2509964 Dec 15 13:53:25.984024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Allocated IP 172.23.0.2 (c8d73ff6-6146-4e56-9d4c-481dfb3f6110/2c498e18-3fb3-4581-929d-35d697a43df4/f63f5ed7-ee36-4297-bf45-d8282b594a82) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:25.999116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e89d676-9e9b-4572-aa05-869a1e108c1c req-be0d6286-ba37-4c21-934d-533ef5565416 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186056 Dec 15 13:53:26.025529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Attempting to bind port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:26.025886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Attempting to bind port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:26.026191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Attempting to bind port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:26.031520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 on network 93dcf55e-deff-4c7d-8d72-764aed011531 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:26.031799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Attempting to bind port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 on network 93dcf55e-deff-4c7d-8d72-764aed011531 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:26.041160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:26.041498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Checking segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:26.042070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Bound using segment: {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:26.042793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Bound port: 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61477892-00b0-4db1-809e-22ca6e7fe0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:26.043332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.188885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad400b-7640-4d1c-ade5-4b19855c64c6 req-08fa839d-49e2-4e97-a300-d1a6941d5bd1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.199057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1ad400b-7640-4d1c-ade5-4b19855c64c6 req-08fa839d-49e2-4e97-a300-d1a6941d5bd1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 944 time: 0.1265199 Dec 15 13:53:26.210446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] For port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:26.245354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] For port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:26.256455 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.279406 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.301492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.315663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.361962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1ad400b-7640-4d1c-ade5-4b19855c64c6 req-d405857f-923f-46ba-8fc5-2b0804c950b0 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440248 Dec 15 13:53:26.375103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.376416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.377892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] 10.222.0.67 "PUT /v2.0/ports/8ccf3d0a-2a93-4b67-84d3-939ba59ec970 HTTP/1.1" status: 200 len: 1092 time: 1.9704762 Dec 15 13:53:26.384011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'tag': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:26.386423 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567" -d '{"events": [{"name": "network-changed", "server_uuid": "6033c7aa-86ca-4631-bc24-2dd24159ebb4", "tag": "8ccf3d0a-2a93-4b67-84d3-939ba59ec970"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:26.393832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:26.398301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:26.403978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:26.409416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a11f8-410e-449b-bd8d-8a1033d866df service neutron] Pushing event updated for resources: {'Port': ['ID=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.420480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Pushing event updated for resources: {'Port': ['ID=f63f5ed7-ee36-4297-bf45-d8282b594a82,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.498848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Attempting to bind port f63f5ed7-ee36-4297-bf45-d8282b594a82 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:26.498848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Attempting to bind port f63f5ed7-ee36-4297-bf45-d8282b594a82 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:26.498848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Attempting to bind port f63f5ed7-ee36-4297-bf45-d8282b594a82 on network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:26.504795 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2484c17a-4968-4e67-860e-4f3e0f7ee1c7 x-openstack-request-id: req-2484c17a-4968-4e67-860e-4f3e0f7ee1c7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:26.505127 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6033c7aa-86ca-4631-bc24-2dd24159ebb4", "tag": "8ccf3d0a-2a93-4b67-84d3-939ba59ec970", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:26.505393 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2484c17a-4968-4e67-860e-4f3e0f7ee1c7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:26.505828 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'tag': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970', 'status': 'completed', 'code': 200} Dec 15 13:53:26.510528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:26.510972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Checking segment: {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:26.511580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.512018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Bound using segment: {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:26.513883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Bound port: f63f5ed7-ee36-4297-bf45-d8282b594a82, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:26.514398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.550779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-99eed57a-4128-445e-b53a-377261451a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.552216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-99eed57a-4128-445e-b53a-377261451a31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 1095 time: 0.1056683 Dec 15 13:53:26.610750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] For port f63f5ed7-ee36-4297-bf45-d8282b594a82, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:26.614437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] For port f63f5ed7-ee36-4297-bf45-d8282b594a82, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f63f5ed7-ee36-4297-bf45-d8282b594a82,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:26.620110 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.652318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-fa11552c-6b18-4997-8857-1fbb0ca4be32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970 HTTP/1.1" status: 200 len: 217 time: 0.0856495 Dec 15 13:53:26.669678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Allocated IP 172.23.0.1 (c8d73ff6-6146-4e56-9d4c-481dfb3f6110/2c498e18-3fb3-4581-929d-35d697a43df4/17ad5e66-15d6-4714-bef0-de896ce2e973) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:26.704853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af84e2b-1fa2-450a-b263-5d4c83856149 None None] Pushing event updated for resources: {'Port': ['ID=f63f5ed7-ee36-4297-bf45-d8282b594a82,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.722280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a94d3-b790-4a13-ac0e-afc6f981e1b2 req-e2d8270f-0143-4de2-9221-469c7a35a578 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.723880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e60a94d3-b790-4a13-ac0e-afc6f981e1b2 req-e2d8270f-0143-4de2-9221-469c7a35a578 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1707473 Dec 15 13:53:26.734138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef7ea1-abd5-47a3-ab13-22d1c8082f57 req-aaee1bf5-03c6-479a-abfb-c10ae7a83cb9 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.735623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ef7ea1-abd5-47a3-ab13-22d1c8082f57 req-aaee1bf5-03c6-479a-abfb-c10ae7a83cb9 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.1701794 Dec 15 13:53:26.762760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-9e3f7aa4-476b-47e9-860c-3955775e71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.764568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-9e3f7aa4-476b-47e9-860c-3955775e71f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.1037343 Dec 15 13:53:26.814197 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.824687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-871db59b-1570-46d4-b1d2-5dc204c55087 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508087 Dec 15 13:53:26.854804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.913483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:26.917680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:26.920780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:26.959272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=17ad5e66-15d6-4714-bef0-de896ce2e973,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.963759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ef7ea1-abd5-47a3-ab13-22d1c8082f57 req-f78e6fc3-191d-484d-8c6c-3c4898e77cac tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106636 Dec 15 13:53:26.969555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e60a94d3-b790-4a13-ac0e-afc6f981e1b2 req-05b21480-1961-44c4-a3e5-9736005ebcdd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312291 Dec 15 13:53:27.019577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.040287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-cefa98f5-b1c4-42ed-8acd-df8ea1fa0728 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940095 Dec 15 13:53:27.233858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.310730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18da0e73-6312-4e96-9be1-353e6cb23db4 req-4bd31352-abc4-4c82-999c-6ee162a91fe7 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506311 Dec 15 13:53:27.334434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea1dd3-f470-474e-8faf-810dc92b9204 req-6a299569-ac4f-44d4-a319-b103b714a56b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:27.336309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcea1dd3-f470-474e-8faf-810dc92b9204 req-6a299569-ac4f-44d4-a319-b103b714a56b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 946 time: 0.1465006 Dec 15 13:53:27.342666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f63f5ed7-ee36-4297-bf45-d8282b594a82 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:27.429551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcea1dd3-f470-474e-8faf-810dc92b9204 req-6afd9e34-7129-46c7-b66f-3245f8bcbc36 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852449 Dec 15 13:53:27.453595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f63f5ed7-ee36-4297-bf45-d8282b594a82 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:27.454334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.586758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-5ec6d5f9-a8ef-4f1c-80f5-59b0a2fab6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:27.589902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-5ec6d5f9-a8ef-4f1c-80f5-59b0a2fab6ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 1095 time: 0.1678743 Dec 15 13:53:27.643825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.698507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadab90f-2791-4700-aa90-6cfa66463d03 req-19cfec95-03c0-44dc-8fa3-bc11f3e2e4e7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:27.701732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aadab90f-2791-4700-aa90-6cfa66463d03 req-19cfec95-03c0-44dc-8fa3-bc11f3e2e4e7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 944 time: 0.2009006 Dec 15 13:53:27.725834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port f63f5ed7-ee36-4297-bf45-d8282b594a82, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f63f5ed7-ee36-4297-bf45-d8282b594a82,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:27.734637 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.736420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1e4b0a29-0260-4148-8414-c45778fa0634 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:27.777163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.791086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.895521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-3482ff93-148c-46ee-af50-7cf77e208125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:27.897963 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-3482ff93-148c-46ee-af50-7cf77e208125 service neutron] 10.222.0.67 "GET /v2.0/networks?id=93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 200 len: 913 time: 0.2931478 Dec 15 13:53:27.905794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event updated for resources: {'Port': ['ID=17ad5e66-15d6-4714-bef0-de896ce2e973,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:27.920754 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.931495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=f63f5ed7-ee36-4297-bf45-d8282b594a82,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:27.991895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1e4b0a29-0260-4148-8414-c45778fa0634 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:27.992446 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.041769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aadab90f-2791-4700-aa90-6cfa66463d03 req-b91d6b5b-fe1f-424d-922f-68ceab25fb5f tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420903 Dec 15 13:53:28.091247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-cddf580a-0090-4d3e-8cca-1354618c0409 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970 HTTP/1.1" status: 200 len: 217 time: 0.1418674 Dec 15 13:53:28.144207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:28.153994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:28.386928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1638781-933f-4348-8208-857e5f3886d7 None None] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:28.457185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:28.463794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae56f9-0870-44c2-a50f-d293f05ab5bf req-252fe4f5-f951-4efe-885d-a24cbd86eaac tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:28.473010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dbae56f9-0870-44c2-a50f-d293f05ab5bf req-252fe4f5-f951-4efe-885d-a24cbd86eaac tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.2834227 Dec 15 13:53:28.476533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-607da497-73ed-485a-a9ed-efce3512a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:28.482893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-607da497-73ed-485a-a9ed-efce3512a55a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 200 len: 851 time: 0.3793724 Dec 15 13:53:28.533979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1fbc8974-7bcf-4e90-a76e-1c795833609b None None] Provisioning complete for port f63f5ed7-ee36-4297-bf45-d8282b594a82 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:28.535023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8974-7bcf-4e90-a76e-1c795833609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.663364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2f61-690b-442c-bd75-dce67f1379ec req-83f1e5f2-3dbd-4ac0-9c37-b5523d663391 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:28.667961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-752e2f61-690b-442c-bd75-dce67f1379ec req-83f1e5f2-3dbd-4ac0-9c37-b5523d663391 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.67 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 946 time: 0.5608113 Dec 15 13:53:28.689136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-858637ee-7967-4eff-9d4b-1e579d361a31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93dcf55e-deff-4c7d-8d72-764aed011531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649430 Dec 15 13:53:28.707990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:28.714940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bbf3e280-16a6-4aab-88cc-b0a2dcfb8184 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4835031 Dec 15 13:53:28.717647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:28.730374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:28.733050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:28.740207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:28.822383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:28.823049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:28.941985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dbae56f9-0870-44c2-a50f-d293f05ab5bf req-78e11620-e826-4baf-a36d-7100a1d0aa63 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/security-groups?id=5777f513-e0eb-4e32-9de8-ab22ecb283e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678712 Dec 15 13:53:28.996241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-d1e69eaa-3cd0-4879-b7e9-8c934c119d22 service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898452 Dec 15 13:53:29.138186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dee2e7d-9f5b-4cf5-8c3d-26039d79a567 req-042e1561-0e4a-420f-be4a-729ee1c4038a service neutron] 10.222.0.67 "GET /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304066 Dec 15 13:53:29.156540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:29.178794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Deleting port 1bad3614-78d2-490e-8bfe-ecbb02937f95 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:29.179310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.290683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f63f5ed7-ee36-4297-bf45-d8282b594a82 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:29.317428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.359841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae3dc-8a66-46b0-b75a-97d40861dd3e req-59cffc63-902e-49f8-aac8-16487bec83eb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:29.361644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2fae3dc-8a66-46b0-b75a-97d40861dd3e req-59cffc63-902e-49f8-aac8-16487bec83eb tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 944 time: 0.0905035 Dec 15 13:53:29.404203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] For port 1bad3614-78d2-490e-8bfe-ecbb02937f95, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=1bad3614-78d2-490e-8bfe-ecbb02937f95,segment=NetworkSegment(a9363229-e7ca-4d2a-88ab-238f1976a663),segment_id=a9363229-e7ca-4d2a-88ab-238f1976a663)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:29.404598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.426797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Calling delete_port for 1bad3614-78d2-490e-8bfe-ecbb02937f95 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:29.427875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-09f3f104-90df-46e7-aef8-a755c2980685 None None] Provisioning complete for port 17ad5e66-15d6-4714-bef0-de896ce2e973 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:29.428376 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09f3f104-90df-46e7-aef8-a755c2980685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.512591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:29.515103 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c45f54-9bbd-4b4f-a3c3-25bdb0ec0d26" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-unplugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:29.558581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 13:53:29.559784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:29.577021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-09f3f104-90df-46e7-aef8-a755c2980685 None None] Port 17ad5e66-15d6-4714-bef0-de896ce2e973 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:29.583168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.590151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 13:53:29.592281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.638855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f63f5ed7-ee36-4297-bf45-d8282b594a82 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:29.639367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.673067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2fae3dc-8a66-46b0-b75a-97d40861dd3e req-ddd40267-3199-4f33-834e-de147c6d3acf tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988868 Dec 15 13:53:29.681852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-09f3f104-90df-46e7-aef8-a755c2980685 None None] Provisioning complete for port f63f5ed7-ee36-4297-bf45-d8282b594a82 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:29.682125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09f3f104-90df-46e7-aef8-a755c2980685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.695374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.716024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18661fe6-b4ef-4d3c-878d-d1c7f5815ea0 req-f7f384e0-ab87-41c7-8dc8-9ec8459b0769 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:29.723516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18661fe6-b4ef-4d3c-878d-d1c7f5815ea0 req-f7f384e0-ab87-41c7-8dc8-9ec8459b0769 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.4502811 Dec 15 13:53:29.761555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Pushing event deleted for resources: {'Port': ['ID=1bad3614-78d2-490e-8bfe-ecbb02937f95,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:29.766417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=14']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:29.793747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.794280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.794719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.795156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.795611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.796042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.796494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.796927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.797352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.797774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.798194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.798991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.798991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:29.875648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.885648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.901524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:27Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '17ad5e66-15d6-4714-bef0-de896ce2e973', 'name': '', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:3a:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:27Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:29.935990 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f20cc4-3cd3-4520-b2f9-c09d80b8a76e x-openstack-request-id: req-87f20cc4-3cd3-4520-b2f9-c09d80b8a76e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:29.936419 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-unplugged", "status": "completed", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:29.936803 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87f20cc4-3cd3-4520-b2f9-c09d80b8a76e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:29.937300 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'code': 200} Dec 15 13:53:29.938931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:29.939395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Updating router 2aca5219-9497-436d-9443-394711ef1c55 port 17ad5e66-15d6-4714-bef0-de896ce2e973 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:30.063178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:30.134057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.147368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65fdaca6-5a6b-4157-9028-67bd06c57653 None None] Provisioning complete for port 17ad5e66-15d6-4714-bef0-de896ce2e973 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:30.147733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65fdaca6-5a6b-4157-9028-67bd06c57653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.172407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:30.185467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.186870 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f5ca199d-8747-40df-a775-06b308a9311e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 934 time: 1.4624546 Dec 15 13:53:30.190056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59012) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:30.210365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65fdaca6-5a6b-4157-9028-67bd06c57653 None None] Port 17ad5e66-15d6-4714-bef0-de896ce2e973 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:30.261729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] No DVR routers for this DVR port 1bad3614-78d2-490e-8bfe-ecbb02937f95 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:30.282289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.285627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-752e2f61-690b-442c-bd75-dce67f1379ec req-6552cea5-0627-4dc7-85bc-3f0ec11f4fdc tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.67 "DELETE /v2.0/ports/1bad3614-78d2-490e-8bfe-ecbb02937f95 HTTP/1.1" status: 204 len: 173 time: 1.5958889 Dec 15 13:53:30.286982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb8142-636a-4c53-88db-2276378fc69b', 'name': 'network-vif-deleted', 'tag': '1bad3614-78d2-490e-8bfe-ecbb02937f95'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:30.290253 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb6875-aedb-4052-b5d3-4be6bdb414c4" -d '{"events": [{"server_uuid": "67eb8142-636a-4c53-88db-2276378fc69b", "name": "network-vif-deleted", "tag": "1bad3614-78d2-490e-8bfe-ecbb02937f95"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:30.299280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18661fe6-b4ef-4d3c-878d-d1c7f5815ea0 req-6e4b72bc-e6b8-496a-aa09-939ac60fd2eb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747461 Dec 15 13:53:30.305788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7ca4b17c-f66b-4952-97d7-5f990cea3b0f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 934 time: 0.1147499 Dec 15 13:53:30.306127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59016) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:30.311585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'routes': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:30.423883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acd26-de65-49d1-b581-c872bbd483ab req-7bd5316c-1c15-4ec9-be84-c4cf248af231 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:30.425325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af0acd26-de65-49d1-b581-c872bbd483ab req-7bd5316c-1c15-4ec9-be84-c4cf248af231 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2270303 Dec 15 13:53:30.440583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-93e767f1-8f43-473a-a59f-e702569e94bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2434380 Dec 15 13:53:30.465268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42468086-e223-430b-a9d1-e1b2a2ba9e77 req-61022ffe-0c4a-4f6e-8ae7-c0d14fa03933 tempest-ServersNegativeTestMultiTenantJSON-32606007 tempest-ServersNegativeTestMultiTenantJSON-32606007-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eb8142-636a-4c53-88db-2276378fc69b HTTP/1.1" status: 200 len: 210 time: 0.0543988 Dec 15 13:53:30.493328 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.499618 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.518852 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1eec16-4135-4f77-b5c7-66eb682afc0e x-openstack-request-id: req-1e1eec16-4135-4f77-b5c7-66eb682afc0e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:30.519150 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb8142-636a-4c53-88db-2276378fc69b", "name": "network-vif-deleted", "tag": "1bad3614-78d2-490e-8bfe-ecbb02937f95", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:30.519408 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e1eec16-4135-4f77-b5c7-66eb682afc0e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:30.519809 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb8142-636a-4c53-88db-2276378fc69b', 'name': 'network-vif-deleted', 'tag': '1bad3614-78d2-490e-8bfe-ecbb02937f95', 'status': 'completed', 'code': 200} Dec 15 13:53:30.591570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553947dd-eb3c-4532-a1a2-bec0a43ed062 None None] Pushing event updated for resources: {'Port': ['ID=17ad5e66-15d6-4714-bef0-de896ce2e973,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:30.611171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Attempting to bind port 17ad5e66-15d6-4714-bef0-de896ce2e973 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:30.611543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Attempting to bind port 17ad5e66-15d6-4714-bef0-de896ce2e973 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:30.612046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Attempting to bind port 17ad5e66-15d6-4714-bef0-de896ce2e973 on network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:30.619037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:30.619544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Checking segment: {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:30.619994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.621138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Bound using segment: {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:30.621669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Bound port: 17ad5e66-15d6-4714-bef0-de896ce2e973, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a61a4f-e27b-4947-b200-466d71f3108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:30.622604 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.626037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af0acd26-de65-49d1-b581-c872bbd483ab req-725da6c2-5a53-476f-915d-3fb77926b7ba tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898642 Dec 15 13:53:30.633752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839ae4-936c-4658-ba95-050f4b78c5df req-1c5ffcdf-1d74-4ee2-a192-bc1a9bbbc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:30.635254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-1c5ffcdf-1d74-4ee2-a192-bc1a9bbbc6b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.1665075 Dec 15 13:53:30.764317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:30.767437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1bad3614-78d2-490e-8bfe-ecbb02937f95 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:30.811352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 1bad3614-78d2-490e-8bfe-ecbb02937f95 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:30.811706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 1bad3614-78d2-490e-8bfe-ecbb02937f95 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:30.817084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] For port 17ad5e66-15d6-4714-bef0-de896ce2e973, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:30.835144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] For port 17ad5e66-15d6-4714-bef0-de896ce2e973, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17ad5e66-15d6-4714-bef0-de896ce2e973,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:30.852421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.984774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:30.985581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:31.002061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f88daff0-aa3b-43b3-a351-01d4bb9d2f1f None None] Provisioning complete for port 17ad5e66-15d6-4714-bef0-de896ce2e973 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:31.002446 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f88daff0-aa3b-43b3-a351-01d4bb9d2f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.004323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553947dd-eb3c-4532-a1a2-bec0a43ed062 None None] Pushing event updated for resources: {'Port': ['ID=17ad5e66-15d6-4714-bef0-de896ce2e973,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:31.070617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf325-3bb8-424a-90c0-ca044f15500d req-17dcbef3-f912-4f4a-bdba-0959a5487e69 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.080524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eebf325-3bb8-424a-90c0-ca044f15500d req-17dcbef3-f912-4f4a-bdba-0959a5487e69 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2844400 Dec 15 13:53:31.177829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:31.194230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eebf325-3bb8-424a-90c0-ca044f15500d req-1e417f4c-2d8d-48c4-83c1-6faad80951aa tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076610 Dec 15 13:53:31.195759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839ae4-936c-4658-ba95-050f4b78c5df req-b7f9a08d-668f-47cf-a880-597400f212e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.198297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-b7f9a08d-668f-47cf-a880-597400f212e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.5150490 Dec 15 13:53:31.216648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970', 'network_id': '93dcf55e-deff-4c7d-8d72-764aed011531', 'port_id': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970', 'mac_address': 'fa:16:3e:d2:68:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6cf20b-fa56-4671-841a-e0b45301cc06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:31.229097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:31.322629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-dd93f649-451e-469f-8707-5e54292310fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 0.1075518 Dec 15 13:53:31.376961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f88daff0-aa3b-43b3-a351-01d4bb9d2f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.391442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5862ce-893c-4a60-b7aa-319be0769c46 req-d0873a61-a674-4be5-8af4-1aafede5ec78 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.399827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df5862ce-893c-4a60-b7aa-319be0769c46 req-d0873a61-a674-4be5-8af4-1aafede5ec78 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 944 time: 0.2583075 Dec 15 13:53:31.403162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.extraroute_db [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added routes are [] {{(pid=103379) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 13:53:31.403946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.extraroute_db [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103379) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 13:53:31.410529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.430311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:31.480564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839ae4-936c-4658-ba95-050f4b78c5df req-815b0ad4-21a3-44c1-9c48-d0b74a1b60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.482170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-815b0ad4-21a3-44c1-9c48-d0b74a1b60c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1508780 Dec 15 13:53:31.502100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:31.506993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df5862ce-893c-4a60-b7aa-319be0769c46 req-277e0a97-8467-4c86-adb8-a45b7f41cd17 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012621 Dec 15 13:53:31.530989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.537354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59042) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:31.537875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f88daff0-aa3b-43b3-a351-01d4bb9d2f1f None None] For port 17ad5e66-15d6-4714-bef0-de896ce2e973, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17ad5e66-15d6-4714-bef0-de896ce2e973,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:31.575049 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f88daff0-aa3b-43b3-a351-01d4bb9d2f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.582444 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.601400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Deleting subnet 2ca31c4e-b248-4950-bffe-8ee6b765ca85 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:31.606327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.632803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:31.666697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.707881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88daff0-aa3b-43b3-a351-01d4bb9d2f1f None None] Pushing event updated for resources: {'Port': ['ID=17ad5e66-15d6-4714-bef0-de896ce2e973,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:31.719613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:29Z', 'revision_number': 6, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '17ad5e66-15d6-4714-bef0-de896ce2e973', 'name': '', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:3a:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:30Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:31.734406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.753352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1acacff1-e752-4442-867d-93e0e7e7546e None None] Provisioning complete for port 17ad5e66-15d6-4714-bef0-de896ce2e973 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:31.753728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1acacff1-e752-4442-867d-93e0e7e7546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.770225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839ae4-936c-4658-ba95-050f4b78c5df req-cad3fd52-7fb5-4e83-a4fc-baa1f8e2b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.771748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-cad3fd52-7fb5-4e83-a4fc-baa1f8e2b223 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367790 Dec 15 13:53:31.800313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04fb18-38ec-4bf4-adc8-87c22e8c7f7e None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:29Z', 'revision_number': 6, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '17ad5e66-15d6-4714-bef0-de896ce2e973', 'name': '', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:3a:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:30Z', 'revision_number': 4, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:31.817745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.860411 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.878804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.915930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8ccf3d0a-2a93-4b67-84d3-939ba59ec970'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:31.921627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca31c4e-b248-4950-bffe-8ee6b765ca85,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:31.928648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.935510 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-75b83253-3a4a-4964-9c9e-ec494dc95b55 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ca31c4e-b248-4950-bffe-8ee6b765ca85 HTTP/1.1" status: 204 len: 168 time: 0.3966269 Dec 15 13:53:31.936115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:32.014047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:32.047520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.052921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-511fd432-05b3-43ab-96dc-5eda2dd4784a service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658491 Dec 15 13:53:32.170365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.196897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538192da-1683-4324-9c3d-479ba1c4c3cc']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:32.210117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01839ae4-936c-4658-ba95-050f4b78c5df req-d8eb1845-8208-4b6f-a615-0a3cdfda33b6 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488101 Dec 15 13:53:32.217967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9363229-e7ca-4d2a-88ab-238f1976a663') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:32.218262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9363229-e7ca-4d2a-88ab-238f1976a663') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:32.231917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.268991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.296344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:32.296930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:32.303126 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:32.394053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:32.413880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.420094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b1a4b9b7-7121-419d-8bb1-a5f558c15377 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 700 time: 2.1115704 Dec 15 13:53:32.421788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:32.425708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.449582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.455808 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/538192da-1683-4324-9c3d-479ba1c4c3cc HTTP/1.1" status: 204 len: 168 time: 0.5158858 Dec 15 13:53:32.455808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca123-7cd5-4162-8e37-627fd6a7b9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=538192da-1683-4324-9c3d-479ba1c4c3cc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:32.457502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:32.532187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Deleting subnet eefe038a-f459-4cdc-acfe-b473c03538b8 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:32.538043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.551645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d7611-9e0b-44cc-8772-e84d277ca086 req-a974918a-669d-4d6e-a227-cbb614878e3c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:32.553280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-132d7611-9e0b-44cc-8772-e84d277ca086 req-a974918a-669d-4d6e-a227-cbb614878e3c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2747867 Dec 15 13:53:32.574866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-792e1433-c721-4954-80a7-5383e3f12d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:32.576682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-792e1433-c721-4954-80a7-5383e3f12d16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.2597606 Dec 15 13:53:32.611792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.663850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.720660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3db4bb77-1003-4e8f-91ed-1723cfd99aea tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 700 time: 0.2910013 Dec 15 13:53:32.724544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:32.733581 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.751783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-132d7611-9e0b-44cc-8772-e84d277ca086 req-02dcb977-ed49-456e-aa2f-3050eb19ae2a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534140 Dec 15 13:53:32.810172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da25184-64e3-4118-a20e-0d208d909eb6 req-7c092879-e080-4f52-bebe-7c3bd7ace19e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:32.818804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3da25184-64e3-4118-a20e-0d208d909eb6 req-7c092879-e080-4f52-bebe-7c3bd7ace19e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 945 time: 0.1282239 Dec 15 13:53:32.837747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefe038a-f459-4cdc-acfe-b473c03538b8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:32.848151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-b6232580-73e2-4c66-ae4c-e63213b6118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:32.849670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-b6232580-73e2-4c66-ae4c-e63213b6118d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.2434161 Dec 15 13:53:32.853592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.859245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b0d705e-bcc3-4188-92f0-8ce0896cb7e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eefe038a-f459-4cdc-acfe-b473c03538b8 HTTP/1.1" status: 204 len: 168 time: 0.3985429 Dec 15 13:53:32.859554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:32.933015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3da25184-64e3-4118-a20e-0d208d909eb6 req-54ad1f4c-e6ee-45b4-a0a1-b29344b4012d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132634 Dec 15 13:53:32.954703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-572c0ef2-b76c-4771-8a3b-26a057606eda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 0.0923164 Dec 15 13:53:33.074373 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:33.102505 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:33.103673 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:33.276603 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:33.326858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17ad5e66-15d6-4714-bef0-de896ce2e973 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:33.445985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-153360df-e51f-4568-af93-44805245a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:33.448064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-153360df-e51f-4568-af93-44805245a330 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.4824221 Dec 15 13:53:33.466152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 17ad5e66-15d6-4714-bef0-de896ce2e973 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:33.466531 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.541621 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.555939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-bdebf408-bf8d-4aa6-a85d-44e8d2f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:33.558262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-bdebf408-bf8d-4aa6-a85d-44e8d2f1d025 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013746 Dec 15 13:53:33.718749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.721839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-8334a909-3e8b-42af-83cd-bc9dcbd7b2e4 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553993 Dec 15 13:53:33.769385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887c29bb-c793-467a-a5a9-3e46845ad28c']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:33.778487 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:31Z', 'revision_number': 7, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '17ad5e66-15d6-4714-bef0-de896ce2e973', 'name': '', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:3a:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:31Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:33.780614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a47fb2-c460-4ded-b248-2372c212bdc2') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:33.781019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a47fb2-c460-4ded-b248-2372c212bdc2') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:33.793445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.809033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.815419 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:33.827663 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:33.828567 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:33.829765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90af96eb-f32b-4bd2-b0fe-458ef799e41d req-4b034464-7db7-4fdb-8a7d-71110725753c service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988159 Dec 15 13:53:33.836791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:33.837919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:33.839971 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:33.939765 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:33.959751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.963243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.971258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc7e4c-df3e-4e1f-90b7-3f729c6783d2 req-f21caca8-eb0a-46ce-8373-7faa7f7e6ddc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:33.977872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.993425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2cc7e4c-df3e-4e1f-90b7-3f729c6783d2 req-f21caca8-eb0a-46ce-8373-7faa7f7e6ddc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1109626 Dec 15 13:53:33.994834 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] 10.222.0.32 "DELETE /v2.0/networks/887c29bb-c793-467a-a5a9-3e46845ad28c HTTP/1.1" status: 204 len: 168 time: 1.1342301 Dec 15 13:53:34.099573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2cc7e4c-df3e-4e1f-90b7-3f729c6783d2 req-40078a90-78da-44a4-b0bb-8ca989c84865 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999508 Dec 15 13:53:34.157728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76be65-0430-4354-9a6b-9e807a6b883b admin admin] Pushing event deleted for resources: {'Network': ['ID=887c29bb-c793-467a-a5a9-3e46845ad28c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:34.164940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd291-5c42-44fa-abc9-ddcda663b259 req-1c591882-7a24-4bd0-bdbd-44c3a56b8e32 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:34.175597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab2dd291-5c42-44fa-abc9-ddcda663b259 req-1c591882-7a24-4bd0-bdbd-44c3a56b8e32 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 945 time: 0.1079004 Dec 15 13:53:34.276723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab2dd291-5c42-44fa-abc9-ddcda663b259 req-78f35f43-c510-418f-a02a-5234437309ba tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001422 Dec 15 13:53:34.277241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59080) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:34.307640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:31Z', 'revision_number': 7, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '17ad5e66-15d6-4714-bef0-de896ce2e973', 'name': '', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:3a:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:31Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:34.337382 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6c580-45a3-4f07-8ff1-91cdb5091890 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:31Z', 'revision_number': 7, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '17ad5e66-15d6-4714-bef0-de896ce2e973', 'name': '', 'network_id': 'c8d73ff6-6146-4e56-9d4c-481dfb3f6110', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:3a:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:31Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2c498e18-3fb3-4581-929d-35d697a43df4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:34.356205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59084) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:34.358365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-257bbaa1-e924-426b-a045-8e61c6a1bf92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a63aef1d95c445b96d8543255eb0ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772412 Dec 15 13:53:34.427451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6564736-09ad-4256-aad8-51742bb0ceb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.456752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6564736-09ad-4256-aad8-51742bb0ceb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.549192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 17ad5e66-15d6-4714-bef0-de896ce2e973 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:34.549912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.566826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6564736-09ad-4256-aad8-51742bb0ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.569491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6564736-09ad-4256-aad8-51742bb0ceb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.573095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b6564736-09ad-4256-aad8-51742bb0ceb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5777f513-e0eb-4e32-9de8-ab22ecb283e9 HTTP/1.1" status: 204 len: 168 time: 0.2134511 Dec 15 13:53:34.612742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564736-09ad-4256-aad8-51742bb0ceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5777f513-e0eb-4e32-9de8-ab22ecb283e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:34.722914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 17ad5e66-15d6-4714-bef0-de896ce2e973, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17ad5e66-15d6-4714-bef0-de896ce2e973,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:34.723836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.745195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 17ad5e66-15d6-4714-bef0-de896ce2e973 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:34.807078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:34.893106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:34.897952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:34.899265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.956386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.009779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.044477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=17ad5e66-15d6-4714-bef0-de896ce2e973,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:35.068073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:35.083364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:35.085482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:35.089377 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9212cd01-b13f-45bd-b671-5d380f72b373" -d '{"events": [{"server_uuid": "6033c7aa-86ca-4631-bc24-2dd24159ebb4", "name": "network-vif-plugged", "status": "completed", "tag": "8ccf3d0a-2a93-4b67-84d3-939ba59ec970"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:35.103768 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.201767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.205675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:35.243139 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e463675-7b40-4aea-8908-1a757c1205fa x-openstack-request-id: req-6e463675-7b40-4aea-8908-1a757c1205fa {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:35.243448 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6033c7aa-86ca-4631-bc24-2dd24159ebb4", "name": "network-vif-plugged", "status": "completed", "tag": "8ccf3d0a-2a93-4b67-84d3-939ba59ec970", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:35.243871 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e463675-7b40-4aea-8908-1a757c1205fa {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:35.244280 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970', 'code': 200} Dec 15 13:53:35.247649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cf6aa42b-0756-4af4-b34e-a45f0270fad9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08d0fb0ce8b246919e17b5120bd43849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752806 Dec 15 13:53:35.248298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59102) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:35.467165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eaf042c5-6c1c-4814-af7e-48131d14a0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.476640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5ccd3-996f-46d0-a489-dfea4e750117 req-807b8862-983d-4a2d-a0e6-371e697c7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:35.488036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56d5ccd3-996f-46d0-a489-dfea4e750117 req-807b8862-983d-4a2d-a0e6-371e697c7bb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 1097 time: 0.1651359 Dec 15 13:53:35.511856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:35.538809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eaf042c5-6c1c-4814-af7e-48131d14a0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.562001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88a63a-24eb-4cdd-b903-4a3fdcd4108e req-dabbdb4e-2ec2-4a29-9f7d-64e9add6f330 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:35.569448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce88a63a-24eb-4cdd-b903-4a3fdcd4108e req-dabbdb4e-2ec2-4a29-9f7d-64e9add6f330 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.1665587 Dec 15 13:53:35.624301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:35.630846 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-49d2c76a-dd08-49ad-b883-11bbe6a6dbaf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054148 Dec 15 13:53:35.637352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:35.638024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:35.648974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:35.649890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:35.699407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 2c498e18-3fb3-4581-929d-35d697a43df4 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:35.703769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.714467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56d5ccd3-996f-46d0-a489-dfea4e750117 req-2aa4f231-d162-46ac-87e5-30381110406b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136021 Dec 15 13:53:35.737250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce88a63a-24eb-4cdd-b903-4a3fdcd4108e req-dea59bf3-d40d-4f8c-8602-8ceddd2ea8b9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668088 Dec 15 13:53:35.764824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.786446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:35.797995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cccc2-4dee-4a51-bc76-aaf95b522e9b req-98b4eb23-138b-4c85-8e69-ad7d76e04221 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:35.801128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-937cccc2-4dee-4a51-bc76-aaf95b522e9b req-98b4eb23-138b-4c85-8e69-ad7d76e04221 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5129600 Dec 15 13:53:35.848573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eaf042c5-6c1c-4814-af7e-48131d14a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.851071 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eaf042c5-6c1c-4814-af7e-48131d14a0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.856676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eaf042c5-6c1c-4814-af7e-48131d14a0dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c572222-7676-4d28-b723-834f6d1bd319 HTTP/1.1" status: 204 len: 168 time: 0.6027093 Dec 15 13:53:35.878085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf042c5-6c1c-4814-af7e-48131d14a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c572222-7676-4d28-b723-834f6d1bd319,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:35.901812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-937cccc2-4dee-4a51-bc76-aaf95b522e9b req-3a647a1d-3345-4258-849b-c111f2d69609 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945537 Dec 15 13:53:35.966533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.083698 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.095147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:34Z', 'revision_number': 8, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:36.135067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.139215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:36.141530 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/2c498e18-3fb3-4581-929d-35d697a43df4 HTTP/1.1" status: 204 len: 168 time: 0.5026269 Dec 15 13:53:36.142421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700bd61-b0a7-4d08-8598-b16f459dca13 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=2c498e18-3fb3-4581-929d-35d697a43df4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:36.142793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59124) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:36.154170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:36.161917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:36.167081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b5e17-9498-49c8-8939-0350d75d8d7d None None] Network c8d73ff6-6146-4e56-9d4c-481dfb3f6110 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:36.312852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369abcd-c53c-4ed2-8e48-87943b8fbffd req-81ea4f11-faf7-4879-bb91-400505a1fd47 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:36.314735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f369abcd-c53c-4ed2-8e48-87943b8fbffd req-81ea4f11-faf7-4879-bb91-400505a1fd47 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.0923169 Dec 15 13:53:36.319199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.416914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f369abcd-c53c-4ed2-8e48-87943b8fbffd req-3f1802d5-17ba-45e6-85e1-2ea3f02ba98d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880861 Dec 15 13:53:36.436397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port f63f5ed7-ee36-4297-bf45-d8282b594a82 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:36.436768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.549776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:36.550815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port f63f5ed7-ee36-4297-bf45-d8282b594a82, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f63f5ed7-ee36-4297-bf45-d8282b594a82,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:36.553930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.597149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for f63f5ed7-ee36-4297-bf45-d8282b594a82 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:36.628618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] DHCP port deletion for c8d73ff6-6146-4e56-9d4c-481dfb3f6110 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:36.722783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd29c97-c919-45eb-837a-822cde0ee4ea req-58efb27c-afd4-46d6-a2f9-5e9889d5e70a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:36.724903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbd29c97-c919-45eb-837a-822cde0ee4ea req-58efb27c-afd4-46d6-a2f9-5e9889d5e70a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1182289 Dec 15 13:53:36.793323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] Deleting port f63f5ed7-ee36-4297-bf45-d8282b594a82 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:36.793808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.798094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbd29c97-c919-45eb-837a-822cde0ee4ea req-1d4fe895-68b1-42ad-b4e0-c7963f144959 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672843 Dec 15 13:53:36.832240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.874440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port f63f5ed7-ee36-4297-bf45-d8282b594a82 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:36.910421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] For port f63f5ed7-ee36-4297-bf45-d8282b594a82, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f63f5ed7-ee36-4297-bf45-d8282b594a82,segment=NetworkSegment(b6a61a4f-e27b-4947-b200-466d71f3108e),segment_id=b6a61a4f-e27b-4947-b200-466d71f3108e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:36.911020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.928145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] Calling delete_port for f63f5ed7-ee36-4297-bf45-d8282b594a82 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:37.038887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=f63f5ed7-ee36-4297-bf45-d8282b594a82,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:37.132223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:34Z', 'revision_number': 8, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:37.209910 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.219778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd784-9019-4466-9c1c-e9b65cc0c4ef None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:34Z', 'revision_number': 8, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1e4b0a29-0260-4148-8414-c45778fa0634', 'name': '', 'network_id': 'f0dde0a9-6322-44df-9b09-a9ea262a7fdb', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:fb:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:17Z', 'updated_at': '2021-12-15T13:53:24Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '2a5a15d0-18c5-4468-9f6f-20928defe8a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:37.236886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.249818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560936a3-65dd-45ef-8090-62e26b3fcaf1 req-9aeaf1dd-1d18-4394-ba27-0080e4a57078 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:37.250766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f63f5ed7-ee36-4297-bf45-d8282b594a82 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:37.259047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-560936a3-65dd-45ef-8090-62e26b3fcaf1 req-9aeaf1dd-1d18-4394-ba27-0080e4a57078 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.3253562 Dec 15 13:53:37.296405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d73ff6-6146-4e56-9d4c-481dfb3f6110']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:37.317186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a61a4f-e27b-4947-b200-466d71f3108e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:37.317583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a61a4f-e27b-4947-b200-466d71f3108e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:37.333463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] Pushing event deleted for resources: {'Port': ['ID=f63f5ed7-ee36-4297-bf45-d8282b594a82,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:37.334080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.342279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f63f5ed7-ee36-4297-bf45-d8282b594a82 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:37.343269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f63f5ed7-ee36-4297-bf45-d8282b594a82 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:37.353009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce670a-46c2-4721-9bb3-1f856717852f None None] No DVR routers for this DVR port f63f5ed7-ee36-4297-bf45-d8282b594a82 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:37.391539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.439141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-560936a3-65dd-45ef-8090-62e26b3fcaf1 req-fd375e82-d10c-45f9-875f-f3e908c6661e tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685133 Dec 15 13:53:37.440180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:37.440605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:37.445548 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:37.540381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.554304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.557520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/c8d73ff6-6146-4e56-9d4c-481dfb3f6110 HTTP/1.1" status: 204 len: 168 time: 1.4127526 Dec 15 13:53:37.560366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:37.579361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-ee7a3892-f30a-4a21-9cc7-bbfbf310b671 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:37.580936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-ee7a3892-f30a-4a21-9cc7-bbfbf310b671 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.2053971 Dec 15 13:53:37.581753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc427-47fa-4322-a7fa-121d07a3af03 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=c8d73ff6-6146-4e56-9d4c-481dfb3f6110,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:37.622197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-080bf1f3-1329-48ea-a2ac-3c919a947a84 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/quotas/0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 375 time: 0.0260930 Dec 15 13:53:37.716549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-7397e1a7-f64c-4691-ab29-6ffefcd1b39f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902522 Dec 15 13:53:37.873871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-cbabade0-9119-454a-951c-2521c6c8040d service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422813 Dec 15 13:53:37.963793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:37.998928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-59d9de5d-666f-410a-afd2-a8ea4aa9c325 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222756 Dec 15 13:53:38.067237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.155036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604a6c0f-a236-4701-ac67-a8a3057600f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.214384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6cd164f-08a8-4250-8fd2-46b2d5e2233f req-ace97afd-fd87-4667-a12f-6adec52ac806 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 210 time: 0.0309293 Dec 15 13:53:38.333059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604a6c0f-a236-4701-ac67-a8a3057600f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.343684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604a6c0f-a236-4701-ac67-a8a3057600f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.412171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a6c0f-a236-4701-ac67-a8a3057600f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830aa13a-9ba7-4a64-81d5-50e3b002d9aa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.417093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-604a6c0f-a236-4701-ac67-a8a3057600f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59eaaab054da414f97bd9339057f717b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523048 Dec 15 13:53:38.420301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59194) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:38.487146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d578a-da58-4ffb-a6b0-d21cf75b8713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.508395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 1e4b0a29-0260-4148-8414-c45778fa0634 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:38.508959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.533931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d578a-da58-4ffb-a6b0-d21cf75b8713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.616428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444546-4b7f-45f8-bac5-4ee9a2b6cd58 req-311199e6-6d62-47e7-95ca-831e80f85148 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:38.618538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7444546-4b7f-45f8-bac5-4ee9a2b6cd58 req-311199e6-6d62-47e7-95ca-831e80f85148 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.0820034 Dec 15 13:53:38.643889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 1e4b0a29-0260-4148-8414-c45778fa0634, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1e4b0a29-0260-4148-8414-c45778fa0634,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:38.644769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.647607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d578a-da58-4ffb-a6b0-d21cf75b8713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.650990 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d578a-da58-4ffb-a6b0-d21cf75b8713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.659489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 1e4b0a29-0260-4148-8414-c45778fa0634 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:38.660670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-543d578a-da58-4ffb-a6b0-d21cf75b8713 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/830aa13a-9ba7-4a64-81d5-50e3b002d9aa HTTP/1.1" status: 204 len: 168 time: 0.2335527 Dec 15 13:53:38.680962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d578a-da58-4ffb-a6b0-d21cf75b8713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830aa13a-9ba7-4a64-81d5-50e3b002d9aa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.725733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7444546-4b7f-45f8-bac5-4ee9a2b6cd58 req-6c21175b-e7ce-4052-a5c4-044c44c0cd9d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927827 Dec 15 13:53:38.904242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.939618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=1e4b0a29-0260-4148-8414-c45778fa0634,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:39.123875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2a40-52e0-4e88-ac5e-a5d1659392e2 req-de456893-ce6b-4c02-99bc-7231c94ca963 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:39.125913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ed2a40-52e0-4e88-ac5e-a5d1659392e2 req-de456893-ce6b-4c02-99bc-7231c94ca963 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.0875165 Dec 15 13:53:39.260892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ed2a40-52e0-4e88-ac5e-a5d1659392e2 req-b7080a27-0316-41b1-89b9-d3e85d71c8b9 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245437 Dec 15 13:53:39.268020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17ad5e66-15d6-4714-bef0-de896ce2e973 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:39.281195 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.308717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 17ad5e66-15d6-4714-bef0-de896ce2e973 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:39.309073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17ad5e66-15d6-4714-bef0-de896ce2e973 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:39.406622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fbd8f816-1a2b-4a02-86c8-295df96f3065 req-d24d7abf-4f82-4d08-87d5-be845a46a98a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 210 time: 0.0277557 Dec 15 13:53:39.580139 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:39.704784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:39.717294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:39.734114 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c902844-e525-4f42-83f8-e4fb6559d337 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1717350 Dec 15 13:53:39.736214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:39.738519 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:39.739296 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:39.853528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-30bc685b-2584-4cd3-8525-907ef0e94962 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:39.859192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-30bc685b-2584-4cd3-8525-907ef0e94962 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.2873411 Dec 15 13:53:39.876529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'port': {'device_id': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'admin_state_up': True, 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:39.886861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 2a5a15d0-18c5-4468-9f6f-20928defe8a5 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:39.894189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.934545 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:40.001961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.099753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:40.108190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.164043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.248179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.319285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5a15d0-18c5-4468-9f6f-20928defe8a5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:40.321454 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 9, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:40.321739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.325475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-06c7731f-65d0-4f82-8793-405ee8c69fdf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/2a5a15d0-18c5-4468-9f6f-20928defe8a5 HTTP/1.1" status: 204 len: 168 time: 0.5875978 Dec 15 13:53:40.329292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:40.335194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c752d-ddcd-4c10-a2b8-bfdc19349aac None None] Network f0dde0a9-6322-44df-9b09-a9ea262a7fdb requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:40.337613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Allocated IP 172.20.0.3 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/bc2b25be-4937-42bc-a4c6-e6786e2b9c72) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:40.394930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:40.404618 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:40.405244 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:40.511981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:40.516209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.561256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854862-e1d5-43d4-880f-dbffef8cc3f7 req-19d38b5c-c260-4620-b306-392db5ea0c07 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:40.568910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] DHCP port deletion for f0dde0a9-6322-44df-9b09-a9ea262a7fdb request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:40.571516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf854862-e1d5-43d4-880f-dbffef8cc3f7 req-19d38b5c-c260-4620-b306-392db5ea0c07 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.2311716 Dec 15 13:53:40.654552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 3e579481-d18d-4756-bf99-98d37ec1b59c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:40.654944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.664609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf854862-e1d5-43d4-880f-dbffef8cc3f7 req-606a0013-55b7-4d67-8a0a-8db1cf8712a1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846505 Dec 15 13:53:40.692676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] Deleting port 3e579481-d18d-4756-bf99-98d37ec1b59c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:40.694372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.764880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.782902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 3e579481-d18d-4756-bf99-98d37ec1b59c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e579481-d18d-4756-bf99-98d37ec1b59c,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:40.783511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.822523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 3e579481-d18d-4756-bf99-98d37ec1b59c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:40.823322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d200de32-5291-4733-bf25-7a2f87c3d345 req-0855a595-abb7-4788-bab0-8c477c1755b7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 210 time: 0.0560355 Dec 15 13:53:40.869300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] For port 3e579481-d18d-4756-bf99-98d37ec1b59c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3e579481-d18d-4756-bf99-98d37ec1b59c,segment=NetworkSegment(488d24ff-e144-4744-8756-0e0e525275a7),segment_id=488d24ff-e144-4744-8756-0e0e525275a7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:40.870098 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.873118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.889005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] Calling delete_port for 3e579481-d18d-4756-bf99-98d37ec1b59c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:40.963382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:40.965422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:40.978985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:40.982249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.982602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.983143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.983876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.984221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.984595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.984924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.985256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.985581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.986535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.986712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.987022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.987352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:40.991204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:41.089674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.089940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:41.090675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.102342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.113641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1f5555f-42c5-44fd-9b81-6a0d9a35d466 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2422173 Dec 15 13:53:41.136357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Request body: {'port': {'device_id': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:41.170138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=3e579481-d18d-4756-bf99-98d37ec1b59c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:41.173945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] No DVR routers for this DVR port 3e579481-d18d-4756-bf99-98d37ec1b59c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:41.189363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port 3e579481-d18d-4756-bf99-98d37ec1b59c on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:41.208195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408b0d4-b9ff-4c4b-8dc2-b0c3ccc3e445 None None] Pushing event deleted for resources: {'Port': ['ID=3e579481-d18d-4756-bf99-98d37ec1b59c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:41.255348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.263998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e579481-d18d-4756-bf99-98d37ec1b59c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:41.318533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3e579481-d18d-4756-bf99-98d37ec1b59c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:41.319060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3e579481-d18d-4756-bf99-98d37ec1b59c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:41.343652 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 9, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:41.400212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.407899 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b45b6d-090d-4465-8729-4fa4c33b9917 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 9, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '1f2e8483-a1f1-486e-8206-d5a56a87ac15', 'name': '', 'network_id': '2113e4fa-b97c-45ed-ac59-9007d9f3a879', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:6b:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:10Z', 'updated_at': '2021-12-15T13:53:20Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '62b1aa41-7ca5-44e9-ae50-bac97167410d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:41.437958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dde0a9-6322-44df-9b09-a9ea262a7fdb']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:41.457055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488d24ff-e144-4744-8756-0e0e525275a7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:41.457475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488d24ff-e144-4744-8756-0e0e525275a7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:41.472988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.497661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.507249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:41.508313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:41.512372 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:41.575902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-74fa1ba9-2007-4544-97f0-fe2c45590b77 None None] Provisioning complete for port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:41.576900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74fa1ba9-2007-4544-97f0-fe2c45590b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.585935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d763-f031-4f71-aa21-f24527c44139 req-2e989c7d-7fc2-4923-bfb8-912bd0cfa02b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:41.593455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8841d763-f031-4f71-aa21-f24527c44139 req-2e989c7d-7fc2-4923-bfb8-912bd0cfa02b tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.3390000 Dec 15 13:53:41.612839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.644694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.669093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/f0dde0a9-6322-44df-9b09-a9ea262a7fdb HTTP/1.1" status: 204 len: 168 time: 1.3377209 Dec 15 13:53:41.669852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59304) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:41.673763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8841d763-f031-4f71-aa21-f24527c44139 req-7897cd67-f277-46cb-b799-5cf6ec971cc7 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Dec 15 13:53:41.690478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-74fa1ba9-2007-4544-97f0-fe2c45590b77 None None] Port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:41.697976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d01657-1c0e-4815-8784-06b45458080e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=f0dde0a9-6322-44df-9b09-a9ea262a7fdb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:41.769737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2b25be-4937-42bc-a4c6-e6786e2b9c72 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:41.779335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.794725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Transition to ACTIVE for port object bc2b25be-4937-42bc-a4c6-e6786e2b9c72 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:41.812057 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.879492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:41.901898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:42.006656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Attempting to bind port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:42.007621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Attempting to bind port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:42.007621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Attempting to bind port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:42.019101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:42.019531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Attempting to bind port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:42.034987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:42.035712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:42.035987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:42.036579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Bound port: bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:42.037051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.056988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f00d-9b83-478a-b9ae-eb512e756eee req-e666dadc-0bd0-4eda-8f34-257db2f520f9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.058844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e6f00d-9b83-478a-b9ae-eb512e756eee req-e666dadc-0bd0-4eda-8f34-257db2f520f9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 943 time: 0.0925918 Dec 15 13:53:42.139336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d25a2ea-e6d5-4359-80a2-aeb51ec9d906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.166742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] For port bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:42.172396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] For port bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:42.178380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e6f00d-9b83-478a-b9ae-eb512e756eee req-57b95efc-f44d-47a0-b386-5f29e0da05ce tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118555 Dec 15 13:53:42.179335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.256805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.256805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.259886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc2b25be-4937-42bc-a4c6-e6786e2b9c72 HTTP/1.1" status: 200 len: 1091 time: 1.1299722 Dec 15 13:53:42.259886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'tag': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:42.260810 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e172a51-037e-4642-80ce-a95ecf2d89f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b029b-f545-4ff5-b941-e74068dddf43", "tag": "bc2b25be-4937-42bc-a4c6-e6786e2b9c72"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:42.315188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a15255-d519-4919-b2cd-6889a79122b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:42.329781 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc30bb6d-5c83-495b-9273-301b2b18c13f x-openstack-request-id: req-fc30bb6d-5c83-495b-9273-301b2b18c13f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:42.330076 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b029b-f545-4ff5-b941-e74068dddf43", "tag": "bc2b25be-4937-42bc-a4c6-e6786e2b9c72", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:42.330333 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc30bb6d-5c83-495b-9273-301b2b18c13f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:42.330741 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'tag': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72', 'status': 'completed', 'code': 200} Dec 15 13:53:42.365477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d25a2ea-e6d5-4359-80a2-aeb51ec9d906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.374980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d25a2ea-e6d5-4359-80a2-aeb51ec9d906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.375770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-d1f5cd1c-f50e-4dd9-82cd-102cce4d8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.378470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-d1f5cd1c-f50e-4dd9-82cd-102cce4d8a74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 1094 time: 0.0508070 Dec 15 13:53:42.400983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.439945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-a57421fc-1a92-4c70-a1fe-11a26f5c3a1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72 HTTP/1.1" status: 200 len: 217 time: 0.0508475 Dec 15 13:53:42.501163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-8b6330b3-3bbb-482c-99e4-3de786c20f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.502683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-8b6330b3-3bbb-482c-99e4-3de786c20f9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.0493855 Dec 15 13:53:42.519510 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d722ecfa-b50f-4f35-9d79-33b64242f413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.566256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-92e5b42f-bb3c-4d51-92fa-81aae28394e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.568027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-92e5b42f-bb3c-4d51-92fa-81aae28394e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469625 Dec 15 13:53:42.672731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-855e5a4d-7eec-4e99-98cd-02b4a14656d6 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945318 Dec 15 13:53:42.815152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0d25a2ea-e6d5-4359-80a2-aeb51ec9d906 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13fe0c43f95e42488c76c3c14226fbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9345655 Dec 15 13:53:42.821734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:42.831122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25a2ea-e6d5-4359-80a2-aeb51ec9d906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad354a87-efc0-4b06-bf6e-7e091d568646,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:42.866057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-0e5aabaa-ed06-4aa4-be4c-975b12a0680d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.868074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-0e5aabaa-ed06-4aa4-be4c-975b12a0680d tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.1394267 Dec 15 13:53:42.871708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8648f023-439f-46fe-b2cc-c74f06f57794 req-6c42a1fd-acd3-45b9-a7e4-d593dd44048b service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860695 Dec 15 13:53:42.883928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df2b1b-6244-4896-8757-a4c325bfe72e req-0ecedfa8-f048-488d-a580-a78e6f25974c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.885470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1df2b1b-6244-4896-8757-a4c325bfe72e req-0ecedfa8-f048-488d-a580-a78e6f25974c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 946 time: 0.1257672 Dec 15 13:53:42.941482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f628b5-38a6-4670-8394-966a4428983a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.970550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f628b5-38a6-4670-8394-966a4428983a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.029914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1df2b1b-6244-4896-8757-a4c325bfe72e req-a4a44a78-fb25-4ba4-b631-96989fa100e1 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd643db9-0a42-4b42-b24e-8b1cc1b2724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350737 Dec 15 13:53:43.040374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-8cb4cc50-f972-44d5-84a3-dc93c3c3bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.042008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-8cb4cc50-f972-44d5-84a3-dc93c3c3bbf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 1094 time: 0.1075928 Dec 15 13:53:43.080886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f628b5-38a6-4670-8394-966a4428983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.083468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f628b5-38a6-4670-8394-966a4428983a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.084896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b0f628b5-38a6-4670-8394-966a4428983a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad354a87-efc0-4b06-bf6e-7e091d568646 HTTP/1.1" status: 204 len: 168 time: 0.2622674 Dec 15 13:53:43.096986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f628b5-38a6-4670-8394-966a4428983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad354a87-efc0-4b06-bf6e-7e091d568646,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.108605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 1f2e8483-a1f1-486e-8206-d5a56a87ac15 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:43.108942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.111267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Deleting port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:43.112152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.150056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1e4b0a29-0260-4148-8414-c45778fa0634 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:43.199962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1e4b0a29-0260-4148-8414-c45778fa0634 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:43.200300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1e4b0a29-0260-4148-8414-c45778fa0634 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:43.269842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] For port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,segment=NetworkSegment(61477892-00b0-4db1-809e-22ca6e7fe0c4),segment_id=61477892-00b0-4db1-809e-22ca6e7fe0c4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:43.279786 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.296007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-fc43510f-82e7-4bc2-b301-697f9ef2a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.297965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-fc43510f-82e7-4bc2-b301-697f9ef2a230 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.2468386 Dec 15 13:53:43.305457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 1f2e8483-a1f1-486e-8206-d5a56a87ac15, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1f2e8483-a1f1-486e-8206-d5a56a87ac15,segment=NetworkSegment(2a18331a-d9a9-406b-a2f7-2def89171264),segment_id=2a18331a-d9a9-406b-a2f7-2def89171264)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:43.306373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.314816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Calling delete_port for 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:43.324882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 1f2e8483-a1f1-486e-8206-d5a56a87ac15 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:43.407593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8e107-6bb4-42d9-b8a1-8606d41a022d req-1441420d-b18a-459d-a8e3-571b9c9221de tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.409559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34e8e107-6bb4-42d9-b8a1-8606d41a022d req-1441420d-b18a-459d-a8e3-571b9c9221de tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 943 time: 0.1153092 Dec 15 13:53:43.523225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34e8e107-6bb4-42d9-b8a1-8606d41a022d req-4ab81750-cc29-479f-971b-4ac8c9e4dd38 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056345 Dec 15 13:53:43.596112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-91459608-148b-4c19-a507-4bcfd4ad9d68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72 HTTP/1.1" status: 200 len: 217 time: 0.2815485 Dec 15 13:53:43.596535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.636181 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.650044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=1f2e8483-a1f1-486e-8206-d5a56a87ac15,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.656367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8ccf3d0a-2a93-4b67-84d3-939ba59ec970'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:43.735567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Pushing event deleted for resources: {'Port': ['ID=8ccf3d0a-2a93-4b67-84d3-939ba59ec970,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.803500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] No DVR routers for this DVR port 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:43.808538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.813428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7e597e9-753c-4f5a-8c02-3d46ff614243 req-bb20b024-1cba-4941-9f7d-e38bc2127d70 tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.67 "DELETE /v2.0/ports/8ccf3d0a-2a93-4b67-84d3-939ba59ec970 HTTP/1.1" status: 204 len: 173 time: 0.9270058 Dec 15 13:53:43.815407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-364d1c1a-d6af-4e4d-872f-ec11fd526614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.817065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-364d1c1a-d6af-4e4d-872f-ec11fd526614 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.2083790 Dec 15 13:53:43.972429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-92f845fb-c48f-469e-ae28-024fb664d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.972429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-92f845fb-c48f-469e-ae28-024fb664d589 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416538 Dec 15 13:53:43.980591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a6de8-0ab1-44fd-9e7f-75871a7585cd req-f129d42b-cb97-4b48-8f13-69267dd6e087 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.982127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e5a6de8-0ab1-44fd-9e7f-75871a7585cd req-f129d42b-cb97-4b48-8f13-69267dd6e087 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1987395 Dec 15 13:53:43.988573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.019055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.247884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:44.370981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:44.382226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:44.384995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'name': 'network-vif-deleted', 'tag': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:44.387575 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f72c3-b8eb-4447-a7bc-3b2a56a31f65" -d '{"events": [{"server_uuid": "6033c7aa-86ca-4631-bc24-2dd24159ebb4", "name": "network-vif-deleted", "tag": "8ccf3d0a-2a93-4b67-84d3-939ba59ec970"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:44.397306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fcf4e4e3-879b-4607-b710-8673f51f54c0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7236931 Dec 15 13:53:44.405416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59384) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:44.405665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:44.407109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:44.454928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-461ef553-cd63-4985-824c-525f90140bca req-4676c62d-ca9d-4860-9057-6ea9a561a74c tempest-DeleteServersTestJSON-1124083016 tempest-DeleteServersTestJSON-1124083016-project] 10.222.0.32 "GET /v2.0/ports?device_id=6033c7aa-86ca-4631-bc24-2dd24159ebb4 HTTP/1.1" status: 200 len: 210 time: 0.0633764 Dec 15 13:53:44.489379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e5a6de8-0ab1-44fd-9e7f-75871a7585cd req-4dadde09-04b1-4a0e-9843-3f94976ac068 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4977915 Dec 15 13:53:44.525685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 62b1aa41-7ca5-44e9-ae50-bac97167410d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:44.527813 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed146ffa-7f81-45c2-95ed-130bf58c0f98 x-openstack-request-id: req-ed146ffa-7f81-45c2-95ed-130bf58c0f98 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:44.528109 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6033c7aa-86ca-4631-bc24-2dd24159ebb4", "name": "network-vif-deleted", "tag": "8ccf3d0a-2a93-4b67-84d3-939ba59ec970", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:44.528360 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed146ffa-7f81-45c2-95ed-130bf58c0f98 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:44.528833 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6033c7aa-86ca-4631-bc24-2dd24159ebb4', 'name': 'network-vif-deleted', 'tag': '8ccf3d0a-2a93-4b67-84d3-939ba59ec970', 'status': 'completed', 'code': 200} Dec 15 13:53:44.532613 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.532787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-a0653ea5-be2d-42cf-ba37-72336c0f7898 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325727 Dec 15 13:53:44.612862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.656852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:44.748602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e05503-168b-4250-a384-c9242d57e392 req-0feadc47-ef6e-4d23-9175-029bf3226ea0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:44.755926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5e05503-168b-4250-a384-c9242d57e392 req-0feadc47-ef6e-4d23-9175-029bf3226ea0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 943 time: 0.0991642 Dec 15 13:53:44.776410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.780874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e172a51-037e-4642-80ce-a95ecf2d89f9 req-bc62a66f-bfe6-4541-b358-a30ec5040fa2 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226598 Dec 15 13:53:44.827844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5e05503-168b-4250-a384-c9242d57e392 req-c06c300f-d633-4f30-ac9d-05ca830f1519 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708995 Dec 15 13:53:44.882879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.887052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b64c0a4-8a00-40d7-90c4-fb07ad4bb42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.912277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:43Z', 'revision_number': 10, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:44.915448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=62b1aa41-7ca5-44e9-ae50-bac97167410d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:44.917579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.924546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59398) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:44.928840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-991c5416-98d6-4e90-8311-23339a5bc15b tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/62b1aa41-7ca5-44e9-ae50-bac97167410d HTTP/1.1" status: 204 len: 168 time: 0.5158372 Dec 15 13:53:44.953367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919fe52-2d83-40fa-b065-2da2c47b6808 None None] Network 2113e4fa-b97c-45ed-ac59-9007d9f3a879 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:44.955720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:45.016481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.017705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:45.018346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:45.093661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 065e64d9-011c-49a8-91ea-2890fb3df238 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:45.094793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.174326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 065e64d9-011c-49a8-91ea-2890fb3df238, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=065e64d9-011c-49a8-91ea-2890fb3df238,segment=NetworkSegment(2a18331a-d9a9-406b-a2f7-2def89171264),segment_id=2a18331a-d9a9-406b-a2f7-2def89171264)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:45.174973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.191973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 065e64d9-011c-49a8-91ea-2890fb3df238 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:45.287529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:45.293106 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.320819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=065e64d9-011c-49a8-91ea-2890fb3df238,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:45.337157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port 065e64d9-011c-49a8-91ea-2890fb3df238 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:45.409885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51bbfa-7980-41c4-8323-f39a4ff79ee9 None None] DHCP port deletion for 2113e4fa-b97c-45ed-ac59-9007d9f3a879 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:45.451237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.478675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2113e4fa-b97c-45ed-ac59-9007d9f3a879']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:45.506588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a18331a-d9a9-406b-a2f7-2def89171264') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:45.509427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a18331a-d9a9-406b-a2f7-2def89171264') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:45.530970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.553802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.562471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:45.562903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:45.566771 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:45.624749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:43Z', 'revision_number': 10, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:45.671591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccf1b9-17b1-4b32-988e-08d0542a5882 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:43Z', 'revision_number': 10, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None, '_interfaces': [{'id': '47345e53-2817-4d1c-8924-16b2c8146445', 'name': '', 'network_id': '0162c3eb-0031-4cd2-985e-a0bf682c7398', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'mac_address': 'fa:16:3e:2e:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca5219-9497-436d-9443-394711ef1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:06Z', 'updated_at': '2021-12-15T13:53:13Z', 'revision_number': 5, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'subnets': [{'id': '3d010870-9f2e-4acb-bfff-8acdbed78fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:45.688163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.718300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.734719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/2113e4fa-b97c-45ed-ac59-9007d9f3a879 HTTP/1.1" status: 204 len: 168 time: 0.8063209 Dec 15 13:53:45.734719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0d95b-8917-4f62-8013-04be6a09e475 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=2113e4fa-b97c-45ed-ac59-9007d9f3a879,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:45.735030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:45.759621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e424-c739-456a-9889-88da29f8d66e req-33edf4e9-cc45-4559-a55a-d532ef4247e7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.766945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9b3e424-c739-456a-9889-88da29f8d66e req-33edf4e9-cc45-4559-a55a-d532ef4247e7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1462498 Dec 15 13:53:45.859136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-9f9f1a99-9b3a-4d99-9f9b-3b53152ccd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.860656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-9f9f1a99-9b3a-4d99-9f9b-3b53152ccd3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.1208780 Dec 15 13:53:45.865659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9b3e424-c739-456a-9889-88da29f8d66e req-e2ebafb7-c4fa-41e2-af43-2ab30492cf2b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978870 Dec 15 13:53:45.959334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d291229-ed88-4788-9fce-70e0951f5ab6 req-72ce9d1c-d14c-4916-883f-3968a2426253 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.961114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d291229-ed88-4788-9fce-70e0951f5ab6 req-72ce9d1c-d14c-4916-883f-3968a2426253 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1435654 Dec 15 13:53:46.001882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-ab1249aa-6872-4a3c-bb4e-da655e47a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:46.003355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-ab1249aa-6872-4a3c-bb4e-da655e47a185 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.1323850 Dec 15 13:53:46.077113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-74b12fbb-9ab6-44bd-90e8-32eab9957c28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 217 time: 0.0593224 Dec 15 13:53:46.153991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d291229-ed88-4788-9fce-70e0951f5ab6 req-670b89fd-399f-447d-96eb-8a2f560cf2e6 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841912 Dec 15 13:53:46.187780 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.192036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-2ae5ac9a-dfcd-4756-a49c-40fbda9832e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:46.194473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-2ae5ac9a-dfcd-4756-a49c-40fbda9832e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.1004469 Dec 15 13:53:46.204572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.212813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0412-c309-4bda-9d48-f623fc4ded08 req-7ec16450-88c9-433d-9bc5-822395bc3657 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:46.222592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b46f0412-c309-4bda-9d48-f623fc4ded08 req-7ec16450-88c9-433d-9bc5-822395bc3657 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 943 time: 0.1526873 Dec 15 13:53:46.268118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-a2b3d775-4053-4b4a-8748-fee1583b2c7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420759 Dec 15 13:53:46.371415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b46f0412-c309-4bda-9d48-f623fc4ded08 req-5b04e101-c54d-4a9f-a33e-3105070f686a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477373 Dec 15 13:53:46.446002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-df9c15c0-d8bb-4afe-a6d6-d708d7d867e5 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657968 Dec 15 13:53:46.553730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port 47345e53-2817-4d1c-8924-16b2c8146445 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:46.554272 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.589809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3429d5-310d-4e68-b005-96c49ee80bc3 req-ae29d02d-86de-4d8f-bcee-4ae4a9e10c85 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358078 Dec 15 13:53:46.668106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port 47345e53-2817-4d1c-8924-16b2c8146445, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47345e53-2817-4d1c-8924-16b2c8146445,segment=NetworkSegment(f1fbb06b-3a9a-429a-9f17-c78710db2163),segment_id=f1fbb06b-3a9a-429a-9f17-c78710db2163)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:46.668649 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.682049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for 47345e53-2817-4d1c-8924-16b2c8146445 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:46.842345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bc2b25be-4937-42bc-a4c6-e6786e2b9c72 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:46.866988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:46.904341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:46.904878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8ccf3d0a-2a93-4b67-84d3-939ba59ec970 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:46.907966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.941248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=47345e53-2817-4d1c-8924-16b2c8146445,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:47.052827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:47.072442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72', 'mac_address': 'fa:16:3e:ff:d5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:47.137155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.156667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2b25be-4937-42bc-a4c6-e6786e2b9c72 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:47.159361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29597f10-eeaf-4022-b709-db2b34e9aa4f req-a3b51cff-5a09-4d3e-9f5c-1cb43fa83b89 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.169049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29597f10-eeaf-4022-b709-db2b34e9aa4f req-a3b51cff-5a09-4d3e-9f5c-1cb43fa83b89 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1175773 Dec 15 13:53:47.209258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:47.214938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.280252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.349488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29597f10-eeaf-4022-b709-db2b34e9aa4f req-faf0ba05-81da-449c-903a-5e2abe17a65b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793025 Dec 15 13:53:47.384327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1f2e8483-a1f1-486e-8206-d5a56a87ac15 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:47.430962 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.436530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1f2e8483-a1f1-486e-8206-d5a56a87ac15 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:47.437098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1f2e8483-a1f1-486e-8206-d5a56a87ac15 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:47.437660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 065e64d9-011c-49a8-91ea-2890fb3df238 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:47.440323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:47.467900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 065e64d9-011c-49a8-91ea-2890fb3df238 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:47.468244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 065e64d9-011c-49a8-91ea-2890fb3df238 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:47.507511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ea713-158e-4a1e-b147-a2dc8610628f req-9775c033-a07a-4203-becf-f59fbcd43cfe tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.509108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b36ea713-158e-4a1e-b147-a2dc8610628f req-9775c033-a07a-4203-becf-f59fbcd43cfe tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1236334 Dec 15 13:53:47.566048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:47.569593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b36ea713-158e-4a1e-b147-a2dc8610628f req-33d08fc4-492a-4af1-9ffc-0ec45a42f236 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535662 Dec 15 13:53:47.610463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:47.661009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59492) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:47.733817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:47.745098 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-297c5e64-3835-48c4-ba59-78d96c5a4156 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0080318 Dec 15 13:53:47.746374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5abdf-1db1-4c59-ae66-6a0696e849e8 req-9d330ae8-7cc2-4453-bdef-284234d3b166 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.747383 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:47.748303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:47.751562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ea5abdf-1db1-4c59-ae66-6a0696e849e8 req-9d330ae8-7cc2-4453-bdef-284234d3b166 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 944 time: 0.1208894 Dec 15 13:53:47.764855 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:47.771832 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:47.847301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting subnet 3d010870-9f2e-4acb-bfff-8acdbed78fc6 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:47.858123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.893242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ea5abdf-1db1-4c59-ae66-6a0696e849e8 req-715cdf56-fc94-4256-ad65-34bd24a4d6b6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336117 Dec 15 13:53:47.911142 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:47.925151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3a5215b-1d83-494f-a952-48595ed4db2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.940669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.982778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:46Z', 'revision_number': 11, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:48.021952 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:48.028864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3a5215b-1d83-494f-a952-48595ed4db2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.032895 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:48.033497 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:48.035035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3a5215b-1d83-494f-a952-48595ed4db2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.058117 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.068326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5215b-1d83-494f-a952-48595ed4db2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68ff669-51d8-4a20-90f8-f90882eb5f6a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.091599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c3a5215b-1d83-494f-a952-48595ed4db2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95db98a9b3b24c87a51d43a30612ab94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292853 Dec 15 13:53:48.094273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59500) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:48.122312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:48.137574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.158303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eda17fde-3398-42a7-909f-acb93a5f5fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.168707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Subnet': ['ID=3d010870-9f2e-4acb-bfff-8acdbed78fc6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.172850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.180326 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a14a6d07-fb6b-46c1-8fea-113b559a5b0d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/3d010870-9f2e-4acb-bfff-8acdbed78fc6 HTTP/1.1" status: 204 len: 168 time: 0.4300187 Dec 15 13:53:48.182347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf7dd0-7047-435c-b10c-8affbba694c8 None None] Network 0162c3eb-0031-4cd2-985e-a0bf682c7398 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:48.195635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:48.196618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eda17fde-3398-42a7-909f-acb93a5f5fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.204410 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:46Z', 'revision_number': 11, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:48.236241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c63418-a1dc-4974-a597-495c4d7ad408 None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:46Z', 'revision_number': 11, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:48.256085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eda17fde-3398-42a7-909f-acb93a5f5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.260739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eda17fde-3398-42a7-909f-acb93a5f5fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.262215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eda17fde-3398-42a7-909f-acb93a5f5fb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d68ff669-51d8-4a20-90f8-f90882eb5f6a HTTP/1.1" status: 204 len: 168 time: 0.1665647 Dec 15 13:53:48.273221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda17fde-3398-42a7-909f-acb93a5f5fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68ff669-51d8-4a20-90f8-f90882eb5f6a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.330430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.387900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.457516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Deleting port d4cf082a-62da-4ce5-811e-38e1658ee1d8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:48.457971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.514785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1d193-d71f-4c02-bb20-3aa33555fa98 req-ea8ca696-3d8f-427d-a106-1b3c06a44928 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.516374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5e1d193-d71f-4c02-bb20-3aa33555fa98 req-ea8ca696-3d8f-427d-a106-1b3c06a44928 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.0660436 Dec 15 13:53:48.540826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] For port d4cf082a-62da-4ce5-811e-38e1658ee1d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d4cf082a-62da-4ce5-811e-38e1658ee1d8,segment=NetworkSegment(f1fbb06b-3a9a-429a-9f17-c78710db2163),segment_id=f1fbb06b-3a9a-429a-9f17-c78710db2163)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:48.541655 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.562363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Calling delete_port for d4cf082a-62da-4ce5-811e-38e1658ee1d8 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:48.581260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5e1d193-d71f-4c02-bb20-3aa33555fa98 req-b47fd603-b8e1-4afd-93d0-affa29fa23d6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567839 Dec 15 13:53:48.625437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] DHCP port deletion for 0162c3eb-0031-4cd2-985e-a0bf682c7398 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:48.687004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.710668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No DVR routers for this DVR port d4cf082a-62da-4ce5-811e-38e1658ee1d8 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:48.723204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Deleting port d4cf082a-62da-4ce5-811e-38e1658ee1d8 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:48.725354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.760093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Port': ['ID=d4cf082a-62da-4ce5-811e-38e1658ee1d8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.813017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57a13-0e5d-46dd-8c10-de92b8bd1618 req-ee1ded1e-dcce-4364-b412-72c5e5c90127 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.822356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:48.826523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfb57a13-0e5d-46dd-8c10-de92b8bd1618 req-ee1ded1e-dcce-4364-b412-72c5e5c90127 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1428998 Dec 15 13:53:48.841615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] For port d4cf082a-62da-4ce5-811e-38e1658ee1d8, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:48.842866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.863338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f4addfb-3b22-4352-8734-1fdb9528fbf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.871881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Calling delete_port for d4cf082a-62da-4ce5-811e-38e1658ee1d8 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:48.883176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Port d4cf082a-62da-4ce5-811e-38e1658ee1d8 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:53:48.883949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfb57a13-0e5d-46dd-8c10-de92b8bd1618 req-dc82aba5-e63c-4c28-b39d-aaee22d53ef9 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Dec 15 13:53:48.894586 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.936439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.967642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0162c3eb-0031-4cd2-985e-a0bf682c7398']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:48.989029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fbb06b-3a9a-429a-9f17-c78710db2163') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:48.989263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fbb06b-3a9a-429a-9f17-c78710db2163') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:49.003595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.009664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] No DVR routers for this DVR port d4cf082a-62da-4ce5-811e-38e1658ee1d8 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:49.013410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339d8c1-2cee-4934-b01c-1fd9f8f19744 None None] Pushing event deleted for resources: {'Port': ['ID=d4cf082a-62da-4ce5-811e-38e1658ee1d8,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:49.025915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.037324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:49.037728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:49.041968 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:49.095896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437e1b0-8197-4d10-939b-4e7d745c0e98 req-1a1ca908-2d3c-4877-8e0c-44eadaf72c2b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:49.105736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8437e1b0-8197-4d10-939b-4e7d745c0e98 req-1a1ca908-2d3c-4877-8e0c-44eadaf72c2b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 944 time: 0.1097562 Dec 15 13:53:49.147433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f4addfb-3b22-4352-8734-1fdb9528fbf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.160630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f4addfb-3b22-4352-8734-1fdb9528fbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.176074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8437e1b0-8197-4d10-939b-4e7d745c0e98 req-c0872149-2ee9-4088-ba72-87ec1337163b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Dec 15 13:53:49.189699 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2f4addfb-3b22-4352-8734-1fdb9528fbf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a4e201e12ad45e892787df4c4d1c4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657703 Dec 15 13:53:49.190836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.193222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:49.199786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.202469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/networks/0162c3eb-0031-4cd2-985e-a0bf682c7398 HTTP/1.1" status: 204 len: 168 time: 1.0056849 Dec 15 13:53:49.208035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:49.215061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'routes': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:49.233251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47345e53-2817-4d1c-8924-16b2c8146445 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:49.236217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e4ec4-a20a-47a5-a297-6fc7c1ec7b64 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Pushing event deleted for resources: {'Network': ['ID=0162c3eb-0031-4cd2-985e-a0bf682c7398,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:49.261826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 47345e53-2817-4d1c-8924-16b2c8146445 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:49.263442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47345e53-2817-4d1c-8924-16b2c8146445 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:49.264032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d4cf082a-62da-4ce5-811e-38e1658ee1d8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:49.271697 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-664049be-ece8-4289-969e-5355d194a4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.288322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d4cf082a-62da-4ce5-811e-38e1658ee1d8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:49.288956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d4cf082a-62da-4ce5-811e-38e1658ee1d8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:49.304588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-664049be-ece8-4289-969e-5355d194a4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.306302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4addfb-3b22-4352-8734-1fdb9528fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bcd5a2-e42a-4c2d-823a-9a1611afe7f2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:49.363624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-664049be-ece8-4289-969e-5355d194a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.366341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-664049be-ece8-4289-969e-5355d194a4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.370830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-664049be-ece8-4289-969e-5355d194a4d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5bcd5a2-e42a-4c2d-823a-9a1611afe7f2 HTTP/1.1" status: 204 len: 168 time: 0.1741424 Dec 15 13:53:49.383877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664049be-ece8-4289-969e-5355d194a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bcd5a2-e42a-4c2d-823a-9a1611afe7f2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:49.733393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Added routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 13:53:49.733738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 13:53:49.734030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.787228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b346e9d-4381-4b58-9ae6-fc3dbd35ee41 req-63eac19f-7818-41c6-8949-fa4c1e09671e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:49.789864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b346e9d-4381-4b58-9ae6-fc3dbd35ee41 req-63eac19f-7818-41c6-8949-fa4c1e09671e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.0858200 Dec 15 13:53:49.859784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b346e9d-4381-4b58-9ae6-fc3dbd35ee41 req-f70c7dac-2816-4ab3-abb1-4eea93a54032 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634806 Dec 15 13:53:49.908867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.912693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.013713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router 2aca5219-9497-436d-9443-394711ef1c55 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:50.074570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75abdf-3ef3-49cd-8b0a-62d6071b10ed req-0764e35e-8b14-4211-923c-1d3a111a6884 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:50.085609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f75abdf-3ef3-49cd-8b0a-62d6071b10ed req-0764e35e-8b14-4211-923c-1d3a111a6884 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1197822 Dec 15 13:53:50.118328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:50.123757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.127404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ac79fd6-071c-4b33-a3dc-f1a3987ce7e0 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 701 time: 0.9142802 Dec 15 13:53:50.128291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.130851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] Sync routers for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:50.145505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:50.147001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:50.160828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef264df3-2648-4797-8cc6-e182dd98f8ac tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 205 time: 0.0289993 Dec 15 13:53:50.161806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.174329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f75abdf-3ef3-49cd-8b0a-62d6071b10ed req-c2ff937a-12de-4a0f-85fa-ff97c8cc975c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875921 Dec 15 13:53:50.257488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.266969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:50.362840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:46Z', 'revision_number': 11, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:50.400070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] Checking router: 2aca5219-9497-436d-9443-394711ef1c55 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:50.409386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] Routers {'2aca5219-9497-436d-9443-394711ef1c55'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:50.410004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2aca5219-9497-436d-9443-394711ef1c55'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:50.470271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.474894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.506330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] Set router 2aca5219-9497-436d-9443-394711ef1c55 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:50.528873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99b291-fb87-46ac-95b5-0eab90112fa8 req-9f553ffc-0239-406d-bed5-36d81e1f3fca tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:50.531410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f99b291-fb87-46ac-95b5-0eab90112fa8 req-9f553ffc-0239-406d-bed5-36d81e1f3fca tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 944 time: 0.2352178 Dec 15 13:53:50.543550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.544107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router 2aca5219-9497-436d-9443-394711ef1c55 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:53:50.557745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.558834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b825b230-3bcd-4b21-8a26-4a650b86d97d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 204 len: 168 time: 0.3960688 Dec 15 13:53:50.564596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.570036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-997880698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:50.577226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:46Z', 'revision_number': 11, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:50.604052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.605938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.607711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be860553-a68d-4fe7-91df-ccfa41c8a7dc None None] The sync data for ids ['2aca5219-9497-436d-9443-394711ef1c55'] in n-d-815324-3 is: [{'id': '2aca5219-9497-436d-9443-394711ef1c55', 'name': 'tempest-RoutersTest-router-1273792023', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:03Z', 'updated_at': '2021-12-15T13:53:46Z', 'revision_number': 11, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:50.658144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f99b291-fb87-46ac-95b5-0eab90112fa8 req-349eaafa-ba73-44e4-adba-3c3abdce0e9e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131754 Dec 15 13:53:50.696080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.702056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.722204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.723357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ab254f7b-04d4-4660-bcc9-3e4b57cd889c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1572289 Dec 15 13:53:50.726262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.731032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:50.859011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bc2b25be-4937-42bc-a4c6-e6786e2b9c72 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:50.965931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.979220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:50.989135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:50.990669 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.108967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.111336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.132045 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.157557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b3ec8-0817-417d-acd8-b364d1c171d7 req-50b0e9d3-c87f-4d74-806d-8b45a0466427 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.159069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca1b3ec8-0817-417d-acd8-b364d1c171d7 req-50b0e9d3-c87f-4d74-806d-8b45a0466427 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1385207 Dec 15 13:53:51.170238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:51.173003 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10365c3c-4508-46c0-96a8-d7237c59770d" -d '{"events": [{"server_uuid": "d21b029b-f545-4ff5-b941-e74068dddf43", "name": "network-vif-plugged", "status": "completed", "tag": "bc2b25be-4937-42bc-a4c6-e6786e2b9c72"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:51.189240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:51.195432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.265149 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75c091-9de2-4003-a202-234308c9b67f x-openstack-request-id: req-ab75c091-9de2-4003-a202-234308c9b67f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:51.265526 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b029b-f545-4ff5-b941-e74068dddf43", "name": "network-vif-plugged", "status": "completed", "tag": "bc2b25be-4937-42bc-a4c6-e6786e2b9c72", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:51.265907 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab75c091-9de2-4003-a202-234308c9b67f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:51.266373 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72', 'code': 200} Dec 15 13:53:51.266984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:51.390417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca1b3ec8-0817-417d-acd8-b364d1c171d7 req-e8c61c88-ece8-45cb-a6ac-44707d88e3e5 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235622 Dec 15 13:53:51.431842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29be79-ce30-46a5-acf1-854c9ea02747 req-456396b2-81b5-470f-92a7-bac3e14f9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.433426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb29be79-ce30-46a5-acf1-854c9ea02747 req-456396b2-81b5-470f-92a7-bac3e14f9501 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 1096 time: 0.0982096 Dec 15 13:53:51.450785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947c38-2857-4877-adc5-dc17393abdbc req-ab6c1270-de34-4e93-b53e-ce0b2b36ee91 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.452182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89947c38-2857-4877-adc5-dc17393abdbc req-ab6c1270-de34-4e93-b53e-ce0b2b36ee91 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1349165 Dec 15 13:53:51.459655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Router e7fe8af8-ebd8-4354-bfc2-67b687035ad7 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:53:51.539881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:51.603766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb29be79-ce30-46a5-acf1-854c9ea02747 req-ec800a97-b8ee-49f1-a90f-6b4c7d56d1be service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499794 Dec 15 13:53:51.620901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89947c38-2857-4877-adc5-dc17393abdbc req-d459c518-7852-4a3b-8778-7a66b641713e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538742 Dec 15 13:53:51.627650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:51.639010 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] Sync routers for ids ['e7fe8af8-ebd8-4354-bfc2-67b687035ad7'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:51.641962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.645507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1dadf6ca-dfbe-4ba4-9aef-9cec595d4b1e tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "PUT /v2.0/routers/e7fe8af8-ebd8-4354-bfc2-67b687035ad7 HTTP/1.1" status: 200 len: 693 time: 0.9158473 Dec 15 13:53:51.646491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:51.658637 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] Routers {'e7fe8af8-ebd8-4354-bfc2-67b687035ad7'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:51.659502 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e7fe8af8-ebd8-4354-bfc2-67b687035ad7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:51.761968 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] Set router e7fe8af8-ebd8-4354-bfc2-67b687035ad7 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:51.830535 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c73342f4-81de-4fd9-a48f-c7c9d43193f4 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/routers/e7fe8af8-ebd8-4354-bfc2-67b687035ad7 HTTP/1.1" status: 200 len: 699 time: 0.1777925 Dec 15 13:53:51.830766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59626) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:51.831393 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe8af8-ebd8-4354-bfc2-67b687035ad7', 'name': 'tempest-RoutersTest-router-997880698', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:53:51Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:51.860348 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] Checking router: e7fe8af8-ebd8-4354-bfc2-67b687035ad7 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:51.870197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] Routers {'e7fe8af8-ebd8-4354-bfc2-67b687035ad7'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:51.870818 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e7fe8af8-ebd8-4354-bfc2-67b687035ad7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:51.894990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Deleting subnet bb6cf20b-fa56-4671-841a-e0b45301cc06 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:51.899472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.909552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea23d4-3223-4a8f-aec6-0261fa3bbf70 req-6aa41ce8-9fae-4a53-8bc7-bd92dc67fd10 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.918491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ea23d4-3223-4a8f-aec6-0261fa3bbf70 req-6aa41ce8-9fae-4a53-8bc7-bd92dc67fd10 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1426389 Dec 15 13:53:51.938791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.948371 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] Set router e7fe8af8-ebd8-4354-bfc2-67b687035ad7 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:51.983425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-480ece66-8a8a-4f09-813b-8f6f4b84192a tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7fe8af8-ebd8-4354-bfc2-67b687035ad7 HTTP/1.1" status: 200 len: 205 time: 0.1385028 Dec 15 13:53:51.985599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.008333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe8af8-ebd8-4354-bfc2-67b687035ad7', 'name': 'tempest-RoutersTest-router-997880698', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:53:51Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:52.010706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.042364 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294efe8-ab66-407a-b9e5-06bf6c3f35a8 None None] The sync data for ids ['e7fe8af8-ebd8-4354-bfc2-67b687035ad7'] in n-d-815324-3 is: [{'id': 'e7fe8af8-ebd8-4354-bfc2-67b687035ad7', 'name': 'tempest-RoutersTest-router-997880698', 'tenant_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:53:51Z', 'revision_number': 2, 'project_id': '77c11b2a1f3a4a67ae99a2a9e1e7b6f1', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:52.119015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.152201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.198623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6cf20b-fa56-4671-841a-e0b45301cc06,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:52.208237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.211480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61ea23d4-3223-4a8f-aec6-0261fa3bbf70 req-2adba00b-95d6-4824-87b8-3b02a8362374 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904201 Dec 15 13:53:52.218142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d98e95fe-106a-492b-a4bd-2196bcb65861 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb6cf20b-fa56-4671-841a-e0b45301cc06 HTTP/1.1" status: 204 len: 168 time: 0.6769388 Dec 15 13:53:52.220756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.379821 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.386400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.403925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.457233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.457860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Fanout notify agent at l3_agent the message router_deleted on router e7fe8af8-ebd8-4354-bfc2-67b687035ad7 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:53:52.468852 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.473059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-33c3826e-deea-4086-8a0c-ae188ccf3b8d tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/e7fe8af8-ebd8-4354-bfc2-67b687035ad7 HTTP/1.1" status: 204 len: 168 time: 0.4832592 Dec 15 13:53:52.473768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.505175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3584cd46-a6f1-4d43-a223-af47e772cbdd tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7fe8af8-ebd8-4354-bfc2-67b687035ad7 HTTP/1.1" status: 200 len: 205 time: 0.0281768 Dec 15 13:53:52.505873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.549292 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-f577057e-b94c-4110-adce-d9fa5bf778ec tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:52.549292 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f577057e-b94c-4110-adce-d9fa5bf778ec tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/e7fe8af8-ebd8-4354-bfc2-67b687035ad7 HTTP/1.1" status: 404 len: 336 time: 0.0410712 Dec 15 13:53:52.551235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.581937 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdebda3-eabd-45d1-ba43-1b13f7071110 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:52.582825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdebda3-eabd-45d1-ba43-1b13f7071110 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:52.587315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9cdebda3-eabd-45d1-ba43-1b13f7071110 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/2c498e18-3fb3-4581-929d-35d697a43df4 HTTP/1.1" status: 404 len: 337 time: 0.0349252 Dec 15 13:53:52.589843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.623913 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0fdeb4-bf0a-4e25-b98c-c8731b08c3bb tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:52.624369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0fdeb4-bf0a-4e25-b98c-c8731b08c3bb tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:52.627917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2a0fdeb4-bf0a-4e25-b98c-c8731b08c3bb tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/2a5a15d0-18c5-4468-9f6f-20928defe8a5 HTTP/1.1" status: 404 len: 337 time: 0.0368855 Dec 15 13:53:52.630394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.663339 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e75107c-d1b5-4b1d-b4e4-ff9758ac5547 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:52.663834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e75107c-d1b5-4b1d-b4e4-ff9758ac5547 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:52.667152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6e75107c-d1b5-4b1d-b4e4-ff9758ac5547 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/62b1aa41-7ca5-44e9-ae50-bac97167410d HTTP/1.1" status: 404 len: 337 time: 0.0357234 Dec 15 13:53:52.669675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59664) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.699297 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b320a8-3b52-4ddb-b943-b56232071778 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:52.699656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b320a8-3b52-4ddb-b943-b56232071778 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:52.708776 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-01b320a8-3b52-4ddb-b943-b56232071778 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/3d010870-9f2e-4acb-bfff-8acdbed78fc6 HTTP/1.1" status: 404 len: 337 time: 0.0346096 Dec 15 13:53:52.709978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.754249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68e39d7c-d2b6-4026-9bf8-7140701a2f88 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 200 len: 205 time: 0.0428436 Dec 15 13:53:52.756617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.812329 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-7bea6b75-1ebf-4ce2-bb43-e4985d66f8f8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:52.814023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7bea6b75-1ebf-4ce2-bb43-e4985d66f8f8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/2aca5219-9497-436d-9443-394711ef1c55 HTTP/1.1" status: 404 len: 336 time: 0.0559142 Dec 15 13:53:52.816813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59674) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.856850 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f1d107a9-a2e3-47ff-b21f-061f74b3bb56 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca08e223-7d6d-4235-ba62-f3f743d13e17 HTTP/1.1" status: 200 len: 205 time: 0.0361707 Dec 15 13:53:52.857027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.921550 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-fc2f6c06-2a70-4100-b94f-da25645289ca tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:52.923125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc2f6c06-2a70-4100-b94f-da25645289ca tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/ca08e223-7d6d-4235-ba62-f3f743d13e17 HTTP/1.1" status: 404 len: 336 time: 0.0650525 Dec 15 13:53:52.925711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.962279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.969942 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-855cd64f-af1c-4fd5-a93b-a41045f000f3 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:52.970585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855cd64f-af1c-4fd5-a93b-a41045f000f3 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:52.975736 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-855cd64f-af1c-4fd5-a93b-a41045f000f3 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/44b89553-9132-4003-a8b8-faa86d48198e HTTP/1.1" status: 404 len: 337 time: 0.0481806 Dec 15 13:53:52.978219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.998934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dcf55e-deff-4c7d-8d72-764aed011531']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:53.023870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d106e6-eacf-4f85-9c39-c090c3cfdf56 req-261f4732-b379-422d-ac83-82d50925150d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.025807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5d106e6-eacf-4f85-9c39-c090c3cfdf56 req-261f4732-b379-422d-ac83-82d50925150d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.5189772 Dec 15 13:53:53.028205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61477892-00b0-4db1-809e-22ca6e7fe0c4') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:53.028732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61477892-00b0-4db1-809e-22ca6e7fe0c4') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:53.030679 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c68de9f0-8909-40eb-8204-f69ea0e13011 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 200 len: 205 time: 0.0505035 Dec 15 13:53:53.033449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59686) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.053524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c39dee-76b3-4d0e-ab0e-809aee1421e8 req-df516895-da61-4c8f-a438-9b66b92366e7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.062036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39c39dee-76b3-4d0e-ab0e-809aee1421e8 req-df516895-da61-4c8f-a438-9b66b92366e7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1436005 Dec 15 13:53:53.077452 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-ee5ad7fa-d1d0-409a-97f0-5964865a48fe tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:53.078763 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ee5ad7fa-d1d0-409a-97f0-5964865a48fe tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/75d3536b-93c9-46d1-b584-df90770d595f HTTP/1.1" status: 404 len: 336 time: 0.0442765 Dec 15 13:53:53.081576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.083142 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.118433 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.119889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b10e8568-b430-4480-af01-40915a1578b9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=23237a8d-8d61-4e7a-935d-af5217f32881 HTTP/1.1" status: 200 len: 205 time: 0.0353477 Dec 15 13:53:53.122292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.145253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:53.145668 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:53.150781 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:53.167289 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-bc35e28b-f833-4ef2-9cf3-f8383d5dbeca tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:53.168360 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bc35e28b-f833-4ef2-9cf3-f8383d5dbeca tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/23237a8d-8d61-4e7a-935d-af5217f32881 HTTP/1.1" status: 404 len: 336 time: 0.0451324 Dec 15 13:53:53.171357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.204944 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c0d92f-d35a-40b7-8e1e-b3fc9baa6ab8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:53.205407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c0d92f-d35a-40b7-8e1e-b3fc9baa6ab8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:53.208631 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a6c0d92f-d35a-40b7-8e1e-b3fc9baa6ab8 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/d1f494ad-4245-438b-b94a-726d7bc820ab HTTP/1.1" status: 404 len: 337 time: 0.0364275 Dec 15 13:53:53.212495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59696) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.218985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5d106e6-eacf-4f85-9c39-c090c3cfdf56 req-bfd99608-3668-436e-bf3e-b62b2bb29377 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856022 Dec 15 13:53:53.230887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39c39dee-76b3-4d0e-ab0e-809aee1421e8 req-30d7005f-fd5f-404a-9be6-e3363d39c781 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679113 Dec 15 13:53:53.260814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-71c00a51-6ef3-40f9-b212-8ae7a71d3de9 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1228477-6099-451f-8f2f-23f871700d84 HTTP/1.1" status: 200 len: 205 time: 0.0448656 Dec 15 13:53:53.263587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.265912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.289011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.294823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/93dcf55e-deff-4c7d-8d72-764aed011531 HTTP/1.1" status: 204 len: 168 time: 1.0704699 Dec 15 13:53:53.347048 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-56bb1bf4-cf30-48ab-955b-60c0448a127c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:53.348475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-56bb1bf4-cf30-48ab-955b-60c0448a127c tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/e1228477-6099-451f-8f2f-23f871700d84 HTTP/1.1" status: 404 len: 336 time: 0.0807042 Dec 15 13:53:53.349578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d812-5426-485f-902c-c144ed5073f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=93dcf55e-deff-4c7d-8d72-764aed011531,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:53.351527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.388196 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4ce107-8915-4d84-9cd8-7264bdebf75f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:53.388887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4ce107-8915-4d84-9cd8-7264bdebf75f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:53.392665 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3f4ce107-8915-4d84-9cd8-7264bdebf75f tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/78fc9bf9-c8da-4eba-bdec-d42f18994adc HTTP/1.1" status: 404 len: 337 time: 0.0393257 Dec 15 13:53:53.395213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.438263 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-70012406-3854-4313-9bb9-4a210839db26 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "GET /v2.0/ports?device_id=d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 HTTP/1.1" status: 200 len: 205 time: 0.0418844 Dec 15 13:53:53.439974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.512315 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-25242f85-64d8-4e3a-866f-f88400cecfcf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] delete failed (client error): The resource could not be found. Dec 15 13:53:53.516905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.517406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-25242f85-64d8-4e3a-866f-f88400cecfcf tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/routers/d08a2fb7-88db-4dd9-80c2-3c4ccb5c4a16 HTTP/1.1" status: 404 len: 336 time: 0.0755701 Dec 15 13:53:53.547641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab29d0-eec8-40f8-bcaa-efc40aff691f req-9a5ed1c3-a51b-4ddd-bc98-7943c3aab103 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.553916 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9e3d45-de43-41a6-aa61-c6a2eee5c0b2 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:53.554551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9e3d45-de43-41a6-aa61-c6a2eee5c0b2 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:53.556152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ab29d0-eec8-40f8-bcaa-efc40aff691f req-9a5ed1c3-a51b-4ddd-bc98-7943c3aab103 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1276228 Dec 15 13:53:53.559282 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8a9e3d45-de43-41a6-aa61-c6a2eee5c0b2 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/799d8d1e-75f0-4fb5-9862-1402ae4ff3ac HTTP/1.1" status: 404 len: 337 time: 0.0397294 Dec 15 13:53:53.562268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.570187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.603038 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c155079f-8706-4c9d-95d6-49876121cb65 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] DELETE failed (client error): The resource could not be found. Dec 15 13:53:53.603412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c155079f-8706-4c9d-95d6-49876121cb65 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:53:53.606012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ab29d0-eec8-40f8-bcaa-efc40aff691f req-b691ba6b-13a4-4025-b9f2-a7bf772b54d4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Dec 15 13:53:53.606580 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c155079f-8706-4c9d-95d6-49876121cb65 tempest-RoutersTest-536224113 tempest-RoutersTest-536224113-project] 10.222.0.32 "DELETE /v2.0/subnets/5139767e-347a-476a-aecc-580fd81a6df9 HTTP/1.1" status: 404 len: 337 time: 0.0432930 Dec 15 13:53:53.665953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eaafac5a-ff89-451f-a8da-236bd7a5250a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a1aa40c7d294a308d8c984b85e829bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906241 Dec 15 13:53:53.666774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.744325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a55a48dd-b07b-47e4-9aea-d9ff704a1367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.786254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a55a48dd-b07b-47e4-9aea-d9ff704a1367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.864535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a55a48dd-b07b-47e4-9aea-d9ff704a1367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.867321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a55a48dd-b07b-47e4-9aea-d9ff704a1367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.868674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a55a48dd-b07b-47e4-9aea-d9ff704a1367 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd643db9-0a42-4b42-b24e-8b1cc1b2724b HTTP/1.1" status: 204 len: 168 time: 0.2007005 Dec 15 13:53:53.896942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a48dd-b07b-47e4-9aea-d9ff704a1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd643db9-0a42-4b42-b24e-8b1cc1b2724b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:53.923709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850bfe9-4749-494d-b802-01f423b5ce59 req-4e11d405-750d-466e-9e42-3dab2b82c4f3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.931299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b850bfe9-4749-494d-b802-01f423b5ce59 req-4e11d405-750d-466e-9e42-3dab2b82c4f3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.0773444 Dec 15 13:53:53.972911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:53.989764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b850bfe9-4749-494d-b802-01f423b5ce59 req-6dd7a7f2-363d-4a13-b7ea-d0fefefb2393 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575607 Dec 15 13:53:54.259188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-769c5cf2-ecbe-4a18-bebf-6510ece9e585 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77c11b2a1f3a4a67ae99a2a9e1e7b6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812917 Dec 15 13:53:54.259547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:54.318775 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d53afc85-5101-4ca7-8cdf-52e10cceecee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.383372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d53afc85-5101-4ca7-8cdf-52e10cceecee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.452851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5959c-a18d-4e4c-970c-b82717ad1c55 req-9fdc3db9-fec0-4bea-b18e-cc6d029eb924 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.460422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6b5959c-a18d-4e4c-970c-b82717ad1c55 req-9fdc3db9-fec0-4bea-b18e-cc6d029eb924 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1290092 Dec 15 13:53:54.493297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96a1b8-db3a-4922-8155-5ea94cd5b036 req-3f391a3b-42a9-441c-af75-0e49f39e3390 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.494847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b96a1b8-db3a-4922-8155-5ea94cd5b036 req-3f391a3b-42a9-441c-af75-0e49f39e3390 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1483321 Dec 15 13:53:54.549577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d53afc85-5101-4ca7-8cdf-52e10cceecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.553409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d53afc85-5101-4ca7-8cdf-52e10cceecee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.556004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d53afc85-5101-4ca7-8cdf-52e10cceecee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e7b4757-c29d-424d-b980-6d737e321f74 HTTP/1.1" status: 204 len: 168 time: 0.2955973 Dec 15 13:53:54.567403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6b5959c-a18d-4e4c-970c-b82717ad1c55 req-45873aca-7624-4892-a5b3-aed9f8f55967 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060557 Dec 15 13:53:54.593028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53afc85-5101-4ca7-8cdf-52e10cceecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7b4757-c29d-424d-b980-6d737e321f74,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:54.607057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b96a1b8-db3a-4922-8155-5ea94cd5b036 req-2cc769fc-d37d-4d6b-ba72-ed18f9e67622 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910099 Dec 15 13:53:55.061211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:55.134031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc890c7-8107-4c06-817b-3b5f7e49fb38 req-0ec1821e-bda1-485d-9c5b-459b7f132b17 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.135694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2bc890c7-8107-4c06-817b-3b5f7e49fb38 req-0ec1821e-bda1-485d-9c5b-459b7f132b17 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.0620501 Dec 15 13:53:55.193378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2bc890c7-8107-4c06-817b-3b5f7e49fb38 req-dd0ed76e-041f-432f-a225-a615f3f99750 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498765 Dec 15 13:53:55.309051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-898553859-network', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:55.337262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:55.340312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.351454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.442159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.448754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.463022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:55.483008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.483353 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Added segment c008e07e-2a2c-4ef3-b548-ba02d4368528 of type vlan for network 505693a4-e390-47f7-a077-fddb5807d584 Dec 15 13:53:55.515796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80743678-d8b3-4a37-bae3-6f0aa7b9e60d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:55.556972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.573264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:55.586068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.587059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.587733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.655600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:55.655822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5933883 Dec 15 13:53:55.662300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def12d53-bcf0-406c-a805-736adf525b83 admin admin] Pushing event updated for resources: {'Network': ['ID=505693a4-e390-47f7-a077-fddb5807d584,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:55.665647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Request body: {'subnet': {'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-subnet', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:55.678787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 505693a4-e390-47f7-a077-fddb5807d584 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:55.706958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:55.713407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.779935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ddcf-3660-46c7-80dc-7264ab61a325 req-786b7eb7-5620-43e3-9215-e4d89671de37 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.782660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91e6ddcf-3660-46c7-80dc-7264ab61a325 req-786b7eb7-5620-43e3-9215-e4d89671de37 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.0896010 Dec 15 13:53:55.798481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-775987050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:55.850781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.852454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.852882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e899a-755c-4850-ba4e-09ecb6223b1a req-86e9ef8e-14c7-4daf-8122-cdd5647da4c6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.854538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-811e899a-755c-4850-ba4e-09ecb6223b1a req-86e9ef8e-14c7-4daf-8122-cdd5647da4c6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1070280 Dec 15 13:53:55.875969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91e6ddcf-3660-46c7-80dc-7264ab61a325 req-e31078a7-5674-4391-bf06-ce83936f8873 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Dec 15 13:53:55.940940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.942351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-811e899a-755c-4850-ba4e-09ecb6223b1a req-21d3220e-9c0c-4c51-b308-bb330efcc9a5 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787883 Dec 15 13:53:55.965875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.000089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.001440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-685b7958-ca21-48a5-ae8f-31af0323e20b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4264896 Dec 15 13:53:56.004240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:56.013604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1934064931'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:56.073511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.078116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:56.081629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.113658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.168447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee3c423-f1ad-4206-ae1c-d52132c62360,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:56.187701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.188057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.188404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.188911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.189096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.189433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.189765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.190093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.190422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.190747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.191074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.191401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.191723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:56.197345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Checking segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:56.197746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Network hostable DHCP agents. Network: 505693a4-e390-47f7-a077-fddb5807d584, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:56.239319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Network 505693a4-e390-47f7-a077-fddb5807d584 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:56.255032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 505693a4-e390-47f7-a077-fddb5807d584) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:56.264642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.265484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.272235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0083ca-bb90-4e63-8697-869e6d9bfe6e None None] Network 505693a4-e390-47f7-a077-fddb5807d584 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:56.284245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.291764 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.305632 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4402d6ac-a6f4-47fd-be0d-c78cdf778f64 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6481988 Dec 15 13:53:56.309463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:56.314780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:56.349660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e72338-28af-40ca-bb89-dd44feaa4b9e req-1b52ccca-25ca-49c9-9121-6cd2f7491302 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.353349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:56.364105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03e72338-28af-40ca-bb89-dd44feaa4b9e req-1b52ccca-25ca-49c9-9121-6cd2f7491302 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.0737829 Dec 15 13:53:56.365200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ddf82d-4554-487e-a3f7-27d59dcf8152,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:56.378394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.380881 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Added segment 9ec4014b-7f81-40dd-ad9a-ba91d19490c2 of type vlan for network 25e0591d-d662-452d-b13b-051d27b71f16 Dec 15 13:53:56.429894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03e72338-28af-40ca-bb89-dd44feaa4b9e req-067e78cd-ff1e-4456-8127-c29a06e8694b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640914 Dec 15 13:53:56.443205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.444254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.454373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.454578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-505693a4-e390-47f7-a077-fddb5807d584', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:56.455413 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.522791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.524162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.529836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.530392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.620656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Allocated IP 172.20.0.2 (505693a4-e390-47f7-a077-fddb5807d584/2ee3c423-f1ad-4206-ae1c-d52132c62360/07c98e00-cd5b-4132-bd6c-d8963e469c86) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:56.647595 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6413612 Dec 15 13:53:56.650632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:56.660636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'subnet': {'network_id': '25e0591d-d662-452d-b13b-051d27b71f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:56.733434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21aae-1f50-4988-b3d4-1085102bb400 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Network': ['ID=25e0591d-d662-452d-b13b-051d27b71f16,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:56.741387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.761424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 25e0591d-d662-452d-b13b-051d27b71f16 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:56.827997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:56.833832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.013794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.020648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.031768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.054725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.079888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Network 505693a4-e390-47f7-a077-fddb5807d584 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:57.083455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:57.088679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:57.108244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Pushing event updated for resources: {'Port': ['ID=07c98e00-cd5b-4132-bd6c-d8963e469c86,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.169262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Attempting to bind port 07c98e00-cd5b-4132-bd6c-d8963e469c86 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:57.169629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Attempting to bind port 07c98e00-cd5b-4132-bd6c-d8963e469c86 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:57.172958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Attempting to bind port 07c98e00-cd5b-4132-bd6c-d8963e469c86 on network 505693a4-e390-47f7-a077-fddb5807d584 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:57.192405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:57.193846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Checking segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:57.194500 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.195945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Bound using segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:57.203464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Bound port: 07c98e00-cd5b-4132-bd6c-d8963e469c86, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:57.204180 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.204749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Allocated IP 172.25.2.120 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/03fe776c-b750-46e0-a532-fc2c772e48ce) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:57.271843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1badae-202d-48fd-96eb-6d6a6bf3daa4 req-8888d7ab-2b6e-47a2-a6d3-a62b0d10e1b5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.279155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf1badae-202d-48fd-96eb-6d6a6bf3daa4 req-8888d7ab-2b6e-47a2-a6d3-a62b0d10e1b5 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2214007 Dec 15 13:53:57.301320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c9269-7aaf-4ab7-a4fa-7bb7076fb7a5 req-56012f9f-eb31-4559-a61a-81d7bc9c5e02 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.302835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a6c9269-7aaf-4ab7-a4fa-7bb7076fb7a5 req-56012f9f-eb31-4559-a61a-81d7bc9c5e02 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1928346 Dec 15 13:53:57.312567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] For port 07c98e00-cd5b-4132-bd6c-d8963e469c86, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:57.313384 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.318318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] For port 07c98e00-cd5b-4132-bd6c-d8963e469c86, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07c98e00-cd5b-4132-bd6c-d8963e469c86,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:57.324951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.350278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.394562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.402048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74984b5-5bdd-4c61-86a1-a95d5fb202c3 None None] Pushing event updated for resources: {'Port': ['ID=07c98e00-cd5b-4132-bd6c-d8963e469c86,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.433339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf1badae-202d-48fd-96eb-6d6a6bf3daa4 req-ce21094c-f50f-4bda-b59c-4d9dc8a9a447 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533031 Dec 15 13:53:57.457058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Pushing event updated for resources: {'Port': ['ID=03fe776c-b750-46e0-a532-fc2c772e48ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.467912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:57.469852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:57.472791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:57.503213 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a6c9269-7aaf-4ab7-a4fa-7bb7076fb7a5 req-3ba6c135-d03d-4bea-8cac-3ac7851fc413 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891930 Dec 15 13:53:57.506856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:57.518829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Subnet': ['ID=b4420eb9-d24a-4199-829d-f6e0babb2f8b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.532617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Checking segment: {'id': '9ec4014b-7f81-40dd-ad9a-ba91d19490c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '25e0591d-d662-452d-b13b-051d27b71f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:57.533105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network hostable DHCP agents. Network: 25e0591d-d662-452d-b13b-051d27b71f16, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:57.585895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 25e0591d-d662-452d-b13b-051d27b71f16 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:57.603559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 25e0591d-d662-452d-b13b-051d27b71f16) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:57.618658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d602b6ef-e84b-4cec-90e8-58c10167e807 None None] Network 25e0591d-d662-452d-b13b-051d27b71f16 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:57.629987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.631174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.672552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6671d088-0b32-4ae5-bfd8-8590ae2815c1 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0173836 Dec 15 13:53:57.673778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59962) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:57.678989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'network': {'name': 'tempest-router-network01--537073962'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:57.776393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:57.780438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.781697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-25e0591d-d662-452d-b13b-051d27b71f16', 'network_id': '25e0591d-d662-452d-b13b-051d27b71f16', 'project_id': '2af18920521e4426880915d86e8c7bb5', 'fixed_ips': [{'subnet_id': 'b4420eb9-d24a-4199-829d-f6e0babb2f8b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:57.782610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.804228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b8b-dc60-4b35-88f1-04e52a72c47e req-aaa36c32-4c00-4218-bdb9-cef599d49611 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.812816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b7f2b8b-dc60-4b35-88f1-04e52a72c47e req-aaa36c32-4c00-4218-bdb9-cef599d49611 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1536465 Dec 15 13:53:57.821963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2daf755a-423e-445a-a172-ff150cb75aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.877079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:57.904395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.904791 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Added segment 67d8d7f1-c1be-4362-9f88-0f8520dd4353 of type vlan for network 9e9dfb23-3082-493e-a2e3-3a16fff22cca Dec 15 13:53:57.908747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.912794 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:57.931048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b7f2b8b-dc60-4b35-88f1-04e52a72c47e req-d02dda9f-82d5-42dc-bf32-ab4ee721c596 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052740 Dec 15 13:53:57.979484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.016406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Allocated IP 2001:db8::2 (25e0591d-d662-452d-b13b-051d27b71f16/b4420eb9-d24a-4199-829d-f6e0babb2f8b/7ed3d10e-aac2-4cde-8a8f-75059fc72066) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:58.039540 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2daf755a-423e-445a-a172-ff150cb75aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.041274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.046898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.047968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.058222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2daf755a-423e-445a-a172-ff150cb75aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.150897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4759932 Dec 15 13:53:58.155834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59964) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:58.160922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'network': {'name': 'tempest-router-network02--581963630'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:58.168692 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.168932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2daf755a-423e-445a-a172-ff150cb75aa1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee164903e7944d9d89331d2c276ba3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6596246 Dec 15 13:53:58.169473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf755a-423e-445a-a172-ff150cb75aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7613ab-1ec9-41e8-841b-b43f1e47f9ca,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.172754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:58.174588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49080d1e-215c-427a-963c-1e3cf5d4046a tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Network': ['ID=9e9dfb23-3082-493e-a2e3-3a16fff22cca,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.199937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:58.204143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.210981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:58.213168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.232758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:58.243258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.243585 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Added segment c1de0818-1900-4e59-8317-709f1f71ee4d of type vlan for network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 Dec 15 13:53:58.261180 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.284332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.311265 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67567152-2a74-4ea4-8371-1d031f365325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.318386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.327076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.327877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.338261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Network 25e0591d-d662-452d-b13b-051d27b71f16 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:58.344609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:58.345698 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67567152-2a74-4ea4-8371-1d031f365325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.347509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:58.363083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Pushing event updated for resources: {'Port': ['ID=7ed3d10e-aac2-4cde-8a8f-75059fc72066,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.405224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:53:58.406420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2494683 Dec 15 13:53:58.409989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:58.415552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f45736-2e78-46fd-8805-f63f88e385c9 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Network': ['ID=26586d3a-c3d8-405f-8c48-d2a2c6967da3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.416034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'subnet': {'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:58.429874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Attempting to bind port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:58.430249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Attempting to bind port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9ec4014b-7f81-40dd-ad9a-ba91d19490c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '25e0591d-d662-452d-b13b-051d27b71f16'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:58.430665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Attempting to bind port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 on network 25e0591d-d662-452d-b13b-051d27b71f16 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:58.432822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:58.475501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:58.475884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Checking segment: {'id': '9ec4014b-7f81-40dd-ad9a-ba91d19490c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '25e0591d-d662-452d-b13b-051d27b71f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:58.476851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.477242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Bound using segment: {'id': '9ec4014b-7f81-40dd-ad9a-ba91d19490c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '25e0591d-d662-452d-b13b-051d27b71f16'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:58.477735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Bound port: 7ed3d10e-aac2-4cde-8a8f-75059fc72066, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec4014b-7f81-40dd-ad9a-ba91d19490c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '25e0591d-d662-452d-b13b-051d27b71f16'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:58.478458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.558365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67567152-2a74-4ea4-8371-1d031f365325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.560746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67567152-2a74-4ea4-8371-1d031f365325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.564812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-67567152-2a74-4ea4-8371-1d031f365325 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de7613ab-1ec9-41e8-841b-b43f1e47f9ca HTTP/1.1" status: 204 len: 168 time: 0.3893642 Dec 15 13:53:58.597546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567152-2a74-4ea4-8371-1d031f365325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7613ab-1ec9-41e8-841b-b43f1e47f9ca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.633593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] For port 7ed3d10e-aac2-4cde-8a8f-75059fc72066, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:58.668556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] For port 7ed3d10e-aac2-4cde-8a8f-75059fc72066, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7ed3d10e-aac2-4cde-8a8f-75059fc72066,segment=NetworkSegment(9ec4014b-7f81-40dd-ad9a-ba91d19490c2),segment_id=9ec4014b-7f81-40dd-ad9a-ba91d19490c2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:58.677496 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.704028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9de4-3eab-459d-a67e-813082a2ead9 req-3efb3cde-86f5-461f-8bf7-44a47921a09a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.728882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b9f9de4-3eab-459d-a67e-813082a2ead9 req-3efb3cde-86f5-461f-8bf7-44a47921a09a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1339061 Dec 15 13:53:58.774779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c708d-a642-488c-aaf8-159e5763f65f None None] Pushing event updated for resources: {'Port': ['ID=7ed3d10e-aac2-4cde-8a8f-75059fc72066,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.785577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0665-fdcc-461c-89bd-ea4b53b1b730 req-f91f0ded-9a94-452f-bacd-0ee7dc40ec07 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.790682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-078d0665-fdcc-461c-89bd-ea4b53b1b730 req-f91f0ded-9a94-452f-bacd-0ee7dc40ec07 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1875105 Dec 15 13:53:58.870644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b9f9de4-3eab-459d-a67e-813082a2ead9 req-436fb42f-ff39-4a02-8fda-69f8e1a6191d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278996 Dec 15 13:53:58.889393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-078d0665-fdcc-461c-89bd-ea4b53b1b730 req-cfbcec2f-73d7-4434-86af-fb2dc05d5210 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895030 Dec 15 13:53:59.041336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:59.045051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.093016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:59.121171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72f47e-9429-4d31-9468-5a949021570b None None] Network 505693a4-e390-47f7-a077-fddb5807d584 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:59.142805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:59.146665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c65915ae-8dcb-4c70-a822-f75c18413a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.219617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.223778 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-feee2988-6120-4a9c-89fd-04c934f25959 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9126744 Dec 15 13:53:59.224411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:59.234569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Sync routers for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:59.247336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6e66a-69df-45dc-a227-bc0fd85a35cf req-453efbaa-6e00-4a45-adec-1cfc350516a5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:59.255831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6c6e66a-69df-45dc-a227-bc0fd85a35cf req-453efbaa-6e00-4a45-adec-1cfc350516a5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1502817 Dec 15 13:53:59.270642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:59.271278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:59.275778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8a9c929c-a02e-4faa-a683-c9ce5cc66d59 None None] Provisioning complete for port 07c98e00-cd5b-4132-bd6c-d8963e469c86 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:59.277058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a9c929c-a02e-4faa-a683-c9ce5cc66d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.368611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c65915ae-8dcb-4c70-a822-f75c18413a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.393220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6c6e66a-69df-45dc-a227-bc0fd85a35cf req-732273b8-6753-4e93-9fbb-fc6fe1a7a8ec tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363394 Dec 15 13:53:59.399328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c65915ae-8dcb-4c70-a822-f75c18413a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.414041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07c98e00-cd5b-4132-bd6c-d8963e469c86 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:59.446314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c65915ae-8dcb-4c70-a822-f75c18413a7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f2a6c29ecb8426ba1f21f6bf866230b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511987 Dec 15 13:53:59.448455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:59.453383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65915ae-8dcb-4c70-a822-f75c18413a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e1faa6-6d0a-4232-9152-e5383a6f7ba6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:59.528847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:59.661962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 07c98e00-cd5b-4132-bd6c-d8963e469c86 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:59.662332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.668678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a9c929c-a02e-4faa-a683-c9ce5cc66d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.721694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6312500-fc79-43a8-ae47-5942625e2d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.767992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.781559 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6312500-fc79-43a8-ae47-5942625e2d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.912794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8a9c929c-a02e-4faa-a683-c9ce5cc66d59 None None] For port 07c98e00-cd5b-4132-bd6c-d8963e469c86, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07c98e00-cd5b-4132-bd6c-d8963e469c86,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:59.916930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Subnet': ['ID=27f26c59-e42a-4195-ba6b-63532917deb7,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:59.951391 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a9c929c-a02e-4faa-a683-c9ce5cc66d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.970062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Checking segment: {'id': '67d8d7f1-c1be-4362-9f88-0f8520dd4353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:59.970435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network hostable DHCP agents. Network: 9e9dfb23-3082-493e-a2e3-3a16fff22cca, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:00.036558 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6312500-fc79-43a8-ae47-5942625e2d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.039250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6312500-fc79-43a8-ae47-5942625e2d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.040660 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d6312500-fc79-43a8-ae47-5942625e2d6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3e1faa6-6d0a-4232-9152-e5383a6f7ba6 HTTP/1.1" status: 204 len: 168 time: 0.5605364 Dec 15 13:54:00.044739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:00.080934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9e9dfb23-3082-493e-a2e3-3a16fff22cca) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:00.107192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7ed3d10e-aac2-4cde-8a8f-75059fc72066 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:00.117335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6312500-fc79-43a8-ae47-5942625e2d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e1faa6-6d0a-4232-9152-e5383a6f7ba6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:00.122030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.122744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.143028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952c2f0-c735-4084-9b3d-76274c74ec42 req-813ae46c-21b5-4fe8-89db-7b173d91857b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.146349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a952c2f0-c735-4084-9b3d-76274c74ec42 req-813ae46c-21b5-4fe8-89db-7b173d91857b tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1595953 Dec 15 13:54:00.160311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dc33c81b-215c-42c0-a5fa-bc3105a01fc6 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7490499 Dec 15 13:54:00.165923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea184d6-87ee-4c30-9ab7-197b2a35397c req-c617458d-1a41-47a1-ba33-162072fc913c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.167810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ea184d6-87ee-4c30-9ab7-197b2a35397c req-c617458d-1a41-47a1-ba33-162072fc913c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1481276 Dec 15 13:54:00.170565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60000) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:00.173623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb86bf17-67cb-4014-8414-a020a7dcde94 None None] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:00.176379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'subnet': {'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:00.177595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-afa304d8-7ea0-403c-9c3a-3d5994b154dc None None] Provisioning complete for port 07c98e00-cd5b-4132-bd6c-d8963e469c86 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:00.178042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afa304d8-7ea0-403c-9c3a-3d5994b154dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.267427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c929c-a02e-4faa-a683-c9ce5cc66d59 None None] Pushing event updated for resources: {'Port': ['ID=07c98e00-cd5b-4132-bd6c-d8963e469c86,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:00.284097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a952c2f0-c735-4084-9b3d-76274c74ec42 req-35c306ad-07c1-4104-b7a9-4f8f1562c639 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Dec 15 13:54:00.291252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ea184d6-87ee-4c30-9ab7-197b2a35397c req-8a81dfcc-fc63-4abd-bd62-4a37805af992 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103234 Dec 15 13:54:00.291655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 3, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:00.344097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Checking router: 5e94ebbd-4579-4741-af33-f8b9b86e33b2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:00.344465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Updating router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 port 03fe776c-b750-46e0-a532-fc2c772e48ce binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:54:00.400222 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.436782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:00.440886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.466244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d3980-e63b-4a62-94ab-eb84a83e0f08 None None] Network 25e0591d-d662-452d-b13b-051d27b71f16 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:00.476886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:00.477263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.510238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.563755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815c3aa-c97c-49fe-b455-e390c523d08c req-1336a830-98ff-470a-91dd-47a01c5df720 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.575747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e815c3aa-c97c-49fe-b455-e390c523d08c req-1336a830-98ff-470a-91dd-47a01c5df720 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.0853975 Dec 15 13:54:00.666305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e815c3aa-c97c-49fe-b455-e390c523d08c req-4009f58d-2d17-4d23-932c-12072b35ad1e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893550 Dec 15 13:54:00.739521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-9e9dfb23-3082-493e-a2e3-3a16fff22cca', 'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca', 'project_id': '2af18920521e4426880915d86e8c7bb5', 'fixed_ips': [{'subnet_id': '27f26c59-e42a-4195-ba6b-63532917deb7'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:00.740777 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.794478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Allocated IP 172.20.0.1 (505693a4-e390-47f7-a077-fddb5807d584/2ee3c423-f1ad-4206-ae1c-d52132c62360/07b4dadd-625b-44b3-8c74-3e5ca8cf0d25) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:00.823617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.926456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:00.933866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Subnet': ['ID=8736d17e-256c-43f1-9369-9427fac38450,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:00.975278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Checking segment: {'id': 'c1de0818-1900-4e59-8317-709f1f71ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:00.975684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network hostable DHCP agents. Network: 26586d3a-c3d8-405f-8c48-d2a2c6967da3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:01.003123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.009756 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.015258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:01.037047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 26586d3a-c3d8-405f-8c48-d2a2c6967da3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:01.042584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62abc31d-1d62-467d-b7e8-e2582013068b None None] Provisioning complete for port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:01.042760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62abc31d-1d62-467d-b7e8-e2582013068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.048455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:01.050013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.065917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e365d251-2177-4c78-9a28-cd10bed3f522 None None] Network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:01.080625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bca8cd4c-7647-47ff-85a3-7589c1725176 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9063454 Dec 15 13:54:01.081420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60022) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:01.088250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.132888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Network 505693a4-e390-47f7-a077-fddb5807d584 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:01.136322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:01.140111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:01.198366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Pushing event updated for resources: {'Port': ['ID=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:01.224015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.437428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Allocated IP 2001:db8::2 (9e9dfb23-3082-493e-a2e3-3a16fff22cca/27f26c59-e42a-4195-ba6b-63532917deb7/a18e26c9-535e-4b09-84db-8ca9820c3a2d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:01.482188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.512166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 7ed3d10e-aac2-4cde-8a8f-75059fc72066, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7ed3d10e-aac2-4cde-8a8f-75059fc72066,segment=NetworkSegment(9ec4014b-7f81-40dd-ad9a-ba91d19490c2),segment_id=9ec4014b-7f81-40dd-ad9a-ba91d19490c2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:01.559288 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.653787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.700379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f497-03cc-4c3b-951c-62cfe9a59f88 req-65c61b4d-e13e-49f0-a231-cac1ab5d34aa tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:01.702038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91d7f497-03cc-4c3b-951c-62cfe9a59f88 req-65c61b4d-e13e-49f0-a231-cac1ab5d34aa tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.2152841 Dec 15 13:54:01.712719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6671-5c2a-4401-ab0b-86909fb01d14 req-faa834c9-1a18-41fb-91cb-63a73a221fc7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:01.719819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78bd6671-5c2a-4401-ab0b-86909fb01d14 req-faa834c9-1a18-41fb-91cb-63a73a221fc7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2353728 Dec 15 13:54:01.732604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.738999 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.773442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.829433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.831187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Pushing event updated for resources: {'Port': ['ID=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:01.886102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91d7f497-03cc-4c3b-951c-62cfe9a59f88 req-3801151d-ba7b-4d60-a22f-602ef6f7aedd tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569626 Dec 15 13:54:01.886702 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.909510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:01.953382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07c98e00-cd5b-4132-bd6c-d8963e469c86 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:01.955873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-26586d3a-c3d8-405f-8c48-d2a2c6967da3', 'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3', 'project_id': '2af18920521e4426880915d86e8c7bb5', 'fixed_ips': [{'subnet_id': '8736d17e-256c-43f1-9369-9427fac38450'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:01.957089 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.961309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.997595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.016631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Network 505693a4-e390-47f7-a077-fddb5807d584 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:02.017265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78bd6671-5c2a-4401-ab0b-86909fb01d14 req-1650e049-9e57-4728-a918-cab8f11d2ae0 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938688 Dec 15 13:54:02.023571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:02.109112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=7ed3d10e-aac2-4cde-8a8f-75059fc72066,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:02.112300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'mac_address': 'fa:16:3e:d1:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:02.292199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f11a5-5b8b-4b8e-9139-00504fc6b4b2 req-518a7ef3-3a72-4bfd-bf90-0752235fb6ce tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:02.297828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:02.314878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf3f11a5-5b8b-4b8e-9139-00504fc6b4b2 req-518a7ef3-3a72-4bfd-bf90-0752235fb6ce tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1676030 Dec 15 13:54:02.446764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf3f11a5-5b8b-4b8e-9139-00504fc6b4b2 req-a45027ca-9b21-4ab5-a6be-a4d39484dbd1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309631 Dec 15 13:54:02.471468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Allocated IP 2001:db8::1 (9e9dfb23-3082-493e-a2e3-3a16fff22cca/27f26c59-e42a-4195-ba6b-63532917deb7/6448f45d-f64e-4f73-b789-437bbec2fc2c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:02.543745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:02.553822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cefedc48-0af2-4adf-8379-d15872e71108 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e94ebbd-4579-4741-af33-f8b9b86e33b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3242080 Dec 15 13:54:02.643882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:02.668461 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.702693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.714767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.717422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:02.732183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:02.752972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Pushing event updated for resources: {'Port': ['ID=a18e26c9-535e-4b09-84db-8ca9820c3a2d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:02.765331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Attempting to bind port 03fe776c-b750-46e0-a532-fc2c772e48ce on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:02.765707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Attempting to bind port 03fe776c-b750-46e0-a532-fc2c772e48ce by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:02.766070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Attempting to bind port 03fe776c-b750-46e0-a532-fc2c772e48ce on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:02.838584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:02.851481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:02.856701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:02.858582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.882590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048c0180-65b1-416e-8a26-76b9fc9103b5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:03.018501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:03.018925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:03.019314 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.019693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:03.020177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Bound port: 03fe776c-b750-46e0-a532-fc2c772e48ce, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:03.020572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.032584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Port': ['ID=6448f45d-f64e-4f73-b789-437bbec2fc2c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:03.092729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:03.137221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Attempting to bind port a18e26c9-535e-4b09-84db-8ca9820c3a2d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:03.137962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Attempting to bind port a18e26c9-535e-4b09-84db-8ca9820c3a2d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '67d8d7f1-c1be-4362-9f88-0f8520dd4353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:03.138618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Attempting to bind port a18e26c9-535e-4b09-84db-8ca9820c3a2d on network 9e9dfb23-3082-493e-a2e3-3a16fff22cca {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:03.141287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.143326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08749c47-6033-47c2-a001-d4bad6ee8d89 None None] Pushing event updated for resources: {'Port': ['ID=03fe776c-b750-46e0-a532-fc2c772e48ce,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:03.169201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 07c98e00-cd5b-4132-bd6c-d8963e469c86 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:03.169911 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.185981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6635b332-c027-4f29-b6d1-fc1bd7196e3a None None] Provisioning complete for port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:03.186696 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6635b332-c027-4f29-b6d1-fc1bd7196e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.222547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339fdfe-e91f-4992-b7d0-cd3c9bfa1910 req-f6585e1d-71f6-4ac6-80fd-903e1f71894c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:03.231125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9339fdfe-e91f-4992-b7d0-cd3c9bfa1910 req-f6585e1d-71f6-4ac6-80fd-903e1f71894c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.1068256 Dec 15 13:54:03.234845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:03.235591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Checking segment: {'id': '67d8d7f1-c1be-4362-9f88-0f8520dd4353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:03.236218 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.236863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Bound using segment: {'id': '67d8d7f1-c1be-4362-9f88-0f8520dd4353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:03.237593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Bound port: a18e26c9-535e-4b09-84db-8ca9820c3a2d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d8d7f1-c1be-4362-9f88-0f8520dd4353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9e9dfb23-3082-493e-a2e3-3a16fff22cca'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:03.238194 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.293383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9339fdfe-e91f-4992-b7d0-cd3c9bfa1910 req-b2e287f0-937a-4a14-ba51-d00e0cde89d4 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613575 Dec 15 13:54:03.294041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.334835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] For port 03fe776c-b750-46e0-a532-fc2c772e48ce, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:03.349271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Allocated IP 2001:db8::2 (26586d3a-c3d8-405f-8c48-d2a2c6967da3/8736d17e-256c-43f1-9369-9427fac38450/b609734d-49a4-49d8-9d1b-70fdf9b151aa) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:03.485522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['048c0180-65b1-416e-8a26-76b9fc9103b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:03.535681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:03.553613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650337cb-f095-4a89-8446-4ff4bbc178ae req-d1583eaf-2ffc-49a6-b3eb-2dc913c63f81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:03.555259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-650337cb-f095-4a89-8446-4ff4bbc178ae req-d1583eaf-2ffc-49a6-b3eb-2dc913c63f81 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2124536 Dec 15 13:54:03.585985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6635b332-c027-4f29-b6d1-fc1bd7196e3a None None] Port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:03.594072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] For port 03fe776c-b750-46e0-a532-fc2c772e48ce, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03fe776c-b750-46e0-a532-fc2c772e48ce,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:03.637088 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.746304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08749c47-6033-47c2-a001-d4bad6ee8d89 None None] Pushing event updated for resources: {'Port': ['ID=03fe776c-b750-46e0-a532-fc2c772e48ce,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:03.790985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6635b332-c027-4f29-b6d1-fc1bd7196e3a None None] Provisioning complete for port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:03.791360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6635b332-c027-4f29-b6d1-fc1bd7196e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.896248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-650337cb-f095-4a89-8446-4ff4bbc178ae req-c662b9b2-e161-4b42-a955-8d450f99c183 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452856 Dec 15 13:54:03.914018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] For port a18e26c9-535e-4b09-84db-8ca9820c3a2d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:03.943308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8840b1-5d41-4de7-8c0e-3f7f99b3538d req-5d6297a8-c8d3-4e75-8bf5-6f6d66289f82 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:03.947932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a8840b1-5d41-4de7-8c0e-3f7f99b3538d req-5d6297a8-c8d3-4e75-8bf5-6f6d66289f82 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.3769987 Dec 15 13:54:03.962456 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.970235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:03.971459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:04.053583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a8840b1-5d41-4de7-8c0e-3f7f99b3538d req-8de8e0ff-8e2a-463a-a11e-eaa9f59c3f9e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981214 Dec 15 13:54:04.085111 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.095293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.096724 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.108553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:04.122245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:04.128195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-network', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:04.147237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Port': ['ID=6448f45d-f64e-4f73-b789-437bbec2fc2c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.165894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7ed3d10e-aac2-4cde-8a8f-75059fc72066 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:04.169987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] For port a18e26c9-535e-4b09-84db-8ca9820c3a2d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a18e26c9-535e-4b09-84db-8ca9820c3a2d,segment=NetworkSegment(67d8d7f1-c1be-4362-9f88-0f8520dd4353),segment_id=67d8d7f1-c1be-4362-9f88-0f8520dd4353)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:04.193295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Made reservation on behalf of 11c0ec58c25e4ea78bce6d5a7ae1d593 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:04.203556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.229239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.248544 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.357805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:04.361554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:04.363677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.386629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.399323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.408770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Pushing event updated for resources: {'Port': ['ID=b609734d-49a4-49d8-9d1b-70fdf9b151aa,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.433433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:04.450655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1093cd0-f8c4-4e04-be9d-9b5107503b49,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.455970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.456323 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Added segment 0e2daeae-c8d7-483b-beda-e0ab93433835 of type vlan for network 5c148d86-b11b-4d4a-91d3-febf518501f4 Dec 15 13:54:04.544318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:04.551909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.573255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939191a-52af-45e9-a4dc-6bf08409a07f None None] Pushing event updated for resources: {'Port': ['ID=a18e26c9-535e-4b09-84db-8ca9820c3a2d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.576636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:04.584642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:04.637053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.638107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:04.638782 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.689365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:04.689729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.753083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Attempting to bind port b609734d-49a4-49d8-9d1b-70fdf9b151aa on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:04.757253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Attempting to bind port b609734d-49a4-49d8-9d1b-70fdf9b151aa by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c1de0818-1900-4e59-8317-709f1f71ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:04.757846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec57dc7-0858-4d04-98db-f17681318736 req-99585868-54f8-47ac-a5ca-1ba5e40c329c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:04.758107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Attempting to bind port b609734d-49a4-49d8-9d1b-70fdf9b151aa on network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:04.768996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ec57dc7-0858-4d04-98db-f17681318736 req-99585868-54f8-47ac-a5ca-1ba5e40c329c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.1481998 Dec 15 13:54:04.774491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:04.775418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Checking segment: {'id': 'c1de0818-1900-4e59-8317-709f1f71ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:04.776062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.776762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Bound using segment: {'id': 'c1de0818-1900-4e59-8317-709f1f71ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:04.777663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Bound port: b609734d-49a4-49d8-9d1b-70fdf9b151aa, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1de0818-1900-4e59-8317-709f1f71ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '26586d3a-c3d8-405f-8c48-d2a2c6967da3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:04.778294 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.809539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Router 3db99957-c99e-4390-b7d7-2fa0aaa9065a is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:54:04.821911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:04.823152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6980977 Dec 15 13:54:04.831019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Request body: {'subnet': {'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-subnet', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:04.837024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:04.856157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e371d-af67-417a-b080-1d063470e18b admin admin] Pushing event updated for resources: {'Network': ['ID=5c148d86-b11b-4d4a-91d3-febf518501f4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.923411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:04.971805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 2, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:05.186643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ec57dc7-0858-4d04-98db-f17681318736 req-1ec182bf-3301-4b4c-935c-56b07491f342 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164598 Dec 15 13:54:05.396353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:05.443201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b77dc-30e2-48a1-9b9f-ec584f30243d None None] The sync data for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 is: [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 2, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:05.489559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-52220602-60a4-4019-b654-15468a7c4567 None None] For port b609734d-49a4-49d8-9d1b-70fdf9b151aa, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:05.506602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-52220602-60a4-4019-b654-15468a7c4567 None None] For port b609734d-49a4-49d8-9d1b-70fdf9b151aa, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b609734d-49a4-49d8-9d1b-70fdf9b151aa,segment=NetworkSegment(c1de0818-1900-4e59-8317-709f1f71ee4d),segment_id=c1de0818-1900-4e59-8317-709f1f71ee4d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:05.514557 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.583363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52220602-60a4-4019-b654-15468a7c4567 None None] Pushing event updated for resources: {'Port': ['ID=b609734d-49a4-49d8-9d1b-70fdf9b151aa,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:05.587425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 048c0180-65b1-416e-8a26-76b9fc9103b5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:05.587812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.673070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65ee68f2-3e84-418e-952e-0535a44edf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.804092 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.849234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:05.854120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:05.857708 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee3dba5-e14b-4d10-b599-fb0968d7d56a" -d '{"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-plugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:05.862566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-71360fb2-e886-46d7-9c01-9b613c93fced tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7794735 Dec 15 13:54:05.868074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:05.869268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Made reservation on behalf of 11c0ec58c25e4ea78bce6d5a7ae1d593 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:05.871885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.886712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:05.893526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.909012 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] Sync routers for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:05.930706 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:05.933783 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:06.122728 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:06.157130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:06.161478 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:06.166410 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:06.184513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c96a6-5c47-499c-b77e-31ef99b71373 req-4e643687-9107-436b-b8c3-7951c353a685 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:06.197104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-345c96a6-5c47-499c-b77e-31ef99b71373 req-4e643687-9107-436b-b8c3-7951c353a685 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 1.1128683 Dec 15 13:54:06.223539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a18e26c9-535e-4b09-84db-8ca9820c3a2d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:06.275482 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:06.276734 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d0ee0-9016-476a-8383-ebf7ecbe72b7 None None] The sync data for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:06.483437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a18e26c9-535e-4b09-84db-8ca9820c3a2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:06.484224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.543092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66cc84-4a47-47c1-bd70-9db29a451d98 req-276a11dd-5c89-4140-bc06-141f480c31fc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:06.554609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e66cc84-4a47-47c1-bd70-9db29a451d98 req-276a11dd-5c89-4140-bc06-141f480c31fc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.8825564 Dec 15 13:54:06.583693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65ee68f2-3e84-418e-952e-0535a44edf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.591716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aca6b1-cd37-452d-b4c8-c48cc2d22f93 None None] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:06.614985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65ee68f2-3e84-418e-952e-0535a44edf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.657832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.721737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee68f2-3e84-418e-952e-0535a44edf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b02c07-fbfa-4916-ae07-5e9163d83c3d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:06.768058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-65ee68f2-3e84-418e-952e-0535a44edf6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecdf6fb23bfc4477b94822f9ad8e825f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9146702 Dec 15 13:54:06.785637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:06.828539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b5a4973-5296-4499-9ce5-41d2cd49be6e None None] Provisioning complete for port a18e26c9-535e-4b09-84db-8ca9820c3a2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:06.829064 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4973-5296-4499-9ce5-41d2cd49be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.838241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-345c96a6-5c47-499c-b77e-31ef99b71373 req-7964e0a5-70d5-4eb0-b768-9da6db0da99f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401992 Dec 15 13:54:06.890210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234806b3-661e-4fac-b9f1-469d60ecbc4f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:06.897458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e66cc84-4a47-47c1-bd70-9db29a451d98 req-fd3a8732-393f-4751-8f1c-90018e808148 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418901 Dec 15 13:54:06.922944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.961094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Checking segment: {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:06.961457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Network hostable DHCP agents. Network: 5c148d86-b11b-4d4a-91d3-febf518501f4, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:06.990863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:07.016194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 5c148d86-b11b-4d4a-91d3-febf518501f4) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:07.029405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:07.032593 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.060656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ae7f2-ddea-4425-951b-291f7a6b7dc2 None None] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:07.079194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69ba0dd5-8b53-4aaa-9515-82e9e68cebc0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2506018 Dec 15 13:54:07.080019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:07.087111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:07.127022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port a18e26c9-535e-4b09-84db-8ca9820c3a2d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a18e26c9-535e-4b09-84db-8ca9820c3a2d,segment=NetworkSegment(67d8d7f1-c1be-4362-9f88-0f8520dd4353),segment_id=67d8d7f1-c1be-4362-9f88-0f8520dd4353)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:07.155428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.156819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.210274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.300052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.495864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799cf34d-9362-42c8-9d0b-a425c5fb3345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.518915 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-76150d95-74db-4f99-8336-387bf87848d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:07.522499 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-76150d95-74db-4f99-8336-387bf87848d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6515999 Dec 15 13:54:07.539175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:07.591545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=a18e26c9-535e-4b09-84db-8ca9820c3a2d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:07.620816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799cf34d-9362-42c8-9d0b-a425c5fb3345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.666124 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf75033b-f4d8-40b8-b55f-80d7edd652d1 x-openstack-request-id: req-cf75033b-f4d8-40b8-b55f-80d7edd652d1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:07.666536 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-plugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:07.666887 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf75033b-f4d8-40b8-b55f-80d7edd652d1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:07.667404 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'code': 200} Dec 15 13:54:07.668373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-5c148d86-b11b-4d4a-91d3-febf518501f4', 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4', 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'fixed_ips': [{'subnet_id': '234806b3-661e-4fac-b9f1-469d60ecbc4f'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:07.669565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.720732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799cf34d-9362-42c8-9d0b-a425c5fb3345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.724058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799cf34d-9362-42c8-9d0b-a425c5fb3345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.728551 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-799cf34d-9362-42c8-9d0b-a425c5fb3345 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63b02c07-fbfa-4916-ae07-5e9163d83c3d HTTP/1.1" status: 204 len: 168 time: 0.9418592 Dec 15 13:54:07.782146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cf34d-9362-42c8-9d0b-a425c5fb3345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b02c07-fbfa-4916-ae07-5e9163d83c3d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:08.070131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb5638-1c14-4d72-be48-c43d9b54cb7a None None] Network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:08.266156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.299374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-341a058a-9dd3-457c-ab4b-cd3cb8f1621c None None] Provisioning complete for port 6448f45d-f64e-4f73-b789-437bbec2fc2c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:08.300741 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-341a058a-9dd3-457c-ab4b-cd3cb8f1621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.379718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-341a058a-9dd3-457c-ab4b-cd3cb8f1621c None None] Port 6448f45d-f64e-4f73-b789-437bbec2fc2c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:08.381956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b609734d-49a4-49d8-9d1b-70fdf9b151aa up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:08.433822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Allocated IP 172.20.0.2 (5c148d86-b11b-4d4a-91d3-febf518501f4/234806b3-661e-4fac-b9f1-469d60ecbc4f/b79125ef-59d1-45a1-a240-a7f18bf22990) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:08.479391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:08.484140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-341a058a-9dd3-457c-ab4b-cd3cb8f1621c None None] Provisioning complete for port a18e26c9-535e-4b09-84db-8ca9820c3a2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:08.484885 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-341a058a-9dd3-457c-ab4b-cd3cb8f1621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.501545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e78d95-39aa-4f26-bf13-41ef2712e5e2 req-a11f90c3-9b49-43b3-8bd2-0d2efb4c0a39 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:08.503029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29e78d95-39aa-4f26-bf13-41ef2712e5e2 req-a11f90c3-9b49-43b3-8bd2-0d2efb4c0a39 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.9626119 Dec 15 13:54:08.510594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5964-464e-4975-bd3c-38c1aa2a2a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.630476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b609734d-49a4-49d8-9d1b-70fdf9b151aa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:08.630856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.691350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5964-464e-4975-bd3c-38c1aa2a2a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.707624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5964-464e-4975-bd3c-38c1aa2a2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.742852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ba469-bc72-4e0c-9145-3548b6f4093d req-aaf4327e-3384-4921-8306-8ea64662d148 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:08.752926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f2ba469-bc72-4e0c-9145-3548b6f4093d req-aaf4327e-3384-4921-8306-8ea64662d148 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.5654101 Dec 15 13:54:08.795422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a07e-89ab-4688-95d8-02ecf92154d9 req-1cab0512-fb08-4865-99d1-7c35fd3d56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:08.797014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e882a07e-89ab-4688-95d8-02ecf92154d9 req-1cab0512-fb08-4865-99d1-7c35fd3d56cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.5438020 Dec 15 13:54:08.810956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5964-464e-4975-bd3c-38c1aa2a2a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69119e05-1023-4684-b1ff-f504a20e87fd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:08.844696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3c8b5964-464e-4975-bd3c-38c1aa2a2a1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c56fe8c553b8419bb07ffbaa1567ccae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624744 Dec 15 13:54:08.845359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:08.874888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29e78d95-39aa-4f26-bf13-41ef2712e5e2 req-fdbc6f6e-17cd-47c4-a630-9357001308da tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958425 Dec 15 13:54:08.898754 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.954226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e8dd-d7fd-4bf8-b160-6c7dd1908b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.992464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.028483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e8dd-d7fd-4bf8-b160-6c7dd1908b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.046957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-91347d39-4a5c-4a2a-92fd-3042f06d70f2 None None] Provisioning complete for port b609734d-49a4-49d8-9d1b-70fdf9b151aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:09.047335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91347d39-4a5c-4a2a-92fd-3042f06d70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.051134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port b609734d-49a4-49d8-9d1b-70fdf9b151aa, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b609734d-49a4-49d8-9d1b-70fdf9b151aa,segment=NetworkSegment(c1de0818-1900-4e59-8317-709f1f71ee4d),segment_id=c1de0818-1900-4e59-8317-709f1f71ee4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:09.081188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.128096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e8dd-d7fd-4bf8-b160-6c7dd1908b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.132602 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e8dd-d7fd-4bf8-b160-6c7dd1908b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.134391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d1f6e8dd-d7fd-4bf8-b160-6c7dd1908b03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69119e05-1023-4684-b1ff-f504a20e87fd HTTP/1.1" status: 204 len: 168 time: 0.2876635 Dec 15 13:54:09.146456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6e8dd-d7fd-4bf8-b160-6c7dd1908b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69119e05-1023-4684-b1ff-f504a20e87fd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:09.166138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e882a07e-89ab-4688-95d8-02ecf92154d9 req-fbd4fe85-4bc5-4f27-aa35-efcf774b30b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465598 Dec 15 13:54:09.190367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f2ba469-bc72-4e0c-9145-3548b6f4093d req-297d4b26-562e-4803-8bfa-8f306559bb45 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367526 Dec 15 13:54:09.207058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.207297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03fe776c-b750-46e0-a532-fc2c772e48ce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:09.302896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Pushing event updated for resources: {'Port': ['ID=b79125ef-59d1-45a1-a240-a7f18bf22990,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:09.308147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ffc38-2565-479d-9120-a2b9bbce21f8 req-045ef667-af9b-4528-bd35-2aa193b3ce35 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:09.309789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c84ffc38-2565-479d-9120-a2b9bbce21f8 req-045ef667-af9b-4528-bd35-2aa193b3ce35 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.2380147 Dec 15 13:54:09.432429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=b609734d-49a4-49d8-9d1b-70fdf9b151aa,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:09.467690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:09.477701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:09.485344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:09.577561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 03fe776c-b750-46e0-a532-fc2c772e48ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:09.579587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.626882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c84ffc38-2565-479d-9120-a2b9bbce21f8 req-baabadf4-4907-4e6e-a2b5-3697245e7585 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027220 Dec 15 13:54:09.664357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.698255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.731173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.797028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-91347d39-4a5c-4a2a-92fd-3042f06d70f2 None None] Provisioning complete for port 6448f45d-f64e-4f73-b789-437bbec2fc2c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:09.797455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91347d39-4a5c-4a2a-92fd-3042f06d70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.874090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Attempting to bind port b79125ef-59d1-45a1-a240-a7f18bf22990 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:09.874465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Attempting to bind port b79125ef-59d1-45a1-a240-a7f18bf22990 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:09.874835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Attempting to bind port b79125ef-59d1-45a1-a240-a7f18bf22990 on network 5c148d86-b11b-4d4a-91d3-febf518501f4 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:09.881091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Sync routers for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:09.891651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:09.892134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Checking segment: {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:09.892742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.893160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Bound using segment: {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:09.893716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Bound port: b79125ef-59d1-45a1-a240-a7f18bf22990, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:09.894114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.932241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:09.932818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:10.034065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-91347d39-4a5c-4a2a-92fd-3042f06d70f2 None None] Port 6448f45d-f64e-4f73-b789-437bbec2fc2c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:10.145644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.174552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c77c8-109b-4d6e-ae52-68f6bbb7f635 req-9510c8d9-ebd6-4a0f-9797-b576ef62bab3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:10.185436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f84c77c8-109b-4d6e-ae52-68f6bbb7f635 req-9510c8d9-ebd6-4a0f-9797-b576ef62bab3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1507163 Dec 15 13:54:10.200911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 03fe776c-b750-46e0-a532-fc2c772e48ce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03fe776c-b750-46e0-a532-fc2c772e48ce,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:10.213370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] For port b79125ef-59d1-45a1-a240-a7f18bf22990, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:10.222135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.222924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a18e26c9-535e-4b09-84db-8ca9820c3a2d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:10.237751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Allocated IP 172.25.2.247 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:10.250142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-455847b2-d50e-4cdc-962f-8453d4f55e01 None None] Provisioning complete for port b609734d-49a4-49d8-9d1b-70fdf9b151aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:10.250522 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-455847b2-d50e-4cdc-962f-8453d4f55e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.333220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f84c77c8-109b-4d6e-ae52-68f6bbb7f635 req-a0f2b2b0-e863-42e5-af8c-411c1fc23446 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467700 Dec 15 13:54:10.419851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] For port b79125ef-59d1-45a1-a240-a7f18bf22990, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b79125ef-59d1-45a1-a240-a7f18bf22990,segment=NetworkSegment(0e2daeae-c8d7-483b-beda-e0ab93433835),segment_id=0e2daeae-c8d7-483b-beda-e0ab93433835)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:10.483993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:10.527272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799f48d-d4c6-4976-ab90-65ca9ca7fef4 req-60944397-4b7e-4314-adfb-1d474dd5fa15 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:10.529009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5799f48d-d4c6-4976-ab90-65ca9ca7fef4 req-60944397-4b7e-4314-adfb-1d474dd5fa15 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2148864 Dec 15 13:54:10.630387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting port 6448f45d-f64e-4f73-b789-437bbec2fc2c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:10.631064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.651491 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.665607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.728661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=03fe776c-b750-46e0-a532-fc2c772e48ce,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:10.910797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.981600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5799f48d-d4c6-4976-ab90-65ca9ca7fef4 req-9dafc5af-ff77-4f64-8ede-0a89fd2ac5b3 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369137 Dec 15 13:54:11.034059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.049741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a18e26c9-535e-4b09-84db-8ca9820c3a2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:11.050535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.095049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3574ac8-5c8c-4ab1-859f-334c8cf38728 None None] Pushing event updated for resources: {'Port': ['ID=b79125ef-59d1-45a1-a240-a7f18bf22990,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:11.110710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Calling delete_port for 6448f45d-f64e-4f73-b789-437bbec2fc2c owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:11.250449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 2, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:11.303705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Checking router: 5e94ebbd-4579-4741-af33-f8b9b86e33b2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:11.304093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Updating router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:54:11.354728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.420480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60228) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:11.677834 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb71e8b0-0b01-4f3d-92ba-8e558b9f0540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.875097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b609734d-49a4-49d8-9d1b-70fdf9b151aa up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:11.894384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb71e8b0-0b01-4f3d-92ba-8e558b9f0540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.899168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb71e8b0-0b01-4f3d-92ba-8e558b9f0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.905488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:11.936851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:11.943542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:11.952117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Pushing event updated for resources: {'Port': ['ID=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:11.976779 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb71e8b0-0b01-4f3d-92ba-8e558b9f0540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e3fde3620e140e28b627791beee9294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5540860 Dec 15 13:54:11.980559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:12.029133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71e8b0-0b01-4f3d-92ba-8e558b9f0540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16411814-9499-4efe-bab0-2a253f2a7595,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:12.058678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b609734d-49a4-49d8-9d1b-70fdf9b151aa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:12.059067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.065301 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.108157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.194512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219bbcd-daa6-4d41-b732-4982d55e4c9b None None] Pushing event updated for resources: {'Port': ['ID=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:12.259599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03fe776c-b750-46e0-a532-fc2c772e48ce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:12.352627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d659e0-093b-44ed-aec8-0f745f6e2ec9 req-1514c0b2-b293-4213-ba81-bbe20df727b4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.354329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d659e0-093b-44ed-aec8-0f745f6e2ec9 req-1514c0b2-b293-4213-ba81-bbe20df727b4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 1.4479337 Dec 15 13:54:12.411395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 03fe776c-b750-46e0-a532-fc2c772e48ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:12.411825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.456147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Attempting to bind port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:12.456669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Attempting to bind port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:12.457044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Attempting to bind port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 on network 505693a4-e390-47f7-a077-fddb5807d584 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:12.472300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:12.472715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Checking segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:12.473140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.473586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Bound using segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:12.474210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Bound port: 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:12.474598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.502953 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8374cbe4-60af-455e-b702-202f4169a8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.515553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d02226-d254-415e-bc3d-592e0b24047a req-f578b407-8196-46d6-9ea8-8f10ea3c3404 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.518241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6d02226-d254-415e-bc3d-592e0b24047a req-f578b407-8196-46d6-9ea8-8f10ea3c3404 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.6481898 Dec 15 13:54:12.623710 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.645615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8374cbe4-60af-455e-b702-202f4169a8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.654391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d314676-8be5-4aa0-9559-83f68ee029fc None None] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:12.715384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Port': ['ID=6448f45d-f64e-4f73-b789-437bbec2fc2c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:12.789070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d659e0-093b-44ed-aec8-0f745f6e2ec9 req-09eb53db-346c-4b65-bf6f-3846ec36f29f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198976 Dec 15 13:54:12.827992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.842824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6d02226-d254-415e-bc3d-592e0b24047a req-4e272e2d-3074-40ab-a17f-063b5ea830ed tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085527 Dec 15 13:54:12.962757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3906248-d1d5-4187-9f11-e1c5c4251ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.027981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] For port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:13.042007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b79125ef-59d1-45a1-a240-a7f18bf22990 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:13.074005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Provisioning complete for port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:13.074385 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.110097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] For port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:13.131959 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.151916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.165005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8374cbe4-60af-455e-b702-202f4169a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.167904 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8374cbe4-60af-455e-b702-202f4169a8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.170359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8374cbe4-60af-455e-b702-202f4169a8eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16411814-9499-4efe-bab0-2a253f2a7595 HTTP/1.1" status: 204 len: 168 time: 1.1489906 Dec 15 13:54:13.194794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:13.199442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374cbe4-60af-455e-b702-202f4169a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16411814-9499-4efe-bab0-2a253f2a7595,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:13.222722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:13.223274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:13.333595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1bacf-448c-4b25-973b-73ee5eae8706 req-f8472e4b-890d-4d42-a8a6-e6f9e4e39cc3 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:13.354071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7e1bacf-448c-4b25-973b-73ee5eae8706 req-f8472e4b-890d-4d42-a8a6-e6f9e4e39cc3 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2385936 Dec 15 13:54:13.378599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b79125ef-59d1-45a1-a240-a7f18bf22990 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:13.379153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.437424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219bbcd-daa6-4d41-b732-4982d55e4c9b None None] Pushing event updated for resources: {'Port': ['ID=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:13.445993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Provisioning complete for port b79125ef-59d1-45a1-a240-a7f18bf22990 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:13.446199 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.542725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.655584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7e1bacf-448c-4b25-973b-73ee5eae8706 req-7ad51f1c-6083-4c59-87ad-a6943d4fa980 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003328 Dec 15 13:54:13.669765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:13.685916 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.880068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Router 3db99957-c99e-4390-b7d7-2fa0aaa9065a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:14.023502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port b79125ef-59d1-45a1-a240-a7f18bf22990, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b79125ef-59d1-45a1-a240-a7f18bf22990,segment=NetworkSegment(0e2daeae-c8d7-483b-beda-e0ab93433835),segment_id=0e2daeae-c8d7-483b-beda-e0ab93433835)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:14.027633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.056573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.066005 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.172008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:14.180610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dc66ff37-e8b4-45c6-af37-f3a4b0b1a822 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6387281 Dec 15 13:54:14.184155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:14.185592 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] Sync routers for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:14.216477 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:14.217139 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.298736 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-d8f127c2-e152-4dc3-9e08-3ef813f80684 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] delete failed (client error): The resource could not be found. Dec 15 13:54:14.302542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8f127c2-e152-4dc3-9e08-3ef813f80684 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1922567845 HTTP/1.1" status: 404 len: 335 time: 0.1166523 Dec 15 13:54:14.308483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60276) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:14.311333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.323667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983271-1678-4622-89ee-2fc00596fa91 req-ef2245fa-6a67-4d0f-9f29-a5ac8985ba84 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:14.324250 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:14.325540 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.328786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ca4ab688-9e96-4e2f-a812-c00ec36240b2 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'router': {'external_gateway_info': {'network_id': '3db99957-c99e-4390-b7d7-2fa0aaa9065a'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:14.336248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15983271-1678-4622-89ee-2fc00596fa91 req-ef2245fa-6a67-4d0f-9f29-a5ac8985ba84 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.2421572 Dec 15 13:54:14.348977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe4dc-ddd1-4c84-9925-c16afd9451bd req-eeffa439-4573-4d8a-8752-17194e2da85a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:14.360429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cbe4dc-ddd1-4c84-9925-c16afd9451bd req-eeffa439-4573-4d8a-8752-17194e2da85a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.2194450 Dec 15 13:54:14.363339 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:54:14.365076 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-9e4cc5b4-f461-405b-9d89-05b5b53ec23b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:54:14.365650 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.366369 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdec29-11ee-48e8-8661-7416f6cd0eb7 None None] The sync data for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:14.390164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:14.472397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=b79125ef-59d1-45a1-a240-a7f18bf22990,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:14.503077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Router bb41cfb3-f78a-4892-b48a-53fae0fa548c is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:54:14.558927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:12Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.561138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:14.561580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.631255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6cffa-8059-4bbb-af47-55d10e63541b None None] The sync data for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 is: [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:12Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:14.690412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15983271-1678-4622-89ee-2fc00596fa91 req-b66c64f6-3508-445e-985e-d3669876fde3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503368 Dec 15 13:54:14.761151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4364-e5e9-4cec-be83-9f16b1ebc8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.831764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cbe4dc-ddd1-4c84-9925-c16afd9451bd req-e71faf80-cbc3-40cd-b14a-6bc60a2b481a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4698882 Dec 15 13:54:14.909469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca4ab688-9e96-4e2f-a812-c00ec36240b2 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.957015 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-ca4ab688-9e96-4e2f-a812-c00ec36240b2 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] update failed (client error): The resource could not be found. Dec 15 13:54:14.958733 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ca4ab688-9e96-4e2f-a812-c00ec36240b2 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a HTTP/1.1" status: 404 len: 339 time: 0.6487336 Dec 15 13:54:14.967818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60284) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:14.973868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1044020742'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:15.008754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:15.041745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:15.042058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Sync routers for ids ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:15.058439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.068187 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.070630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c0264c8f-7f07-48b3-b338-5b3254806c1c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9892404 Dec 15 13:54:15.073107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60286) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:15.118065 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.134425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:15.148175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.148596 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Added segment 5d92715a-cfaf-47b3-9df1-385f3c6f3124 of type vlan for network 21d09ebb-9a83-4894-b847-56c7274514cf Dec 15 13:54:15.249664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.279290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Routers {'bb41cfb3-f78a-4892-b48a-53fae0fa548c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:15.281567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:15.306503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.314892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.318142 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.483300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5099018 Dec 15 13:54:15.494941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:15.506307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'subnet': {'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:15.513514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294f1c-f776-4a02-8075-a76d0604247b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Network': ['ID=21d09ebb-9a83-4894-b847-56c7274514cf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:15.523655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:15.547522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 21d09ebb-9a83-4894-b847-56c7274514cf details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:15.555365 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.654212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-12a64359-953b-4932-85fb-4bf138b72927 None None] Provisioning complete for port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:15.654579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12a64359-953b-4932-85fb-4bf138b72927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.772703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-0289da3e-724b-48a9-b068-1a035fa1a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.775859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-0289da3e-724b-48a9-b068-1a035fa1a67d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 1096 time: 0.4365911 Dec 15 13:54:15.840324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Set router bb41cfb3-f78a-4892-b48a-53fae0fa548c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:15.871948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:15.886061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92137-8b9d-4fec-879a-3b83c71eaf68 req-1b5ce35e-1784-43a3-92fd-f34649ad3306 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.896810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eae92137-8b9d-4fec-879a-3b83c71eaf68 req-1b5ce35e-1784-43a3-92fd-f34649ad3306 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.4467561 Dec 15 13:54:16.118741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-12a64359-953b-4932-85fb-4bf138b72927 None None] Provisioning complete for port b79125ef-59d1-45a1-a240-a7f18bf22990 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:16.119120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12a64359-953b-4932-85fb-4bf138b72927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.419449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:16.519653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.608117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:16.608866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.641917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eae92137-8b9d-4fec-879a-3b83c71eaf68 req-dcd25513-256a-4c18-a797-c3e40fd02890 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411432 Dec 15 13:54:16.682258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T13:54:12Z', 'revision_number': 3, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:16.732000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Checking router: bb41cfb3-f78a-4892-b48a-53fae0fa548c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:16.732361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Updating router bb41cfb3-f78a-4892-b48a-53fae0fa548c port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:54:16.763056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.765874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3222-a387-4c9e-8d68-542f784a0a29 req-d034e983-00f6-4dbd-9064-63cac36f2343 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:16.775280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da7c3222-a387-4c9e-8d68-542f784a0a29 req-d034e983-00f6-4dbd-9064-63cac36f2343 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.8410575 Dec 15 13:54:16.792224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-9c956932-1444-4c70-9547-a72b23b2b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:16.794175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-9c956932-1444-4c70-9547-a72b23b2b694 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 200 len: 920 time: 0.9890356 Dec 15 13:54:16.817555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Made reservation on behalf of 2af18920521e4426880915d86e8c7bb5 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:16.823293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.997024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da7c3222-a387-4c9e-8d68-542f784a0a29 req-97a0e351-c421-4a4d-a8e8-d27202a3ac57 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208564 Dec 15 13:54:17.003941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b79125ef-59d1-45a1-a240-a7f18bf22990 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:17.081090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-fca29389-612b-4848-98e0-ae0d3b9bf323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 200 len: 217 time: 0.2515714 Dec 15 13:54:17.103252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b79125ef-59d1-45a1-a240-a7f18bf22990 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:17.103495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.379471 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.379863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862dc7a-07df-474c-b82e-a2957da5ac07 req-a14e7dde-1185-423f-8f15-74eacf6569d0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:17.388987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.394273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0862dc7a-07df-474c-b82e-a2957da5ac07 req-a14e7dde-1185-423f-8f15-74eacf6569d0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.3871291 Dec 15 13:54:17.433489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.460651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146d966-5f03-47ee-908f-21bfbe366f75 None None] Pushing event updated for resources: {'Port': ['ID=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:17.465029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Attempting to bind port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:17.465396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Attempting to bind port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:17.465762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Attempting to bind port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:17.476536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:17.477061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:17.477759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.478377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:17.479044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Bound port: fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:17.479624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.498551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-7d6400fd-edce-4c77-9707-0ceb1b7553b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:17.501261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-7d6400fd-edce-4c77-9707-0ceb1b7553b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 200 len: 858 time: 0.2685151 Dec 15 13:54:17.567096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] For port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:17.570573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] For port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:17.585604 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.608608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:17.643385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Routers {'bb41cfb3-f78a-4892-b48a-53fae0fa548c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:17.643962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:17.647952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.688919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-64f95cdb-0ff6-4a6c-b490-2e7fe045bb52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0dbd75b-b532-41cd-9586-91425c9129c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250892 Dec 15 13:54:17.774158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146d966-5f03-47ee-908f-21bfbe366f75 None None] Pushing event updated for resources: {'Port': ['ID=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:17.804773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3b2c-4d0d-4a1a-b442-e59f089acdab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.832279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] Set router bb41cfb3-f78a-4892-b48a-53fae0fa548c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:17.907088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0862dc7a-07df-474c-b82e-a2957da5ac07 req-3a4f56e1-0af0-47c4-8780-87148f0ae43a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115058 Dec 15 13:54:17.923286 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3b2c-4d0d-4a1a-b442-e59f089acdab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.933217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3b2c-4d0d-4a1a-b442-e59f089acdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.015316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.058627 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7fbb3b2c-4d0d-4a1a-b442-e59f089acdab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e070b23f4b4646adaa97ce26df0d5f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4415839 Dec 15 13:54:18.059823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:18.065939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3b2c-4d0d-4a1a-b442-e59f089acdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412a51f-51c9-48b8-94f8-aa3083dc980a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:18.118137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T13:54:12Z', 'revision_number': 3, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:18.125577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f223402-303a-43b5-8623-74d40cd6ac4a req-7c8a9bc8-0e56-49f1-8297-46676730ef42 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:18.128083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f223402-303a-43b5-8623-74d40cd6ac4a req-7c8a9bc8-0e56-49f1-8297-46676730ef42 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.3021793 Dec 15 13:54:18.144552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Allocated IP 172.20.0.1 (5c148d86-b11b-4d4a-91d3-febf518501f4/234806b3-661e-4fac-b9f1-469d60ecbc4f/6de27115-ca2c-4bed-8dcf-96be0c4ed0d7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:18.176067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea999219-d406-4ebe-beaf-4cd60dbf75a0 None None] The sync data for ids ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'] in n-d-815324-3 is: [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T13:54:12Z', 'revision_number': 3, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:18.198226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7621-2328-42a4-a0e6-7faf3e3c5ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.232960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7621-2328-42a4-a0e6-7faf3e3c5ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.269812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-f6c80f28-7da7-4d61-aaf2-384d4f1d81bd service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717535 Dec 15 13:54:18.287692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Subnet': ['ID=1411a8d9-5b53-4e24-b04d-0b720a815b30,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:18.295916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Checking segment: {'id': '5d92715a-cfaf-47b3-9df1-385f3c6f3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:18.295916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network hostable DHCP agents. Network: 21d09ebb-9a83-4894-b847-56c7274514cf, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:18.315446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7621-2328-42a4-a0e6-7faf3e3c5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.318720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7621-2328-42a4-a0e6-7faf3e3c5ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.322917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d6d7621-2328-42a4-a0e6-7faf3e3c5ff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d412a51f-51c9-48b8-94f8-aa3083dc980a HTTP/1.1" status: 204 len: 168 time: 0.2533286 Dec 15 13:54:18.334004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d7621-2328-42a4-a0e6-7faf3e3c5ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412a51f-51c9-48b8-94f8-aa3083dc980a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:18.418234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.477515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f223402-303a-43b5-8623-74d40cd6ac4a req-ab32dbfc-db55-4231-95fb-c373aa50a8c1 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371334 Dec 15 13:54:18.482304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 21d09ebb-9a83-4894-b847-56c7274514cf is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:18.501889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325dd86-bcb7-478a-b310-cc3322e6b951 req-9834351e-cc90-4843-9b75-9e112cf38a47 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:18.503553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0325dd86-bcb7-478a-b310-cc3322e6b951 req-9834351e-cc90-4843-9b75-9e112cf38a47 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.2736337 Dec 15 13:54:18.561991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.578140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 21d09ebb-9a83-4894-b847-56c7274514cf) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:18.587679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba71ae-c2bb-48bd-bd1e-34f78b216fb5 None None] Network 21d09ebb-9a83-4894-b847-56c7274514cf requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:18.603562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:18.604353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.682754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc18efa8-0513-4b8d-9720-cdc6618fde98 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1835930 Dec 15 13:54:18.686223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:18.693389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8238581d-e100-41f3-93cf-6159bae7e479 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'router': {'external_gateway_info': {'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:18.711724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79b35cf6-ddb8-4632-a54e-84e34c6c4381 req-d6feb801-5869-4acc-b53f-fba97ed42c25 service neutron] 10.222.0.67 "GET /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085615 Dec 15 13:54:18.800116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0325dd86-bcb7-478a-b310-cc3322e6b951 req-31d52d48-4203-40f4-9e11-4e5291e7ee1d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434144 Dec 15 13:54:18.840630 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.885222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-21d09ebb-9a83-4894-b847-56c7274514cf', 'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf', 'project_id': '2af18920521e4426880915d86e8c7bb5', 'fixed_ips': [{'subnet_id': '1411a8d9-5b53-4e24-b04d-0b720a815b30'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:18.886681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.944071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:19.033053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:19.041848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:19.052688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:19.094954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60374) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:19.176368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07f9de54-f5e5-46de-b669-3bd05f020d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.249531 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8238581d-e100-41f3-93cf-6159bae7e479 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.337048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.358520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Allocated IP 2001:db8:1::2 (21d09ebb-9a83-4894-b847-56c7274514cf/1411a8d9-5b53-4e24-b04d-0b720a815b30/4f5bc364-10d9-4631-b6ae-94cca9187bce) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:19.510694 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-8238581d-e100-41f3-93cf-6159bae7e479 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:19.511786 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8238581d-e100-41f3-93cf-6159bae7e479 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a HTTP/1.1" status: 400 len: 364 time: 0.8249707 Dec 15 13:54:19.516091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:19.535188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73dd8518-cfd3-4670-bded-59db80691559 None None] Provisioning complete for port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:19.535618 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73dd8518-cfd3-4670-bded-59db80691559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.642818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ce1ce-62a0-408a-818c-9f1c1441b75d req-3e08033f-232b-47c9-a84f-a6f53d0cd84a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:19.643840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-73dd8518-cfd3-4670-bded-59db80691559 None None] Port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:19.644666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e6ce1ce-62a0-408a-818c-9f1c1441b75d req-3e08033f-232b-47c9-a84f-a6f53d0cd84a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.4273560 Dec 15 13:54:19.691772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.702492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.754432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.833800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Network 21d09ebb-9a83-4894-b847-56c7274514cf is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:19.839158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:19.841435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:19.843881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Pushing event updated for resources: {'Port': ['ID=4f5bc364-10d9-4631-b6ae-94cca9187bce,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:19.947632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Attempting to bind port 4f5bc364-10d9-4631-b6ae-94cca9187bce on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:19.948315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Attempting to bind port 4f5bc364-10d9-4631-b6ae-94cca9187bce by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5d92715a-cfaf-47b3-9df1-385f3c6f3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:19.948428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Attempting to bind port 4f5bc364-10d9-4631-b6ae-94cca9187bce on network 21d09ebb-9a83-4894-b847-56c7274514cf {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:19.958730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:19.960492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Checking segment: {'id': '5d92715a-cfaf-47b3-9df1-385f3c6f3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:19.960936 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.961350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Bound using segment: {'id': '5d92715a-cfaf-47b3-9df1-385f3c6f3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:19.961890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Bound port: 4f5bc364-10d9-4631-b6ae-94cca9187bce, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d92715a-cfaf-47b3-9df1-385f3c6f3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '21d09ebb-9a83-4894-b847-56c7274514cf'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:19.962285 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.998725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07f9de54-f5e5-46de-b669-3bd05f020d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.025191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07f9de54-f5e5-46de-b669-3bd05f020d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.106230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] For port 4f5bc364-10d9-4631-b6ae-94cca9187bce, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:20.110350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] For port 4f5bc364-10d9-4631-b6ae-94cca9187bce, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f5bc364-10d9-4631-b6ae-94cca9187bce,segment=NetworkSegment(5d92715a-cfaf-47b3-9df1-385f3c6f3124),segment_id=5d92715a-cfaf-47b3-9df1-385f3c6f3124)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:20.128149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-07f9de54-f5e5-46de-b669-3bd05f020d7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=334be684be77491695546261c7232f61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0244405 Dec 15 13:54:20.130591 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.136885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86720c-bf57-4a4d-ab74-ccd47f7d1a9b req-f584199f-8c06-40f1-8f3c-ef675b97ff79 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:20.144950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d86720c-bf57-4a4d-ab74-ccd47f7d1a9b req-f584199f-8c06-40f1-8f3c-ef675b97ff79 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.4965932 Dec 15 13:54:20.146648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60388) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:20.225087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e6ce1ce-62a0-408a-818c-9f1c1441b75d req-7a8015fc-b8b4-470a-89e6-882e65a7536c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5690379 Dec 15 13:54:20.234177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3a10e-41c3-4a0d-87ec-579a28573902 None None] Pushing event updated for resources: {'Port': ['ID=4f5bc364-10d9-4631-b6ae-94cca9187bce,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:20.317664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:20.329032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9de54-f5e5-46de-b669-3bd05f020d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df231fd6-9dbb-4856-aed7-8c9524e685a4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:20.450246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:20.450646 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.485626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d86720c-bf57-4a4d-ab74-ccd47f7d1a9b req-0e0ffeb0-a90c-483c-ad04-b7835682851f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382735 Dec 15 13:54:20.523428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa608e2-78e7-47e7-97ee-d263def5ac7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.579941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa608e2-78e7-47e7-97ee-d263def5ac7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.686746 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.751453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:20.772692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.790667 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.799793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa608e2-78e7-47e7-97ee-d263def5ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.807246 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa608e2-78e7-47e7-97ee-d263def5ac7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.812328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4fa608e2-78e7-47e7-97ee-d263def5ac7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df231fd6-9dbb-4856-aed7-8c9524e685a4 HTTP/1.1" status: 204 len: 168 time: 0.6555800 Dec 15 13:54:20.853618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa608e2-78e7-47e7-97ee-d263def5ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df231fd6-9dbb-4856-aed7-8c9524e685a4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:20.883465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49e6fc-f8f3-49a3-b00f-ed5d1d34949f req-2d32e447-f139-4274-a109-c9ea70a33081 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:20.885307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd49e6fc-f8f3-49a3-b00f-ed5d1d34949f req-2d32e447-f139-4274-a109-c9ea70a33081 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1759655 Dec 15 13:54:20.931209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.947715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.033685 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.041672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:21.077268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd49e6fc-f8f3-49a3-b00f-ed5d1d34949f req-cfbf7de7-4ee1-41dd-8549-19f03a6a0704 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777496 Dec 15 13:54:21.110758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.119839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:21.282570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Allocated IP 2001:db8::1 (25e0591d-d662-452d-b13b-051d27b71f16/b4420eb9-d24a-4199-829d-f6e0babb2f8b/650e51c6-2b29-4278-8e46-1d30b757ccb7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:21.352916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:21.360116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:21.540914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.667424 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.785281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809376-fe90-4692-b081-0a6a16790218 req-fd3a07e6-4fa1-45ae-a8dc-550592705ef9 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:21.798126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 25e0591d-d662-452d-b13b-051d27b71f16 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:21.798875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13809376-fe90-4692-b081-0a6a16790218 req-fd3a07e6-4fa1-45ae-a8dc-550592705ef9 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.3961165 Dec 15 13:54:21.812485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:21.830420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:21.831251 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.900358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee075a-42e7-4c15-8658-d2ad2d08681a req-8eb6d54a-1820-4b81-8da3-b188162b48f6 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:21.907908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4eee075a-42e7-4c15-8658-d2ad2d08681a req-8eb6d54a-1820-4b81-8da3-b188162b48f6 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2333009 Dec 15 13:54:21.932959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-72308ef3-e163-4774-a4ca-cdd4575d5f88 None None] Provisioning complete for port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:21.936379 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72308ef3-e163-4774-a4ca-cdd4575d5f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.957727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Router bb41cfb3-f78a-4892-b48a-53fae0fa548c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:21.970832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Port': ['ID=650e51c6-2b29-4278-8e46-1d30b757ccb7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:22.024901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13809376-fe90-4692-b081-0a6a16790218 req-fe9e17aa-cebf-4bf6-88be-ac16a0eb3b21 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164419 Dec 15 13:54:22.089304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-72308ef3-e163-4774-a4ca-cdd4575d5f88 None None] Port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:22.194146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4eee075a-42e7-4c15-8658-d2ad2d08681a req-1234afcc-8b47-4307-9866-32d0747ac710 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851632 Dec 15 13:54:22.307635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:22.364636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-288dbad1-034e-4ca0-a55f-c6bf12535ee2 None None] Provisioning complete for port 650e51c6-2b29-4278-8e46-1d30b757ccb7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:22.367595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-288dbad1-034e-4ca0-a55f-c6bf12535ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:22.474998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-288dbad1-034e-4ca0-a55f-c6bf12535ee2 None None] Port 650e51c6-2b29-4278-8e46-1d30b757ccb7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:22.479388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:22.483027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e05a6-fa64-48ef-a046-70e0f8760928 None None] Network 21d09ebb-9a83-4894-b847-56c7274514cf requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:22.495315 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Sync routers for ids ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:22.526157 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Routers {'bb41cfb3-f78a-4892-b48a-53fae0fa548c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:22.526791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:22.538959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3d136b85-acae-48ba-9b4c-361b4b7f32c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/bb41cfb3-f78a-4892-b48a-53fae0fa548c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4305434 Dec 15 13:54:22.618189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35717165-a1e9-4a28-b62e-a36eff5d9628 req-facc8bb7-5477-457d-bce7-5dfcb4502a0e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:22.619482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35717165-a1e9-4a28-b62e-a36eff5d9628 req-facc8bb7-5477-457d-bce7-5dfcb4502a0e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.2638092 Dec 15 13:54:22.672200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f5bc364-10d9-4631-b6ae-94cca9187bce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:22.795315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35717165-a1e9-4a28-b62e-a36eff5d9628 req-003caffd-a9b3-46a0-8f0d-7839e39a2de3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471920 Dec 15 13:54:22.941205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2da5a6d3-fb4a-4305-8267-a02b9932e0a2 None None] Provisioning complete for port 4f5bc364-10d9-4631-b6ae-94cca9187bce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:22.941876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2da5a6d3-fb4a-4305-8267-a02b9932e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.113529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2da5a6d3-fb4a-4305-8267-a02b9932e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.140077 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.148803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.149631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.188439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2da5a6d3-fb4a-4305-8267-a02b9932e0a2 None None] For port 4f5bc364-10d9-4631-b6ae-94cca9187bce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f5bc364-10d9-4631-b6ae-94cca9187bce,segment=NetworkSegment(5d92715a-cfaf-47b3-9df1-385f3c6f3124),segment_id=5d92715a-cfaf-47b3-9df1-385f3c6f3124)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:23.205023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2da5a6d3-fb4a-4305-8267-a02b9932e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.211020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4f5bc364-10d9-4631-b6ae-94cca9187bce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:23.211552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.276267 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Set router bb41cfb3-f78a-4892-b48a-53fae0fa548c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:23.347031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event updated for resources: {'Port': ['ID=650e51c6-2b29-4278-8e46-1d30b757ccb7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:23.384681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5a6d3-fb4a-4305-8267-a02b9932e0a2 None None] Pushing event updated for resources: {'Port': ['ID=4f5bc364-10d9-4631-b6ae-94cca9187bce,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:23.405941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a78e51-9267-4887-b214-b4fba2636186 req-58f88df0-4d2b-4044-9e01-b3beb7c88cf0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:23.418395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7a78e51-9267-4887-b214-b4fba2636186 req-58f88df0-4d2b-4044-9e01-b3beb7c88cf0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1330631 Dec 15 13:54:23.501017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:23.541478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7a78e51-9267-4887-b214-b4fba2636186 req-99a15625-be2e-4a05-9cbf-983ac823873d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215324 Dec 15 13:54:23.579796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Network 25e0591d-d662-452d-b13b-051d27b71f16 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:23.582015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:23.626595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:23.627035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.723358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4beebfd3-6d9c-42c1-b585-3ff44981fe1c None None] Provisioning complete for port 4f5bc364-10d9-4631-b6ae-94cca9187bce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:23.727915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4beebfd3-6d9c-42c1-b585-3ff44981fe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:23.828636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Router 3db99957-c99e-4390-b7d7-2fa0aaa9065a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:24.055770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32684b-09bc-4996-94c7-d6e00b3a308a req-e2510422-6cc5-448b-8d8c-f9dba3b62a8e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.076645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb32684b-09bc-4996-94c7-d6e00b3a308a req-e2510422-6cc5-448b-8d8c-f9dba3b62a8e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1344686 Dec 15 13:54:24.145229 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T13:54:19Z', 'revision_number': 4, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '6de27115-ca2c-4bed-8dcf-96be0c4ed0d7', 'name': '', 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'mac_address': 'fa:16:3e:e4:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '234806b3-661e-4fac-b9f1-469d60ecbc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:17Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 2, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'subnets': [{'id': '234806b3-661e-4fac-b9f1-469d60ecbc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:24.157982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60496) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:24.169180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:24.203623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] Sync routers for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:24.215161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9330ebfb-4af3-468d-b3b9-208eab4884d8 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6975882 Dec 15 13:54:24.219908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:24.220894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:24.231779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:24.316270 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Checking router: bb41cfb3-f78a-4892-b48a-53fae0fa548c for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:24.320364 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Updating router bb41cfb3-f78a-4892-b48a-53fae0fa548c port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:54:24.349170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb32684b-09bc-4996-94c7-d6e00b3a308a req-8d42f9f6-b9f4-4694-8972-7be56761064e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709858 Dec 15 13:54:24.366797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:24.403509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c14ed401-0a31-4a57-b57d-4f7c310c7cc1 None None] Provisioning complete for port 650e51c6-2b29-4278-8e46-1d30b757ccb7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:24.405085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c14ed401-0a31-4a57-b57d-4f7c310c7cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:24.456588 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:24.456823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c14ed401-0a31-4a57-b57d-4f7c310c7cc1 None None] Port 650e51c6-2b29-4278-8e46-1d30b757ccb7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:24.461424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:24.464126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:24.539114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6d8807e1-c3d0-4bf1-9fc6-4cd5035c6743 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1001960681'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:24.539770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6d8807e1-c3d0-4bf1-9fc6-4cd5035c6743 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Unknown quota resources ['metering_label']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:54:24.549610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:24.550279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c43fc-4c74-41c0-b9c1-bb74171878d7 None None] The sync data for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:24.553168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f5bc364-10d9-4631-b6ae-94cca9187bce up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:24.581501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49dfb748-cd1b-41df-9794-4f8650b67b78 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:24.623540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4f5bc364-10d9-4631-b6ae-94cca9187bce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:24.623919 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:24.802685 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-49dfb748-cd1b-41df-9794-4f8650b67b78 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:54:24.804762 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-49dfb748-cd1b-41df-9794-4f8650b67b78 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a HTTP/1.1" status: 409 len: 329 time: 0.5669539 Dec 15 13:54:24.807997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:25.005890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d8807e1-c3d0-4bf1-9fc6-4cd5035c6743 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.010053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6d8807e1-c3d0-4bf1-9fc6-4cd5035c6743 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8484504 Dec 15 13:54:25.018435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0f960-fb10-43f0-89b6-7cacdb5167f0 req-849e7206-0b6b-45ff-8e50-ecf25fd4f5d1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:25.026052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ae0f960-fb10-43f0-89b6-7cacdb5167f0 req-849e7206-0b6b-45ff-8e50-ecf25fd4f5d1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.3254240 Dec 15 13:54:25.043630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:25.086827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ae0f960-fb10-43f0-89b6-7cacdb5167f0 req-e6c416ef-b09c-4d64-aefa-a72808d15e6d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598257 Dec 15 13:54:25.227916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-36c334b4-1e8a-4a11-b5f8-2da00ffe9ce2 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '17174890-b9e7-4386-b442-0afeb2c0588a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:25.228607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-36c334b4-1e8a-4a11-b5f8-2da00ffe9ce2 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:54:25.320591 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.330100 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.419822 n-d-815324-3 neutron-server[103378]: WARNING neutron.services.metering.metering_plugin [None req-36c334b4-1e8a-4a11-b5f8-2da00ffe9ce2 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 13:54:25.510881 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Pushing event updated for resources: {'Port': ['ID=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:25.598767 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.600199 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.602603 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.605273 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.605927 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.606905 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.609905 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.610553 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.612688 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.613453 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.614155 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.614947 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.615677 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:25.803909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183e47f-0161-4626-a2ed-dd23a0a6b8fc req-2d960548-a52c-47d8-b1a4-e7f39dcdee45 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:25.807624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Attempting to bind port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:25.808368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Attempting to bind port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:25.809079 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Attempting to bind port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 on network 5c148d86-b11b-4d4a-91d3-febf518501f4 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:25.817710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b183e47f-0161-4626-a2ed-dd23a0a6b8fc req-2d960548-a52c-47d8-b1a4-e7f39dcdee45 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.2367928 Dec 15 13:54:25.818821 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:25.820096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Checking segment: {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:25.821122 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.822066 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Bound using segment: {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:25.823836 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Bound port: 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2daeae-c8d7-483b-beda-e0ab93433835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:25.824806 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.927638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36c334b4-1e8a-4a11-b5f8-2da00ffe9ce2 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.934149 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36c334b4-1e8a-4a11-b5f8-2da00ffe9ce2 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7108154 Dec 15 13:54:25.935049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:25.949608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61b2c29f-d1ca-48c9-b4bf-4073725e9898 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '17174890-b9e7-4386-b442-0afeb2c0588a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:25.969826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61b2c29f-d1ca-48c9-b4bf-4073725e9898 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:54:25.986733 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] For port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:25.992943 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] For port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,segment=NetworkSegment(0e2daeae-c8d7-483b-beda-e0ab93433835),segment_id=0e2daeae-c8d7-483b-beda-e0ab93433835)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:26.009532 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.010004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b183e47f-0161-4626-a2ed-dd23a0a6b8fc req-f340ffd2-7747-40b7-9765-e1805adfcd88 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413555 Dec 15 13:54:26.080918 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Routers {'bb41cfb3-f78a-4892-b48a-53fae0fa548c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:26.082077 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:26.105408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-732f8fbc-fc97-47c5-b856-0ae78d0d697a None None] Provisioning complete for port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:26.106081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-732f8fbc-fc97-47c5-b856-0ae78d0d697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.237678 n-d-815324-3 neutron-server[103378]: WARNING neutron.services.metering.metering_plugin [None req-61b2c29f-d1ca-48c9-b4bf-4073725e9898 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 13:54:26.307312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] Set router bb41cfb3-f78a-4892-b48a-53fae0fa548c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:26.346580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-732f8fbc-fc97-47c5-b856-0ae78d0d697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.438574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-732f8fbc-fc97-47c5-b856-0ae78d0d697a None None] For port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,segment=NetworkSegment(0e2daeae-c8d7-483b-beda-e0ab93433835),segment_id=0e2daeae-c8d7-483b-beda-e0ab93433835)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:26.444025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-732f8fbc-fc97-47c5-b856-0ae78d0d697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.460440 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bdfb3-b5e1-42d1-b93c-c357e95cccbd None None] Pushing event updated for resources: {'Port': ['ID=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:26.589832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b2c29f-d1ca-48c9-b4bf-4073725e9898 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.591048 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61b2c29f-d1ca-48c9-b4bf-4073725e9898 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6499076 Dec 15 13:54:26.600956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:26.637677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6db2e5be-a855-47f5-a0ec-9c3473321e04 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=a058f621-9e9b-408f-b111-df9066f6836f HTTP/1.1" status: 200 len: 464 time: 0.0354338 Dec 15 13:54:26.641029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f8fbc-fc97-47c5-b856-0ae78d0d697a None None] Pushing event updated for resources: {'Port': ['ID=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:26.645265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:26.697755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ae2ce34-877f-4da8-8a28-1f37037bb97b None None] Provisioning complete for port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:26.699103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ce34-877f-4da8-8a28-1f37037bb97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.731892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.957438 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T13:54:19Z', 'revision_number': 4, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '6de27115-ca2c-4bed-8dcf-96be0c4ed0d7', 'name': '', 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'mac_address': 'fa:16:3e:e4:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '234806b3-661e-4fac-b9f1-469d60ecbc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:17Z', 'updated_at': '2021-12-15T13:54:25Z', 'revision_number': 4, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'subnets': [{'id': '234806b3-661e-4fac-b9f1-469d60ecbc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:27.044766 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd399f0-c39f-44ae-8e3b-627dcfa3ec01 None None] The sync data for ids ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'] in n-d-815324-3 is: [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T13:54:19Z', 'revision_number': 4, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '6de27115-ca2c-4bed-8dcf-96be0c4ed0d7', 'name': '', 'network_id': '5c148d86-b11b-4d4a-91d3-febf518501f4', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'mac_address': 'fa:16:3e:e4:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '234806b3-661e-4fac-b9f1-469d60ecbc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:17Z', 'updated_at': '2021-12-15T13:54:25Z', 'revision_number': 4, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'subnets': [{'id': '234806b3-661e-4fac-b9f1-469d60ecbc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:27.097977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7ac0-9437-4597-8dba-64fdb1a996b9 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.099143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd9c7ac0-9437-4597-8dba-64fdb1a996b9 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/a058f621-9e9b-408f-b111-df9066f6836f HTTP/1.1" status: 204 len: 168 time: 0.4487500 Dec 15 13:54:27.107343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:27.120657 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6649c34a-02b3-4ed3-b3b4-b4e34efcae9c tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=a058f621-9e9b-408f-b111-df9066f6836f HTTP/1.1" status: 200 len: 221 time: 0.0120370 Dec 15 13:54:27.125784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:27.165334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b6c84c8d-3818-4837-be4d-0af772b6d725 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2079473009', 'description': 'label created by tempest'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:27.168409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b6c84c8d-3818-4837-be4d-0af772b6d725 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Unknown quota resources ['metering_label']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:54:27.347134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9452ac-681c-4773-b040-cb56d4595423 req-a308d392-0921-4263-b2dc-3e6c68fec881 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:27.355676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af9452ac-681c-4773-b040-cb56d4595423 req-a308d392-0921-4263-b2dc-3e6c68fec881 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.9282079 Dec 15 13:54:27.389297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139a58b-fdb4-4c1c-8e12-c76d3feaf22e req-6dd3f0e9-eb58-46d7-a0f9-0f479ce4ac00 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:27.396947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a139a58b-fdb4-4c1c-8e12-c76d3feaf22e req-6dd3f0e9-eb58-46d7-a0f9-0f479ce4ac00 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 1.0494132 Dec 15 13:54:27.551763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af9452ac-681c-4773-b040-cb56d4595423 req-02e101b7-dbd3-4238-888d-4f410c02da51 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948421 Dec 15 13:54:27.562446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a139a58b-fdb4-4c1c-8e12-c76d3feaf22e req-54d508ad-b4ba-40f3-94ae-e46076b25052 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637979 Dec 15 13:54:27.818005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6c84c8d-3818-4837-be4d-0af772b6d725 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.831120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b6c84c8d-3818-4837-be4d-0af772b6d725 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7062991 Dec 15 13:54:27.831405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60582) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:27.962881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4f7e42d5-4f7c-4820-9242-dd9eb3abd9fe tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0e57e271-12d6-48a9-9d8b-933c96b9f112 HTTP/1.1" status: 200 len: 468 time: 0.1302924 Dec 15 13:54:27.966787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:28.381125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c661b-c24b-4a9c-ba63-6abb3b1581b1 req-6efae712-9557-453b-9239-8fccd265918d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:28.381125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-757c661b-c24b-4a9c-ba63-6abb3b1581b1 req-6efae712-9557-453b-9239-8fccd265918d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5075731 Dec 15 13:54:28.456427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:28.572398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:28.572906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.698910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting port 650e51c6-2b29-4278-8e46-1d30b757ccb7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:28.699643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.802697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-757c661b-c24b-4a9c-ba63-6abb3b1581b1 req-23df08d9-5f74-4601-8451-4b5335821bd8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953116 Dec 15 13:54:28.816085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f07bbdce-bf3f-45dd-94f8-5cee2e27efef tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.821542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f07bbdce-bf3f-45dd-94f8-5cee2e27efef tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/0e57e271-12d6-48a9-9d8b-933c96b9f112 HTTP/1.1" status: 204 len: 168 time: 0.8534882 Dec 15 13:54:28.829188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:28.900594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.934283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Calling delete_port for 650e51c6-2b29-4278-8e46-1d30b757ccb7 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:28.982814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586556a-c781-4cce-8e12-82e3244eafec req-fa1f1ed0-a5cb-42ca-8488-2ddbac8bdb36 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:28.984418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2586556a-c781-4cce-8e12-82e3244eafec req-fa1f1ed0-a5cb-42ca-8488-2ddbac8bdb36 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.2002149 Dec 15 13:54:29.121722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ecf6c132-18b0-4ad3-8179-09961907f386 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0e57e271-12d6-48a9-9d8b-933c96b9f112 HTTP/1.1" status: 200 len: 216 time: 0.0143507 Dec 15 13:54:29.126175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.148098 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aa75470d-9dc7-4a0e-97e8-6c95f7ed2a06 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0199745 Dec 15 13:54:29.173693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2586556a-c781-4cce-8e12-82e3244eafec req-8251a3cc-69d3-4d10-b66a-6ebf6f62b827 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698160 Dec 15 13:54:29.176029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.233879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-02c15538-ee4a-43c6-ae0a-1bd0b66f47c1 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0515199 Dec 15 13:54:29.234929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60612) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.354071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.362750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b07d1e61-fbe4-4a5b-ba6e-20c088e68f9a tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/17174890-b9e7-4386-b442-0afeb2c0588a HTTP/1.1" status: 200 len: 473 time: 0.1250734 Dec 15 13:54:29.366457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.392024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-65447a0d-0653-47b2-ad40-3af47c969f65 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/c9c095e7-0759-4c18-ae15-e31d51952b70 HTTP/1.1" status: 200 len: 461 time: 0.0234451 Dec 15 13:54:29.392806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.439085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Port': ['ID=650e51c6-2b29-4278-8e46-1d30b757ccb7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:29.645459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.654603 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a16e63c-1ec7-45ef-b54d-13ea35cc8aea tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.655809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5a16e63c-1ec7-45ef-b54d-13ea35cc8aea tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/c9c095e7-0759-4c18-ae15-e31d51952b70 HTTP/1.1" status: 204 len: 168 time: 0.2618210 Dec 15 13:54:29.660401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60624) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.887755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Router 3db99957-c99e-4390-b7d7-2fa0aaa9065a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:29.942343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c967f43-f426-42be-9c5d-201f154c2571 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.945624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c967f43-f426-42be-9c5d-201f154c2571 tempest-MeteringTestJSON-1704180562 tempest-MeteringTestJSON-1704180562-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/17174890-b9e7-4386-b442-0afeb2c0588a HTTP/1.1" status: 204 len: 168 time: 0.2827291 Dec 15 13:54:30.088270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:30.102172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6029ffc8-2e16-45f2-ae63-5246256b64ec tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2927742 Dec 15 13:54:30.105446 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] Sync routers for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:30.105987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60630) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:30.146185 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:30.147815 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:30.205837 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-68224d82-9531-499f-a4f4-b1e17bcb432c tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] show failed (client error): The resource could not be found. Dec 15 13:54:30.213108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-68224d82-9531-499f-a4f4-b1e17bcb432c tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1012532436 HTTP/1.1" status: 404 len: 335 time: 0.1011791 Dec 15 13:54:30.215023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60634) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:30.218606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-811ef8cc-d1b0-42fe-9452-95f31dbb7d6f tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:30.248651 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:30.275057 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] Routers {'3db99957-c99e-4390-b7d7-2fa0aaa9065a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:30.277279 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:30.331811 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:30.332469 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bbbb8-dce9-42c5-bd86-f5c7242518a9 None None] The sync data for ids ['3db99957-c99e-4390-b7d7-2fa0aaa9065a'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:30.346303 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-811ef8cc-d1b0-42fe-9452-95f31dbb7d6f tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] update failed (client error): The resource could not be found. Dec 15 13:54:30.354111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:30.354540 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-811ef8cc-d1b0-42fe-9452-95f31dbb7d6f tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1046438140 HTTP/1.1" status: 404 len: 335 time: 0.1394596 Dec 15 13:54:30.488002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:30.539740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e06f-7125-414e-923c-ea6fb64cc136 req-3262cd19-abd0-496c-b313-a3a9c3719a5d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.541356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91a5e06f-7125-414e-923c-ea6fb64cc136 req-3262cd19-abd0-496c-b313-a3a9c3719a5d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1333501 Dec 15 13:54:30.554074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting subnet 1411a8d9-5b53-4e24-b04d-0b720a815b30 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:30.558975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.605310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.677096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a980b906-92d4-49e7-9488-0acb9471ebe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.715290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91a5e06f-7125-414e-923c-ea6fb64cc136 req-87898235-cf54-438f-a5d6-45c057c9c148 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662748 Dec 15 13:54:30.868398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a980b906-92d4-49e7-9488-0acb9471ebe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.873705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a980b906-92d4-49e7-9488-0acb9471ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.925901 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a980b906-92d4-49e7-9488-0acb9471ebe4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c3db3e842434aaa8a4ba90f21565c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4353619 Dec 15 13:54:30.926734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980b906-92d4-49e7-9488-0acb9471ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f226d626-35f0-45a5-8ce9-c9b1d4631fcd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:30.930469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60664) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:30.986662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.012478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e30be43c-abae-431b-a241-cf9528550354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.030455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9247c-18a7-4278-bd46-45175273c987 req-b55abc15-32c7-484e-9d54-1cdcd8cad89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.032308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-b55abc15-32c7-484e-9d54-1cdcd8cad89c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1096 time: 0.1092544 Dec 15 13:54:31.036821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e30be43c-abae-431b-a241-cf9528550354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.074446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-2b1493a8-680a-444f-a405-a95a1856ec80 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.076344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-2b1493a8-680a-444f-a405-a95a1856ec80 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.2823522 Dec 15 13:54:31.104808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e30be43c-abae-431b-a241-cf9528550354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.108600 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e30be43c-abae-431b-a241-cf9528550354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.109916 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e30be43c-abae-431b-a241-cf9528550354 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f226d626-35f0-45a5-8ce9-c9b1d4631fcd HTTP/1.1" status: 204 len: 168 time: 0.1779375 Dec 15 13:54:31.117628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-86942c9f-eb10-4abd-836f-178118e15118 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/quotas/0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 375 time: 0.0282578 Dec 15 13:54:31.118628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30be43c-abae-431b-a241-cf9528550354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f226d626-35f0-45a5-8ce9-c9b1d4631fcd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:31.141327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.223300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Subnet': ['ID=1411a8d9-5b53-4e24-b04d-0b720a815b30,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:31.237845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.241322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d8aea53-bd97-400e-a27b-8cbc751520b0 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/subnets/1411a8d9-5b53-4e24-b04d-0b720a815b30 HTTP/1.1" status: 204 len: 168 time: 0.8862057 Dec 15 13:54:31.246340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:31.251597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8bb69-058c-4617-8c9c-c3b76c43083e None None] Network 21d09ebb-9a83-4894-b847-56c7274514cf requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:31.277745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-9a223dcc-5605-4fc5-b0c9-b4a5be6f43dc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1592238 Dec 15 13:54:31.333995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9247c-18a7-4278-bd46-45175273c987 req-a9da765b-40be-4c59-b594-68c5eb592c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.336077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-a9da765b-40be-4c59-b594-68c5eb592c7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.2147942 Dec 15 13:54:31.472625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.536446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-b7b38847-cc04-4324-a9d1-8e3d72058345 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 1001 time: 0.1904137 Dec 15 13:54:31.574290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting port 4f5bc364-10d9-4631-b6ae-94cca9187bce {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:31.574885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.590180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] DHCP port deletion for 21d09ebb-9a83-4894-b847-56c7274514cf request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:31.664076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9247c-18a7-4278-bd46-45175273c987 req-163b8810-62a8-4252-819a-d5930d1a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.665624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-163b8810-62a8-4252-819a-d5930d1a29f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.1218910 Dec 15 13:54:31.688769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Deleting port 4f5bc364-10d9-4631-b6ae-94cca9187bce {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:31.689466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.702574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] For port 4f5bc364-10d9-4631-b6ae-94cca9187bce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f5bc364-10d9-4631-b6ae-94cca9187bce,segment=NetworkSegment(5d92715a-cfaf-47b3-9df1-385f3c6f3124),segment_id=5d92715a-cfaf-47b3-9df1-385f3c6f3124)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:31.702574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.770386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-2678af49-e46d-46b7-90e2-b03788b2421d service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751146 Dec 15 13:54:31.773859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9247c-18a7-4278-bd46-45175273c987 req-6feceea2-ab17-497c-a509-9d7328a61162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.775270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-6feceea2-ab17-497c-a509-9d7328a61162 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987389 Dec 15 13:54:31.776668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Calling delete_port for 4f5bc364-10d9-4631-b6ae-94cca9187bce owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:31.789570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] For port 4f5bc364-10d9-4631-b6ae-94cca9187bce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f5bc364-10d9-4631-b6ae-94cca9187bce,segment=NetworkSegment(5d92715a-cfaf-47b3-9df1-385f3c6f3124),segment_id=5d92715a-cfaf-47b3-9df1-385f3c6f3124)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:31.790216 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.806099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Calling delete_port for 4f5bc364-10d9-4631-b6ae-94cca9187bce owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:31.887787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:31.903643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93f75eaf-8e2b-4ea2-bc2f-5d860622942f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.944300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.966061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-fc7bad1f-e7a1-43c0-b2a7-491d089d9540 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802692 Dec 15 13:54:32.003414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] No DVR routers for this DVR port 4f5bc364-10d9-4631-b6ae-94cca9187bce on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:32.009626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Pushing event deleted for resources: {'Port': ['ID=4f5bc364-10d9-4631-b6ae-94cca9187bce,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:32.024285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.035037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.036738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.038232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.038745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.039239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.041276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.044530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.045755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.048247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.048817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.049961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.050617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.052299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391634d8-8554-4d13-bc55-97655b0d9a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:32.075675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaf8fd-e67e-43ad-b2be-7893245f5667 req-c32104ff-8319-4292-b7cd-c76d9d077880 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.077263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cfaf8fd-e67e-43ad-b2be-7893245f5667 req-c32104ff-8319-4292-b7cd-c76d9d077880 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1839085 Dec 15 13:54:32.090062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-4e1c6bfb-8c21-4135-8f3d-3d4e064e5ae2 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127110 Dec 15 13:54:32.138395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93f75eaf-8e2b-4ea2-bc2f-5d860622942f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.142810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Port': ['ID=4f5bc364-10d9-4631-b6ae-94cca9187bce,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:32.146601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] No DVR routers for this DVR port 4f5bc364-10d9-4631-b6ae-94cca9187bce on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:32.154403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93f75eaf-8e2b-4ea2-bc2f-5d860622942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.159353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cfaf8fd-e67e-43ad-b2be-7893245f5667 req-1688b804-2e8f-4b5d-a9c5-fc3cf13829d7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717654 Dec 15 13:54:32.192842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dd9247c-18a7-4278-bd46-45175273c987 req-9cf6b6cc-2a44-4160-b33f-fe24205c22c1 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177849 Dec 15 13:54:32.393391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-b9bea1be-2554-407c-b6b4-7bc672f0070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.401153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-b9bea1be-2554-407c-b6b4-7bc672f0070a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1096 time: 0.1250789 Dec 15 13:54:32.406072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.414140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f5bc364-10d9-4631-b6ae-94cca9187bce no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:32.429725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d09ebb-9a83-4894-b847-56c7274514cf']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:32.443267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d92715a-cfaf-47b3-9df1-385f3c6f3124') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:32.443564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d92715a-cfaf-47b3-9df1-385f3c6f3124') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:32.456802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.471071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.477579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:32.477829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.484917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4f5bc364-10d9-4631-b6ae-94cca9187bce {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:32.485278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f5bc364-10d9-4631-b6ae-94cca9187bce not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:32.545639 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:32.551225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.554249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f75eaf-8e2b-4ea2-bc2f-5d860622942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb91109-e036-475d-91ec-4018fd034c66,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:32.560778 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-93f75eaf-8e2b-4ea2-bc2f-5d860622942f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9170d5ca63cd4e1bac5549f45b947e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6719596 Dec 15 13:54:32.566652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:32.567070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.571033 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/networks/21d09ebb-9a83-4894-b847-56c7274514cf HTTP/1.1" status: 204 len: 168 time: 1.3210006 Dec 15 13:54:32.584114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:32.598325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29e29e-1643-4b04-b06b-3e21ce9b8878 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Network': ['ID=21d09ebb-9a83-4894-b847-56c7274514cf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:32.656664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c22102b-8fd4-4b3c-a2d7-17709940b1f3 req-faf30dfd-a4a7-4a35-a2a7-0c2df5312b36 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 210 time: 0.0470963 Dec 15 13:54:32.665605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-42050bef-9521-494d-b8d9-40b092df34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.672582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-42050bef-9521-494d-b8d9-40b092df34d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.2605882 Dec 15 13:54:32.698061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting subnet 8736d17e-256c-43f1-9369-9427fac38450 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:32.706712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.758206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-032792d3-503f-4504-a0f6-ae9ce6f3464e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 1001 time: 0.0800076 Dec 15 13:54:32.794656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.828141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-baaaa941-6826-4f59-8c52-cb4a3ad8a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.830694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-baaaa941-6826-4f59-8c52-cb4a3ad8a916 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.0652990 Dec 15 13:54:32.859352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3e79d91-bfb8-409b-89c5-e9615dc1d695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.924363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3e79d91-bfb8-409b-89c5-e9615dc1d695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.925206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-148cef46-9b15-43d8-b158-e1b1d0b67be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.926717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-148cef46-9b15-43d8-b158-e1b1d0b67be9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833519 Dec 15 13:54:32.984216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.070338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-c22d4287-e1a1-44da-b114-c08acfe3cfe2 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355743 Dec 15 13:54:33.070878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3e79d91-bfb8-409b-89c5-e9615dc1d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.073554 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3e79d91-bfb8-409b-89c5-e9615dc1d695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.088525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3e79d91-bfb8-409b-89c5-e9615dc1d695 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5eb91109-e036-475d-91ec-4018fd034c66 HTTP/1.1" status: 204 len: 168 time: 0.5054309 Dec 15 13:54:33.119398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e79d91-bfb8-409b-89c5-e9615dc1d695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb91109-e036-475d-91ec-4018fd034c66,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:33.159182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.190384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.198432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54fafa-479c-47a9-8dae-ceedd0777eae None None] Network 26586d3a-c3d8-405f-8c48-d2a2c6967da3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:33.200715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:33.211339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/subnets/8736d17e-256c-43f1-9369-9427fac38450 HTTP/1.1" status: 204 len: 168 time: 0.6055846 Dec 15 13:54:33.250572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27c57-fc38-4653-9635-3593703f5472 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Subnet': ['ID=8736d17e-256c-43f1-9369-9427fac38450,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:33.385236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting subnet 27f26c59-e42a-4195-ba6b-63532917deb7 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:33.454969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.476264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] DHCP port deletion for 26586d3a-c3d8-405f-8c48-d2a2c6967da3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:33.570741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.585272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] Deleting port b609734d-49a4-49d8-9d1b-70fdf9b151aa {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:33.585655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.667356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] For port b609734d-49a4-49d8-9d1b-70fdf9b151aa, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b609734d-49a4-49d8-9d1b-70fdf9b151aa,segment=NetworkSegment(c1de0818-1900-4e59-8317-709f1f71ee4d),segment_id=c1de0818-1900-4e59-8317-709f1f71ee4d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:33.668058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.684308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] Calling delete_port for b609734d-49a4-49d8-9d1b-70fdf9b151aa owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:33.775596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.794948 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.824732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] Pushing event deleted for resources: {'Port': ['ID=b609734d-49a4-49d8-9d1b-70fdf9b151aa,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:33.830906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260392d-805b-4c33-a5de-63605c4d96c7 None None] No DVR routers for this DVR port b609734d-49a4-49d8-9d1b-70fdf9b151aa on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:33.859003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c18ea13-9f6f-4e58-a7ac-ad92d5ef04f0 req-d899f79d-6c63-4953-a3ce-ac07eabeac19 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812665 Dec 15 13:54:33.924066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c9511f4-9b47-4464-b378-74fb82ecde3e req-1759dedd-2a0d-49b4-8154-b72d836d7039 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 210 time: 0.0687630 Dec 15 13:54:33.945223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47883157-a9c2-4177-9ed1-068e6d99a1a4 req-208d0974-e93d-4d98-bf39-5e4753c8f0a0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.952573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47883157-a9c2-4177-9ed1-068e6d99a1a4 req-208d0974-e93d-4d98-bf39-5e4753c8f0a0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.6072073 Dec 15 13:54:33.988603 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.029866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Subnet': ['ID=27f26c59-e42a-4195-ba6b-63532917deb7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:34.036561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47883157-a9c2-4177-9ed1-068e6d99a1a4 req-24f6b177-990e-4291-8762-7085159e9eff tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831447 Dec 15 13:54:34.037620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.041125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48713ca3-0a8b-42ea-95b4-d4ff9fc29480 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/subnets/27f26c59-e42a-4195-ba6b-63532917deb7 HTTP/1.1" status: 204 len: 168 time: 0.8394229 Dec 15 13:54:34.042012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb75e7-becb-4824-80f7-afc6a99258ea None None] Network 9e9dfb23-3082-493e-a2e3-3a16fff22cca requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:34.043612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:34.142706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.283176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] DHCP port deletion for 9e9dfb23-3082-493e-a2e3-3a16fff22cca request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:34.367666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] Deleting port a18e26c9-535e-4b09-84db-8ca9820c3a2d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:34.368045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.376871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.423303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b609734d-49a4-49d8-9d1b-70fdf9b151aa no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:34.454491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b609734d-49a4-49d8-9d1b-70fdf9b151aa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:34.454843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b609734d-49a4-49d8-9d1b-70fdf9b151aa not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:34.455271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a18e26c9-535e-4b09-84db-8ca9820c3a2d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:34.481632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26586d3a-c3d8-405f-8c48-d2a2c6967da3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:34.498401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-e68e502c-8e71-4737-878b-5735d3436d98 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.500247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-e68e502c-8e71-4737-878b-5735d3436d98 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.3383601 Dec 15 13:54:34.512826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1de0818-1900-4e59-8317-709f1f71ee4d') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:34.513561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1de0818-1900-4e59-8317-709f1f71ee4d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:34.525744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'port': {'device_id': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'admin_state_up': True, 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:34.539506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] For port a18e26c9-535e-4b09-84db-8ca9820c3a2d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a18e26c9-535e-4b09-84db-8ca9820c3a2d,segment=NetworkSegment(67d8d7f1-c1be-4362-9f88-0f8520dd4353),segment_id=67d8d7f1-c1be-4362-9f88-0f8520dd4353)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:34.540071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.555957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.561711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] Calling delete_port for a18e26c9-535e-4b09-84db-8ca9820c3a2d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:34.612655 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.618713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.632061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:34.632774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:34.636490 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:34.643725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:34.774268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.781717 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.788133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:34.789027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/networks/26586d3a-c3d8-405f-8c48-d2a2c6967da3 HTTP/1.1" status: 204 len: 168 time: 0.7443969 Dec 15 13:54:34.809182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:34.813965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.836132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441b6dc-6ed2-4228-b828-61137a8a4e9b tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Network': ['ID=26586d3a-c3d8-405f-8c48-d2a2c6967da3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:34.866566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port a18e26c9-535e-4b09-84db-8ca9820c3a2d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a18e26c9-535e-4b09-84db-8ca9820c3a2d,segment=NetworkSegment(67d8d7f1-c1be-4362-9f88-0f8520dd4353),segment_id=67d8d7f1-c1be-4362-9f88-0f8520dd4353)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:34.871688 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.907425 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:54:34.947941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.961649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597256610'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:34.968973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] No DVR routers for this DVR port a18e26c9-535e-4b09-84db-8ca9820c3a2d on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:34.976263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.998049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=a18e26c9-535e-4b09-84db-8ca9820c3a2d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:35.000549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:35.004308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.044140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.092456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e314c-daec-49a7-af6f-700d088050b9 None None] Pushing event deleted for resources: {'Port': ['ID=a18e26c9-535e-4b09-84db-8ca9820c3a2d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:35.234718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ef3085-b611-4ccb-8e48-08d0e0b1054d req-d8044f9a-1ca9-4778-98fc-91289d8854ed tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 210 time: 0.1330380 Dec 15 13:54:35.257723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Allocated IP 172.20.0.6 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/26921ff8-2a78-4987-bc85-b85af0290d45) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:35.282297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.326001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9dfb23-3082-493e-a2e3-3a16fff22cca']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:35.341997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d8d7f1-c1be-4362-9f88-0f8520dd4353') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:35.342308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d8d7f1-c1be-4362-9f88-0f8520dd4353') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:35.344852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0e10e-4aab-4db5-a27d-76f4ed54a13e req-f7927824-c6f6-4880-bb67-5ae1a88c9c2b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:35.353978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eff0e10e-4aab-4db5-a27d-76f4ed54a13e req-f7927824-c6f6-4880-bb67-5ae1a88c9c2b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 945 time: 0.1116185 Dec 15 13:54:35.360380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.376755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.384823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.387605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.403165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:35.403838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.407031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:35.481645 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:35.515606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0247dcb-7e2a-4fa7-a71a-9581aa560e44,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:35.519438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:35.523065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.534149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.546111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/networks/9e9dfb23-3082-493e-a2e3-3a16fff22cca HTTP/1.1" status: 204 len: 168 time: 0.7568800 Dec 15 13:54:35.547838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:35.577945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eff0e10e-4aab-4db5-a27d-76f4ed54a13e req-0cb28935-8063-4851-af64-608bf667906b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183256 Dec 15 13:54:35.598193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa07a-198d-4465-9baf-f79b4728f078 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Network': ['ID=9e9dfb23-3082-493e-a2e3-3a16fff22cca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:35.603187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.603531 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment aab9a50f-fd38-4f86-a41b-4b946d43786f of type vlan for network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 Dec 15 13:54:35.630888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.678124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.686953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:35.690088 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed38db05-ba78-41be-b01a-3d725d780fb6" -d '{"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-unplugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:35.725699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:35.734531 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.737229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting subnet b4420eb9-d24a-4199-829d-f6e0babb2f8b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:35.745546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.757341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:35.757911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.764582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.820566 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1637213 Dec 15 13:54:35.845601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:35.889562 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1145fe7d-b663-4d2d-bbdf-d7648c4e18d9 x-openstack-request-id: req-1145fe7d-b663-4d2d-bbdf-d7648c4e18d9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:35.890073 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-unplugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:35.890488 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1145fe7d-b663-4d2d-bbdf-d7648c4e18d9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:35.891050 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'code': 200} Dec 15 13:54:35.999467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9eb0c1-a8c2-4672-ba3b-b502c1dce2fe tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=b183a79f-6b19-4fb7-9e89-86ba60f4a0f3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:36.011965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:36.427792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9943ed36-2b88-4ed4-8ea8-e3942b22bc93 req-28fc3405-0b48-44f2-95b5-4ce131d24233 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 210 time: 0.0431671 Dec 15 13:54:36.442475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.445670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.563195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.579570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:36.686271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.777890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:36.788575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:36.812225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:36.947321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=26921ff8-2a78-4987-bc85-b85af0290d45,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:37.035737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.036450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.048448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.081636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a387558-85bc-4226-aa75-0b77849bf888 None None] Network 25e0591d-d662-452d-b13b-051d27b71f16 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:37.140198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Subnet': ['ID=b4420eb9-d24a-4199-829d-f6e0babb2f8b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:37.146285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.155434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60792) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:37.157141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4712fb36-f056-4184-9d66-518e4e888373 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/subnets/b4420eb9-d24a-4199-829d-f6e0babb2f8b HTTP/1.1" status: 204 len: 168 time: 1.5774167 Dec 15 13:54:37.193115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-abd40e31-3498-439f-a220-830d85ca84e3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6738627 Dec 15 13:54:37.205902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa39210-c0a8-431f-8732-fece50ec53cc req-df784f64-08f4-496f-97a1-c027f22438fe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.216335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa39210-c0a8-431f-8732-fece50ec53cc req-df784f64-08f4-496f-97a1-c027f22438fe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.4301624 Dec 15 13:54:37.230879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Request body: {'port': {'device_id': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:37.391049 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.431642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb3d9811-ad33-417a-97eb-ac9a7ae68890 None None] Provisioning complete for port 26921ff8-2a78-4987-bc85-b85af0290d45 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:37.437062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9811-ad33-417a-97eb-ac9a7ae68890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.458735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-baa39210-c0a8-431f-8732-fece50ec53cc req-790231b7-5412-4046-87fb-cc6408b25507 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327557 Dec 15 13:54:37.463582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.553437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] DHCP port deletion for 25e0591d-d662-452d-b13b-051d27b71f16 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:37.587375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Deleting port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:37.595692 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.661594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d9811-ad33-417a-97eb-ac9a7ae68890 None None] Port 26921ff8-2a78-4987-bc85-b85af0290d45 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:37.712887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] Deleting port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:37.715825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.733748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] For port 7ed3d10e-aac2-4cde-8a8f-75059fc72066, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7ed3d10e-aac2-4cde-8a8f-75059fc72066,segment=NetworkSegment(9ec4014b-7f81-40dd-ad9a-ba91d19490c2),segment_id=9ec4014b-7f81-40dd-ad9a-ba91d19490c2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:37.734415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.750938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Calling delete_port for 7ed3d10e-aac2-4cde-8a8f-75059fc72066 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:37.823345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67effccc-a131-441e-b4ab-6fcaee0d6bc0 req-31076960-f412-4bbd-b524-a4ecd88ed750 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.828953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67effccc-a131-441e-b4ab-6fcaee0d6bc0 req-31076960-f412-4bbd-b524-a4ecd88ed750 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 931 time: 0.1938684 Dec 15 13:54:37.919338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] For port 7ed3d10e-aac2-4cde-8a8f-75059fc72066, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7ed3d10e-aac2-4cde-8a8f-75059fc72066,segment=NetworkSegment(9ec4014b-7f81-40dd-ad9a-ba91d19490c2),segment_id=9ec4014b-7f81-40dd-ad9a-ba91d19490c2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:37.920231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.952794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67effccc-a131-441e-b4ab-6fcaee0d6bc0 req-2c0c565f-dfe9-426b-b5a5-c712bf4ad5c2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188202 Dec 15 13:54:37.953868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] Calling delete_port for 7ed3d10e-aac2-4cde-8a8f-75059fc72066 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:38.056746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.150559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Port': ['ID=7ed3d10e-aac2-4cde-8a8f-75059fc72066,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:38.164741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] No DVR routers for this DVR port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:38.224691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.348660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] No DVR routers for this DVR port 7ed3d10e-aac2-4cde-8a8f-75059fc72066 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:38.353739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636c6ad-0f56-4564-8239-63509fa994c5 None None] Pushing event deleted for resources: {'Port': ['ID=7ed3d10e-aac2-4cde-8a8f-75059fc72066,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:38.458994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.468541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7ed3d10e-aac2-4cde-8a8f-75059fc72066 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:38.544675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7ed3d10e-aac2-4cde-8a8f-75059fc72066 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:38.545528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7ed3d10e-aac2-4cde-8a8f-75059fc72066 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:38.568088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e0591d-d662-452d-b13b-051d27b71f16']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:38.587209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26921ff8-2a78-4987-bc85-b85af0290d45 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:38.611838 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.619295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec4014b-7f81-40dd-ad9a-ba91d19490c2') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:38.622799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec4014b-7f81-40dd-ad9a-ba91d19490c2') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:38.648128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.652103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Transition to ACTIVE for port object 26921ff8-2a78-4987-bc85-b85af0290d45 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:54:38.660365 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.681277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.690377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:38.690781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:38.694831 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:38.739434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Pushing event updated for resources: {'Port': ['ID=26921ff8-2a78-4987-bc85-b85af0290d45,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:38.873745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.882882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.905021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/networks/25e0591d-d662-452d-b13b-051d27b71f16 HTTP/1.1" status: 204 len: 168 time: 1.7483847 Dec 15 13:54:38.909166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:38.923275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b3bcf-d08f-46b4-9f2a-40fc19eeb092 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Pushing event deleted for resources: {'Network': ['ID=25e0591d-d662-452d-b13b-051d27b71f16,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:39.042311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d454231e-1511-4a71-afb5-716d9116f0ca tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "GET /v2.0/ports?device_id=3db99957-c99e-4390-b7d7-2fa0aaa9065a HTTP/1.1" status: 200 len: 205 time: 0.1319621 Dec 15 13:54:39.045292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:39.074123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Attempting to bind port 26921ff8-2a78-4987-bc85-b85af0290d45 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:39.074526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Attempting to bind port 26921ff8-2a78-4987-bc85-b85af0290d45 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:39.074819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Attempting to bind port 26921ff8-2a78-4987-bc85-b85af0290d45 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:39.091709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Port 26921ff8-2a78-4987-bc85-b85af0290d45 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:54:39.092102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Attempting to bind port 26921ff8-2a78-4987-bc85-b85af0290d45 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:39.107164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:39.107546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:39.107892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:39.112912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Bound port: 26921ff8-2a78-4987-bc85-b85af0290d45, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:39.113397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.131756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:39.230020 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.241656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] For port 26921ff8-2a78-4987-bc85-b85af0290d45, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:39.246796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] For port 26921ff8-2a78-4987-bc85-b85af0290d45, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26921ff8-2a78-4987-bc85-b85af0290d45,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:39.253929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:39.265423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.404789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Pushing event updated for resources: {'Port': ['ID=26921ff8-2a78-4987-bc85-b85af0290d45,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:39.433754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:39.625235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:39.629556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.631826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-c9edb3dd-fa75-4b75-908c-0dace0bbbcbd service neutron] 10.222.0.67 "PUT /v2.0/ports/26921ff8-2a78-4987-bc85-b85af0290d45 HTTP/1.1" status: 200 len: 1091 time: 2.4129879 Dec 15 13:54:39.679105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'tag': '26921ff8-2a78-4987-bc85-b85af0290d45'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:39.689141 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36982f9-1319-42da-9a12-e702647ba22a" -d '{"events": [{"name": "network-changed", "server_uuid": "7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a", "tag": "26921ff8-2a78-4987-bc85-b85af0290d45"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:39.766581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe826522-4290-4e6f-b78a-1c9c206301da req-727b42d5-d35a-4512-b203-68af13825d4d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:39.768717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe826522-4290-4e6f-b78a-1c9c206301da req-727b42d5-d35a-4512-b203-68af13825d4d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.5084937 Dec 15 13:54:39.838083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.841440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856f04-2169-4cf2-a623-b09259c357ae req-ece0d351-0b57-4cbd-9845-9447a98249d4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:39.843184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0856f04-2169-4cf2-a623-b09259c357ae req-ece0d351-0b57-4cbd-9845-9447a98249d4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 943 time: 0.5841870 Dec 15 13:54:39.848100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.859758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:39.863396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.960383 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-148fda6c-86ce-4559-8a5c-885848ec67c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3598700 Dec 15 13:54:39.961780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.962536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Fanout notify agent at l3_agent the message router_deleted on router 3db99957-c99e-4390-b7d7-2fa0aaa9065a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:54:39.978932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.982470 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92eb9a25-1449-41bc-aebe-dacac6368758 tempest-RoutersNegativeIpV6Test-821163946 tempest-RoutersNegativeIpV6Test-821163946-project] 10.222.0.32 "DELETE /v2.0/routers/3db99957-c99e-4390-b7d7-2fa0aaa9065a HTTP/1.1" status: 204 len: 168 time: 0.9337747 Dec 15 13:54:39.985706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-4b1b05ad-7b39-43b4-a956-b86e17efe876 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:54:39.986715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-4b1b05ad-7b39-43b4-a956-b86e17efe876 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053296 Dec 15 13:54:40.065100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-cffc8378-b618-4504-8fe5-bbaecc5d54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:40.066890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-cffc8378-b618-4504-8fe5-bbaecc5d54cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 1094 time: 0.3293717 Dec 15 13:54:40.153997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-1c36d9fd-e316-4f2b-9961-7435d5f5b54f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26921ff8-2a78-4987-bc85-b85af0290d45 HTTP/1.1" status: 200 len: 217 time: 0.0715432 Dec 15 13:54:40.158060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe826522-4290-4e6f-b78a-1c9c206301da req-c937aed4-e11f-43d2-ba1a-c37929dbe966 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133109 Dec 15 13:54:40.188377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0856f04-2169-4cf2-a623-b09259c357ae req-5a405dda-da0d-4c8b-885b-74204a601a35 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999659 Dec 15 13:54:40.433601 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2681b6-a03c-4586-bfe0-012a5ceda891 x-openstack-request-id: req-0d2681b6-a03c-4586-bfe0-012a5ceda891 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:40.433897 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a", "tag": "26921ff8-2a78-4987-bc85-b85af0290d45", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:40.434154 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d2681b6-a03c-4586-bfe0-012a5ceda891 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:40.434557 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'tag': '26921ff8-2a78-4987-bc85-b85af0290d45', 'status': 'completed', 'code': 200} Dec 15 13:54:40.440475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-84acf17a-4eef-4104-bbc1-45b4a808b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:40.442018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-84acf17a-4eef-4104-bbc1-45b4a808b3a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.2525780 Dec 15 13:54:40.476369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:40.575682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:40.634864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-0e73e85f-57e5-4d21-8f21-fc6467bfa7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:40.638059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-0e73e85f-57e5-4d21-8f21-fc6467bfa7a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1830239 Dec 15 13:54:40.759168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=01151e76-e107-43da-82a7-f13bd5919d57,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:40.775816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': 'aab9a50f-fd38-4f86-a41b-4b946d43786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:40.776174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: b183a79f-6b19-4fb7-9e89-86ba60f4a0f3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:40.808204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dba7fd15-645a-4afe-a43e-eef91dbf7460 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2af18920521e4426880915d86e8c7bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302920 Dec 15 13:54:40.816084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:40.864064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-fd45e15b-4bf9-45a8-b4cb-04e36f21b5a0 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066000 Dec 15 13:54:40.932316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea6194cf-c560-4875-b0b4-94efa24e8e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:40.973877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea6194cf-c560-4875-b0b4-94efa24e8e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.010341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:41.024722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b183a79f-6b19-4fb7-9e89-86ba60f4a0f3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:41.047308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.050755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d590c2-247e-48ea-bfa9-b9755a4384b8 None None] Network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:41.051251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.102477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea6194cf-c560-4875-b0b4-94efa24e8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.105871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea6194cf-c560-4875-b0b4-94efa24e8e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.118605 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ea6194cf-c560-4875-b0b4-94efa24e8e75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38ddf82d-4554-487e-a3f7-27d59dcf8152 HTTP/1.1" status: 204 len: 168 time: 0.2910297 Dec 15 13:54:41.133520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6194cf-c560-4875-b0b4-94efa24e8e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ddf82d-4554-487e-a3f7-27d59dcf8152,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:41.220786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-90c1f374-0833-435c-8af5-0ade7ef0d6f0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9692678 Dec 15 13:54:41.221604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:41.227713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802306577'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:41.229161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eceddd75-548e-4eb7-b69b-73772efb23f5 req-080230dc-192a-4703-8860-b3739678dcc6 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543980 Dec 15 13:54:41.353897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:41.369821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.455710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:41.478227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.481078 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment c05a0d45-cdae-4186-b8c7-3835f3e8f06a of type vlan for network ad30e2c6-3259-47f3-9291-69089e7d35d6 Dec 15 13:54:41.609844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.615058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054644f-26cf-49d1-97f3-6da4d32de74a req-c18127c1-9cef-430d-8652-29c71a1263db tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.616759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f054644f-26cf-49d1-97f3-6da4d32de74a req-c18127c1-9cef-430d-8652-29c71a1263db tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.3079753 Dec 15 13:54:41.683820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36982f9-1319-42da-9a12-e702647ba22a req-94186834-484e-49db-a999-afe02d5e7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.685401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-94186834-484e-49db-a999-afe02d5e7497 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 1094 time: 0.3577211 Dec 15 13:54:41.713243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.719736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.720752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.781713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b0c06-052d-4704-8f88-c7f7c687891b req-05a53ab6-289b-46fc-a782-5215479f5047 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.799333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b44b0c06-052d-4704-8f88-c7f7c687891b req-05a53ab6-289b-46fc-a782-5215479f5047 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 943 time: 0.3365002 Dec 15 13:54:41.829504 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6013889 Dec 15 13:54:41.833164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:41.849745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': 'ad30e2c6-3259-47f3-9291-69089e7d35d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:41.901662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f054644f-26cf-49d1-97f3-6da4d32de74a req-a9f20965-216f-448d-8ae4-ebc7803758f8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615414 Dec 15 13:54:41.962655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-b183a79f-6b19-4fb7-9e89-86ba60f4a0f3', 'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': '01151e76-e107-43da-82a7-f13bd5919d57'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:41.966723 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:41.972789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb38417-52c8-4cf3-9ea4-28f536ec62e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=ad30e2c6-3259-47f3-9291-69089e7d35d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:42.022387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ad30e2c6-3259-47f3-9291-69089e7d35d6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:42.116319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b44b0c06-052d-4704-8f88-c7f7c687891b req-2c53434f-118a-479b-8ce8-d7c8f6de9158 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155627 Dec 15 13:54:42.134076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36982f9-1319-42da-9a12-e702647ba22a req-a6513311-703f-4318-82bb-9285a09807ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:42.135713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-a6513311-703f-4318-82bb-9285a09807ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.4355423 Dec 15 13:54:42.150273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:42.154033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.295425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-74cdc852-f600-4138-8f2c-ec834c4db366 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26921ff8-2a78-4987-bc85-b85af0290d45 HTTP/1.1" status: 200 len: 217 time: 0.1493485 Dec 15 13:54:42.353488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Allocated IP 2001:db8:0:ffff::2 (b183a79f-6b19-4fb7-9e89-86ba60f4a0f3/01151e76-e107-43da-82a7-f13bd5919d57/ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:42.432081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36982f9-1319-42da-9a12-e702647ba22a req-64492654-b8f6-42b0-aa19-eeb6a12895aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:42.433611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-64492654-b8f6-42b0-aa19-eeb6a12895aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1290753 Dec 15 13:54:42.566864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36982f9-1319-42da-9a12-e702647ba22a req-c66a1185-619a-4664-9828-1ceda33fabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:42.568373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-c66a1185-619a-4664-9828-1ceda33fabb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229618 Dec 15 13:54:42.582432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.593940 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.615679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:42.621854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:42.656374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:42.670214 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-726a9609-5c84-4653-8bd7-60cc738944a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.749282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Pushing event updated for resources: {'Port': ['ID=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:42.779791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.827646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-bdf9f532-ecc2-428c-8676-f4df041412c1 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508187 Dec 15 13:54:42.842063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Attempting to bind port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:42.842438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Attempting to bind port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aab9a50f-fd38-4f86-a41b-4b946d43786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:42.842808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Attempting to bind port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb on network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:42.842950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:42.854865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:42.855243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Checking segment: {'id': 'aab9a50f-fd38-4f86-a41b-4b946d43786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:42.855649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.856044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Bound using segment: {'id': 'aab9a50f-fd38-4f86-a41b-4b946d43786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:42.856538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Bound port: ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9a50f-fd38-4f86-a41b-4b946d43786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b183a79f-6b19-4fb7-9e89-86ba60f4a0f3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:42.856928 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.926637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=cf82e707-ccaf-45b0-8ca0-b46a7a0fa5d6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:43.029250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': 'c05a0d45-cdae-4186-b8c7-3835f3e8f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ad30e2c6-3259-47f3-9291-69089e7d35d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:43.032801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: ad30e2c6-3259-47f3-9291-69089e7d35d6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:43.087198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network ad30e2c6-3259-47f3-9291-69089e7d35d6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:43.100628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c36982f9-1319-42da-9a12-e702647ba22a req-05aea8eb-2f23-42ae-9968-0ca2c7e1475a service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576764 Dec 15 13:54:43.101444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] For port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:43.115980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] For port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,segment=NetworkSegment(aab9a50f-fd38-4f86-a41b-4b946d43786f),segment_id=aab9a50f-fd38-4f86-a41b-4b946d43786f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:43.118855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ad30e2c6-3259-47f3-9291-69089e7d35d6) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:43.123908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.139001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.140174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.149592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807078c8-6caa-40d2-af4b-7fab99e60f6b None None] Network ad30e2c6-3259-47f3-9291-69089e7d35d6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:43.199918 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-53004d58-77ba-4e7e-8534-0e18a763933a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3623075 Dec 15 13:54:43.204898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:43.249415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-83a471d9-9f10-457a-a27a-fe1e18648907 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:43.253989 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-83a471d9-9f10-457a-a27a-fe1e18648907 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 13:54:43.254571 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-83a471d9-9f10-457a-a27a-fe1e18648907 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:54:43.263993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-83a471d9-9f10-457a-a27a-fe1e18648907 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4126456 Dec 15 13:54:43.286578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60936) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:43.299750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--600376527'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:43.373553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6578-41e2-46ee-9448-4f212f5a139b None None] Pushing event updated for resources: {'Port': ['ID=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:43.418627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.438408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ff70a-e42c-4723-8d2b-963fe78e9663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-ad30e2c6-3259-47f3-9291-69089e7d35d6', 'network_id': 'ad30e2c6-3259-47f3-9291-69089e7d35d6', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': 'cf82e707-ccaf-45b0-8ca0-b46a7a0fa5d6'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:43.439296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-200ff70a-e42c-4723-8d2b-963fe78e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.451427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26921ff8-2a78-4987-bc85-b85af0290d45 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:43.511326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.516091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.537683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645a73f-0b76-47d2-9e60-eafa67369ef7 req-b171a56a-680d-4949-be97-453ec942447c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.545129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b645a73f-0b76-47d2-9e60-eafa67369ef7 req-b171a56a-680d-4949-be97-453ec942447c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.4566495 Dec 15 13:54:43.582560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f497253-cf27-4565-93d3-115254f3a13a req-0f1222ea-27c4-4b40-ac01-a66d72513ab7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.593511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f497253-cf27-4565-93d3-115254f3a13a req-0f1222ea-27c4-4b40-ac01-a66d72513ab7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 943 time: 0.1879177 Dec 15 13:54:43.661978 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.748661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b645a73f-0b76-47d2-9e60-eafa67369ef7 req-d26952d4-e259-4d74-87ef-d4ddedcdabd7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024927 Dec 15 13:54:43.790273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f497253-cf27-4565-93d3-115254f3a13a req-f699172f-59f0-440d-bfa1-dff6c07f9e4b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884711 Dec 15 13:54:43.869422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.874527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.875829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.922978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26921ff8-2a78-4987-bc85-b85af0290d45, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26921ff8-2a78-4987-bc85-b85af0290d45,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:43.986857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e83c04f-fff4-4d76-8ab2-6972a828bd24,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-200ff70a-e42c-4723-8d2b-963fe78e9663 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf82e707-ccaf-45b0-8ca0-b46a7a0fa5d6: This subnet is being modified by another concurrent operation. Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf82e707-ccaf-45b0-8ca0-b46a7a0fa5d6: This subnet is being modified by another concurrent operation. Dec 15 13:54:44.004664 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 13:54:44.013573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=cf82e707-ccaf-45b0-8ca0-b46a7a0fa5d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:44.043806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.044181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.048795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.049613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.050362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.050757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.051096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.051426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.051928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.052704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.052704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.052988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.053783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:44.078091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '26921ff8-2a78-4987-bc85-b85af0290d45', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': '26921ff8-2a78-4987-bc85-b85af0290d45', 'mac_address': 'fa:16:3e:8f:2f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:44.087047 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.099434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a250b87-6e52-476f-abe8-27eb8b4f63d9 None None] Network ad30e2c6-3259-47f3-9291-69089e7d35d6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:44.147325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.151844 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.203224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.212883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.224274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9363458 Dec 15 13:54:44.234934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad30e2c6-3259-47f3-9291-69089e7d35d6']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:44.240291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:44.263528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'bae4186b-5c34-4b66-a33a-ced6a1d6dde2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:44.273645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05a0d45-cdae-4186-b8c7-3835f3e8f06a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:44.276445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05a0d45-cdae-4186-b8c7-3835f3e8f06a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:44.288135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b76c6-269a-49b8-ab2a-e54536e65d9d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4186b-5c34-4b66-a33a-ced6a1d6dde2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:44.291343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.305739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.307194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.310701 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.318353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:44.320273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.359598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26921ff8-2a78-4987-bc85-b85af0290d45 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:44.392248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.402020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.436136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.438144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968789 Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:44.441280 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:44.444100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60946) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:44.446350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.455016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0da4c18f-8ac6-4efb-9495-e0e877aeafcf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'bae4186b-5c34-4b66-a33a-ced6a1d6dde2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:44.478517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26921ff8-2a78-4987-bc85-b85af0290d45, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26921ff8-2a78-4987-bc85-b85af0290d45,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:44.479461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0fa9-9a5b-4af5-9f2b-94154fb7a63e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce34564-871d-4f33-b2f2-01cf84487937,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:44.483665 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.488858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.508856 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/ad30e2c6-3259-47f3-9291-69089e7d35d6 HTTP/1.1" status: 204 len: 168 time: 1.2976184 Dec 15 13:54:44.508856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419e07f-ca3d-4ebb-8ad9-3130cbdb5de1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=ad30e2c6-3259-47f3-9291-69089e7d35d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:44.510239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:44.529626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763586042'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:44.551628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0da4c18f-8ac6-4efb-9495-e0e877aeafcf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.580028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=26921ff8-2a78-4987-bc85-b85af0290d45,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:44.622596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:44.659430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:44.667167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.729629 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-0da4c18f-8ac6-4efb-9495-e0e877aeafcf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:54:44.731043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0da4c18f-8ac6-4efb-9495-e0e877aeafcf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2856128 Dec 15 13:54:44.734567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:44.741726 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e21fcba-7efd-4632-a016-87820a1ed7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.743156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:44.757938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.759511 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment 9995750e-fb15-494d-8ca8-e7c8d8af1758 of type vlan for network c7969221-0de2-40e7-96a3-644fbce265e2 Dec 15 13:54:44.770088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:44.770457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.820627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.851031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7747f1bb-69f7-4665-b0b6-6196036ea1d8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.885622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.889740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['26921ff8-2a78-4987-bc85-b85af0290d45'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:44.903961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.906546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.953483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7747f1bb-69f7-4665-b0b6-6196036ea1d8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.031879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7747f1bb-69f7-4665-b0b6-6196036ea1d8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.035220 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7747f1bb-69f7-4665-b0b6-6196036ea1d8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.040193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:45.040691 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7747f1bb-69f7-4665-b0b6-6196036ea1d8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/bae4186b-5c34-4b66-a33a-ced6a1d6dde2 HTTP/1.1" status: 204 len: 168 time: 0.3046491 Dec 15 13:54:45.054660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f1bb-69f7-4665-b0b6-6196036ea1d8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4186b-5c34-4b66-a33a-ced6a1d6dde2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:45.204687 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.308960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7942827 Dec 15 13:54:45.310157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:45.316387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:45.373800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea57ae-27ea-4c60-81a6-4bcb94f95dc6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=c7969221-0de2-40e7-96a3-644fbce265e2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:45.403682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c7969221-0de2-40e7-96a3-644fbce265e2 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:45.482416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72503755-f4f3-4138-82b1-cbb999ebeb21 req-53dcd394-da82-4437-a60a-385b1570c87c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:45.484018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72503755-f4f3-4138-82b1-cbb999ebeb21 req-53dcd394-da82-4437-a60a-385b1570c87c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 944 time: 0.4655337 Dec 15 13:54:45.499490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,segment=NetworkSegment(aab9a50f-fd38-4f86-a41b-4b946d43786f),segment_id=aab9a50f-fd38-4f86-a41b-4b946d43786f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:45.508517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.515105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5548f8-f680-4b7b-8bad-354e5e4feb70 req-71884bd2-abb9-4bc2-b8d4-7539a1eb6dfc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:45.518764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba5548f8-f680-4b7b-8bad-354e5e4feb70 req-71884bd2-abb9-4bc2-b8d4-7539a1eb6dfc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.5014122 Dec 15 13:54:45.523097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-33f3fe08-6723-4ccb-adb9-f9446b58e706 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4747288 Dec 15 13:54:45.532716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:45.542111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474473495'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:45.565299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:45.573108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.610404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:45.667736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee85f56-60dc-4b8d-9e8b-5282e9840269 None None] Network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:45.683650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.705577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba5548f8-f680-4b7b-8bad-354e5e4feb70 req-f1c31ef1-f176-4070-91ea-4bf8bf83de97 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725101 Dec 15 13:54:45.731587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72503755-f4f3-4138-82b1-cbb999ebeb21 req-42d5e91a-8e41-4ac3-886d-c1da470136d8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966624 Dec 15 13:54:45.831414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4d5103e7-5235-40be-a9e4-900f80c520e3 None None] Provisioning complete for port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:45.831798 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d5103e7-5235-40be-a9e4-900f80c520e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.903125 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.920868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.947283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.948768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4132149 Dec 15 13:54:45.952731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60972) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:45.958319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2053656b-20c6-4186-9f73-4c1f93d3f3b4 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed38c-5b77-4beb-9dc5-49479d52613b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:45.959346 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-2053656b-20c6-4186-9f73-4c1f93d3f3b4 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 13:54:45.960334 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-2053656b-20c6-4186-9f73-4c1f93d3f3b4 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:45.961600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2053656b-20c6-4186-9f73-4c1f93d3f3b4 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072050 Dec 15 13:54:45.964316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60974) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:46.097517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3487440d-0941-424b-8194-b1746cf41887 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.118982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0a94a-c449-48f7-8262-d26bfdf70d61 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ed38c-5b77-4beb-9dc5-49479d52613b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:46.132242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.164454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3487440d-0941-424b-8194-b1746cf41887 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.180546 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.270345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=28d9ac34-3499-4b68-ab12-9e67c3e0aa7e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:46.273972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3487440d-0941-424b-8194-b1746cf41887 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.276661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3487440d-0941-424b-8194-b1746cf41887 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.277800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3487440d-0941-424b-8194-b1746cf41887 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/c08ed38c-5b77-4beb-9dc5-49479d52613b HTTP/1.1" status: 204 len: 168 time: 0.3122742 Dec 15 13:54:46.281260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60978) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:46.323146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487440d-0941-424b-8194-b1746cf41887 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ed38c-5b77-4beb-9dc5-49479d52613b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:46.332605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': '9995750e-fb15-494d-8ca8-e7c8d8af1758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:46.332971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: c7969221-0de2-40e7-96a3-644fbce265e2, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:46.366754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network c7969221-0de2-40e7-96a3-644fbce265e2 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:46.405824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c7969221-0de2-40e7-96a3-644fbce265e2) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:46.407806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:46.427228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.427879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.434176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-96fa7518-32fa-4b92-b521-57b0d98ecf58 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1513042 Dec 15 13:54:46.436262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:46.449281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304206576'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:46.503407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.511623 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55441c5c-a306-4643-bd27-0838d2b43658 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2002625 Dec 15 13:54:46.515510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:46.519866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff08de-0dac-45d9-a0ff-813656af3d49 None None] Network c7969221-0de2-40e7-96a3-644fbce265e2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:46.558941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-125115474'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:46.642368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:46.645938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.662754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cedff242-f36e-4e5e-ac92-bfa62596e2a8 None None] Provisioning complete for port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:46.663235 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cedff242-f36e-4e5e-ac92-bfa62596e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.689373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:46.711336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.712018 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment e708d01e-6545-4729-a907-4e935a3bef0d of type vlan for network a30da32c-f169-4ead-b085-6368fa0a98d3 Dec 15 13:54:46.759134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:46.759553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.823875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.845670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.862991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.869227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c7969221-0de2-40e7-96a3-644fbce265e2', 'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': '28d9ac34-3499-4b68-ab12-9e67c3e0aa7e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:46.870104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.935363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.937355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4974165 Dec 15 13:54:46.940657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:46.951220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-171cb630-ec5b-49e3-978a-04f8488b9751 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '084f0f9e-1aec-4776-a55e-3faa16af9468', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:46.952817 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-171cb630-ec5b-49e3-978a-04f8488b9751 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 13:54:46.953573 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-171cb630-ec5b-49e3-978a-04f8488b9751 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:46.956139 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-171cb630-ec5b-49e3-978a-04f8488b9751 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123780 Dec 15 13:54:46.958815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:46.963622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a172f2e-1ee7-49f2-bd53-e22f42d237f0 req-745e31e3-f6e4-4151-b70a-967fa26c64aa tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.966767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a172f2e-1ee7-49f2-bd53-e22f42d237f0 req-745e31e3-f6e4-4151-b70a-967fa26c64aa tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2101836 Dec 15 13:54:46.971214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033bdf1-3c1c-4732-a9af-b2aa3d8a3dc8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084f0f9e-1aec-4776-a55e-3faa16af9468,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:46.986399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.995376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.996212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.152488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Allocated IP 2001:db8::3 (c7969221-0de2-40e7-96a3-644fbce265e2/28d9ac34-3499-4b68-ab12-9e67c3e0aa7e/d8e120b6-3894-48f1-9e1e-3d8be2f9ea20) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:47.161574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc69a96a-33db-4328-8038-047e35063ec8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.194014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=a30da32c-f169-4ead-b085-6368fa0a98d3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:47.222010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc69a96a-33db-4328-8038-047e35063ec8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.237957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-853b74aa-0dc9-489a-8694-a99f0203c2c1 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7186127 Dec 15 13:54:47.254695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3fd8-5327-49ac-a6a8-51f36a8239db req-f75d0947-ea0a-49a3-a34e-73b3359daae9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:47.256141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f8c3fd8-5327-49ac-a6a8-51f36a8239db req-f75d0947-ea0a-49a3-a34e-73b3359daae9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 944 time: 0.4132917 Dec 15 13:54:47.256668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.282120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.301351 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc69a96a-33db-4328-8038-047e35063ec8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.305165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc69a96a-33db-4328-8038-047e35063ec8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.313729 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bc69a96a-33db-4328-8038-047e35063ec8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/084f0f9e-1aec-4776-a55e-3faa16af9468 HTTP/1.1" status: 204 len: 168 time: 0.3519950 Dec 15 13:54:47.317551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.369958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69a96a-33db-4328-8038-047e35063ec8 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f0f9e-1aec-4776-a55e-3faa16af9468,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:47.392692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.407647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network a30da32c-f169-4ead-b085-6368fa0a98d3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:47.438042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.449796 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f384b76-206d-4576-888a-cb18c8645d70 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1299064 Dec 15 13:54:47.464262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32776) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.464262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027185033'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.531985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.625208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a172f2e-1ee7-49f2-bd53-e22f42d237f0 req-b21dcef1-a1e0-4c4d-a38f-4fb9b01df51e tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226459 Dec 15 13:54:47.680046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f8c3fd8-5327-49ac-a6a8-51f36a8239db req-5530f99b-54dc-49cf-ad12-09bfb3a04130 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094079 Dec 15 13:54:47.698983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:47.710043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.723707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.729448 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.758328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26921ff8-2a78-4987-bc85-b85af0290d45 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:47.775359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.777169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3191915 Dec 15 13:54:47.779745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ea906-307e-4468-9fce-73af528bb96f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adaff16-febc-4f53-9a3f-71961df1eb29,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:47.783207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.789653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-32388fcf-ce33-4149-8873-095e406b2eee tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '8adaff16-febc-4f53-9a3f-71961df1eb29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.819635 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-32388fcf-ce33-4149-8873-095e406b2eee tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 13:54:47.821247 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-32388fcf-ce33-4149-8873-095e406b2eee tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:47.822811 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-32388fcf-ce33-4149-8873-095e406b2eee tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0379903 Dec 15 13:54:47.825189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.830024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-274ab7be-7cf0-4770-8ef4-bbb5636d0e77 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '8adaff16-febc-4f53-9a3f-71961df1eb29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.830937 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-274ab7be-7cf0-4770-8ef4-bbb5636d0e77 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 13:54:47.831500 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-274ab7be-7cf0-4770-8ef4-bbb5636d0e77 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:47.836030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-274ab7be-7cf0-4770-8ef4-bbb5636d0e77 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098071 Dec 15 13:54:47.846306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.872478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-35c19c9c-e43f-4ff5-aed8-0240dd7a921b tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '8adaff16-febc-4f53-9a3f-71961df1eb29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.874049 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-35c19c9c-e43f-4ff5-aed8-0240dd7a921b tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 13:54:47.877780 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-35c19c9c-e43f-4ff5-aed8-0240dd7a921b tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:47.883055 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-35c19c9c-e43f-4ff5-aed8-0240dd7a921b tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0331981 Dec 15 13:54:47.885826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32792) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.897708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f1b51fec-7396-452e-ae75-9e80a8c129f1 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '8adaff16-febc-4f53-9a3f-71961df1eb29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.899763 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-f1b51fec-7396-452e-ae75-9e80a8c129f1 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 13:54:47.901395 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-f1b51fec-7396-452e-ae75-9e80a8c129f1 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:47.905110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f1b51fec-7396-452e-ae75-9e80a8c129f1 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139055 Dec 15 13:54:47.905859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.913110 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.930570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Network c7969221-0de2-40e7-96a3-644fbce265e2 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:47.942986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:47.951923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Performing IP validity checks on allocation pools {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:54:47.952143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Pushing event updated for resources: {'Port': ['ID=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:47.953115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:54:47.962468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:47.972591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 26921ff8-2a78-4987-bc85-b85af0290d45 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:48.001132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 26921ff8-2a78-4987-bc85-b85af0290d45 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:48.001501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.020549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f105715-a3e9-465b-a7c2-bc27c06a1783 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.072656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f105715-a3e9-465b-a7c2-bc27c06a1783 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.131481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.164063 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f105715-a3e9-465b-a7c2-bc27c06a1783 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.167826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f105715-a3e9-465b-a7c2-bc27c06a1783 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.171443 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3f105715-a3e9-465b-a7c2-bc27c06a1783 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/8adaff16-febc-4f53-9a3f-71961df1eb29 HTTP/1.1" status: 204 len: 168 time: 0.2620571 Dec 15 13:54:48.178771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.192296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Attempting to bind port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:48.192774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Attempting to bind port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9995750e-fb15-494d-8ca8-e7c8d8af1758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:48.194285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Attempting to bind port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 on network c7969221-0de2-40e7-96a3-644fbce265e2 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:48.194518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105715-a3e9-465b-a7c2-bc27c06a1783 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adaff16-febc-4f53-9a3f-71961df1eb29,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:48.215351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:48.215774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Checking segment: {'id': '9995750e-fb15-494d-8ca8-e7c8d8af1758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:48.216182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.216597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Bound using segment: {'id': '9995750e-fb15-494d-8ca8-e7c8d8af1758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:48.217100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Bound port: d8e120b6-3894-48f1-9e1e-3d8be2f9ea20, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9995750e-fb15-494d-8ca8-e7c8d8af1758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c7969221-0de2-40e7-96a3-644fbce265e2'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:48.217506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.311053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] For port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:48.315854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] For port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,segment=NetworkSegment(9995750e-fb15-494d-8ca8-e7c8d8af1758),segment_id=9995750e-fb15-494d-8ca8-e7c8d8af1758)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:48.321725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.321910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.322655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-203ff1db-53a8-4721-bc81-a82d15308000 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377373 Dec 15 13:54:48.328882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--193189066'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.331392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29cf1d-551b-4129-890b-496b0185e4a9 req-951fd8ea-516b-464f-b4e8-55c443089242 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:48.332979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd29cf1d-551b-4129-890b-496b0185e4a9 req-951fd8ea-516b-464f-b4e8-55c443089242 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.4736447 Dec 15 13:54:48.385149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.397343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': 'e708d01e-6545-4729-a907-4e935a3bef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:48.397710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: a30da32c-f169-4ead-b085-6368fa0a98d3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:48.402461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=70df6f7e-73a2-421b-819f-80042d0abf26,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:48.451345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network a30da32c-f169-4ead-b085-6368fa0a98d3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:48.465850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, a30da32c-f169-4ead-b085-6368fa0a98d3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:48.473809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:48.474403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.483222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd29cf1d-551b-4129-890b-496b0185e4a9 req-da1ec5cf-0f17-430b-b024-3af8837a9351 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372335 Dec 15 13:54:48.510573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-21a36ff2-202e-47ac-ac4d-b804b466772d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2488403 Dec 15 13:54:48.511418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.554466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.559947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.569362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d61a5b-59d4-49d7-b1c5-567c2e3f9639 None None] Network a30da32c-f169-4ead-b085-6368fa0a98d3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:48.589850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.599069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.608096 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2825060 Dec 15 13:54:48.611052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.621229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5b004bbc-bdc2-49fb-b579-1a19178d0745 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.623054 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-5b004bbc-bdc2-49fb-b579-1a19178d0745 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 13:54:48.624369 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-5b004bbc-bdc2-49fb-b579-1a19178d0745 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:48.630535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.632712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b004bbc-bdc2-49fb-b579-1a19178d0745 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188594 Dec 15 13:54:48.642320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f4ac8d28-bf22-4d69-a47f-8b8eb4dd42c2 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.706639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4de5b3-660c-42c4-8239-0f51acc11cdf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defaf665-9e7d-4e84-a1a9-97500e6fdf19,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:48.752818 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-f4ac8d28-bf22-4d69-a47f-8b8eb4dd42c2 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:48.754127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f4ac8d28-bf22-4d69-a47f-8b8eb4dd42c2 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1205838 Dec 15 13:54:48.759180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.760134 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.770409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eef7a5fa-6914-40e9-aed0-5398a591001f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.773113 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-eef7a5fa-6914-40e9-aed0-5398a591001f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 13:54:48.773906 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-eef7a5fa-6914-40e9-aed0-5398a591001f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:48.775178 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eef7a5fa-6914-40e9-aed0-5398a591001f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148904 Dec 15 13:54:48.781712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.789228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6dfdf349-83b7-4468-b6de-d96bb3b3f35e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.818550 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.866458 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-6dfdf349-83b7-4468-b6de-d96bb3b3f35e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:48.871975 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6dfdf349-83b7-4468-b6de-d96bb3b3f35e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0858302 Dec 15 13:54:48.875473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.882362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4d746923-c229-4e69-88f1-f71b928ecf7d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.882796 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-4d746923-c229-4e69-88f1-f71b928ecf7d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 13:54:48.883338 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-4d746923-c229-4e69-88f1-f71b928ecf7d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:48.884327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4d746923-c229-4e69-88f1-f71b928ecf7d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069962 Dec 15 13:54:48.889032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:48.903104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5bf3b07d-3bf6-46b7-b211-0c420b9648c3 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:48.974904 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-5bf3b07d-3bf6-46b7-b211-0c420b9648c3 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Project 640f3d9b5ddf42c78c02f532d4a8a7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:54:48.995720 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5bf3b07d-3bf6-46b7-b211-0c420b9648c3 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:49.003732 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bf3b07d-3bf6-46b7-b211-0c420b9648c3 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1116276 Dec 15 13:54:49.005795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.015121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-521d9417-027b-404f-85a3-537fad293947 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:49.015592 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-521d9417-027b-404f-85a3-537fad293947 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 13:54:49.016071 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-521d9417-027b-404f-85a3-537fad293947 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:49.042514 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-521d9417-027b-404f-85a3-537fad293947 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0283725 Dec 15 13:54:49.044695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.054297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26921ff8-2a78-4987-bc85-b85af0290d45'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:49.057670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e06080c2-d64d-47eb-8925-cae4e1d1dcef tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:49.064976 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e7bf4-d96b-4a55-9688-a875f38f69e7" -d '{"events": [{"server_uuid": "7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a", "name": "network-vif-plugged", "status": "completed", "tag": "26921ff8-2a78-4987-bc85-b85af0290d45"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:49.082654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1627-ecf9-4763-97ee-abbbde5a0297 None None] Pushing event updated for resources: {'Port': ['ID=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:49.106302 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-e06080c2-d64d-47eb-8925-cae4e1d1dcef tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Project 640f3d9b5ddf42c78c02f532d4a8a7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:54:49.136131 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-e06080c2-d64d-47eb-8925-cae4e1d1dcef tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:49.139930 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e06080c2-d64d-47eb-8925-cae4e1d1dcef tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0917356 Dec 15 13:54:49.142415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.147921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a666e1f4-bbb7-46c5-bc4c-a73dae48be90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'defaf665-9e7d-4e84-a1a9-97500e6fdf19', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:49.180823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26921ff8-2a78-4987-bc85-b85af0290d45, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26921ff8-2a78-4987-bc85-b85af0290d45,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:49.192662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-a30da32c-f169-4ead-b085-6368fa0a98d3', 'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': '70df6f7e-73a2-421b-819f-80042d0abf26'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:49.196191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.202110 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.207238 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-a666e1f4-bbb7-46c5-bc4c-a73dae48be90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Project 640f3d9b5ddf42c78c02f532d4a8a7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:54:49.233927 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-a666e1f4-bbb7-46c5-bc4c-a73dae48be90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:49.235181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a666e1f4-bbb7-46c5-bc4c-a73dae48be90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0917168 Dec 15 13:54:49.238455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.318128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=26921ff8-2a78-4987-bc85-b85af0290d45,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:49.322625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f36c01c3-4e57-495e-8456-f867989021e5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.386718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f36c01c3-4e57-495e-8456-f867989021e5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.437071 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.480293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f36c01c3-4e57-495e-8456-f867989021e5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.484316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f36c01c3-4e57-495e-8456-f867989021e5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.485451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f36c01c3-4e57-495e-8456-f867989021e5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/defaf665-9e7d-4e84-a1a9-97500e6fdf19 HTTP/1.1" status: 204 len: 168 time: 0.2456062 Dec 15 13:54:49.498374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36148304-282b-4682-bcde-2694525e54d9 req-b9666976-ae5c-4b1c-a1da-606d030b49b2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:49.506194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36148304-282b-4682-bcde-2694525e54d9 req-b9666976-ae5c-4b1c-a1da-606d030b49b2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 944 time: 0.6933088 Dec 15 13:54:49.508767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.509097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c01c3-4e57-495e-8456-f867989021e5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defaf665-9e7d-4e84-a1a9-97500e6fdf19,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:49.531961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65cf1-2410-4237-ac09-5ca99be6a406 req-59ba6669-ad68-4710-9060-a45adcdf7786 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:49.540611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3c65cf1-2410-4237-ac09-5ca99be6a406 req-59ba6669-ad68-4710-9060-a45adcdf7786 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.7511866 Dec 15 13:54:49.599257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Allocated IP 2001:db8::3 (a30da32c-f169-4ead-b085-6368fa0a98d3/70df6f7e-73a2-421b-819f-80042d0abf26/a32157de-94b8-4176-a1b3-f75fc5d65972) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:49.601534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f3a8be82-97c6-4f17-ae1a-56aa4dbdd5df tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870109 Dec 15 13:54:49.602208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.606656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954821771'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:49.612219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-eb7649b1-6dbe-4e99-a014-1c3fc9f8881d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:49.613834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-eb7649b1-6dbe-4e99-a014-1c3fc9f8881d tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 945 time: 0.2134771 Dec 15 13:54:49.658321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.783019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.802992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.808266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.824431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.882959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.887178 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2839704 Dec 15 13:54:49.887793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:49.895270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2263d21d-aca9-49a9-9e7b-a7523cc23dbf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '9bd73d87-96b7-4904-ab7a-1fc0c57d39f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:49.910661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36148304-282b-4682-bcde-2694525e54d9 req-2c233ddd-62df-4319-9133-8de3a36621bd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034855 Dec 15 13:54:49.915695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.919038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Network a30da32c-f169-4ead-b085-6368fa0a98d3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:49.928346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:49.933741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f18538-4642-4d65-a50c-20811afaa188 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd73d87-96b7-4904-ab7a-1fc0c57d39f2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:49.953237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3c65cf1-2410-4237-ac09-5ca99be6a406 req-88d6f6ca-634e-44a2-beb1-794489e4bdea tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115150 Dec 15 13:54:49.963839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:49.976464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Pushing event updated for resources: {'Port': ['ID=a32157de-94b8-4176-a1b3-f75fc5d65972,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:50.051095 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-2263d21d-aca9-49a9-9e7b-a7523cc23dbf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The resource could not be found. Dec 15 13:54:50.056319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2263d21d-aca9-49a9-9e7b-a7523cc23dbf tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1644251 Dec 15 13:54:50.057161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:50.072345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8dfefdba-3453-4979-829e-62a88826cc21 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '9bd73d87-96b7-4904-ab7a-1fc0c57d39f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '75728a51-f10e-4d3d-b5a7-6c51d0a2bae5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:50.109919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=70df6f7e-73a2-421b-819f-80042d0abf26,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:50.175342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Deleting port 0021be6d-9afa-48d0-9773-702dd74cd872 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:50.176069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.188948 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-8dfefdba-3453-4979-829e-62a88826cc21 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The resource could not be found. Dec 15 13:54:50.195753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8dfefdba-3453-4979-829e-62a88826cc21 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1338396 Dec 15 13:54:50.200816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:50.203788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Attempting to bind port a32157de-94b8-4176-a1b3-f75fc5d65972 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:50.204169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Attempting to bind port a32157de-94b8-4176-a1b3-f75fc5d65972 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e708d01e-6545-4729-a907-4e935a3bef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:50.204554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Attempting to bind port a32157de-94b8-4176-a1b3-f75fc5d65972 on network a30da32c-f169-4ead-b085-6368fa0a98d3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:50.210998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:50.211380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Checking segment: {'id': 'e708d01e-6545-4729-a907-4e935a3bef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:50.211791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.212306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Bound using segment: {'id': 'e708d01e-6545-4729-a907-4e935a3bef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:50.212828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Bound port: a32157de-94b8-4176-a1b3-f75fc5d65972, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e708d01e-6545-4729-a907-4e935a3bef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a30da32c-f169-4ead-b085-6368fa0a98d3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:50.213213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.216873 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b393c21-1509-4d84-abb9-0b58470930c1 x-openstack-request-id: req-6b393c21-1509-4d84-abb9-0b58470930c1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:50.217167 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a", "name": "network-vif-plugged", "status": "completed", "tag": "26921ff8-2a78-4987-bc85-b85af0290d45", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:50.217425 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b393c21-1509-4d84-abb9-0b58470930c1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:50.217820 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26921ff8-2a78-4987-bc85-b85af0290d45', 'code': 200} Dec 15 13:54:50.327609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-167b39ab-d8c0-490f-b65f-ec9381e8b855 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.359687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-167b39ab-d8c0-490f-b65f-ec9381e8b855 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.402079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] For port a32157de-94b8-4176-a1b3-f75fc5d65972, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:50.405522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] For port a32157de-94b8-4176-a1b3-f75fc5d65972, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a32157de-94b8-4176-a1b3-f75fc5d65972,segment=NetworkSegment(e708d01e-6545-4729-a907-4e935a3bef0d),segment_id=e708d01e-6545-4729-a907-4e935a3bef0d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:50.424589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ea5e7-c3ef-4b07-a8e5-4cb3ca1327d3 None None] Network c7969221-0de2-40e7-96a3-644fbce265e2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:50.429609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.485403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-167b39ab-d8c0-490f-b65f-ec9381e8b855 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.491368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-167b39ab-d8c0-490f-b65f-ec9381e8b855 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.493234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-167b39ab-d8c0-490f-b65f-ec9381e8b855 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bd73d87-96b7-4904-ab7a-1fc0c57d39f2 HTTP/1.1" status: 204 len: 168 time: 0.2911685 Dec 15 13:54:50.504040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:50.505119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b39ab-d8c0-490f-b65f-ec9381e8b855 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd73d87-96b7-4904-ab7a-1fc0c57d39f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:50.570598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.575863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] For port 0021be6d-9afa-48d0-9773-702dd74cd872, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0021be6d-9afa-48d0-9773-702dd74cd872,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:50.576346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.580309 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b5650ad-efcb-4130-a05f-e499e43693fc tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638995 Dec 15 13:54:50.586786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:50.595862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cecc4a76-9dad-4d6d-a88d-31d63332d03c tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'f591a9b0-8276-4df4-b472-6de284fbec22', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:50.620196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Calling delete_port for 0021be6d-9afa-48d0-9773-702dd74cd872 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:50.623581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c5ce7-02c6-4fa6-a1c9-94c4cb779ea4 req-b5d0119d-1afe-4eb3-bace-edc9d41efdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.626115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e6c5ce7-02c6-4fa6-a1c9-94c4cb779ea4 req-b5d0119d-1afe-4eb3-bace-edc9d41efdf0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 1096 time: 0.2746418 Dec 15 13:54:50.632397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:50.634958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65e458-2f30-4e22-8455-5d322068cdc5 req-debb0e74-cf7c-494c-99e2-ec5fb795980a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.636553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e65e458-2f30-4e22-8455-5d322068cdc5 req-debb0e74-cf7c-494c-99e2-ec5fb795980a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.3200722 Dec 15 13:54:50.643295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30da32c-f169-4ead-b085-6368fa0a98d3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:50.685473 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-cecc4a76-9dad-4d6d-a88d-31d63332d03c tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The resource could not be found. Dec 15 13:54:50.688644 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cecc4a76-9dad-4d6d-a88d-31d63332d03c tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0998545 Dec 15 13:54:50.691594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:50.694902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e708d01e-6545-4729-a907-4e935a3bef0d') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:50.695201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e708d01e-6545-4729-a907-4e935a3bef0d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:50.707591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--896121278'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:50.712386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.722974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c0bea-ee74-45c2-b116-7cb22b512792 None None] Pushing event updated for resources: {'Port': ['ID=a32157de-94b8-4176-a1b3-f75fc5d65972,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:50.776253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.795517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b3837547-0872-4193-8a95-e548cad84a7c None None] Provisioning complete for port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:50.796070 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3837547-0872-4193-8a95-e548cad84a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.848705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:50.849417 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.937451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6541969-3578-441e-acbe-993d9cf0e266 None None] Network a30da32c-f169-4ead-b085-6368fa0a98d3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:50.967026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:50.983486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e65e458-2f30-4e22-8455-5d322068cdc5 req-e9d98af2-1d14-49ab-aeab-9d3ba1acc7c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306861 Dec 15 13:54:51.015414 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.084952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7b1664eb-e647-4873-95ab-5d4acdbac0d9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:51.094213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.096714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.103345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.107372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:51.108067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:51.125512 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:51.147933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Pushing event deleted for resources: {'Port': ['ID=0021be6d-9afa-48d0-9773-702dd74cd872,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:51.173725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.178032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4846482 Dec 15 13:54:51.178704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32872) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:51.181193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a06b03-37ea-4db5-9370-f38b79da2e34 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a3a670-6895-415e-9fb5-eaa652ad4a31,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:51.186437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--506179207'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:51.214536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.247793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70201218-a290-4298-a5ba-aba9ad5a0c6d req-c4f94848-5b92-421e-b064-07b33e375ec6 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 210 time: 0.1329021 Dec 15 13:54:51.250382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e6c5ce7-02c6-4fa6-a1c9-94c4cb779ea4 req-dc6caa06-7706-448b-a286-8a4d64d859b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089599 Dec 15 13:54:51.358488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] No DVR routers for this DVR port 0021be6d-9afa-48d0-9773-702dd74cd872 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:51.370177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.374126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b46bf938-018e-4bf7-ad23-0383bd737381 req-a1116c1b-0042-43ee-8ac6-0c1706f25903 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "DELETE /v2.0/ports/0021be6d-9afa-48d0-9773-702dd74cd872 HTTP/1.1" status: 204 len: 173 time: 1.7454715 Dec 15 13:54:51.375329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'name': 'network-vif-deleted', 'tag': '0021be6d-9afa-48d0-9773-702dd74cd872'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:51.379293 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9adb5e-46b8-48e9-aea0-647d67865c4d" -d '{"events": [{"server_uuid": "6702cd3e-e5f2-4f35-961c-6c6f2d2441b0", "name": "network-vif-deleted", "tag": "0021be6d-9afa-48d0-9773-702dd74cd872"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:51.408101 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.api [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:54:51.408101 n-d-815324-3 neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:54:51.408101 n-d-815324-3 neutron-server[103379]: [parameters: {'id': 'a30da32c-f169-4ead-b085-6368fa0a98d3'}] Dec 15 13:54:51.408101 n-d-815324-3 neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:54:51.408783 n-d-815324-3 neutron-server[103379]: DEBUG oslo_db.api [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:54:51.420911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.426229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.431984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0c3e5-4fbc-41d0-955e-cb4cbd6af593 req-59d8d20b-71a1-4695-af01-16fd189e1cba tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.433826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c0c3e5-4fbc-41d0-955e-cb4cbd6af593 req-59d8d20b-71a1-4695-af01-16fd189e1cba tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 945 time: 0.2060409 Dec 15 13:54:51.471141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.475588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2926996 Dec 15 13:54:51.475588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ad05-1d57-4d89-8d72-2ac5a85c07aa tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e598d0-cd4a-410c-b06f-60e3e7b869c2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:51.477131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:51.483409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-73d2238e-b743-4941-8c4a-9f073696a611 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': '04a3a670-6895-415e-9fb5-eaa652ad4a31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '28e598d0-cd4a-410c-b06f-60e3e7b869c2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:51.569815 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.571676 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-73d2238e-b743-4941-8c4a-9f073696a611 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:51.573075 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-73d2238e-b743-4941-8c4a-9f073696a611 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0946054 Dec 15 13:54:51.573531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0021be6d-9afa-48d0-9773-702dd74cd872 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:51.575861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:51.647198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c0c3e5-4fbc-41d0-955e-cb4cbd6af593 req-0ce6a28f-eb6f-45e6-b2b2-daeb1c29c8a3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052693 Dec 15 13:54:51.658981 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc31c6af-86d9-4156-bf21-2999e1ea9864 x-openstack-request-id: req-cc31c6af-86d9-4156-bf21-2999e1ea9864 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:51.659838 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6702cd3e-e5f2-4f35-961c-6c6f2d2441b0", "name": "network-vif-deleted", "tag": "0021be6d-9afa-48d0-9773-702dd74cd872", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:51.660316 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc31c6af-86d9-4156-bf21-2999e1ea9864 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:51.661020 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6702cd3e-e5f2-4f35-961c-6c6f2d2441b0', 'name': 'network-vif-deleted', 'tag': '0021be6d-9afa-48d0-9773-702dd74cd872', 'status': 'completed', 'code': 200} Dec 15 13:54:51.677814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 0021be6d-9afa-48d0-9773-702dd74cd872 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:51.684717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0021be6d-9afa-48d0-9773-702dd74cd872 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:51.691616 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3837547-0872-4193-8a95-e548cad84a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.715633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88823f51-928c-4139-b8b3-722a97eca9c5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.748729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,segment=NetworkSegment(9995750e-fb15-494d-8ca8-e7c8d8af1758),segment_id=9995750e-fb15-494d-8ca8-e7c8d8af1758)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:51.760457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.774278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88823f51-928c-4139-b8b3-722a97eca9c5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.841926 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88823f51-928c-4139-b8b3-722a97eca9c5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.844630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88823f51-928c-4139-b8b3-722a97eca9c5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.861772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88823f51-928c-4139-b8b3-722a97eca9c5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/28e598d0-cd4a-410c-b06f-60e3e7b869c2 HTTP/1.1" status: 204 len: 168 time: 0.2845862 Dec 15 13:54:51.877196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88823f51-928c-4139-b8b3-722a97eca9c5 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e598d0-cd4a-410c-b06f-60e3e7b869c2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:51.910445 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.930865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:51.942964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf79cb6-a1ee-45e0-94c2-69af3fec8a02 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:54:51.945505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:51.950599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-b3837547-0872-4193-8a95-e548cad84a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:54:51.950966 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-b3837547-0872-4193-8a95-e548cad84a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:54:51.993668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting port a32157de-94b8-4176-a1b3-f75fc5d65972 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:51.994408 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.038101 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed48295e-28e4-4ee0-b7a1-301d6421227d tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1032197 Dec 15 13:54:52.038870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.106044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7797e02b-fe22-45c3-b4c6-a9c4b7b834ff tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.107052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] For port a32157de-94b8-4176-a1b3-f75fc5d65972, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a32157de-94b8-4176-a1b3-f75fc5d65972,segment=NetworkSegment(e708d01e-6545-4729-a907-4e935a3bef0d),segment_id=e708d01e-6545-4729-a907-4e935a3bef0d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:52.107477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.127837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Calling delete_port for a32157de-94b8-4176-a1b3-f75fc5d65972 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:52.137327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7797e02b-fe22-45c3-b4c6-a9c4b7b834ff tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.190461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7797e02b-fe22-45c3-b4c6-a9c4b7b834ff tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.208286 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7797e02b-fe22-45c3-b4c6-a9c4b7b834ff tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.212043 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7797e02b-fe22-45c3-b4c6-a9c4b7b834ff tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/04a3a670-6895-415e-9fb5-eaa652ad4a31 HTTP/1.1" status: 204 len: 168 time: 0.1717227 Dec 15 13:54:52.216744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf79cb6-a1ee-45e0-94c2-69af3fec8a02 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:54:52.232042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.232856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797e02b-fe22-45c3-b4c6-a9c4b7b834ff tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a3a670-6895-415e-9fb5-eaa652ad4a31,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:52.313699 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bb570c49-acbc-4cd7-b828-a24e3d6dceb2 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773392 Dec 15 13:54:52.317698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-98d3513a-8ee6-4c26-a310-6d58b2584cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.319131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.319819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-98d3513a-8ee6-4c26-a310-6d58b2584cd3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2&tenant_id=76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 1094 time: 0.1424501 Dec 15 13:54:52.336782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948114047'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:52.349809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be175e8d-2141-445f-a136-6b712449c276 req-f96b8916-8dc6-44de-b344-d4652936a337 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.357043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be175e8d-2141-445f-a136-6b712449c276 req-f96b8916-8dc6-44de-b344-d4652936a337 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.1783676 Dec 15 13:54:52.358357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.390482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.429236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Port': ['ID=a32157de-94b8-4176-a1b3-f75fc5d65972,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:52.446901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:52.505555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No DVR routers for this DVR port a32157de-94b8-4176-a1b3-f75fc5d65972 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:52.508477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.513712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.545970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.550364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2298138 Dec 15 13:54:52.551167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.560018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a341d819-ec00-4c9d-bb4e-6567ef2f7a74 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'e9b9528a-81b7-4ec7-96a3-f9fb7e32fbbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:52.566898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ce5f3-c1ee-4366-afc0-fb6c6b503014 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b9528a-81b7-4ec7-96a3-f9fb7e32fbbe,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:52.572781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be175e8d-2141-445f-a136-6b712449c276 req-a230c8f3-be52-4fc3-ad39-d2ee56d62344 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068384 Dec 15 13:54:52.614416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9660b1c-490e-4782-b9d3-dee20502c55c req-6894c97e-1e74-4e0c-b04c-79769827804c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=6702cd3e-e5f2-4f35-961c-6c6f2d2441b0 HTTP/1.1" status: 200 len: 210 time: 0.1357174 Dec 15 13:54:52.679534 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-a341d819-ec00-4c9d-bb4e-6567ef2f7a74 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:52.683883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a341d819-ec00-4c9d-bb4e-6567ef2f7a74 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1285312 Dec 15 13:54:52.684466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.694843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c1a86efb-6855-4d10-a325-9bae8e4be2ba tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group_rule': {'security_group_id': 'e9b9528a-81b7-4ec7-96a3-f9fb7e32fbbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:52.721136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-57779b0e-6058-468c-a2fa-ae1e12a6017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.723516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-57779b0e-6058-468c-a2fa-ae1e12a6017b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1094 time: 0.3350234 Dec 15 13:54:52.795486 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-c1a86efb-6855-4d10-a325-9bae8e4be2ba tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:52.805373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1a86efb-6855-4d10-a325-9bae8e4be2ba tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1172366 Dec 15 13:54:52.805908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.842835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.883503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:52.883869 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.889053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30da32c-f169-4ead-b085-6368fa0a98d3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:52.921298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98fe0b97-4caf-4b65-9ca8-c2601b4a2d90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.936913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e708d01e-6545-4729-a907-4e935a3bef0d') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:52.937210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e708d01e-6545-4729-a907-4e935a3bef0d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:52.961343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98fe0b97-4caf-4b65-9ca8-c2601b4a2d90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.969034 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.979637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9560f328-e3f0-457c-a34b-770e5cbe4590 None None] Provisioning complete for port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:52.980283 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9560f328-e3f0-457c-a34b-770e5cbe4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.993740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-9f0a6336-8917-4460-aca6-7390247bb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.995101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-9f0a6336-8917-4460-aca6-7390247bb96a service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.2397358 Dec 15 13:54:52.996167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.012570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:53.012970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:53.017483 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:53.025409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98fe0b97-4caf-4b65-9ca8-c2601b4a2d90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.026771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70ea2e-7324-4e0c-a2b1-3fc228fa5a83 req-9211e7f4-aef2-4f68-9cb5-088509447e44 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:53.028315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98fe0b97-4caf-4b65-9ca8-c2601b4a2d90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.031845 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-98fe0b97-4caf-4b65-9ca8-c2601b4a2d90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/e9b9528a-81b7-4ec7-96a3-f9fb7e32fbbe HTTP/1.1" status: 204 len: 168 time: 0.2249408 Dec 15 13:54:53.032462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.034150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e70ea2e-7324-4e0c-a2b1-3fc228fa5a83 req-9211e7f4-aef2-4f68-9cb5-088509447e44 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 945 time: 0.1426296 Dec 15 13:54:53.060080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0b97-4caf-4b65-9ca8-c2601b4a2d90 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b9528a-81b7-4ec7-96a3-f9fb7e32fbbe,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.100235 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e2fa122e-6b8e-4972-9cde-bcfe238c4a15 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638096 Dec 15 13:54:53.100854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.105113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'tempest-secgroup--823389148'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:53.128356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.184815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e70ea2e-7324-4e0c-a2b1-3fc228fa5a83 req-dfed133d-8100-4891-b692-b4b1702bd59d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496820 Dec 15 13:54:53.188316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.198709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-5f6b0277-694b-4024-a29d-9fe1104a7992 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 200 len: 999 time: 0.1940291 Dec 15 13:54:53.223624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.230163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.232077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.232397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/a30da32c-f169-4ead-b085-6368fa0a98d3 HTTP/1.1" status: 204 len: 168 time: 4.7181647 Dec 15 13:54:53.234714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3c382-4a39-45bc-a7d9-fa98b9f69f28 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=a30da32c-f169-4ead-b085-6368fa0a98d3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.240668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257768795'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:53.245644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.295757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-a97ddc48-d657-44a1-8029-13615ec0789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:53.297602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-a97ddc48-d657-44a1-8029-13615ec0789c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.0815902 Dec 15 13:54:53.300699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ebce18-b841-452f-860b-82697f56ac92,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.307762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:53.312356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.325524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.326900 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c566681d-9fd1-43e9-8743-aef11fb1b49e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2251070 Dec 15 13:54:53.329646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.335320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-42200240-c458-4bc0-9be6-450039c2ebc9 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:53.335987 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-42200240-c458-4bc0-9be6-450039c2ebc9 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 13:54:53.336485 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-42200240-c458-4bc0-9be6-450039c2ebc9 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 13:54:53.338745 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-42200240-c458-4bc0-9be6-450039c2ebc9 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "PUT /v2.0/security-groups/13ebce18-b841-452f-860b-82697f56ac92 HTTP/1.1" status: 409 len: 330 time: 0.0069511 Dec 15 13:54:53.343612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.379688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-0d21ccc9-aa3f-4a05-9f81-95b95c6e8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:53.381738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-0d21ccc9-aa3f-4a05-9f81-95b95c6e8b15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626845 Dec 15 13:54:53.414761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef0d46-0fe0-424f-8e79-2e221c219a5a None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:54:53.415497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:53.433196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.433577 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment cea89076-0bca-4674-ab8d-6fe845ab04aa of type vlan for network 7ef20908-a768-40e9-9a11-119a3f26136c Dec 15 13:54:53.496476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a8e268b-c27e-4514-900c-9ee713032a40 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.501634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.534776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-77594a7c-0b04-4165-8fa3-b6da8075e6f4 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348765 Dec 15 13:54:53.537909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a8e268b-c27e-4514-900c-9ee713032a40 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.556796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:53.557458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.571317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.577088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:53.577665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.626257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0d46-0fe0-424f-8e79-2e221c219a5a None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:54:53.658529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4218826 Dec 15 13:54:53.659042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32932) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.667267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': '7ef20908-a768-40e9-9a11-119a3f26136c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:53.691387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a8e268b-c27e-4514-900c-9ee713032a40 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.694233 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a8e268b-c27e-4514-900c-9ee713032a40 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.695353 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9a8e268b-c27e-4514-900c-9ee713032a40 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/13ebce18-b841-452f-860b-82697f56ac92 HTTP/1.1" status: 204 len: 168 time: 0.3508608 Dec 15 13:54:53.700350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.722416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8324b-45ec-4f81-8e9a-ea72bdd7ee95 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=7ef20908-a768-40e9-9a11-119a3f26136c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.736690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7ef20908-a768-40e9-9a11-119a3f26136c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:53.773719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-bd4a11ab-c5bf-4f91-ac5f-778ce306abfb service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304828 Dec 15 13:54:53.814651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e268b-c27e-4514-900c-9ee713032a40 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ebce18-b841-452f-860b-82697f56ac92,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.851306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port f5bfc242-2656-40fe-804b-55d36dff8313 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:53.851689 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.862083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:53.874619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.925815 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e498fa6-8d8c-4efa-a3fd-f68e30ba95b3 tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2223189 Dec 15 13:54:53.939858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:53.973673 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-8c16703e-fa81-4c8f-a13e-8985a577052f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] delete failed (client error): The resource could not be found. Dec 15 13:54:53.975627 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8c16703e-fa81-4c8f-a13e-8985a577052f tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "DELETE /v2.0/security-groups/edf640bc-a924-4fd4-adcf-b9e9e9b33fbf HTTP/1.1" status: 404 len: 347 time: 0.0333111 Dec 15 13:54:53.979310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.011352 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-2832cdac-7e2d-4b1f-b64f-a1d5183cfa7e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] show failed (client error): The resource could not be found. Dec 15 13:54:54.012931 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2832cdac-7e2d-4b1f-b64f-a1d5183cfa7e tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-groups/2ff1e2f5-2ad0-4b27-851d-3749319e6c4c HTTP/1.1" status: 404 len: 347 time: 0.0307341 Dec 15 13:54:54.016800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.048472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4f6f5-5f3b-448e-9f8d-03ee15589e47 req-28fe7cb9-397e-40a7-b4b7-d09e32aec05b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.049439 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-60091e44-53af-46f8-831c-d6a495c0d2bb tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] show failed (client error): The resource could not be found. Dec 15 13:54:54.054104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0d4f6f5-5f3b-448e-9f8d-03ee15589e47 req-28fe7cb9-397e-40a7-b4b7-d09e32aec05b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.2736714 Dec 15 13:54:54.054275 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60091e44-53af-46f8-831c-d6a495c0d2bb tempest-NegativeSecGroupIPv6Test-728046012 tempest-NegativeSecGroupIPv6Test-728046012-project] 10.222.0.32 "GET /v2.0/security-group-rules/edbb5bde-afd4-4e7a-890b-39addb7844f4 HTTP/1.1" status: 404 len: 356 time: 0.0325065 Dec 15 13:54:54.129138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0d4f6f5-5f3b-448e-9f8d-03ee15589e47 req-a9c49a45-a4e8-4127-baf9-fa4c578fbc2d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641325 Dec 15 13:54:54.293422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.351311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Port f5bfc242-2656-40fe-804b-55d36dff8313 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:54.437057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 79739968-8cae-4c0c-b3d1-16457987ff79 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:54.437421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.466901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=be43e7d9-2a60-4c9b-af6f-f1087cdb36ef,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:54.485903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9b6e-a62b-4447-b2dc-95be42933558 req-04b080ca-6673-4da8-b4bc-3c3c9a23e813 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.487473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a98b9b6e-a62b-4447-b2dc-95be42933558 req-04b080ca-6673-4da8-b4bc-3c3c9a23e813 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1893129 Dec 15 13:54:54.505710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0619d3-f325-4f6f-9f20-8c609c705f8c req-260aa63f-2d36-4b62-9d58-5a5cddee75da tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.517206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb0619d3-f325-4f6f-9f20-8c609c705f8c req-260aa63f-2d36-4b62-9d58-5a5cddee75da tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1455100 Dec 15 13:54:54.538533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.561122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': 'cea89076-0bca-4674-ab8d-6fe845ab04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7ef20908-a768-40e9-9a11-119a3f26136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:54.561486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: 7ef20908-a768-40e9-9a11-119a3f26136c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:54.640050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network 7ef20908-a768-40e9-9a11-119a3f26136c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:54.655592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb0619d3-f325-4f6f-9f20-8c609c705f8c req-743b369f-4fe9-41f7-8295-2240ab8be70b tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374671 Dec 15 13:54:54.698406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a98b9b6e-a62b-4447-b2dc-95be42933558 req-97993017-a3d1-4d7f-8a8a-8b69e562c943 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771049 Dec 15 13:54:54.710004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7ef20908-a768-40e9-9a11-119a3f26136c) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:54.738908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.739624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.779297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7b2d6a7d-ddc0-4320-b150-e3a533232b6d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1191881 Dec 15 13:54:54.783398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.813371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port e384c5f8-4acd-4315-8535-f480c924bad8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:54.813770 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.921519 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-81e27336-7fcb-445a-8b22-58fee000cfe4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=640f3d9b5ddf42c78c02f532d4a8a7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817227 Dec 15 13:54:54.923471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:55.062541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61f59b50-f66d-4af1-9ae0-edb2ef0b8f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.071924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72464ece-c7e3-4807-a283-1c3d0859c6a5 None None] Network 7ef20908-a768-40e9-9a11-119a3f26136c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:55.106079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.154943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61f59b50-f66d-4af1-9ae0-edb2ef0b8f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.303398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.304741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61f59b50-f66d-4af1-9ae0-edb2ef0b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.308318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61f59b50-f66d-4af1-9ae0-edb2ef0b8f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.313706 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61f59b50-f66d-4af1-9ae0-edb2ef0b8f45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e83c04f-fff4-4d76-8ab2-6972a828bd24 HTTP/1.1" status: 204 len: 168 time: 0.3889682 Dec 15 13:54:55.332904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f59b50-f66d-4af1-9ae0-edb2ef0b8f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e83c04f-fff4-4d76-8ab2-6972a828bd24,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.479039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.493339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:55.494006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.589985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=be43e7d9-2a60-4c9b-af6f-f1087cdb36ef,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.596562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13095f6d-4a03-4185-b9f8-49e0c003ea2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7ef20908-a768-40e9-9a11-119a3f26136c', 'network_id': '7ef20908-a768-40e9-9a11-119a3f26136c', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': 'be43e7d9-2a60-4c9b-af6f-f1087cdb36ef'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:55.603635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13095f6d-4a03-4185-b9f8-49e0c003ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.707919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.787522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef20908-a768-40e9-9a11-119a3f26136c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:55.830025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea89076-0bca-4674-ab8d-6fe845ab04aa') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:55.830501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea89076-0bca-4674-ab8d-6fe845ab04aa') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:55.861674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.889718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.907874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:55.908701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:55.915370 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:56.109103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.109861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426dec1e-ecdc-4860-95ae-458be681c00d None None] Network 7ef20908-a768-40e9-9a11-119a3f26136c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:56.132549 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.157737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/7ef20908-a768-40e9-9a11-119a3f26136c HTTP/1.1" status: 204 len: 168 time: 1.3677943 Dec 15 13:54:56.160429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:56.167308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477074408'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:56.184352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426dec1e-ecdc-4860-95ae-458be681c00d None None] Network 7ef20908-a768-40e9-9a11-119a3f26136c could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 13:54:56.213101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 7cca9723-e919-4a96-9f11-1ad7605ab038 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:56.213948 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.255450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412bd8e-2d85-4895-9f52-a1287bfa7ca2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=7ef20908-a768-40e9-9a11-119a3f26136c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:56.256868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:56.292217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.301514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e33ece-987a-4f9e-b009-26db66bdc828 req-329600e6-02da-4cef-a21b-4e9eace802af tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.310905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03e33ece-987a-4f9e-b009-26db66bdc828 req-329600e6-02da-4cef-a21b-4e9eace802af tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.1020463 Dec 15 13:54:56.330513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3df99-4b74-4ac6-8469-10dff55e80c3 req-e82baa12-d329-44da-bc47-f3d18d4a738a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.332889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16f3df99-4b74-4ac6-8469-10dff55e80c3 req-e82baa12-d329-44da-bc47-f3d18d4a738a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.1770208 Dec 15 13:54:56.408156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16f3df99-4b74-4ac6-8469-10dff55e80c3 req-b6592ff1-9301-4a1f-8f89-30d590f529fe tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643437 Dec 15 13:54:56.410934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:56.467034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03e33ece-987a-4f9e-b009-26db66bdc828 req-ada37bb8-d9dc-45a3-823d-7a8bc3bfa435 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549540 Dec 15 13:54:56.474263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.475019 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment 5e0e2015-91a5-4966-869e-856f769ed152 of type vlan for network f2527861-ccd8-41d1-b93d-838818b4356a Dec 15 13:54:56.647855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 755277a9-a241-40f6-8e7c-28e62b2f3d4d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:56.648557 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.955057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port bdb383b8-df18-4da1-914d-d9faccf4b6fb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:56.955471 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.143891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b60ae6-a9c8-49e8-9bce-5b6719d9fa1b req-4ff135ae-2979-4620-b4aa-7b42d48be149 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:57.145513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68b60ae6-a9c8-49e8-9bce-5b6719d9fa1b req-4ff135ae-2979-4620-b4aa-7b42d48be149 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1207385 Dec 15 13:54:57.216104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33030) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:57.227255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 7b9e8b7e-952e-4216-973a-15dcfcd702dd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.228081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.280520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68b60ae6-a9c8-49e8-9bce-5b6719d9fa1b req-9e3cd24a-287b-42cc-bb6c-e9035cd90996 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231871 Dec 15 13:54:57.325224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Port 7b9e8b7e-952e-4216-973a-15dcfcd702dd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:57.348288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 22732619-368f-4930-a86e-10134533a709 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.348288 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.394952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Port 22732619-368f-4930-a86e-10134533a709 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:57.417456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 03fe776c-b750-46e0-a532-fc2c772e48ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.418843 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.424684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f846600-8fe6-44cb-8615-fb369bc71cfb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:57.434234 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-2f846600-8fe6-44cb-8615-fb369bc71cfb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 13:54:57.435000 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-2f846600-8fe6-44cb-8615-fb369bc71cfb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:54:57.442666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f846600-8fe6-44cb-8615-fb369bc71cfb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2191284 Dec 15 13:54:57.442666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33038) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:57.455392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--886490763'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:57.570818 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.580201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.589786 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.653462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.659018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:57.659738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.698489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 2ed16cd2-9353-4dbc-a576-568da81c8af4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.699894 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.727817 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5640657 Dec 15 13:54:57.729148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33046) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:57.743896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:57.851637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=f2527861-ccd8-41d1-b93d-838818b4356a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:57.891527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.892854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.895434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.897404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.898038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.901206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.902049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.902389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.902756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.905440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.905774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.906411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.906712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f5b0f-fd1e-4cbc-8cce-b00621f9798c tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:57.932012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network f2527861-ccd8-41d1-b93d-838818b4356a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:57.984296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 210200d2-a945-48e4-93bf-f5c17a6811c1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.984296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.029760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Port 210200d2-a945-48e4-93bf-f5c17a6811c1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:58.044959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.058641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f7fb-bf63-4686-b082-ae028e050bcc req-23ebdfc7-fe20-4123-b001-029d4586ec52 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:58.060755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73d0f7fb-bf63-4686-b082-ae028e050bcc req-23ebdfc7-fe20-4123-b001-029d4586ec52 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.4206936 Dec 15 13:54:58.063429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.063891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port ce3fc0b5-4d61-46bd-9045-9b9f35330415 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:58.064259 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.079054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:58.085288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.201921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Provisioning complete for port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:58.202319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62e74e87-d544-4f3f-acb4-f50b9aa23268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.417146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.527359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b1aec-854c-4769-978a-66b3826ff92c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:58.530768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=c5cf0d07-3921-461c-8129-60babe4d5fa3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:58.553280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73d0f7fb-bf63-4686-b082-ae028e050bcc req-41f4492a-c098-4c8f-817c-a7dc9d10c083 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853253 Dec 15 13:54:58.610024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': '5e0e2015-91a5-4966-869e-856f769ed152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:58.610564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: f2527861-ccd8-41d1-b93d-838818b4356a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:58.633089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.639320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.663239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network f2527861-ccd8-41d1-b93d-838818b4356a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:58.681998 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.683483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2397516 Dec 15 13:54:58.686835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:58.689905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, f2527861-ccd8-41d1-b93d-838818b4356a) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:58.693567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'c1b0a3c0-b934-44a3-be6f-eead448db111', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:58.702591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb79e0d-0a77-46dc-be29-fa3edd1ec3a8 None None] Network f2527861-ccd8-41d1-b93d-838818b4356a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:58.707239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c233d5c-d9d5-44e1-a671-c9e2ea85f21f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b0a3c0-b934-44a3-be6f-eead448db111,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:58.718015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:58.718786 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.774394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.801128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6a58d7dd-d6a0-4441-ad61-5dfffcf4aeff tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0682471 Dec 15 13:54:58.806242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:58.858329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-f2527861-ccd8-41d1-b93d-838818b4356a', 'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': 'c5cf0d07-3921-461c-8129-60babe4d5fa3'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:58.859716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.866960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0990-ee39-43f8-a33f-4733132ab11c req-673fb547-0262-4cb7-b430-5940f6b6eb11 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:58.869783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eea0990-ee39-43f8-a33f-4733132ab11c req-673fb547-0262-4cb7-b430-5940f6b6eb11 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.1081178 Dec 15 13:54:58.950126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.956918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.989448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c9be19-bfa5-4a0b-99e1-799250ef7dee,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.001914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8eea0990-ee39-43f8-a33f-4733132ab11c req-9595479a-4c9e-4d55-b776-e87723f75b8c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262133 Dec 15 13:54:59.026995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.041087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.042538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-76ae2695-6b61-417b-91b4-4b1cf0f9b78a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545086 Dec 15 13:54:59.045844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:59.060479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1471586f-b72e-43d0-b518-6a4422bdd6a2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'c1b0a3c0-b934-44a3-be6f-eead448db111', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:59.139239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Allocated IP 2001:db8::1 (f2527861-ccd8-41d1-b93d-838818b4356a/c5cf0d07-3921-461c-8129-60babe4d5fa3/5658ee17-9887-4aa3-bccd-9c2d74419536) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:59.143384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.200712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1471586f-b72e-43d0-b518-6a4422bdd6a2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.267972 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-1471586f-b72e-43d0-b518-6a4422bdd6a2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:54:59.269373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1471586f-b72e-43d0-b518-6a4422bdd6a2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2206779 Dec 15 13:54:59.272619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33062) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:59.341967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc4d2-4afb-4523-a2a8-8c342b31551e tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.370486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc4d2-4afb-4523-a2a8-8c342b31551e tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.404742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.416401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.436394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.449650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc4d2-4afb-4523-a2a8-8c342b31551e tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.461567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc4d2-4afb-4523-a2a8-8c342b31551e tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.464901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dbcbc4d2-4afb-4523-a2a8-8c342b31551e tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/c1b0a3c0-b934-44a3-be6f-eead448db111 HTTP/1.1" status: 204 len: 168 time: 0.1889310 Dec 15 13:54:59.465435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cf0d07-3921-461c-8129-60babe4d5fa3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.467185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:59.471171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Network f2527861-ccd8-41d1-b93d-838818b4356a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:59.474304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:59.479311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:59.504100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbc4d2-4afb-4523-a2a8-8c342b31551e tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b0a3c0-b934-44a3-be6f-eead448db111,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.551026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Pushing event updated for resources: {'Port': ['ID=5658ee17-9887-4aa3-bccd-9c2d74419536,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.612582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Attempting to bind port 5658ee17-9887-4aa3-bccd-9c2d74419536 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:59.613138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Attempting to bind port 5658ee17-9887-4aa3-bccd-9c2d74419536 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5e0e2015-91a5-4966-869e-856f769ed152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:59.613659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Attempting to bind port 5658ee17-9887-4aa3-bccd-9c2d74419536 on network f2527861-ccd8-41d1-b93d-838818b4356a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:59.633387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:59.633982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Checking segment: {'id': '5e0e2015-91a5-4966-869e-856f769ed152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:59.634804 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.635980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Bound using segment: {'id': '5e0e2015-91a5-4966-869e-856f769ed152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:59.636611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Bound port: 5658ee17-9887-4aa3-bccd-9c2d74419536, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0e2015-91a5-4966-869e-856f769ed152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f2527861-ccd8-41d1-b93d-838818b4356a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:59.637105 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.645591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.664672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:59.664916 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7086f178-aa3e-4f4e-a425-c5a321295857 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1802633 Dec 15 13:54:59.669421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--200607450'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:59.679238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2527861-ccd8-41d1-b93d-838818b4356a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:59.690412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0e2015-91a5-4966-869e-856f769ed152') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:59.691117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0e2015-91a5-4966-869e-856f769ed152') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:59.702800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.711590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.745579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.749888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] For port 5658ee17-9887-4aa3-bccd-9c2d74419536, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:59.766741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:59.768462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:59.775095 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:59.831698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.840017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.860930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] For port 5658ee17-9887-4aa3-bccd-9c2d74419536, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5658ee17-9887-4aa3-bccd-9c2d74419536,segment=NetworkSegment(5e0e2015-91a5-4966-869e-856f769ed152),segment_id=5e0e2015-91a5-4966-869e-856f769ed152)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:59.862578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:54:59.862578 n-d-815324-3 neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:54:59.862578 n-d-815324-3 neutron-server[103378]: [parameters: {'id': 'f2527861-ccd8-41d1-b93d-838818b4356a'}] Dec 15 13:54:59.862578 n-d-815324-3 neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:54:59.863077 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:54:59.866760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.901334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.905727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:59.907940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2419348 Dec 15 13:54:59.910506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6be15-22a5-4cf3-9287-c74a65c9916c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff930742-490d-4a0e-a19b-ab3a814f893f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.911955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-58438680-0a5d-4559-b647-21470cd0959a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'ff930742-490d-4a0e-a19b-ab3a814f893f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:59.913383 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-58438680-0a5d-4559-b647-21470cd0959a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 13:54:59.914239 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-58438680-0a5d-4559-b647-21470cd0959a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:54:59.919014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-58438680-0a5d-4559-b647-21470cd0959a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087767 Dec 15 13:54:59.919723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.000476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832187d1-86f0-4dfa-98bb-4b6ac84616b7 None None] Pushing event updated for resources: {'Port': ['ID=5658ee17-9887-4aa3-bccd-9c2d74419536,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.035856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc932415-2915-4441-93c3-d9eb33e4ed2a None None] Network f2527861-ccd8-41d1-b93d-838818b4356a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:00.072100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c18c4e4b-2c74-42c4-b9f2-43398a80bab5 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.114947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c18c4e4b-2c74-42c4-b9f2-43398a80bab5 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.183511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c18c4e4b-2c74-42c4-b9f2-43398a80bab5 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.187267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c18c4e4b-2c74-42c4-b9f2-43398a80bab5 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.191390 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c18c4e4b-2c74-42c4-b9f2-43398a80bab5 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff930742-490d-4a0e-a19b-ab3a814f893f HTTP/1.1" status: 204 len: 168 time: 0.2626989 Dec 15 13:55:00.192342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.201844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c4e4b-2c74-42c4-b9f2-43398a80bab5 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff930742-490d-4a0e-a19b-ab3a814f893f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.213667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9b6a9-c345-46a3-b952-4060b83efe15 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:55:00.271692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33088) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.272145 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d76ed190-fb13-4e33-a754-4e54ebbd41ab tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765967 Dec 15 13:55:00.278033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826959430'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:00.327852 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.376873 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.436326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9b6a9-c345-46a3-b952-4060b83efe15 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:55:00.512343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.523612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.590629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.592899 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3196578 Dec 15 13:55:00.599027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.601959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9c424c7f-73e5-40de-8b2d-4917ab22e057 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '45478123-ccda-4158-a99b-e9a0a38ab1fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:00.602786 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-9c424c7f-73e5-40de-8b2d-4917ab22e057 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 13:55:00.603285 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-9c424c7f-73e5-40de-8b2d-4917ab22e057 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:00.604310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c424c7f-73e5-40de-8b2d-4917ab22e057 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072541 Dec 15 13:55:00.608072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.615720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting port 5658ee17-9887-4aa3-bccd-9c2d74419536 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:00.616243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.637674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607911a8-1ef2-405a-8d01-dd0738957cad tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45478123-ccda-4158-a99b-e9a0a38ab1fc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.724185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] For port 5658ee17-9887-4aa3-bccd-9c2d74419536, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5658ee17-9887-4aa3-bccd-9c2d74419536,segment=NetworkSegment(5e0e2015-91a5-4966-869e-856f769ed152),segment_id=5e0e2015-91a5-4966-869e-856f769ed152)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:00.725463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.737541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f1c-20c1-49a1-a0a4-9ffabe09d399 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.751926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Calling delete_port for 5658ee17-9887-4aa3-bccd-9c2d74419536 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:00.787646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f1c-20c1-49a1-a0a4-9ffabe09d399 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.855510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f1c-20c1-49a1-a0a4-9ffabe09d399 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.858552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.860555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f1c-20c1-49a1-a0a4-9ffabe09d399 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.862656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-27ce9f1c-20c1-49a1-a0a4-9ffabe09d399 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/45478123-ccda-4158-a99b-e9a0a38ab1fc HTTP/1.1" status: 204 len: 168 time: 0.2534211 Dec 15 13:55:00.867365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33094) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.873976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce9f1c-20c1-49a1-a0a4-9ffabe09d399 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45478123-ccda-4158-a99b-e9a0a38ab1fc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.917371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Port': ['ID=5658ee17-9887-4aa3-bccd-9c2d74419536,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.931587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No DVR routers for this DVR port 5658ee17-9887-4aa3-bccd-9c2d74419536 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:01.048439 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-05d12b57-dae4-4354-9d31-e21900e093e7 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1759665 Dec 15 13:55:01.054119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33098) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.059570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990383408'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.080485 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.095953 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.111810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2527861-ccd8-41d1-b93d-838818b4356a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:01.122870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0e2015-91a5-4966-869e-856f769ed152') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:01.123168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0e2015-91a5-4966-869e-856f769ed152') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:01.135171 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.160730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.177410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:01.180015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:01.183398 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:01.201880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.211992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.317798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f96759-f006-4b43-ad07-173df32e5ca4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.323308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.324865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4aaecc5d-78b5-4adc-9bc8-0f86e5194dc9 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2691514 Dec 15 13:55:01.328019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.333797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d184854a-4036-4aa4-9edd-92ada2dd7406 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '44f96759-f006-4b43-ad07-173df32e5ca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.337192 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-d184854a-4036-4aa4-9edd-92ada2dd7406 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 13:55:01.337373 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-d184854a-4036-4aa4-9edd-92ada2dd7406 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:01.339431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d184854a-4036-4aa4-9edd-92ada2dd7406 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093813 Dec 15 13:55:01.342756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33102) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.350928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b0d56162-eb50-4bfd-9b55-985f1e573400 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '44f96759-f006-4b43-ad07-173df32e5ca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.352543 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-b0d56162-eb50-4bfd-9b55-985f1e573400 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 13:55:01.352543 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-b0d56162-eb50-4bfd-9b55-985f1e573400 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:01.356017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b0d56162-eb50-4bfd-9b55-985f1e573400 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096371 Dec 15 13:55:01.356751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33104) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.362809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8aa55e0c-2c50-476f-ad72-d0dd7ea4a894 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '44f96759-f006-4b43-ad07-173df32e5ca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.363860 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-8aa55e0c-2c50-476f-ad72-d0dd7ea4a894 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 13:55:01.364359 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-8aa55e0c-2c50-476f-ad72-d0dd7ea4a894 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:01.368225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8aa55e0c-2c50-476f-ad72-d0dd7ea4a894 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064888 Dec 15 13:55:01.368911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.370431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.373839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2309d301-eed8-467d-9743-f5efb9229739 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '44f96759-f006-4b43-ad07-173df32e5ca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.383238 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-2309d301-eed8-467d-9743-f5efb9229739 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 13:55:01.384129 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-2309d301-eed8-467d-9743-f5efb9229739 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:01.385265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2309d301-eed8-467d-9743-f5efb9229739 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0153701 Dec 15 13:55:01.388381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33108) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.392054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.400141 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/f2527861-ccd8-41d1-b93d-838818b4356a HTTP/1.1" status: 204 len: 168 time: 2.5909045 Dec 15 13:55:01.402679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.420264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234874564'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.429124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac93f39-6820-4c92-a583-5a3c8bdd2ff4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=f2527861-ccd8-41d1-b93d-838818b4356a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.454986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:01.462069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.476044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-907057a1-41c1-4925-ad93-ed21c724b0e1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.514689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-907057a1-41c1-4925-ad93-ed21c724b0e1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.523635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:01.537094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.537094 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment f0ef82ea-b545-4210-8940-959b42b8a1ec of type vlan for network 6310d9cc-c8fe-450a-8746-fe7c6422808e Dec 15 13:55:01.582343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-907057a1-41c1-4925-ad93-ed21c724b0e1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.589068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-907057a1-41c1-4925-ad93-ed21c724b0e1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.594293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-907057a1-41c1-4925-ad93-ed21c724b0e1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/44f96759-f006-4b43-ad07-173df32e5ca4 HTTP/1.1" status: 204 len: 168 time: 0.2050364 Dec 15 13:55:01.595661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.601299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.653582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907057a1-41c1-4925-ad93-ed21c724b0e1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f96759-f006-4b43-ad07-173df32e5ca4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.654644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.668108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:01.669111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.703730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-858421a9-2ae2-44cd-ba7f-467dc5737a9c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984468 Dec 15 13:55:01.716189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33116) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.734108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438092365'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.783254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.801782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=6310d9cc-c8fe-450a-8746-fe7c6422808e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.813844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f8c0af0-ff91-4ef1-81e4-75355605ae7f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4076331 Dec 15 13:55:01.815207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.825030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:01.848755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.953828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.962005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.009950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:02.020810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd927d8-bbff-47a9-9c76-b679039d61d8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:02.024904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.034142 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.041158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-71c9335e-194e-48af-a734-39303b92ec11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3152945 Dec 15 13:55:02.042907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33120) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.050763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-43907813-1e4e-4766-bb98-333425180fe2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.051251 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-43907813-1e4e-4766-bb98-333425180fe2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 13:55:02.051756 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-43907813-1e4e-4766-bb98-333425180fe2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.060999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-43907813-1e4e-4766-bb98-333425180fe2 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159495 Dec 15 13:55:02.061557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.075269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4539787c-cf39-4f2a-86b8-d7e884ea6686 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.161540 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-4539787c-cf39-4f2a-86b8-d7e884ea6686 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.163776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4539787c-cf39-4f2a-86b8-d7e884ea6686 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0995340 Dec 15 13:55:02.168431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33126) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.174107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-880ae850-9901-4571-98d2-21f474903365 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.175136 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-880ae850-9901-4571-98d2-21f474903365 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 13:55:02.175832 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-880ae850-9901-4571-98d2-21f474903365 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.177323 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-880ae850-9901-4571-98d2-21f474903365 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075514 Dec 15 13:55:02.187518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.192841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-48e21fde-0ff8-40fd-b839-b65741f62bdd tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.282632 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-48e21fde-0ff8-40fd-b839-b65741f62bdd tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.285369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48e21fde-0ff8-40fd-b839-b65741f62bdd tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0947390 Dec 15 13:55:02.287820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.316107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c37beca0-a2a0-4f2e-8859-ffe455b3145a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.316656 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-c37beca0-a2a0-4f2e-8859-ffe455b3145a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 13:55:02.317167 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-c37beca0-a2a0-4f2e-8859-ffe455b3145a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.318452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c37beca0-a2a0-4f2e-8859-ffe455b3145a tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0257015 Dec 15 13:55:02.321558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33134) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.329900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-83fecea1-dec0-4eaf-b728-3522d08a1133 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.375509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.421680 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-83fecea1-dec0-4eaf-b728-3522d08a1133 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.422909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-83fecea1-dec0-4eaf-b728-3522d08a1133 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1003261 Dec 15 13:55:02.426546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.431622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2c3337e1-e172-4190-94b7-2d4020038d11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.432098 n-d-815324-3 neutron-server[103379]: WARNING neutron.api.v2.base [None req-2c3337e1-e172-4190-94b7-2d4020038d11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 13:55:02.432732 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-2c3337e1-e172-4190-94b7-2d4020038d11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.433846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2c3337e1-e172-4190-94b7-2d4020038d11 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062144 Dec 15 13:55:02.436732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.442739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-84b0a166-e591-4527-a893-5b7609e6b541 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.491374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=52bd9ff6-fa4b-4d7c-966f-c75c035af4d2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:02.508080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': 'f0ef82ea-b545-4210-8940-959b42b8a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:02.508579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: 6310d9cc-c8fe-450a-8746-fe7c6422808e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:02.510063 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-84b0a166-e591-4527-a893-5b7609e6b541 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.514142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-84b0a166-e591-4527-a893-5b7609e6b541 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0719905 Dec 15 13:55:02.514658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.526776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-88cfa06a-0899-43b3-baf7-8cc1cb30cfdb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'bbd927d8-bbff-47a9-9c76-b679039d61d8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.544120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:02.555844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 6310d9cc-c8fe-450a-8746-fe7c6422808e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:02.566195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:02.566523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.569785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4320c1-be1a-4f89-948f-b74aaed801d0 None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:02.612914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6ba65c1b-a0f5-40c6-b774-9d97c0980e07 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7750964 Dec 15 13:55:02.613444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33142) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.626765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.633056 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-88cfa06a-0899-43b3-baf7-8cc1cb30cfdb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:02.634085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-88cfa06a-0899-43b3-baf7-8cc1cb30cfdb tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1182911 Dec 15 13:55:02.637352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.718776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6807837-a152-449d-8da5-e75fffa4bcff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.752104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6807837-a152-449d-8da5-e75fffa4bcff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.895783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6807837-a152-449d-8da5-e75fffa4bcff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.897752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:02.903657 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6807837-a152-449d-8da5-e75fffa4bcff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.905593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6807837-a152-449d-8da5-e75fffa4bcff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbd927d8-bbff-47a9-9c76-b679039d61d8 HTTP/1.1" status: 204 len: 168 time: 0.2666845 Dec 15 13:55:02.905977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.910947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.919868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6807837-a152-449d-8da5-e75fffa4bcff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd927d8-bbff-47a9-9c76-b679039d61d8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:02.946572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-6310d9cc-c8fe-450a-8746-fe7c6422808e', 'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': '52bd9ff6-fa4b-4d7c-966f-c75c035af4d2'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:02.947611 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.094229 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2a45870a-13b0-429a-972a-a1c4616be9ff tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1782718 Dec 15 13:55:03.096025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:03.104127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577607397'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:03.181592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.191782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Allocated IP 2001:db8::2 (6310d9cc-c8fe-450a-8746-fe7c6422808e/52bd9ff6-fa4b-4d7c-966f-c75c035af4d2/2121d9c9-e88f-449e-977c-3e0b00d08af3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:03.373833 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.384307 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.395376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.408884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.436903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:03.442412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:03.445810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:03.452052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Pushing event updated for resources: {'Port': ['ID=2121d9c9-e88f-449e-977c-3e0b00d08af3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.504251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.508962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4086170 Dec 15 13:55:03.518009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:03.519390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a0e35-a1a7-4e81-a7be-c6efe6fbed29 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472e9417-8ab4-475e-b9d0-4fb1f7735f0e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.522038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Attempting to bind port 2121d9c9-e88f-449e-977c-3e0b00d08af3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:03.522412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Attempting to bind port 2121d9c9-e88f-449e-977c-3e0b00d08af3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f0ef82ea-b545-4210-8940-959b42b8a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:03.522777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Attempting to bind port 2121d9c9-e88f-449e-977c-3e0b00d08af3 on network 6310d9cc-c8fe-450a-8746-fe7c6422808e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:03.528147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6a96efca-554c-4316-a41f-4c974ecc7fb3 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '472e9417-8ab4-475e-b9d0-4fb1f7735f0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:03.544083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:03.545073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Checking segment: {'id': 'f0ef82ea-b545-4210-8940-959b42b8a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:03.545501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.545951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Bound using segment: {'id': 'f0ef82ea-b545-4210-8940-959b42b8a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:03.546448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Bound port: 2121d9c9-e88f-449e-977c-3e0b00d08af3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ef82ea-b545-4210-8940-959b42b8a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:03.546853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.566052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.654107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:03.664291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:03.679531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.682085 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.699781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=c1468078-0c2e-4aaf-96c0-024d1ff26e3a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.717820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] For port 2121d9c9-e88f-449e-977c-3e0b00d08af3, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:03.722013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] For port 2121d9c9-e88f-449e-977c-3e0b00d08af3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2121d9c9-e88f-449e-977c-3e0b00d08af3,segment=NetworkSegment(f0ef82ea-b545-4210-8940-959b42b8a1ec),segment_id=f0ef82ea-b545-4210-8940-959b42b8a1ec)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:03.727876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.758788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ee4765ed-1837-453a-aa74-ccea5f52632d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1438513 Dec 15 13:55:03.761300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:03.762472 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-6a96efca-554c-4316-a41f-4c974ecc7fb3 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The resource could not be found. Dec 15 13:55:03.764435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a96efca-554c-4316-a41f-4c974ecc7fb3 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2445681 Dec 15 13:55:03.768230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:03.779162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-60bbea52-176c-4bbd-b346-47d08cfc3bf1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '472e9417-8ab4-475e-b9d0-4fb1f7735f0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9b8e40cd-1949-4aca-b04f-005d9d5bd72e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:03.857815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b90c-17c5-4572-9d84-72361c1c69a6 None None] Pushing event updated for resources: {'Port': ['ID=2121d9c9-e88f-449e-977c-3e0b00d08af3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.900128 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-60bbea52-176c-4bbd-b346-47d08cfc3bf1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The resource could not be found. Dec 15 13:55:03.902954 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60bbea52-176c-4bbd-b346-47d08cfc3bf1 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1312876 Dec 15 13:55:03.912628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:03.977393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2683f-a047-41d1-a6f7-f5a94e8a9f5d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.982418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2683f-a047-41d1-a6f7-f5a94e8a9f5d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.987420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2683f-a047-41d1-a6f7-f5a94e8a9f5d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.995704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2683f-a047-41d1-a6f7-f5a94e8a9f5d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.000103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2683f-a047-41d1-a6f7-f5a94e8a9f5d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.009450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38b2683f-a047-41d1-a6f7-f5a94e8a9f5d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2461300 Dec 15 13:55:04.009450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:04.020214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115517715'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:04.081607 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-197035c1-8dd1-499e-9195-600fe7321221 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.090357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:04.094825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.211927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-197035c1-8dd1-499e-9195-600fe7321221 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.241216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:04.290312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.290979 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment 6cfd52d7-82e5-4092-aebb-70b2d4cce74b of type vlan for network 8f701f8c-f53d-44d8-98c9-1937cd6297ed Dec 15 13:55:04.386907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-197035c1-8dd1-499e-9195-600fe7321221 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.399658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-197035c1-8dd1-499e-9195-600fe7321221 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.403232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-197035c1-8dd1-499e-9195-600fe7321221 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/472e9417-8ab4-475e-b9d0-4fb1f7735f0e HTTP/1.1" status: 204 len: 168 time: 0.4895825 Dec 15 13:55:04.424187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:04.439619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.486437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.493839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.496696 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.504993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197035c1-8dd1-499e-9195-600fe7321221 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e9417-8ab4-475e-b9d0-4fb1f7735f0e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:04.539502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2121d9c9-e88f-449e-977c-3e0b00d08af3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:04.600215 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-439c05be-cde0-4514-a4ab-4817de8a26bf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1715019 Dec 15 13:55:04.605307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33170) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:04.623813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5f60c24a-1510-4d08-81f3-896604ed3779 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': 'a36dcbe7-0f0d-4bf9-a4c4-56daa306b9fe', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:04.688803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:04.690302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.717742 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5f60c24a-1510-4d08-81f3-896604ed3779 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The resource could not be found. Dec 15 13:55:04.720151 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5f60c24a-1510-4d08-81f3-896604ed3779 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1129329 Dec 15 13:55:04.723664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:04.731670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943204675'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:04.776368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.902467 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.942497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.947921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.963924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:04.999478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2121d9c9-e88f-449e-977c-3e0b00d08af3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2121d9c9-e88f-449e-977c-3e0b00d08af3,segment=NetworkSegment(f0ef82ea-b545-4210-8940-959b42b8a1ec),segment_id=f0ef82ea-b545-4210-8940-959b42b8a1ec)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:05.005411 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.033641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-275475623'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:05.096407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2121d9c9-e88f-449e-977c-3e0b00d08af3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.153158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90dacf-eba6-4656-af2e-265ca8c919ae,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.166397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:05.170805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.193222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.199191 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c31585fe-b639-463a-b20d-87acc5211acf tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4729764 Dec 15 13:55:05.199880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:05.231348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--615171083'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:05.315628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:05.340901 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.341840 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Added segment 910c9cc4-46f7-4906-9bce-4fd65c284ad6 of type vlan for network 816d2ef0-fdd7-4148-9ac4-849939505e03 Dec 15 13:55:05.389208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3773267 Dec 15 13:55:05.389967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33182) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:05.399022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:05.410773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.462787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.471499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:05.473079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.473707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c074c-185f-4958-98bc-33af7764345f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=8f701f8c-f53d-44d8-98c9-1937cd6297ed,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.486904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:05.505343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.543637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5230875 Dec 15 13:55:05.559081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33184) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:05.565395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2069225087'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:05.621261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278b1c6-65fe-46b6-a719-53a8135f50fc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Network': ['ID=816d2ef0-fdd7-4148-9ac4-849939505e03,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.643130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:05.650266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320070a-82bb-4e7b-bf95-92088c13b3bb None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:05.681430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:05.685102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.707741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.719715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.725306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.736851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.740609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:05.814755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5162d9ab-b0f0-4df2-b51b-236a2a4ba651,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.818136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed is not hosted by any dhcp agent {{(pid=103379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:55:05.826065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:05.826999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.828575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "PUT /v2.0/networks/8f701f8c-f53d-44d8-98c9-1937cd6297ed HTTP/1.1" status: 200 len: 723 time: 0.4344552 Dec 15 13:55:05.832916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-47a3f2bd-bf39-4cb1-a9cd-ab35f25cbe0f None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:05.833355 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47a3f2bd-bf39-4cb1-a9cd-ab35f25cbe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.835788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33186) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:05.838450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.840865 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb807110-145e-4e75-8daa-d682b28f008f tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6342185 Dec 15 13:55:05.845895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:05.846088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.846338 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Added segment f1294a7f-3a6f-4f58-b500-c366bcda7b7e of type vlan for network e2df8191-c699-4f1a-b9c0-17d379c41265 Dec 15 13:55:05.851571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:05.852399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-32d32a6f-5bb5-4c72-930c-e204fc5c901c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group_rule': {'security_group_id': '4d90dacf-eba6-4656-af2e-265ca8c919ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5162d9ab-b0f0-4df2-b51b-236a2a4ba651'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:05.919205 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-32d32a6f-5bb5-4c72-930c-e204fc5c901c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:55:05.920297 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-32d32a6f-5bb5-4c72-930c-e204fc5c901c tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0725067 Dec 15 13:55:05.924375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:05.932734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69531149-ca94-48cf-bd54-3fcecb58cc33 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=8f701f8c-f53d-44d8-98c9-1937cd6297ed,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.949993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.956866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:06.016551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.024649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.025317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.032750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17ffeafb-89c1-4d27-9e6e-4c1796be0338 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.070253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17ffeafb-89c1-4d27-9e6e-4c1796be0338 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.081069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:06.084633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.112274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37e589-c890-4998-95cc-56f487388657 None None] Update dhcp port {'port': {'network_id': '6310d9cc-c8fe-450a-8746-fe7c6422808e', 'fixed_ips': [{'subnet_id': '52bd9ff6-fa4b-4d7c-966f-c75c035af4d2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1468078-0c2e-4aaf-96c0-024d1ff26e3a'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '2121d9c9-e88f-449e-977c-3e0b00d08af3'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:55:06.124910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17ffeafb-89c1-4d27-9e6e-4c1796be0338 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.129044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17ffeafb-89c1-4d27-9e6e-4c1796be0338 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.130599 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17ffeafb-89c1-4d27-9e6e-4c1796be0338 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/5162d9ab-b0f0-4df2-b51b-236a2a4ba651 HTTP/1.1" status: 204 len: 168 time: 0.2033956 Dec 15 13:55:06.133877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.140045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5798602 Dec 15 13:55:06.148865 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa37e589-c890-4998-95cc-56f487388657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.149791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33194) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.161412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'subnet': {'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:06.174820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffeafb-89c1-4d27-9e6e-4c1796be0338 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162d9ab-b0f0-4df2-b51b-236a2a4ba651,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.214066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eaa9b-c0fb-4425-80d0-29be1169a038 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Network': ['ID=e2df8191-c699-4f1a-b9c0-17d379c41265,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.222112 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc460cb0-9a74-456b-997e-33579ef6aba8 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0688570 Dec 15 13:55:06.222336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.237765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e2df8191-c699-4f1a-b9c0-17d379c41265 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:06.292983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa96228-483c-4e91-8799-492ac11ad04d tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.346984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa96228-483c-4e91-8799-492ac11ad04d tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.404807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:06.409907 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.436416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa96228-483c-4e91-8799-492ac11ad04d tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.439231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa96228-483c-4e91-8799-492ac11ad04d tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.442894 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4fa96228-483c-4e91-8799-492ac11ad04d tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d90dacf-eba6-4656-af2e-265ca8c919ae HTTP/1.1" status: 204 len: 168 time: 0.2169564 Dec 15 13:55:06.444577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.457518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa96228-483c-4e91-8799-492ac11ad04d tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90dacf-eba6-4656-af2e-265ca8c919ae,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.503866 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d2897c85-2e0f-4d0c-ac48-70a4515baedc tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529225 Dec 15 13:55:06.505085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33204) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.512721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'tempest-secgroup--517092293'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:06.515645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2121d9c9-e88f-449e-977c-3e0b00d08af3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:06.551419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.598276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fa37e589-c890-4998-95cc-56f487388657 None None] Allocated IP 172.20.0.1 (6310d9cc-c8fe-450a-8746-fe7c6422808e/c1468078-0c2e-4aaf-96c0-024d1ff26e3a/2121d9c9-e88f-449e-977c-3e0b00d08af3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:06.658548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.663809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:06.664362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.664483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.691779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f97764-69ce-406d-9f19-f0b50fd3ab7f req-f403383f-2246-4e80-ae01-a1e346809a4f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.691779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57f97764-69ce-406d-9f19-f0b50fd3ab7f req-f403383f-2246-4e80-ae01-a1e346809a4f tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2599382 Dec 15 13:55:06.706923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2debc33-dba0-4d8d-9a88-61f93bea0dc8 req-073560d3-5fae-4153-a695-cefb182c3e49 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.714514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2debc33-dba0-4d8d-9a88-61f93bea0dc8 req-073560d3-5fae-4153-a695-cefb182c3e49 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.2253370 Dec 15 13:55:06.715952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.720147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2109010 Dec 15 13:55:06.721388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.728439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2c37f781-a5b7-4065-b20a-58b59eca40c4 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:06.729074 n-d-815324-3 neutron-server[103378]: WARNING neutron.api.v2.base [None req-2c37f781-a5b7-4065-b20a-58b59eca40c4 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 13:55:06.729631 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-2c37f781-a5b7-4065-b20a-58b59eca40c4 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 13:55:06.732550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2c37f781-a5b7-4065-b20a-58b59eca40c4 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "PUT /v2.0/security-groups/fd4d2eb0-00dc-45e1-b2ea-2b87fdb0c4a6 HTTP/1.1" status: 409 len: 330 time: 0.0086222 Dec 15 13:55:06.733664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.751076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809b342-090a-49f0-9f1e-563c9021d613 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d2eb0-00dc-45e1-b2ea-2b87fdb0c4a6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.782247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.818775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e327751-edca-4529-8347-e5e56e228ea0 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.824478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa37e589-c890-4998-95cc-56f487388657 None None] For port 2121d9c9-e88f-449e-977c-3e0b00d08af3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2121d9c9-e88f-449e-977c-3e0b00d08af3,segment=NetworkSegment(f0ef82ea-b545-4210-8940-959b42b8a1ec),segment_id=f0ef82ea-b545-4210-8940-959b42b8a1ec)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:06.851072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e327751-edca-4529-8347-e5e56e228ea0 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.859806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa37e589-c890-4998-95cc-56f487388657 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.866551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa37e589-c890-4998-95cc-56f487388657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.900088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e327751-edca-4529-8347-e5e56e228ea0 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.903419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e327751-edca-4529-8347-e5e56e228ea0 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.907485 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7e327751-edca-4529-8347-e5e56e228ea0 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd4d2eb0-00dc-45e1-b2ea-2b87fdb0c4a6 HTTP/1.1" status: 204 len: 168 time: 0.1684952 Dec 15 13:55:06.915046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.915864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e327751-edca-4529-8347-e5e56e228ea0 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d2eb0-00dc-45e1-b2ea-2b87fdb0c4a6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.933946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37e589-c890-4998-95cc-56f487388657 None None] Pushing event updated for resources: {'Port': ['ID=2121d9c9-e88f-449e-977c-3e0b00d08af3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.972883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57f97764-69ce-406d-9f19-f0b50fd3ab7f req-4ef0149d-0690-46e6-b153-250aa1fa049c tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461078 Dec 15 13:55:07.014490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2debc33-dba0-4d8d-9a88-61f93bea0dc8 req-7ade992d-7575-4bdf-b462-45fae683accd tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973499 Dec 15 13:55:07.035887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=fe3ca0f8-91df-4730-9728-7a03ea40c7b0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:07.053159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3fc9d721-6ba7-4bc2-8f6e-ca949a030603 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349549 Dec 15 13:55:07.056573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:07.056974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: 8f701f8c-f53d-44d8-98c9-1937cd6297ed, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:07.057356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33212) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.077148 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-a1ddca6e-8a83-40c7-997e-0f5cacedaf79 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] delete failed (client error): The resource could not be found. Dec 15 13:55:07.082738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1ddca6e-8a83-40c7-997e-0f5cacedaf79 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "DELETE /v2.0/security-groups/11a21729-ab98-43c6-973c-6911a1c6c5cb HTTP/1.1" status: 404 len: 347 time: 0.0241122 Dec 15 13:55:07.089353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.106911 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-ff7364d6-bf8c-412b-9379-29973d7a08e6 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] show failed (client error): The resource could not be found. Dec 15 13:55:07.111683 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ff7364d6-bf8c-412b-9379-29973d7a08e6 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-groups/a92d3023-d2bf-4939-90ee-9e64d59039a6 HTTP/1.1" status: 404 len: 347 time: 0.0176039 Dec 15 13:55:07.111956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33216) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.127107 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-df7beff9-90d4-4146-b38e-8d658712a995 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] show failed (client error): The resource could not be found. Dec 15 13:55:07.128234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-df7beff9-90d4-4146-b38e-8d658712a995 tempest-NegativeSecGroupTest-259947832 tempest-NegativeSecGroupTest-259947832-project] 10.222.0.32 "GET /v2.0/security-group-rules/3983c34b-e7d6-4d78-8124-d41013406d38 HTTP/1.1" status: 404 len: 356 time: 0.0151641 Dec 15 13:55:07.143787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:07.171506 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.201736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 8f701f8c-f53d-44d8-98c9-1937cd6297ed) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:07.213193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86006c2e-82ba-420c-a17a-bc2210c9a2f9 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:07.213619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.214363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.285082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11fc02-db18-41ee-848a-c97f6e10a806 req-966cc7b7-c909-4224-b626-a059356eaea0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.286567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d11fc02-db18-41ee-848a-c97f6e10a806 req-966cc7b7-c909-4224-b626-a059356eaea0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.1875954 Dec 15 13:55:07.303944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7d079a99-2f6b-47af-bf5e-d090e51ae04a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4667578 Dec 15 13:55:07.307332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33220) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.316773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:07.321678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Subnet': ['ID=d0c14df7-d28d-4985-ac30-12d2bc3da16c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:07.337249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.344806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.353073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.358474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-8f701f8c-f53d-44d8-98c9-1937cd6297ed', 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': 'fe3ca0f8-91df-4730-9728-7a03ea40c7b0'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:07.359512 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.360717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.376271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.382473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.403381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.405315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-c4d43078-a824-43ab-8911-e3ada9274e19 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.2569265 Dec 15 13:55:07.463067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Checking segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:07.463429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network hostable DHCP agents. Network: 816d2ef0-fdd7-4148-9ac4-849939505e03, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:07.468821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8392792'] for subnet, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.520401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33224) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.546837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d11fc02-db18-41ee-848a-c97f6e10a806 req-9343470b-e288-454a-8960-548cc9d77ba4 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398798 Dec 15 13:55:07.563066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Allocated IP 2001:db8::2 (8f701f8c-f53d-44d8-98c9-1937cd6297ed/fe3ca0f8-91df-4730-9728-7a03ea40c7b0/957f1114-bd4b-44ac-938c-a5fdde8bfe88) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:07.564059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:07.588927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c97297eb-c00d-4dbd-a57b-541f5a44e8bd req-3b9833bf-ac95-44f8-b79e-3750957e1b78 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666274 Dec 15 13:55:07.594397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 816d2ef0-fdd7-4148-9ac4-849939505e03) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:07.601094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.601699 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.615901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb9521-d2ab-4ab2-8619-e57f87951a7a None None] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:07.627258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8b0a7d09-3791-4a0e-a5bb-3fa04aafd2da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4696991 Dec 15 13:55:07.630086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.636316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'subnet': {'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:07.821462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-816d2ef0-fdd7-4148-9ac4-849939505e03', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:07.822442 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.863263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.887508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371ef3d-f0be-4eb4-b9de-2643a30c3ebf req-ee11bf47-e9fc-4d41-b552-9fc40ae69571 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.889060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0371ef3d-f0be-4eb4-b9de-2643a30c3ebf req-ee11bf47-e9fc-4d41-b552-9fc40ae69571 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2118328 Dec 15 13:55:07.910949 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.921513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8a4f46-30bc-4fba-8f3e-51d22e057eb9 None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:07.921739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a95aebb7-09c2-4837-9027-80c467f6e959 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=900575c4923d41c5ba7ff92fcb523411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910830 Dec 15 13:55:07.923992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.935742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.942368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.949098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.956462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.962793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.968801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.975301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.977268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39f3ab13-6655-4dee-ab8d-d805b8b3ede1 req-49e79832-ba6e-4692-b3d3-6c3fea1cda45 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.2372937 Dec 15 13:55:08.010684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:08.014916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.018371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746712608988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10339429'] for subnet, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.039726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:08.065331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:08.089728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20ed-f2d0-4725-bba5-3ac55f77bc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.109951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.109951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.111719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "PUT /v2.0/subnets/fe3ca0f8-91df-4730-9728-7a03ea40c7b0 HTTP/1.1" status: 200 len: 826 time: 0.8036201 Dec 15 13:55:08.114363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:08.117805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0371ef3d-f0be-4eb4-b9de-2643a30c3ebf req-84dd4474-6d73-439c-9573-bf873b56f5ab tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159412 Dec 15 13:55:08.131092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-3a13f196-6dc4-4a9e-9bed-ab3513e029da tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.132215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-3a13f196-6dc4-4a9e-9bed-ab3513e029da tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.67 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.2316618 Dec 15 13:55:08.176182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:08.181188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20ed-f2d0-4725-bba5-3ac55f77bc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.182239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Pushing event updated for resources: {'Port': ['ID=957f1114-bd4b-44ac-938c-a5fdde8bfe88,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:08.185048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9a19a1fb-8143-4a7f-b613-619169f6afc8 None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:08.185422 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a19a1fb-8143-4a7f-b613-619169f6afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.222712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bd23c-3862-499b-a310-fcf56389fd9b tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=fe3ca0f8-91df-4730-9728-7a03ea40c7b0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:08.300753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Allocated IP 10.1.1.2 (816d2ef0-fdd7-4148-9ac4-849939505e03/d0c14df7-d28d-4985-ac30-12d2bc3da16c/269b3941-3b55-4c9a-9365-9e4d335bf4ca) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:08.348782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Attempting to bind port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:08.349189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Attempting to bind port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:08.349576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Attempting to bind port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 on network 8f701f8c-f53d-44d8-98c9-1937cd6297ed {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:08.375445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49f3f-376a-4971-b86b-472bf0bf7d54 req-a448369b-c0a5-4208-8841-82c4f8574ea7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.377198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31f49f3f-376a-4971-b86b-472bf0bf7d54 req-a448369b-c0a5-4208-8841-82c4f8574ea7 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.2242382 Dec 15 13:55:08.419178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.426163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976af00c-1d87-4c26-a0e9-c514e0a0cbeb req-66e449af-c196-4246-b253-4e928a18406e tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.428090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-976af00c-1d87-4c26-a0e9-c514e0a0cbeb req-66e449af-c196-4246-b253-4e928a18406e tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1958823 Dec 15 13:55:08.463497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20ed-f2d0-4725-bba5-3ac55f77bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.466775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20ed-f2d0-4725-bba5-3ac55f77bc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.468253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d0d20ed-f2d0-4725-bba5-3ac55f77bc64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a31b1aec-854c-4769-978a-66b3826ff92c HTTP/1.1" status: 204 len: 168 time: 0.5433145 Dec 15 13:55:08.490265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d20ed-f2d0-4725-bba5-3ac55f77bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31b1aec-854c-4769-978a-66b3826ff92c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:08.506560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Deleting port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:08.507074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.536739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.581254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:08.581736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.658800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31f49f3f-376a-4971-b86b-472bf0bf7d54 req-268ab6ea-14c9-41aa-a99c-d55852ab2086 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622807 Dec 15 13:55:08.690309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2121d9c9-e88f-449e-977c-3e0b00d08af3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:08.697545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:08.698385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Checking segment: {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:08.699196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.700163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Bound using segment: {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:08.701203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Bound port: 957f1114-bd4b-44ac-938c-a5fdde8bfe88, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:08.701996 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.712305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-976af00c-1d87-4c26-a0e9-c514e0a0cbeb req-b82e3cd9-4d51-4f04-9be3-1318e8d6bf7b tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups?id=432d2083-7d94-411f-9653-1beb260645a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492588 Dec 15 13:55:08.735006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] For port 957f1114-bd4b-44ac-938c-a5fdde8bfe88, host n-d-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:08.735374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.766850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Checking segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:08.767274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network hostable DHCP agents. Network: e2df8191-c699-4f1a-b9c0-17d379c41265, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:08.778100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Calling delete_port for 957f1114-bd4b-44ac-938c-a5fdde8bfe88 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:08.790749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Subnet': ['ID=c0bc8598-8612-4f48-864e-70068ec3c3d8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:08.836557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network e2df8191-c699-4f1a-b9c0-17d379c41265 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:08.852633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e2df8191-c699-4f1a-b9c0-17d379c41265) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:08.867841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] For port 9c1652e7-d4a3-4f84-9afe-f098aaafe689, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9c1652e7-d4a3-4f84-9afe-f098aaafe689,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:08.868305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.872758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.873421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.955913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0d3ba918-8d08-4366-955c-1ab14710f689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3245728 Dec 15 13:55:08.962498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b2fd6-dba0-451f-a888-cca4aeb8ec07 None None] Network e2df8191-c699-4f1a-b9c0-17d379c41265 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:08.964476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:08.969698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'name': 'tempest-TaggedBootDevicesTest_v242-1315726099', 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:09.043545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c679682-b930-4380-a7f4-e21a5bc49509 req-4f364f74-6997-458b-81b3-3f311838a820 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:09.045301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c679682-b930-4380-a7f4-e21a5bc49509 req-4f364f74-6997-458b-81b3-3f311838a820 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.1080425 Dec 15 13:55:09.105515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96369d-dc75-4d9f-a3cb-0c80600716e7 req-0bb5fedd-2edf-4fa8-b67d-1bab24d36e75 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:09.107073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c96369d-dc75-4d9f-a3cb-0c80600716e7 req-0bb5fedd-2edf-4fa8-b67d-1bab24d36e75 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1713421 Dec 15 13:55:09.132670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.147639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-13b7e41f-5964-4fc4-99ee-748538ccefcf None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:09.148394 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13b7e41f-5964-4fc4-99ee-748538ccefcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.185890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Port': ['ID=957f1114-bd4b-44ac-938c-a5fdde8bfe88,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:09.229769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No DVR routers for this DVR port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:09.232686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:55:09.233176 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:55:09.243143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c96369d-dc75-4d9f-a3cb-0c80600716e7 req-575f063f-f9fb-4b69-894d-267b6c476790 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212940 Dec 15 13:55:09.284672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:09.290693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.291514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c679682-b930-4380-a7f4-e21a5bc49509 req-c2b9f3ac-7a95-418c-aeaf-75b2e3acffad tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350426 Dec 15 13:55:09.310484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.310855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.311173 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Floating IP e01c55ce-47db-4bfe-8084-f4be2ca5e739 disassociated. External IP: 172.25.2.110, port: 9c1652e7-d4a3-4f84-9afe-f098aaafe689. Dec 15 13:55:09.311518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Calling delete_port for 9c1652e7-d4a3-4f84-9afe-f098aaafe689 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:09.416976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:09.417792 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.446876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.463108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.504316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.516234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.549444 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.553228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event deleted for resources: {'Port': ['ID=9c1652e7-d4a3-4f84-9afe-f098aaafe689,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:09.573616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e2df8191-c699-4f1a-b9c0-17d379c41265', 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265', 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'fixed_ips': [{'subnet_id': 'c0bc8598-8612-4f48-864e-70068ec3c3d8'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:09.574732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.579473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3ca0f8-91df-4730-9728-7a03ea40c7b0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:09.626886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:09.639518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:09.645365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:09.671235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] device_id is not set on port 116f8971-d485-4387-b129-dd4759d29a29 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:55:09.755810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe21a-4941-43ea-8ba9-5d24e7b2c227 req-596b3f7b-1968-4788-8485-d77f92277c92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:09.757978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b55fe21a-4941-43ea-8ba9-5d24e7b2c227 req-596b3f7b-1968-4788-8485-d77f92277c92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1014903 Dec 15 13:55:09.791112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Router aaa42ecd-3497-4716-a707-728337ea9430 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:55:09.826618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Allocated IP 10.2.2.2 (e2df8191-c699-4f1a-b9c0-17d379c41265/c0bc8598-8612-4f48-864e-70068ec3c3d8/c16264a3-6f9b-42fd-a0a6-39a74990ca53) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:09.885199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.904732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b55fe21a-4941-43ea-8ba9-5d24e7b2c227 req-fa7a6279-5925-446d-a674-4026cb9100fd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334176 Dec 15 13:55:09.919508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f701f8c-f53d-44d8-98c9-1937cd6297ed']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:09.959478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Pushing event updated for resources: {'Port': ['ID=269b3941-3b55-4c9a-9365-9e4d335bf4ca,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:09.964969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfd52d7-82e5-4092-aebb-70b2d4cce74b') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:09.965340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfd52d7-82e5-4092-aebb-70b2d4cce74b') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:09.999412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Attempting to bind port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:09.999978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Attempting to bind port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:10.001134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Attempting to bind port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 on network 8f701f8c-f53d-44d8-98c9-1937cd6297ed {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:10.002787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.039989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 10.1.1.162 (816d2ef0-fdd7-4148-9ac4-849939505e03/d0c14df7-d28d-4985-ac30-12d2bc3da16c/116f8971-d485-4387-b129-dd4759d29a29) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:10.044609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.059524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:10.060090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:10.063981 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:10.074847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:10.075360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Checking segment: {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:10.075609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.076004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Bound using segment: {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:10.076488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Bound port: 957f1114-bd4b-44ac-938c-a5fdde8bfe88, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfd52d7-82e5-4092-aebb-70b2d4cce74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8f701f8c-f53d-44d8-98c9-1937cd6297ed'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:10.076889 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.128669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Attempting to bind port 269b3941-3b55-4c9a-9365-9e4d335bf4ca on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:10.129054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Attempting to bind port 269b3941-3b55-4c9a-9365-9e4d335bf4ca by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:10.129408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Attempting to bind port 269b3941-3b55-4c9a-9365-9e4d335bf4ca on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:10.163199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.170652 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.177209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/8f701f8c-f53d-44d8-98c9-1937cd6297ed HTTP/1.1" status: 204 len: 168 time: 2.0537245 Dec 15 13:55:10.183952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:10.201857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dc6b57d-ed12-4396-8654-0a97ca68a4e3 req-a69a4770-2926-4665-ab0c-da5bbf430b59 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0970471 Dec 15 13:55:10.202080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6276ca65-773a-4bc5-9792-9b1ee894f023 None None] Port 957f1114-bd4b-44ac-938c-a5fdde8bfe88 has been deleted concurrently {{(pid=103380) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 15 13:55:10.228135 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bddef5a-f8fe-49a5-9c0c-311af387fee9 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:10.229734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bddef5a-f8fe-49a5-9c0c-311af387fee9 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:10.250260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6bddef5a-f8fe-49a5-9c0c-311af387fee9 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/8f701f8c-f53d-44d8-98c9-1937cd6297ed HTTP/1.1" status: 404 len: 339 time: 0.0530610 Dec 15 13:55:10.277177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23370251-1dab-4797-9f91-d41053088bec req-7759cb72-6e98-4203-9ded-9d022837ac3a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.288289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23370251-1dab-4797-9f91-d41053088bec req-7759cb72-6e98-4203-9ded-9d022837ac3a tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.4282079 Dec 15 13:55:10.306237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33294) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:10.342998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a6736-3add-4453-a1f0-254ba838c1e4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=8f701f8c-f53d-44d8-98c9-1937cd6297ed,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:10.351513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-90980656', 'description': 'd1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:10.409037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:10.409409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Checking segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:10.409823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.410229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Bound using segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:10.410714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Bound port: 269b3941-3b55-4c9a-9365-9e4d335bf4ca, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:10.411107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.476306 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.494207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.540207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:10.541777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.546099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.547874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.606504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:10.612444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:10.613618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:10.626588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:10.662265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Pushing event updated for resources: {'Port': ['ID=c16264a3-6f9b-42fd-a0a6-39a74990ca53,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:10.662265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] Sync routers for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:10.674858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23370251-1dab-4797-9f91-d41053088bec req-c629c673-b072-4e2f-9c2c-46ce4c927d88 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857894 Dec 15 13:55:10.693616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:10.721519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:10.739497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd028c-ce7e-4522-a791-3f109535f0a6 req-f84cb401-7dd4-4a74-80cf-35dde44c4396 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.740259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.740812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.747997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3abd028c-ce7e-4522-a791-3f109535f0a6 req-f84cb401-7dd4-4a74-80cf-35dde44c4396 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.2582984 Dec 15 13:55:10.775160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44d3f34e-8fa2-4067-a894-c8aa52299ad2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8094342 Dec 15 13:55:10.775852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33308) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:10.785434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] For port 269b3941-3b55-4c9a-9365-9e4d335bf4ca, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:10.785767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] No DVR routers for this DVR port 9c1652e7-d4a3-4f84-9afe-f098aaafe689 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:10.811816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.812646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'name': 'tempest-TaggedBootDevicesTest_v242-311585575', 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:10.819642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] For port 269b3941-3b55-4c9a-9365-9e4d335bf4ca, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=269b3941-3b55-4c9a-9365-9e4d335bf4ca,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:10.830929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58cbd3bf-b671-46d0-9a37-3a339420a8b4 req-a37dbf8d-93de-440b-a4ef-cca8183761b6 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.67 "DELETE /v2.0/ports/9c1652e7-d4a3-4f84-9afe-f098aaafe689 HTTP/1.1" status: 204 len: 173 time: 2.6906571 Dec 15 13:55:10.832535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.833009 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment e8c35137-4d03-4af4-8c41-9ffe5ebd1165 of type vlan for network 37b9b8aa-4e7b-47fe-8af9-038636b98f72 Dec 15 13:55:10.834356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Network e2df8191-c699-4f1a-b9c0-17d379c41265 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:10.835709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:10.836674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:10.840796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'name': 'network-vif-deleted', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:10.842324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:10.844468 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590a2ad-fc3d-47fc-8029-2666b53ceba6" -d '{"events": [{"server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "name": "network-vif-deleted", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:10.845112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.855518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:10.897912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-25001fb6-15ec-434f-b7f1-287f3ee8da13 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.909168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-25001fb6-15ec-434f-b7f1-287f3ee8da13 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.3559906 Dec 15 13:55:11.067122 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b2434-328c-4b53-8e56-2de7597c842a x-openstack-request-id: req-368b2434-328c-4b53-8e56-2de7597c842a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:11.067579 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56532b5-a18b-4eca-9ee0-43f29b80c1c9", "name": "network-vif-deleted", "tag": "9c1652e7-d4a3-4f84-9afe-f098aaafe689", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:11.068104 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-368b2434-328c-4b53-8e56-2de7597c842a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:11.068634 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56532b5-a18b-4eca-9ee0-43f29b80c1c9', 'name': 'network-vif-deleted', 'tag': '9c1652e7-d4a3-4f84-9afe-f098aaafe689', 'status': 'completed', 'code': 200} Dec 15 13:55:11.071996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:11.079775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.140853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] device_id is not set on port f2bbef25-3504-49fe-b4b6-314bdbc8a705 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:55:11.160354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.218658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3abd028c-ce7e-4522-a791-3f109535f0a6 req-7c4f0203-4130-4d10-9417-cf92ba6d745f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694450 Dec 15 13:55:11.320431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:55:11.435301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad6b69-c9ee-473e-8183-216f8ab415c9 None None] Pushing event updated for resources: {'Port': ['ID=269b3941-3b55-4c9a-9365-9e4d335bf4ca,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:11.493640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Attempting to bind port c16264a3-6f9b-42fd-a0a6-39a74990ca53 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:11.496541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Attempting to bind port c16264a3-6f9b-42fd-a0a6-39a74990ca53 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:11.497873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Attempting to bind port c16264a3-6f9b-42fd-a0a6-39a74990ca53 on network e2df8191-c699-4f1a-b9c0-17d379c41265 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:11.523436 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:11.523824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Checking segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:11.524944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.527156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Bound using segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:11.527753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Bound port: c16264a3-6f9b-42fd-a0a6-39a74990ca53, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:11.528254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.571070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:11.656620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:11.663538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 10.1.1.164 (816d2ef0-fdd7-4148-9ac4-849939505e03/d0c14df7-d28d-4985-ac30-12d2bc3da16c/f2bbef25-3504-49fe-b4b6-314bdbc8a705) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:11.782007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9c1652e7-d4a3-4f84-9afe-f098aaafe689 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:11.817239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 9c1652e7-d4a3-4f84-9afe-f098aaafe689 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:11.818378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9c1652e7-d4a3-4f84-9afe-f098aaafe689 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:11.818973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7b1664eb-e647-4873-95ab-5d4acdbac0d9 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:11.900072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.900804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.901436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.902099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.902726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.903373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.903994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.906238 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-9e3977d9-c973-40e0-b98e-6e1ba7790da6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6489 time: 0.2483387 Dec 15 13:55:11.906742 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:55:12.053956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-268d2d93-70d6-44fd-8508-68cf5e968bdf req-7214aa52-a528-4ce7-a5cf-d495c780b3b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332059 Dec 15 13:55:12.057381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.117051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.159317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.163810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:12.172525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.173310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.208082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:12.225869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:12.227897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-64d7d3d7-278e-461a-bfc6-d43cb9cbb37e req-e9e7f46e-b329-4b6b-ac6f-359dd0a0f0af tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56532b5-a18b-4eca-9ee0-43f29b80c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0798898 Dec 15 13:55:12.249555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] For port c16264a3-6f9b-42fd-a0a6-39a74990ca53, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:12.258187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] For port c16264a3-6f9b-42fd-a0a6-39a74990ca53, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c16264a3-6f9b-42fd-a0a6-39a74990ca53,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:12.267758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.311947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:12.339180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.366385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0618577 Dec 15 13:55:12.370438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.371311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.389068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:12.403729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79447c-a71a-4659-abe4-b72cdb822ce4 req-29f27c73-1387-46c1-86f9-7307f72df067 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.425134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea79447c-a71a-4659-abe4-b72cdb822ce4 req-29f27c73-1387-46c1-86f9-7307f72df067 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 1.0684109 Dec 15 13:55:12.533268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d85c3-fee0-44b5-be75-40935b2d1952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=37b9b8aa-4e7b-47fe-8af9-038636b98f72,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.558480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c1e7a-4f5d-4f43-81b6-2684dee96341 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.569708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 37b9b8aa-4e7b-47fe-8af9-038636b98f72 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:12.571739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c2c1e7a-4f5d-4f43-81b6-2684dee96341 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks?id=37b9b8aa-4e7b-47fe-8af9-038636b98f72 HTTP/1.1" status: 200 len: 763 time: 0.1791270 Dec 15 13:55:12.579561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be4b04a2-a005-4aab-b7f1-105db75ea849 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7989395 Dec 15 13:55:12.579756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33366) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:12.585516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'description': 'd2'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:12.593954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86af5e7-eb9b-4084-bae8-1fbc10903e7d None None] DHCP port deletion for 8f701f8c-f53d-44d8-98c9-1937cd6297ed request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:12.595825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46da1367-3869-45ca-a0f8-b8df1fce9125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.597187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-862de644-9f5e-4c7a-a53a-334dbd47bdee None None] Could not find standard attr ID for object 957f1114-bd4b-44ac-938c-a5fdde8bfe88. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:55:12.598039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Deleting port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:12.598378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.605144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 269b3941-3b55-4c9a-9365-9e4d335bf4ca up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:12.710404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46da1367-3869-45ca-a0f8-b8df1fce9125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.717610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46da1367-3869-45ca-a0f8-b8df1fce9125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.747757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1d14d-6bc1-4cbb-878a-59f983d0c7ae req-0e9f38e6-1288-4fcc-bf9b-719d3e4659d2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.749501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aba1d14d-6bc1-4cbb-878a-59f983d0c7ae req-0e9f38e6-1288-4fcc-bf9b-719d3e4659d2 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 945 time: 0.3600950 Dec 15 13:55:12.786430 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.788944 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-46da1367-3869-45ca-a0f8-b8df1fce9125 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b02bc0b2ac44de291539dc256e97baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552917 Dec 15 13:55:12.791689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:12.798324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea79447c-a71a-4659-abe4-b72cdb822ce4 req-dd3415ae-e77e-491d-b8e3-3c3da15f1ecd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716259 Dec 15 13:55:12.840837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1367-3869-45ca-a0f8-b8df1fce9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9010ab-8332-400b-b8a9-76152e99473c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.857145 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e176b87c-3942-487c-b337-562c45af032c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.859008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f479b66-d053-463c-928a-28fa335bae47 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:12.860987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570397-9e11-43cc-8479-a5810b2f184b None None] Pushing event updated for resources: {'Port': ['ID=c16264a3-6f9b-42fd-a0a6-39a74990ca53,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.907761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:12.910308 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd8a96-9d52-47b3-b009-27ae8c38e7b1" -d '{"events": [{"server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:12.953625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d808c54-065c-4cc0-8ff3-3ad959dc8158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.968344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f479b66-d053-463c-928a-28fa335bae47 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 13:55:12.976055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:12.976452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.982827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7b1664eb-e647-4873-95ab-5d4acdbac0d9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7b1664eb-e647-4873-95ab-5d4acdbac0d9,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:12.998513 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d808c54-065c-4cc0-8ff3-3ad959dc8158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.003046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2780a4-a46a-4892-a751-3ea4a53bbb72 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:13.018077 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.021390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2780a4-a46a-4892-a751-3ea4a53bbb72 None None] Network 8f701f8c-f53d-44d8-98c9-1937cd6297ed could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 13:55:13.028176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Calling delete_port for 7b1664eb-e647-4873-95ab-5d4acdbac0d9 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:13.104858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d808c54-065c-4cc0-8ff3-3ad959dc8158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.108086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d808c54-065c-4cc0-8ff3-3ad959dc8158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.110518 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d808c54-065c-4cc0-8ff3-3ad959dc8158 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb9010ab-8332-400b-b8a9-76152e99473c HTTP/1.1" status: 204 len: 168 time: 0.3174510 Dec 15 13:55:13.121713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d808c54-065c-4cc0-8ff3-3ad959dc8158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9010ab-8332-400b-b8a9-76152e99473c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:13.165783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:13.226865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978629a8-5b3d-43f0-8baf-c3a64bc8df16 None None] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:13.250082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 269b3941-3b55-4c9a-9365-9e4d335bf4ca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:13.250815 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.256124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aba1d14d-6bc1-4cbb-878a-59f983d0c7ae req-4e84d9c0-05c4-4528-8683-7a18af6eaffa tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1db7052-6bf2-4781-a87b-f6f2a03fad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888079 Dec 15 13:55:13.285948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef5d52-7cdd-4dc6-90c3-91895db6323c req-39c631e3-4f77-47f7-8bd5-e467d9462671 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.287956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:41Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:13.288257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39ef5d52-7cdd-4dc6-90c3-91895db6323c req-39c631e3-4f77-47f7-8bd5-e467d9462671 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.3020542 Dec 15 13:55:13.300906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.338529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] Checking router: aaa42ecd-3497-4716-a707-728337ea9430 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:13.363656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:13.364289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:54:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:13.366790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.450996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e4c35487-6ec2-4b42-a9fb-fe9263207895 None None] Provisioning complete for port 269b3941-3b55-4c9a-9365-9e4d335bf4ca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:13.451311 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e4c35487-6ec2-4b42-a9fb-fe9263207895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.457346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39ef5d52-7cdd-4dc6-90c3-91895db6323c req-07a531a4-e035-4b65-9670-8481dc2e7d2b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516240 Dec 15 13:55:13.499555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network 37b9b8aa-4e7b-47fe-8af9-038636b98f72 is not hosted by any dhcp agent {{(pid=103379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:55:13.506559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.507388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.509074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "PUT /v2.0/networks/37b9b8aa-4e7b-47fe-8af9-038636b98f72 HTTP/1.1" status: 200 len: 760 time: 0.9288673 Dec 15 13:55:13.511962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.589088 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b469158-c75f-440a-883c-f421ac0a2494 x-openstack-request-id: req-6b469158-c75f-440a-883c-f421ac0a2494 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:13.589677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.589802 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:13.589802 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b469158-c75f-440a-883c-f421ac0a2494 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:13.589802 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9', 'code': 200} Dec 15 13:55:13.597799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375266752', 'description': 'tempest-description--1938006438'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:13.640329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.660949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:13.686109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faf0d4-7319-4dd4-aaee-7cbbcbfed711 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=37b9b8aa-4e7b-47fe-8af9-038636b98f72,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:13.695515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e0ed0-1810-44a2-b3bf-52f72e3865b5 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.696269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33386) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.698496 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0d2e0ed0-1810-44a2-b3bf-52f72e3865b5 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks?id=37b9b8aa-4e7b-47fe-8af9-038636b98f72 HTTP/1.1" status: 200 len: 763 time: 0.1852920 Dec 15 13:55:13.702888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.709744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.728196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.786652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.789769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 37b9b8aa-4e7b-47fe-8af9-038636b98f72 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:13.796626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05105fe-46c2-4d8f-82e8-c6c9e9f63855 None None] DHCP port deletion for b0dbd75b-b532-41cd-9586-91425c9129c7 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:13.802659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90295338-255a-4e52-941a-18c78a628ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.829649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Pushing event deleted for resources: {'Port': ['ID=7b1664eb-e647-4873-95ab-5d4acdbac0d9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:13.905761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] No DVR routers for this DVR port 7b1664eb-e647-4873-95ab-5d4acdbac0d9 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:13.914520 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.930437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3ae9db5-066d-4250-856b-f8faaa5a4364 req-a55d9aaf-ba3e-4e49-a4d8-5e4003fc98dd tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.67 "DELETE /v2.0/ports/7b1664eb-e647-4873-95ab-5d4acdbac0d9 HTTP/1.1" status: 204 len: 173 time: 3.0027053 Dec 15 13:55:13.934490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'name': 'network-vif-deleted', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:13.942030 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40136b96-a1b4-4a89-aa20-84e267799822" -d '{"events": [{"server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "name": "network-vif-deleted", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:13.995589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a91e25fa-ffe8-49a8-9f28-09139c5cee2d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.027826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a91e25fa-ffe8-49a8-9f28-09139c5cee2d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.047585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 269b3941-3b55-4c9a-9365-9e4d335bf4ca, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=269b3941-3b55-4c9a-9365-9e4d335bf4ca,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:14.109488 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93e8359-244d-442d-9e42-dd07e7b69dce x-openstack-request-id: req-a93e8359-244d-442d-9e42-dd07e7b69dce {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:14.109790 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8", "name": "network-vif-deleted", "tag": "7b1664eb-e647-4873-95ab-5d4acdbac0d9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:14.110046 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a93e8359-244d-442d-9e42-dd07e7b69dce {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:14.110453 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8', 'name': 'network-vif-deleted', 'tag': '7b1664eb-e647-4873-95ab-5d4acdbac0d9', 'status': 'completed', 'code': 200} Dec 15 13:55:14.118736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.126440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a91e25fa-ffe8-49a8-9f28-09139c5cee2d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.129452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a91e25fa-ffe8-49a8-9f28-09139c5cee2d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.133342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a91e25fa-ffe8-49a8-9f28-09139c5cee2d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "DELETE /v2.0/security-groups/432d2083-7d94-411f-9653-1beb260645a9 HTTP/1.1" status: 204 len: 168 time: 0.4330208 Dec 15 13:55:14.138727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.181202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.211738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e25fa-ffe8-49a8-9f28-09139c5cee2d tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432d2083-7d94-411f-9653-1beb260645a9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:14.222831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144049f-c3bc-4bf9-9e0d-2222bc4e5888 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:14.224426 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f144049f-c3bc-4bf9-9e0d-2222bc4e5888 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5166869 Dec 15 13:55:14.227863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.231723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.256832 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-043cba77-ca40-4c37-b3b8-67b9e6fd6b86 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] show failed (client error): The resource could not be found. Dec 15 13:55:14.261371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-043cba77-ca40-4c37-b3b8-67b9e6fd6b86 tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "GET /v2.0/security-groups/432d2083-7d94-411f-9653-1beb260645a9 HTTP/1.1" status: 404 len: 347 time: 0.1018858 Dec 15 13:55:14.261371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.262175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33400) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.300793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b747155c-af60-4d99-af0e-29e2a665aea7 None None] Network e2df8191-c699-4f1a-b9c0-17d379c41265 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:14.364390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b906531-aac6-4aca-88b7-3925d3227590 req-d840c30e-84fc-473d-86e1-9c78a37e6973 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:14.372959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b906531-aac6-4aca-88b7-3925d3227590 req-d840c30e-84fc-473d-86e1-9c78a37e6973 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.4650810 Dec 15 13:55:14.423537 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.424876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8347950 Dec 15 13:55:14.445820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.447667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=269b3941-3b55-4c9a-9365-9e4d335bf4ca,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:14.456718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'security_group_rule': {'security_group_id': '672aa072-b609-4ccc-bded-d98d195fd201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:14.480066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c03e9f-7362-48ab-b428-e247dad10de5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672aa072-b609-4ccc-bded-d98d195fd201,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:14.513779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90295338-255a-4e52-941a-18c78a628ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.522894 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3622868f-58e1-42b9-95ac-7b6c15d28c90 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 207 time: 0.2896903 Dec 15 13:55:14.531263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.551625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f8d9f47-dce4-44fc-b056-7abbd8a02620 req-6d6ff2e3-2f9f-48e4-8ac2-4de8b0112b82 tempest-ServerRescueNegativeTestJSON-970744792 tempest-ServerRescueNegativeTestJSON-970744792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f27a77-d7e1-4a9e-8cbc-a142cfaa3dc8 HTTP/1.1" status: 200 len: 210 time: 0.0682821 Dec 15 13:55:14.627359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c16264a3-6f9b-42fd-a0a6-39a74990ca53 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:14.780046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7cf622e9-9280-45f7-a369-91458ade9c51 None None] Provisioning complete for port c16264a3-6f9b-42fd-a0a6-39a74990ca53 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:14.780560 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cf622e9-9280-45f7-a369-91458ade9c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.785785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b906531-aac6-4aca-88b7-3925d3227590 req-a18d46db-86d5-46cd-ab2e-0013a54bd97b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118247 Dec 15 13:55:14.787443 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f70c3c96-ebdc-4b60-8bc0-16f307e3c118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.862445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:41Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:14.882953 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.985133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90295338-255a-4e52-941a-18c78a628ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.026867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90295338-255a-4e52-941a-18c78a628ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b11bf55-929c-4005-90a2-a39e1dd779bc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:15.045582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e55c7-9621-409f-8994-d93b8fc69c87 req-a322a250-b333-4004-b7da-e10c7674189b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.055401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-775e55c7-9621-409f-8994-d93b8fc69c87 req-a322a250-b333-4004-b7da-e10c7674189b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 943 time: 0.3215265 Dec 15 13:55:15.069483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.075513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.083187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.089553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.101214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.107210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.109082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6bbd2499-add9-4c75-8955-28ee77b9079d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5746083 Dec 15 13:55:15.118560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.120910 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90295338-255a-4e52-941a-18c78a628ddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d18ce34f8cf947509d89d24e456ea352&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3989182 Dec 15 13:55:15.121792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.169873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Deleting port 210200d2-a945-48e4-93bf-f5c17a6811c1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:15.170640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.195851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e71e0-0a0f-46f5-b9ae-76604ab7caae None None] The sync data for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 is: [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '40c79e8a-a4de-47b5-a218-74667c7e5d6d', 'name': '', 'network_id': '16eff4d0-0861-45d0-af7c-7f2c043df4a9', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'mac_address': 'fa:16:3e:f3:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:41Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'subnets': [{'id': '9461f690-e544-4990-9e11-6141fdd17cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:15.197740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c16264a3-6f9b-42fd-a0a6-39a74990ca53 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:15.198164 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.208807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.225739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.255058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e196c2da-5a16-4d35-b09b-fbe0f85ca599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.291958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cf622e9-9280-45f7-a369-91458ade9c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.299109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e196c2da-5a16-4d35-b09b-fbe0f85ca599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.345189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-775e55c7-9621-409f-8994-d93b8fc69c87 req-42d63ef6-d5c7-48fb-8330-ff7dd00c999c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886245 Dec 15 13:55:15.347346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a4f039-7f0a-4702-b857-ea211cf6c0cc,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:15.376620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.377018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.377222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7cf622e9-9280-45f7-a369-91458ade9c51 None None] For port c16264a3-6f9b-42fd-a0a6-39a74990ca53, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c16264a3-6f9b-42fd-a0a6-39a74990ca53,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:15.387669 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cf622e9-9280-45f7-a369-91458ade9c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.394626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Calling delete_port for 210200d2-a945-48e4-93bf-f5c17a6811c1 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:15.420483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.452009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f4c7b5e2-7237-4369-9e93-0507e2833156 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3322160 Dec 15 13:55:15.455423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33414) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.476195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.480140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7b9dc5c-a793-47d9-9dc5-d830250e93fa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0307691 Dec 15 13:55:15.480354 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e196c2da-5a16-4d35-b09b-fbe0f85ca599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.480776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.482431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e196c2da-5a16-4d35-b09b-fbe0f85ca599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.485412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'security_group_rule': {'security_group_id': '672aa072-b609-4ccc-bded-d98d195fd201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:15.486297 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e196c2da-5a16-4d35-b09b-fbe0f85ca599 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b11bf55-929c-4005-90a2-a39e1dd779bc HTTP/1.1" status: 204 len: 168 time: 0.3592408 Dec 15 13:55:15.500351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c2da-5a16-4d35-b09b-fbe0f85ca599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b11bf55-929c-4005-90a2-a39e1dd779bc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:15.543422 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:55:15.543784 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:55:15.546415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf622e9-9280-45f7-a369-91458ade9c51 None None] Pushing event updated for resources: {'Port': ['ID=c16264a3-6f9b-42fd-a0a6-39a74990ca53,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:15.564836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-84d90658-7b8d-4620-b488-01889197427d None None] Provisioning complete for port 116f8971-d485-4387-b129-dd4759d29a29 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:15.565302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84d90658-7b8d-4620-b488-01889197427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.607413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-84d90658-7b8d-4620-b488-01889197427d None None] Port 116f8971-d485-4387-b129-dd4759d29a29 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:15.619198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-84d90658-7b8d-4620-b488-01889197427d None None] Provisioning complete for port c16264a3-6f9b-42fd-a0a6-39a74990ca53 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:15.620187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84d90658-7b8d-4620-b488-01889197427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.637941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52584f-5701-48f1-9c3d-4a661ad89ac4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.646788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52584f-5701-48f1-9c3d-4a661ad89ac4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.648147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52584f-5701-48f1-9c3d-4a661ad89ac4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.650964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:15.655698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52584f-5701-48f1-9c3d-4a661ad89ac4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.659689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52584f-5701-48f1-9c3d-4a661ad89ac4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.662986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8a52584f-5701-48f1-9c3d-4a661ad89ac4 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2062373 Dec 15 13:55:15.668188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.677867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.687443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.782473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.807896 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f44048-1ed7-4a6b-99ef-a2add1195585 None None] New status for floating IP e01c55ce-47db-4bfe-8084-f4be2ca5e739: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:55:15.824375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:15.824953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ed11c-40e5-4193-82b7-e7b6e0c1b224 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.826799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ed11c-40e5-4193-82b7-e7b6e0c1b224 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.829140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ed11c-40e5-4193-82b7-e7b6e0c1b224 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.830735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ed11c-40e5-4193-82b7-e7b6e0c1b224 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.832186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ed11c-40e5-4193-82b7-e7b6e0c1b224 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.838974 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-886ed11c-40e5-4193-82b7-e7b6e0c1b224 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1615694 Dec 15 13:55:15.839474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'port_id': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'mac_address': 'fa:16:3e:d1:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:15.839653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.855991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Pushing event deleted for resources: {'Port': ['ID=210200d2-a945-48e4-93bf-f5c17a6811c1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:15.915870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f883a3-053a-47cd-9fd7-1b6754a12c80 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:15.999801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-84d90658-7b8d-4620-b488-01889197427d None None] Provisioning complete for port f2bbef25-3504-49fe-b4b6-314bdbc8a705 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:16.000318 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84d90658-7b8d-4620-b488-01889197427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.014283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.016933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.018345 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-122ff8eb-137e-47b7-a8a8-0edf69d0e26c tempest-ServersTestJSON-137696399 tempest-ServersTestJSON-137696399-project] 10.222.0.32 "DELETE /v2.0/floatingips/e01c55ce-47db-4bfe-8084-f4be2ca5e739 HTTP/1.1" status: 204 len: 168 time: 1.7356944 Dec 15 13:55:16.021627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.059423 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.117396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-84d90658-7b8d-4620-b488-01889197427d None None] Port f2bbef25-3504-49fe-b4b6-314bdbc8a705 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:16.121950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048c0180-65b1-416e-8a26-76b9fc9103b5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:16.148273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:16.148979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfaed9-96f5-49d9-8039-82b945a441af tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.162395 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1abfaed9-96f5-49d9-8039-82b945a441af tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks/b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 HTTP/1.1" status: 200 len: 804 time: 0.3204713 Dec 15 13:55:16.163284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33438) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.164049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b22f7-b74b-4f95-a28b-faf6e4d105ad req-780373dc-9c80-4227-b542-904df863e05a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.173396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 957f1114-bd4b-44ac-938c-a5fdde8bfe88 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:16.175297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb1b22f7-b74b-4f95-a28b-faf6e4d105ad req-780373dc-9c80-4227-b542-904df863e05a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1260018 Dec 15 13:55:16.195160 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.200459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 957f1114-bd4b-44ac-938c-a5fdde8bfe88 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:16.200800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 957f1114-bd4b-44ac-938c-a5fdde8bfe88 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:16.203363 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.214452 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.225738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.245928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-84d90658-7b8d-4620-b488-01889197427d None None] Provisioning complete for port 269b3941-3b55-4c9a-9365-9e4d335bf4ca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:16.246364 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84d90658-7b8d-4620-b488-01889197427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.273558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ead061-dd2d-41ff-9e58-15800ed40111,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:16.305957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:16.328349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb1b22f7-b74b-4f95-a28b-faf6e4d105ad req-3104ffef-95b9-4567-bbc3-445e02ce7fdc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520758 Dec 15 13:55:16.339232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.343861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-35a1207c-fff5-4f13-bffc-9d6215af8236 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8621511 Dec 15 13:55:16.346125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33444) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.357576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:16.407792 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c80198fa-6b5b-4726-82b5-c85421898611 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/networks/b183a79f-6b19-4fb7-9e89-86ba60f4a0f3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2401412 Dec 15 13:55:16.408517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.460718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.471651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 269b3941-3b55-4c9a-9365-9e4d335bf4ca up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:16.526975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b18dae1-5e48-460c-a379-aaf9460cbd3a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.535528 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b18dae1-5e48-460c-a379-aaf9460cbd3a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/subnets/01151e76-e107-43da-82a7-f13bd5919d57 HTTP/1.1" status: 200 len: 843 time: 0.1227529 Dec 15 13:55:16.538941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.566018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 269b3941-3b55-4c9a-9365-9e4d335bf4ca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:16.567486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.574487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['048c0180-65b1-416e-8a26-76b9fc9103b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:16.615563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7b6d1-a94d-460d-9768-96aede2a57db req-f0430958-3295-4b4c-8b05-9dcc030d38c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.617179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfc7b6d1-a94d-460d-9768-96aede2a57db req-f0430958-3295-4b4c-8b05-9dcc030d38c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.1316748 Dec 15 13:55:16.636776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b5a9e-d30f-45a1-b768-6c9b2ecf66ce tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.642598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aa0b5a9e-d30f-45a1-b768-6c9b2ecf66ce tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "GET /v2.0/subnets/01151e76-e107-43da-82a7-f13bd5919d57?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1022167 Dec 15 13:55:16.645633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.652272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1254515104'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:16.720096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:16.723231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfc7b6d1-a94d-460d-9768-96aede2a57db req-6dd5360d-7014-498c-977d-1fcbb10988ac tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972116 Dec 15 13:55:16.724653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.771313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:16.785616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.786843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.787255 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Added segment f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a of type vlan for network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 Dec 15 13:55:16.803223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c16264a3-6f9b-42fd-a0a6-39a74990ca53 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:16.846848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.913101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.920937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.922111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.928653 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.976040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 172.25.2.171 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9efe2258-3ae5-4e3c-b638-7da39477be12) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:16.984696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c16264a3-6f9b-42fd-a0a6-39a74990ca53 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:16.985383 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.023660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.069508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4222918 Dec 15 13:55:17.076197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:17.082804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:17.126393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc1bd0-3def-419e-9255-12495e1cb359 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Network': ['ID=dcb08e45-e6ed-44f0-a6cf-b4cf94478345,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:17.138913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:17.297538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.306306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Made reservation on behalf of 708efe93e1dd47c59b36c5cc2b699454 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:17.309941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.359113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.381297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Deleting port 40c79e8a-a4de-47b5-a218-74667c7e5d6d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:17.382281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.388183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Performing IP validity checks on allocation pools {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:55:17.388828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:55:17.444462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.495878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] For port 40c79e8a-a4de-47b5-a218-74667c7e5d6d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=40c79e8a-a4de-47b5-a218-74667c7e5d6d,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:17.496211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.513543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Calling delete_port for 40c79e8a-a4de-47b5-a218-74667c7e5d6d owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:17.748691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.787855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c79e8a-a4de-47b5-a218-74667c7e5d6d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:17.984994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.996806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:18.026456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:18.028637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.036272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:18.171824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c02e7b-c30c-4ec4-a4c0-8668cc62f41b req-9b81f42d-dd85-40e8-b610-d2e5f3254ee4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:18.179507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90c02e7b-c30c-4ec4-a4c0-8668cc62f41b req-9b81f42d-dd85-40e8-b610-d2e5f3254ee4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.7544310 Dec 15 13:55:18.181491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=9efe2258-3ae5-4e3c-b638-7da39477be12,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:18.249992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=0645f6c6-e798-49a1-a443-0081c5fd5a87,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:18.336186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Checking segment: {'id': 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:18.336698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network hostable DHCP agents. Network: dcb08e45-e6ed-44f0-a6cf-b4cf94478345, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:18.354348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b1266-c770-4793-8262-df2f934d5025 req-b0f606e1-3c78-4359-88a3-6ed125376d8a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:18.356036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-415b1266-c770-4793-8262-df2f934d5025 req-b0f606e1-3c78-4359-88a3-6ed125376d8a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.3325286 Dec 15 13:55:18.384876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90c02e7b-c30c-4ec4-a4c0-8668cc62f41b req-f752ab44-c96c-480d-a611-a3375110b825 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044253 Dec 15 13:55:18.405593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.419033 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.450146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:18.471215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Deleting port 7cca9723-e919-4a96-9f11-1ad7605ab038 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:18.471464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.528715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, dcb08e45-e6ed-44f0-a6cf-b4cf94478345) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:18.531483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.537385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6777c9-ebfc-4522-b1c2-768f1ecb8d06 None None] Network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:18.539165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-415b1266-c770-4793-8262-df2f934d5025 req-20dd0db4-8881-4016-a1a9-7dea316550be tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742272 Dec 15 13:55:18.542086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:18.542804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.548654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Router aaa42ecd-3497-4716-a707-728337ea9430 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:55:18.608586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c1e9b829-e261-4121-869e-9a898b308d6e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5295093 Dec 15 13:55:18.613414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:18.622044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:18.670558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-dcb08e45-e6ed-44f0-a6cf-b4cf94478345', 'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345', 'project_id': '708efe93e1dd47c59b36c5cc2b699454', 'fixed_ips': [{'subnet_id': '0645f6c6-e798-49a1-a443-0081c5fd5a87'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:18.672296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.676373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:18.683876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] For port 7cca9723-e919-4a96-9f11-1ad7605ab038, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7cca9723-e919-4a96-9f11-1ad7605ab038,segment=NetworkSegment(7003994c-b22f-40e0-a5d1-9ed90da4766c),segment_id=7003994c-b22f-40e0-a5d1-9ed90da4766c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:18.684255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.684895 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d64cc2b5-774c-4d1a-b981-39edea5a2f06 admin admin] 10.222.0.32 "PUT /v2.0/routers/aaa42ecd-3497-4716-a707-728337ea9430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6621633 Dec 15 13:55:18.687186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:18.691124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] Sync routers for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:18.722487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Calling delete_port for 7cca9723-e919-4a96-9f11-1ad7605ab038 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:18.754004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:18.754908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:18.815258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.860913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9120121'] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.930025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Allocated IP 2001:db8::3 (dcb08e45-e6ed-44f0-a6cf-b4cf94478345/0645f6c6-e798-49a1-a443-0081c5fd5a87/c9562fcf-99b9-493d-a21e-9a5b966207ab) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:18.937024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:18.944711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.011716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Deleting port bdb383b8-df18-4da1-914d-d9faccf4b6fb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:19.012732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.015748 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.029240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.124361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] For port bdb383b8-df18-4da1-914d-d9faccf4b6fb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bdb383b8-df18-4da1-914d-d9faccf4b6fb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:19.124813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.137586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=9efe2258-3ae5-4e3c-b638-7da39477be12,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.147636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Calling delete_port for bdb383b8-df18-4da1-914d-d9faccf4b6fb owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:19.154689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.181162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.189385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-51896bb9-46ff-46e3-8312-e0868fad3afa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8418710 Dec 15 13:55:19.191586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.270751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a622ab-2676-4a2d-b9d4-cb78d4ea25b0 None None] DHCP port deletion for b0dbd75b-b532-41cd-9586-91425c9129c7 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:19.303005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cca9723-e919-4a96-9f11-1ad7605ab038,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.454529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.463899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.493695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:55:17Z', 'revision_number': 5, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port': {'id': 'bdb383b8-df18-4da1-914d-d9faccf4b6fb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:30Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:19.555147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-e180191f-c590-4fb6-b35b-5a1864e88395 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1375266752&fields=id&tenant_id=cd42af6fcaaa486cac79e68e90f338bb HTTP/1.1" status: 200 len: 267 time: 0.0750954 Dec 15 13:55:19.580851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:19.582311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] Checking router: aaa42ecd-3497-4716-a707-728337ea9430 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:19.587484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.593304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:19.601143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:19.616301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] Routers {'aaa42ecd-3497-4716-a707-728337ea9430'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:19.616301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['aaa42ecd-3497-4716-a707-728337ea9430'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:19.636566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb383b8-df18-4da1-914d-d9faccf4b6fb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.678346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26ba5a-c145-4aec-95ba-48f943a22440 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:19.693405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-8b5f6d48-fa68-4439-99de-fa26d6401f68 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.694842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-8b5f6d48-fa68-4439-99de-fa26d6401f68 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 937 time: 0.1126537 Dec 15 13:55:19.712967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:19.716593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.726481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Pushing event updated for resources: {'Port': ['ID=c9562fcf-99b9-493d-a21e-9a5b966207ab,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.741140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f182510-4019-4302-a13e-d8b534b36a11 req-cde338a9-eb72-4c40-b428-fcd1feca99af tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.742662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f182510-4019-4302-a13e-d8b534b36a11 req-cde338a9-eb72-4c40-b428-fcd1feca99af tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2073820 Dec 15 13:55:19.777443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] Set router aaa42ecd-3497-4716-a707-728337ea9430 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:19.821320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.843846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.847552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.850247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:55:19Z', 'revision_number': 7, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:19.858612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-46f063de-1b79-4c48-a556-5068307b9488 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.859997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-46f063de-1b79-4c48-a556-5068307b9488 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 936 time: 0.1464803 Dec 15 13:55:19.883913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2309a-fbbd-43d1-b8e0-e0be8618010a None None] The sync data for ids ['aaa42ecd-3497-4716-a707-728337ea9430'] in n-d-815324-3 is: [{'id': 'aaa42ecd-3497-4716-a707-728337ea9430', 'name': 'tempest-ServersTestJSON-1831338346-router', 'tenant_id': '9bc6db9da9a24a7ea888e786c058a5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:28Z', 'updated_at': '2021-12-15T13:55:19Z', 'revision_number': 7, 'project_id': '9bc6db9da9a24a7ea888e786c058a5db', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:19.885546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Attempting to bind port c9562fcf-99b9-493d-a21e-9a5b966207ab on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:19.885921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Attempting to bind port c9562fcf-99b9-493d-a21e-9a5b966207ab by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:19.886195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Attempting to bind port c9562fcf-99b9-493d-a21e-9a5b966207ab on network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:19.894204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:19.894568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Checking segment: {'id': 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:19.894912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.895351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Bound using segment: {'id': 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:19.896366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Bound port: c9562fcf-99b9-493d-a21e-9a5b966207ab, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dcb08e45-e6ed-44f0-a6cf-b4cf94478345'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:19.896813 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.898309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.898900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa42ecd-3497-4716-a707-728337ea9430 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:55:19.911230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.913005 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5c31955e-adef-478a-aada-a7d079674bbb admin admin] 10.222.0.32 "DELETE /v2.0/routers/aaa42ecd-3497-4716-a707-728337ea9430 HTTP/1.1" status: 204 len: 168 time: 1.2240694 Dec 15 13:55:19.915477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:19.972002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 048c0180-65b1-416e-8a26-76b9fc9103b5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:19.972419 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.977212 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Deleting subnet 9461f690-e544-4990-9e11-6141fdd17cbb {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:19.994192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.015252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] For port c9562fcf-99b9-493d-a21e-9a5b966207ab, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:20.021393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] For port c9562fcf-99b9-493d-a21e-9a5b966207ab, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c9562fcf-99b9-493d-a21e-9a5b966207ab,segment=NetworkSegment(f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a),segment_id=f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:20.028747 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.036233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-af5c5eff-25ff-42a9-bd7b-da57b89f9c2c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1571264 Dec 15 13:55:20.046650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f182510-4019-4302-a13e-d8b534b36a11 req-2aae18e7-ab50-4f23-9fee-8fde3dc1e21b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710872 Dec 15 13:55:20.046876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.150327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.151696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-d2b4a90c-0a60-42cb-b3ec-304e17e1d741 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1021578 Dec 15 13:55:20.162782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a66676-63c6-4a56-938a-48274582fc96 None None] Pushing event updated for resources: {'Port': ['ID=c9562fcf-99b9-493d-a21e-9a5b966207ab,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.178412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.190673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746712608988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8408169'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.208317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:20.211475 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b0b89-1d00-4de6-82f1-a5da9cc3dc6e" -d '{"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-plugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:20.230561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.232290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:20.238573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.296234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.297917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.309799 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9461f690-e544-4990-9e11-6141fdd17cbb HTTP/1.1" status: 204 len: 168 time: 0.3931651 Dec 15 13:55:20.310823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:20.311771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643f328-18b8-4024-9a37-6ef99c4c858e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9461f690-e544-4990-9e11-6141fdd17cbb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.318358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801789a6-b634-45f4-9f63-da87d4cd018b None None] Network 16eff4d0-0861-45d0-af7c-7f2c043df4a9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:20.350782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.355492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.357458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "PUT /v2.0/subnets/0645f6c6-e798-49a1-a443-0081c5fd5a87 HTTP/1.1" status: 200 len: 900 time: 1.7414432 Dec 15 13:55:20.363034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:20.389236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03489559-e550-43b6-bed1-dfe1385d9f8f tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event updated for resources: {'Subnet': ['ID=0645f6c6-e798-49a1-a443-0081c5fd5a87,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.473083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ca4fe-7c1c-4b36-b083-03e97683898a req-8440670d-8c75-4b12-ae38-829da8b126b8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.475027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-828ca4fe-7c1c-4b36-b083-03e97683898a req-8440670d-8c75-4b12-ae38-829da8b126b8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 944 time: 0.3194416 Dec 15 13:55:20.568097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 40c79e8a-a4de-47b5-a218-74667c7e5d6d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:20.591626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-828ca4fe-7c1c-4b36-b083-03e97683898a req-6f5cc8ec-23ff-4524-b53a-03b9f3bc6e26 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003263 Dec 15 13:55:20.604257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 40c79e8a-a4de-47b5-a218-74667c7e5d6d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:20.605850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 40c79e8a-a4de-47b5-a218-74667c7e5d6d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:20.643525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.712317 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3242f32-013b-4193-9a42-1c8fc5c3573e x-openstack-request-id: req-f3242f32-013b-4193-9a42-1c8fc5c3573e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:20.712761 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-plugged", "status": "completed", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:20.713912 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3242f32-013b-4193-9a42-1c8fc5c3573e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:20.714491 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'code': 200} Dec 15 13:55:20.747411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-c82073d2-4136-456c-9dd3-0a3ea58f40bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.756168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-c82073d2-4136-456c-9dd3-0a3ea58f40bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.764937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-c82073d2-4136-456c-9dd3-0a3ea58f40bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.767465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-c82073d2-4136-456c-9dd3-0a3ea58f40bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/networks?id=505693a4-e390-47f7-a077-fddb5807d584&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=e2df8191-c699-4f1a-b9c0-17d379c41265&id=e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 200 len: 1994 time: 0.5653536 Dec 15 13:55:20.777197 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.793735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-6b6c1221-769b-4826-a5ab-2658ee587817 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/quotas/cd42af6fcaaa486cac79e68e90f338bb HTTP/1.1" status: 200 len: 375 time: 0.0169277 Dec 15 13:55:20.863739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Deleting port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:20.864246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.885913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] DHCP port deletion for 16eff4d0-0861-45d0-af7c-7f2c043df4a9 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:20.963016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] For port 0ad1801a-dc3b-4143-ad07-0046b03a2a11, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0ad1801a-dc3b-4143-ad07-0046b03a2a11,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:20.963656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.976986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:55:20.978287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting port c9562fcf-99b9-493d-a21e-9a5b966207ab {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:20.978676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.987494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Calling delete_port for 0ad1801a-dc3b-4143-ad07-0046b03a2a11 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:20.999757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.017379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-89204be1-7927-4c8c-8c2a-d596979982f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1977696 Dec 15 13:55:21.026225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] Deleting port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:21.027284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.134774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c695b2-c74a-425b-95a7-015ca98a0b47 req-94f5bf88-027d-409e-9187-7fe6bc0201ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.136301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76c695b2-c74a-425b-95a7-015ca98a0b47 req-94f5bf88-027d-409e-9187-7fe6bc0201ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 1097 time: 0.2261419 Dec 15 13:55:21.199214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] For port 0ad1801a-dc3b-4143-ad07-0046b03a2a11, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0ad1801a-dc3b-4143-ad07-0046b03a2a11,segment=NetworkSegment(57f9de1f-d191-44c0-8460-92d873c2f3da),segment_id=57f9de1f-d191-44c0-8460-92d873c2f3da)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:21.199672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.215566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] Calling delete_port for 0ad1801a-dc3b-4143-ad07-0046b03a2a11 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:21.300595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] For port c9562fcf-99b9-493d-a21e-9a5b966207ab, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c9562fcf-99b9-493d-a21e-9a5b966207ab,segment=NetworkSegment(f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a),segment_id=f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:21.301145 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.306693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.317694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Calling delete_port for c9562fcf-99b9-493d-a21e-9a5b966207ab owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:21.322946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:21.334338 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] Sync routers for ids ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:21.342329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] Pushing event deleted for resources: {'Port': ['ID=0ad1801a-dc3b-4143-ad07-0046b03a2a11,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:21.348055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b468e0f-a159-4426-bf20-779788b6eee5 None None] No DVR routers for this DVR port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:21.388293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.388873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] Routers {'2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:21.389603 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:21.399644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fb0cbfb0-386e-457a-897f-5c54891320d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/2c86f4cc-aeb7-4039-9190-152ce0f3dfb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7191689 Dec 15 13:55:21.408585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:21.447518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76c695b2-c74a-425b-95a7-015ca98a0b47 req-895b6ca0-eba7-4135-b637-11805a4802ef service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980852 Dec 15 13:55:21.473336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad1801a-dc3b-4143-ad07-0046b03a2a11,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:21.478365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] No DVR routers for this DVR port 0ad1801a-dc3b-4143-ad07-0046b03a2a11 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:21.497163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-6056d7f0-b17c-4b95-8b14-3c8565907280 service neutron] 10.222.0.32 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620044 Dec 15 13:55:21.644105 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] Set router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:21.653081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-e59cf5c5-f727-4848-8eab-bb77a9971093 service neutron] 10.222.0.32 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456900 Dec 15 13:55:21.675951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3865ac-0094-456a-936a-d58a0fb6fac1 req-05e7eb85-9d5d-4730-baf3-296562b5a23c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.687240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f3865ac-0094-456a-936a-d58a0fb6fac1 req-05e7eb85-9d5d-4730-baf3-296562b5a23c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5358725 Dec 15 13:55:21.698509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.748343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eff4d0-0861-45d0-af7c-7f2c043df4a9']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:21.762042 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.769540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f9de1f-d191-44c0-8460-92d873c2f3da') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:21.769811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f9de1f-d191-44c0-8460-92d873c2f3da') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:21.804809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.813920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f3865ac-0094-456a-936a-d58a0fb6fac1 req-d184a6da-b031-457b-b0c6-22e20d373b5e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254325 Dec 15 13:55:21.841314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-5257511c-e260-4673-8199-0d2f273bfad8 service neutron] 10.222.0.32 "GET /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1815202 Dec 15 13:55:21.895215 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:55:19Z', 'revision_number': 5, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:21.899751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.914423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Port': ['ID=c9562fcf-99b9-493d-a21e-9a5b966207ab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:21.931174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] Checking router: 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:21.940917 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] Routers {'2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:21.941794 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:21.950169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.981103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:21.987125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No DVR routers for this DVR port c9562fcf-99b9-493d-a21e-9a5b966207ab on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:22.047127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.088862 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] Set router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:22.177621 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.188201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.205790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.213364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] 10.222.0.32 "DELETE /v2.0/networks/16eff4d0-0861-45d0-af7c-7f2c043df4a9 HTTP/1.1" status: 204 len: 168 time: 1.8985023 Dec 15 13:55:22.294113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eb12f-76b1-4088-9cd2-f8cc6b79ad4b admin admin] Pushing event deleted for resources: {'Network': ['ID=16eff4d0-0861-45d0-af7c-7f2c043df4a9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:22.370819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8733ff2-eecd-4c3e-8c75-f34889b2fbd3 None None] Network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:22.387554 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.413510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:55:19Z', 'revision_number': 5, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:22.465560 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=0645f6c6-e798-49a1-a443-0081c5fd5a87,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:22.472205 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1bae88-2e7e-4eb1-ba47-0a4fc96ea988 None None] The sync data for ids ['2c86f4cc-aeb7-4039-9190-152ce0f3dfb9'] in n-d-815324-3 is: [{'id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'name': 'tempest-ServerRescueNegativeTestJSON-100348332-router', 'tenant_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:36Z', 'updated_at': '2021-12-15T13:55:19Z', 'revision_number': 5, 'project_id': 'ddd74e88ad4c44f89ece85ed0f69022c', 'gw_port': {'id': 'ce3fc0b5-4d61-46bd-9045-9b9f35330415', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86f4cc-aeb7-4039-9190-152ce0f3dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:37Z', 'updated_at': '2021-12-15T13:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:22.555195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Deleting port ce3fc0b5-4d61-46bd-9045-9b9f35330415 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:22.555617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.558638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0ad1801a-dc3b-4143-ad07-0046b03a2a11 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:22.605935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d5ebc7c5-913e-4de7-b323-c1870d374879 None None] Could not find standard attr ID for object c9562fcf-99b9-493d-a21e-9a5b966207ab. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:55:22.696708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 0ad1801a-dc3b-4143-ad07-0046b03a2a11 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:22.697812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0ad1801a-dc3b-4143-ad07-0046b03a2a11 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:22.698665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bdb383b8-df18-4da1-914d-d9faccf4b6fb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:22.705929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] For port ce3fc0b5-4d61-46bd-9045-9b9f35330415, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ce3fc0b5-4d61-46bd-9045-9b9f35330415,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:22.706476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.713571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:22.734764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Calling delete_port for ce3fc0b5-4d61-46bd-9045-9b9f35330415 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:22.762633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: bdb383b8-df18-4da1-914d-d9faccf4b6fb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:22.763020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bdb383b8-df18-4da1-914d-d9faccf4b6fb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:22.825486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5a546-6694-4cdc-b28f-2b6a19d47881 None None] DHCP port deletion for dcb08e45-e6ed-44f0-a6cf-b4cf94478345 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:22.856998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f65448-e12b-4bbb-a7fd-7843aab0575c None None] Network dcb08e45-e6ed-44f0-a6cf-b4cf94478345 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:22.873893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbfaf1-e9b4-4ed0-be5a-a7f1b3637e62 req-a9d2fe19-4edb-440c-bfb1-927a9f24f7c6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:22.875335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8fbfaf1-e9b4-4ed0-be5a-a7f1b3637e62 req-a9d2fe19-4edb-440c-bfb1-927a9f24f7c6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 946 time: 0.8324666 Dec 15 13:55:22.909205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f17d9ddb-2035-4ce8-bd43-0f3b96059d6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bc6db9da9a24a7ea888e786c058a5db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861813 Dec 15 13:55:22.913102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:22.951186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-c18348b4-c1ba-409c-ba4b-dedeb7be8b9b service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0942452 Dec 15 13:55:23.111776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8fbfaf1-e9b4-4ed0-be5a-a7f1b3637e62 req-dba613de-9341-4ac6-84df-be0e2d21690e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114820 Dec 15 13:55:23.126144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cadec1ee-e6bf-4022-9545-7d03ebb26af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.169132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-0a063818-fbdd-44f7-9fff-679ee9586cad service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166669 Dec 15 13:55:23.186028 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.189307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cadec1ee-e6bf-4022-9545-7d03ebb26af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.247685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb08e45-e6ed-44f0-a6cf-b4cf94478345']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:23.266161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:23.266488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65c8fa4-7f95-4ca8-8586-aa38b21b3d5a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:23.278279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.291074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-00007cb0-5a59-4265-a1c2-926e5453ef60 service neutron] 10.222.0.32 "GET /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1122954 Dec 15 13:55:23.296238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.326122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:23.326632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:23.330160 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:23.366547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed41b5c-8e8f-45b8-b023-c2b193032c80 req-cb0d0ca6-dac9-49cb-933e-4e063d43928d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:23.373537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ed41b5c-8e8f-45b8-b023-c2b193032c80 req-cb0d0ca6-dac9-49cb-933e-4e063d43928d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1601465 Dec 15 13:55:23.392121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cadec1ee-e6bf-4022-9545-7d03ebb26af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.395504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cadec1ee-e6bf-4022-9545-7d03ebb26af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.400072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cadec1ee-e6bf-4022-9545-7d03ebb26af6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f4f60b5-1e91-45a0-8039-a452d41aa0c7 HTTP/1.1" status: 204 len: 168 time: 0.4719143 Dec 15 13:55:23.419123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.430716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.440110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.449285 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/dcb08e45-e6ed-44f0-a6cf-b4cf94478345 HTTP/1.1" status: 204 len: 168 time: 3.0848010 Dec 15 13:55:23.474080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:23.499755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3fc0b5-4d61-46bd-9045-9b9f35330415,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:23.514981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d32bf-58b0-47f0-9e2a-6bbdb5066b6c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:23.526065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadec1ee-e6bf-4022-9545-7d03ebb26af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4f60b5-1e91-45a0-8039-a452d41aa0c7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:23.550559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ed41b5c-8e8f-45b8-b023-c2b193032c80 req-cac04d11-5c5a-4f5c-b44e-68ad5cba4413 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656225 Dec 15 13:55:23.578462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6cb5-12c3-47ea-8dc0-67495876d18e tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=dcb08e45-e6ed-44f0-a6cf-b4cf94478345,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:23.582650 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6aef315-7aee-4ddf-a66d-3f8dfac70952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:23.583797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6aef315-7aee-4ddf-a66d-3f8dfac70952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:23.588179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a6aef315-7aee-4ddf-a66d-3f8dfac70952 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/0645f6c6-e798-49a1-a443-0081c5fd5a87 HTTP/1.1" status: 404 len: 337 time: 0.1095209 Dec 15 13:55:23.589503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.597370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:23.634013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-e27bb2ed-e2db-483a-af06-fe14ea74e8c5 service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307052 Dec 15 13:55:23.690298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.692823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.774038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-8c81ddf4-0ca9-47db-8a74-49c6b3527c55 service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293862 Dec 15 13:55:23.777580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.778137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:55:23.784254 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e4473d-d94e-4c1b-b9a6-8c8200ef7cd7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:23.784906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e4473d-d94e-4c1b-b9a6-8c8200ef7cd7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:23.785306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.791279 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-69df4025-6d69-4a8d-b330-a97e3dc48de6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2c86f4cc-aeb7-4039-9190-152ce0f3dfb9 HTTP/1.1" status: 204 len: 168 time: 2.3366661 Dec 15 13:55:23.791946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:23.793416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-91e4473d-d94e-4c1b-b9a6-8c8200ef7cd7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/dcb08e45-e6ed-44f0-a6cf-b4cf94478345 HTTP/1.1" status: 404 len: 339 time: 0.1634698 Dec 15 13:55:23.795905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:23.896347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Deleting subnet 2e34998a-a59e-4079-be5b-2ac453d52edf {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:23.903490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.980184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.009281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.099500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.178467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.178975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.205827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b9b8aa-4e7b-47fe-8af9-038636b98f72']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:24.213079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e34998a-a59e-4079-be5b-2ac453d52edf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:24.222238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c35137-4d03-4af4-8c41-9ffe5ebd1165') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:24.222544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c35137-4d03-4af4-8c41-9ffe5ebd1165') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:24.229508 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.234252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95a34dff-e85e-4e5e-b3f2-6fefddacb513 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e34998a-a59e-4079-be5b-2ac453d52edf HTTP/1.1" status: 204 len: 168 time: 0.4411895 Dec 15 13:55:24.234840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48ce31-b341-4aed-b8ec-9ca49dd64102 None None] Network b0dbd75b-b532-41cd-9586-91425c9129c7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:24.235764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.237254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:24.250684 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.259438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:24.259805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.332832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:24.352648 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:24.377236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-f7b2fe53-43cc-4d45-94f6-8334537adedd service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020513 Dec 15 13:55:24.397589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.471910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228065ef-4543-449b-b349-9db80e7254da None None] DHCP port deletion for b0dbd75b-b532-41cd-9586-91425c9129c7 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:24.481953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.490634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.506108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/37b9b8aa-4e7b-47fe-8af9-038636b98f72 HTTP/1.1" status: 204 len: 168 time: 0.7091434 Dec 15 13:55:24.506357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dbd75b-b532-41cd-9586-91425c9129c7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:24.517268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7003994c-b22f-40e0-a5d1-9ed90da4766c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:24.517567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7003994c-b22f-40e0-a5d1-9ed90da4766c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:24.519158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:24.524867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c6a8-1105-4546-ac2a-6b9fe2db67e0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=37b9b8aa-4e7b-47fe-8af9-038636b98f72,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:24.555620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.557758 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d825d0-9f45-43c7-9b86-b7b047fa49bc tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:24.558209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d825d0-9f45-43c7-9b86-b7b047fa49bc tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:24.561303 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-03d825d0-9f45-43c7-9b86-b7b047fa49bc tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/fe3ca0f8-91df-4730-9728-7a03ea40c7b0 HTTP/1.1" status: 404 len: 337 time: 0.0412030 Dec 15 13:55:24.566496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:24.592036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.596901 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31196e7-49aa-4fe4-af80-ccedba13d724 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:24.597421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31196e7-49aa-4fe4-af80-ccedba13d724 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:24.601220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a31196e7-49aa-4fe4-af80-ccedba13d724 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/8f701f8c-f53d-44d8-98c9-1937cd6297ed HTTP/1.1" status: 404 len: 339 time: 0.0335860 Dec 15 13:55:24.603504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:24.605768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:24.606181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:24.614341 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:24.621031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ce3fc0b5-4d61-46bd-9045-9b9f35330415 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:24.651326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b687d49-9ca5-4f66-b2f7-5f490774a6ec req-ab5990fd-0b01-4edb-83ec-2d47a2fef67a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.653125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b687d49-9ca5-4f66-b2f7-5f490774a6ec req-ab5990fd-0b01-4edb-83ec-2d47a2fef67a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 946 time: 0.2996430 Dec 15 13:55:24.669048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ce3fc0b5-4d61-46bd-9045-9b9f35330415 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:24.669709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ce3fc0b5-4d61-46bd-9045-9b9f35330415 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:24.670498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c9562fcf-99b9-493d-a21e-9a5b966207ab no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:24.696981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c9562fcf-99b9-493d-a21e-9a5b966207ab {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:24.697466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c9562fcf-99b9-493d-a21e-9a5b966207ab not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:24.697965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7cca9723-e919-4a96-9f11-1ad7605ab038 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:24.717180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-f1e0040f-1e77-4f04-8b31-d5a8badad1ee service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071234 Dec 15 13:55:24.720841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7cca9723-e919-4a96-9f11-1ad7605ab038 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:24.721691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7cca9723-e919-4a96-9f11-1ad7605ab038 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:24.734963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting subnet c1468078-0c2e-4aaf-96c0-024d1ff26e3a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:24.738363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.741665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.769616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.784152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0dbd75b-b532-41cd-9586-91425c9129c7 HTTP/1.1" status: 204 len: 168 time: 0.5410187 Dec 15 13:55:24.811260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b687d49-9ca5-4f66-b2f7-5f490774a6ec req-d69ebbab-3f97-4d21-8d00-5c71b538bee8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472461 Dec 15 13:55:24.813983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:24.820753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493aca5-5b49-4ca9-ad18-9764be359911 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0dbd75b-b532-41cd-9586-91425c9129c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:24.847170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.923451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-d9c1d401-f353-4396-aaa6-7f443a0e4214 service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042685 Dec 15 13:55:25.026919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.037750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-725918437-network', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:25.101666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:25.115884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:25.116147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.118247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.139606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866360e-c3bf-4eb3-8a8b-c21eab067df1 req-239b88b3-ff96-41be-aaa4-aec0d1f1bc84 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.141231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d866360e-c3bf-4eb3-8a8b-c21eab067df1 req-239b88b3-ff96-41be-aaa4-aec0d1f1bc84 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1165173 Dec 15 13:55:25.146738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.158686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.163553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9530e91-805c-4c6d-8cb2-efe6398b02d4 None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:25.166973 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/c1468078-0c2e-4aaf-96c0-024d1ff26e3a HTTP/1.1" status: 204 len: 168 time: 0.5623882 Dec 15 13:55:25.167641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:25.173962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be953f8-e4ec-41d9-bdf5-632fc4d804f7 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=c1468078-0c2e-4aaf-96c0-024d1ff26e3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.186299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-96922d9b-816f-48b8-9320-0424cc607b3f service neutron] 10.222.0.32 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619612 Dec 15 13:55:25.253785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting subnet 52bd9ff6-fa4b-4d7c-966f-c75c035af4d2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:25.263409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.302557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3830412-d259-4657-8c02-6db13cd4195a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddd74e88ad4c44f89ece85ed0f69022c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972263 Dec 15 13:55:25.304626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:25.305706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d866360e-c3bf-4eb3-8a8b-c21eab067df1 req-e2b0ce8e-638d-40e9-a3c1-bc12b1fdea94 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503026 Dec 15 13:55:25.350238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.401875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-33b10358-e5d9-4b9f-8d25-4df5ae4ee115 service neutron] 10.222.0.32 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022786 Dec 15 13:55:25.406652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.423800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.441053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84b807c4-8826-4797-89e6-3fca8a32b73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.472160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84b807c4-8826-4797-89e6-3fca8a32b73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.509705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:25.547579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.548070 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Added segment b1bfa27c-6210-477f-b7b7-37701ec7f2a0 of type vlan for network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 Dec 15 13:55:25.554300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84b807c4-8826-4797-89e6-3fca8a32b73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.556993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84b807c4-8826-4797-89e6-3fca8a32b73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.561066 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84b807c4-8826-4797-89e6-3fca8a32b73e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1db7052-6bf2-4781-a87b-f6f2a03fad3c HTTP/1.1" status: 204 len: 168 time: 0.2527554 Dec 15 13:55:25.572179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b807c4-8826-4797-89e6-3fca8a32b73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1db7052-6bf2-4781-a87b-f6f2a03fad3c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.593250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.604009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.630815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed899ca-4766-4f3a-b046-20d2831986e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.637192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.638291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.638957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.698520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.727070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.734577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9160705 Dec 15 13:55:25.734785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/52bd9ff6-fa4b-4d7c-966f-c75c035af4d2 HTTP/1.1" status: 204 len: 168 time: 0.5611460 Dec 15 13:55:25.734785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:25.735081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:25.770543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-9634ec46-81ae-4433-a7ab-bf4765861676 service neutron] 10.222.0.32 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588102 Dec 15 13:55:25.771584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e360b04-798f-46cf-9b23-b440680b7dae admin admin] Pushing event updated for resources: {'Network': ['ID=a220cdeb-7fcf-4e26-b2bf-83bcd81de020,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.782871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:25.795118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Request body: {'subnet': {'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-725918437-subnet', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:25.801921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acf72e-c7f5-4f6e-b1ae-fe4ea75705ad tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=52bd9ff6-fa4b-4d7c-966f-c75c035af4d2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.938372 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.942372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:25.945645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.968487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-7452953f-9e0d-4885-9998-5f212cbe9be9 service neutron] 10.222.0.32 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787753 Dec 15 13:55:26.102001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting port 2121d9c9-e88f-449e-977c-3e0b00d08af3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:26.102366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.131587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-18fc5d5c-eb06-4245-8f85-90adf90cd9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540055 Dec 15 13:55:26.296213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1554765-38df-4cf6-9906-e444ce32267b None None] Network 6310d9cc-c8fe-450a-8746-fe7c6422808e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:26.296405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] For port 2121d9c9-e88f-449e-977c-3e0b00d08af3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2121d9c9-e88f-449e-977c-3e0b00d08af3,segment=NetworkSegment(f0ef82ea-b545-4210-8940-959b42b8a1ec),segment_id=f0ef82ea-b545-4210-8940-959b42b8a1ec)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:26.296836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.326332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Calling delete_port for 2121d9c9-e88f-449e-977c-3e0b00d08af3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:26.429517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.466388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fba13c9f-a8ca-4e2e-ab3e-d9791356c0a0 None None] Provisioning complete for port 2121d9c9-e88f-449e-977c-3e0b00d08af3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:26.472735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fba13c9f-a8ca-4e2e-ab3e-d9791356c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.533052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75028c6f-3f1b-432c-8a94-9bdfab696fa3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:26.554776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Checking segment: {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:26.555152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Network hostable DHCP agents. Network: a220cdeb-7fcf-4e26-b2bf-83bcd81de020, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:26.562879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.627154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Port': ['ID=2121d9c9-e88f-449e-977c-3e0b00d08af3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:26.632120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fba13c9f-a8ca-4e2e-ab3e-d9791356c0a0 None None] Could not find standard attr ID for object 2121d9c9-e88f-449e-977c-3e0b00d08af3. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:55:26.632744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No DVR routers for this DVR port 2121d9c9-e88f-449e-977c-3e0b00d08af3 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:26.637487 n-d-815324-3 neutron-server[103380]: INFO neutron.plugins.ml2.db [None req-fba13c9f-a8ca-4e2e-ab3e-d9791356c0a0 None None] No ports have port_id starting with 2121d9c9-e88f-449e-977c-3e0b00d08af3 Dec 15 13:55:26.643090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:26.677739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, a220cdeb-7fcf-4e26-b2bf-83bcd81de020) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:26.690548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca7189-d66d-413c-96f0-1b1b089986b6 None None] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:26.691576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae053e-11b5-453c-9068-4e804f10fc74 req-96bc7693-a2d5-4fa1-9f9e-e012c5d4991c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.701240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8aae053e-11b5-453c-9068-4e804f10fc74 req-96bc7693-a2d5-4fa1-9f9e-e012c5d4991c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2509685 Dec 15 13:55:26.763814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.794112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f63fdd-8879-4abc-8ce5-8b1a053be921 None None] DHCP port deletion for 6310d9cc-c8fe-450a-8746-fe7c6422808e request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:26.808758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8aae053e-11b5-453c-9068-4e804f10fc74 req-dbca79f1-8cda-4d44-9dc7-29d9265e4560 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994904 Dec 15 13:55:26.814350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6310d9cc-c8fe-450a-8746-fe7c6422808e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:26.830201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ef82ea-b545-4210-8940-959b42b8a1ec') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:26.830201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ef82ea-b545-4210-8940-959b42b8a1ec') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:26.835496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.836093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.839637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.860954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.875324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8dcceb11-1ed9-4393-be66-a1fc84417050 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1065350 Dec 15 13:55:26.878211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:26.878587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33726) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:26.879179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:26.884043 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:26.886526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:26.936191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-a220cdeb-7fcf-4e26-b2bf-83bcd81de020', 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020', 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'fixed_ips': [{'subnet_id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:26.937562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.946102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.947227 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.044305 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.063697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.073343 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/6310d9cc-c8fe-450a-8746-fe7c6422808e HTTP/1.1" status: 204 len: 168 time: 1.3058450 Dec 15 13:55:27.080703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.104933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368c301-98a0-4266-b79c-80c1afcf8f0d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=6310d9cc-c8fe-450a-8746-fe7c6422808e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:27.169959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.203465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Allocated IP 172.20.0.2 (a220cdeb-7fcf-4e26-b2bf-83bcd81de020/75028c6f-3f1b-432c-8a94-9bdfab696fa3/e4964138-adc3-4080-8015-bd042861a72d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:27.216362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fbd80e8-3b2d-44dc-b517-5019f6d8ae60 req-1226333b-12b7-49e1-a083-182945c48c2d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.1376209 Dec 15 13:55:27.219601 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-36275e74-4528-4eba-84b2-1d2d42b990d0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:27.220324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36275e74-4528-4eba-84b2-1d2d42b990d0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:27.227904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-36275e74-4528-4eba-84b2-1d2d42b990d0 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/c5cf0d07-3921-461c-8129-60babe4d5fa3 HTTP/1.1" status: 404 len: 337 time: 0.1461964 Dec 15 13:55:27.228141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.292997 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a1eb7-a962-454f-83c7-14aeda510258 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:27.293903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407a1eb7-a962-454f-83c7-14aeda510258 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:27.306896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-407a1eb7-a962-454f-83c7-14aeda510258 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/f2527861-ccd8-41d1-b93d-838818b4356a HTTP/1.1" status: 404 len: 339 time: 0.0769732 Dec 15 13:55:27.310323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.369753 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4185f21-f580-42aa-b7e3-2caa4356af26 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:27.370321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4185f21-f580-42aa-b7e3-2caa4356af26 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:27.373837 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d4185f21-f580-42aa-b7e3-2caa4356af26 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/be43e7d9-2a60-4c9b-af6f-f1087cdb36ef HTTP/1.1" status: 404 len: 337 time: 0.0588942 Dec 15 13:55:27.377915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.410025 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bc9dc4-6dbc-4adb-8787-a2e819e1382d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:27.410674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bc9dc4-6dbc-4adb-8787-a2e819e1382d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:27.413884 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e6bc9dc4-6dbc-4adb-8787-a2e819e1382d tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/7ef20908-a768-40e9-9a11-119a3f26136c HTTP/1.1" status: 404 len: 339 time: 0.0353429 Dec 15 13:55:27.416451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.447401 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9ae28b-0996-45cb-a7f7-8649549e54e6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:27.447874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9ae28b-0996-45cb-a7f7-8649549e54e6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:27.454890 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf9ae28b-0996-45cb-a7f7-8649549e54e6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/70df6f7e-73a2-421b-819f-80042d0abf26 HTTP/1.1" status: 404 len: 337 time: 0.0372365 Dec 15 13:55:27.457538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.474355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.484153 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0325a34-4819-4093-b82f-987fc82836a3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:27.484716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0325a34-4819-4093-b82f-987fc82836a3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:27.491931 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a0325a34-4819-4093-b82f-987fc82836a3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/a30da32c-f169-4ead-b085-6368fa0a98d3 HTTP/1.1" status: 404 len: 339 time: 0.0290389 Dec 15 13:55:27.493792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:27.596945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.601917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting subnet 28d9ac34-3499-4b68-ab12-9e67c3e0aa7e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:27.605691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.605901 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.657491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.675037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Pushing event updated for resources: {'Port': ['ID=e4964138-adc3-4080-8015-bd042861a72d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:27.687851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:27.689358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:27.693199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:27.796998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.814426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Attempting to bind port e4964138-adc3-4080-8015-bd042861a72d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:27.816967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Attempting to bind port e4964138-adc3-4080-8015-bd042861a72d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:27.817398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Attempting to bind port e4964138-adc3-4080-8015-bd042861a72d on network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:27.846368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:27.847574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Checking segment: {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:27.848577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.849908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Bound using segment: {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:27.850843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Bound port: e4964138-adc3-4080-8015-bd042861a72d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:27.853976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.856203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.907216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.921744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.971765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=28d9ac34-3499-4b68-ab12-9e67c3e0aa7e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:27.989276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.995474 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-85e5a240-0e49-4802-9106-b812de19dfa2 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/28d9ac34-3499-4b68-ab12-9e67c3e0aa7e HTTP/1.1" status: 204 len: 168 time: 0.5005858 Dec 15 13:55:27.999658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:28.006023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9876e4-4e0b-4010-9e52-3b31d3bfe8bc None None] Network c7969221-0de2-40e7-96a3-644fbce265e2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:28.104665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1ed31-35fa-41de-a33f-0bc0391aed6c req-cd591141-2dd1-44c2-8c51-84e9a8d2e21a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.106221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3c1ed31-35fa-41de-a33f-0bc0391aed6c req-cd591141-2dd1-44c2-8c51-84e9a8d2e21a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1445596 Dec 15 13:55:28.122104 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.148935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Allocated IP 172.25.2.9 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/30fde2d6-a495-4958-a5ea-854bbb28fd33) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:28.150421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] For port e4964138-adc3-4080-8015-bd042861a72d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:28.253469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:28.253805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.357530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.418009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.455463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] For port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,segment=NetworkSegment(9995750e-fb15-494d-8ca8-e7c8d8af1758),segment_id=9995750e-fb15-494d-8ca8-e7c8d8af1758)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:28.461620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.474933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:28.486491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3287c8cf-8fe0-444b-9953-7b5ef9bbd096 req-dfa1181b-ac16-4d61-9473-c944d06f9329 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0721898 Dec 15 13:55:28.488785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:28.525794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Calling delete_port for d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:28.526627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3c1ed31-35fa-41de-a33f-0bc0391aed6c req-9922056b-2db8-48aa-bb0a-9cd124890efb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129527 Dec 15 13:55:28.533580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2121d9c9-e88f-449e-977c-3e0b00d08af3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:28.553873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:28.574659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfdfbf3-cd7c-4fad-a312-3c6fff3e8339 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:28.588803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] For port e4964138-adc3-4080-8015-bd042861a72d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4964138-adc3-4080-8015-bd042861a72d,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:28.594776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2121d9c9-e88f-449e-977c-3e0b00d08af3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:28.595135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2121d9c9-e88f-449e-977c-3e0b00d08af3 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:28.622426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Pushing event updated for resources: {'Port': ['ID=30fde2d6-a495-4958-a5ea-854bbb28fd33,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:28.625234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.739873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7a438-b1ff-4d67-9811-8db32dc59587 None None] Pushing event updated for resources: {'Port': ['ID=e4964138-adc3-4080-8015-bd042861a72d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:28.854461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.874884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb1ab804-b639-4b07-8de5-07782526ccb7 None None] Provisioning complete for port 30fde2d6-a495-4958-a5ea-854bbb28fd33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:28.875453 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab804-b639-4b07-8de5-07782526ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.923092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Port': ['ID=d8e120b6-3894-48f1-9e1e-3d8be2f9ea20,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:28.941460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No DVR routers for this DVR port d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:29.145980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ab804-b639-4b07-8de5-07782526ccb7 None None] Port 30fde2d6-a495-4958-a5ea-854bbb28fd33 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:29.157723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09c869-8feb-41bf-a46a-c381df52c9d7 None None] DHCP port deletion for c7969221-0de2-40e7-96a3-644fbce265e2 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:29.311808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.385363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7969221-0de2-40e7-96a3-644fbce265e2']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:29.404143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9995750e-fb15-494d-8ca8-e7c8d8af1758') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:29.405012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9995750e-fb15-494d-8ca8-e7c8d8af1758') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:29.418416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.449047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.453610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-fdddeec4-564b-462e-ac00-3d0942bdcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.455067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-fdddeec4-564b-462e-ac00-3d0942bdcc76 service neutron] 10.222.0.67 "GET /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 1033 time: 0.4731817 Dec 15 13:55:29.461780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:29.462439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:29.467674 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:29.596836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.604215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.607699 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/c7969221-0de2-40e7-96a3-644fbce265e2 HTTP/1.1" status: 204 len: 168 time: 1.6067812 Dec 15 13:55:29.615880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885366-327f-4562-bb21-75f9af29ba3a req-80f5e580-65a7-40cf-bbc1-e33a47882bc6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.617457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96885366-327f-4562-bb21-75f9af29ba3a req-80f5e580-65a7-40cf-bbc1-e33a47882bc6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5547583 Dec 15 13:55:29.618797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:29.693952 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-16604232-bc06-4572-b0d9-9781f5d4fd01 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:29.694718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16604232-bc06-4572-b0d9-9781f5d4fd01 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:29.710801 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-16604232-bc06-4572-b0d9-9781f5d4fd01 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/cf82e707-ccaf-45b0-8ca0-b46a7a0fa5d6 HTTP/1.1" status: 404 len: 337 time: 0.0903530 Dec 15 13:55:29.713069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:29.721781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76483759-c2b4-4f80-9a43-17b82d388ba3 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=c7969221-0de2-40e7-96a3-644fbce265e2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:29.733553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-865f9db3-0bb1-40af-aa4d-d18186a87776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.742862 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20a42c4-9dca-4971-81e2-d014d9f7508a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] DELETE failed (client error): The resource could not be found. Dec 15 13:55:29.743380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20a42c4-9dca-4971-81e2-d014d9f7508a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:29.745663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-865f9db3-0bb1-40af-aa4d-d18186a87776 service neutron] 10.222.0.67 "GET /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 1032 time: 0.2190981 Dec 15 13:55:29.756743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-4972ef89-963a-42ed-8c52-d6299d57f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.758654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-4972ef89-963a-42ed-8c52-d6299d57f5d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.4698856 Dec 15 13:55:29.761326 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f20a42c4-9dca-4971-81e2-d014d9f7508a tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/ad30e2c6-3259-47f3-9291-69089e7d35d6 HTTP/1.1" status: 404 len: 339 time: 0.0470474 Dec 15 13:55:29.767017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:29.839289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f68cfd6f-5554-4f8f-81aa-c40cd2e94a8a req-f896fea9-f378-4a1f-b2c7-99acfadd64aa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.1560705 Dec 15 13:55:29.877043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Deleting subnet 01151e76-e107-43da-82a7-f13bd5919d57 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:29.889577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.966370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.083951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96885366-327f-4562-bb21-75f9af29ba3a req-3e0a8b45-134d-427d-a9e5-52df7087462d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4567881 Dec 15 13:55:30.123153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.146443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.336394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.401769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:30.442013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af919da-9cf9-4385-bcc0-882f8310598c None None] Network b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:30.473142 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.478044 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/subnets/01151e76-e107-43da-82a7-f13bd5919d57 HTTP/1.1" status: 204 len: 168 time: 0.7091687 Dec 15 13:55:30.510520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:30.530788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb925fc8-43b8-4e1a-a8d6-93361c879013 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Subnet': ['ID=01151e76-e107-43da-82a7-f13bd5919d57,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:30.623840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4964138-adc3-4080-8015-bd042861a72d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:30.647692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-07d6a94e-bfe7-4ade-9abf-dc9367c121bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.654241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-07d6a94e-bfe7-4ade-9abf-dc9367c121bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.677225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-07d6a94e-bfe7-4ade-9abf-dc9367c121bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.697751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-07d6a94e-bfe7-4ade-9abf-dc9367c121bb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "GET /v2.0/networks?id=505693a4-e390-47f7-a077-fddb5807d584&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=e2df8191-c699-4f1a-b9c0-17d379c41265&id=e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 200 len: 1994 time: 0.9322433 Dec 15 13:55:30.815546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbdce8-4572-4c1c-b4d4-d66d860782de None None] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:30.818328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca11f07d-db38-4e73-9976-b4ce2f70bbda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.824622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-20b717b5-d69f-4431-b43b-4b1ef8a9ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.826237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-20b717b5-d69f-4431-b43b-4b1ef8a9ff88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 1.0115211 Dec 15 13:55:31.006089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca11f07d-db38-4e73-9976-b4ce2f70bbda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.013795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca11f07d-db38-4e73-9976-b4ce2f70bbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.031961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] DHCP port deletion for b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:31.095677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ca11f07d-db38-4e73-9976-b4ce2f70bbda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94db5c20d76f45d8b0a3f55f943a6e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6559017 Dec 15 13:55:31.098079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:31.105552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-91b33361-a891-4f07-a987-e16b9e1877fb None None] Provisioning complete for port e4964138-adc3-4080-8015-bd042861a72d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:31.107844 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91b33361-a891-4f07-a987-e16b9e1877fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.129389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11f07d-db38-4e73-9976-b4ce2f70bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e796f423-895b-4763-b923-41d3fee1cc8d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:31.192089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e4964138-adc3-4080-8015-bd042861a72d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:31.192716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.273396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Deleting port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:31.273791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.289696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-007f7d5b-98f3-429c-909f-0eff9bb22064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.335523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-007f7d5b-98f3-429c-909f-0eff9bb22064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.355402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.451150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-007f7d5b-98f3-429c-909f-0eff9bb22064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.453792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-007f7d5b-98f3-429c-909f-0eff9bb22064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.457667 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-007f7d5b-98f3-429c-909f-0eff9bb22064 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e796f423-895b-4763-b923-41d3fee1cc8d HTTP/1.1" status: 204 len: 168 time: 0.3573382 Dec 15 13:55:31.472892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f7d5b-98f3-429c-909f-0eff9bb22064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e796f423-895b-4763-b923-41d3fee1cc8d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:31.496823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port e4964138-adc3-4080-8015-bd042861a72d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4964138-adc3-4080-8015-bd042861a72d,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:31.527672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.630702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=e4964138-adc3-4080-8015-bd042861a72d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:31.638215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:31.679692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:31.680198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d8e120b6-3894-48f1-9e1e-3d8be2f9ea20 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:31.799075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] For port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,segment=NetworkSegment(aab9a50f-fd38-4f86-a41b-4b946d43786f),segment_id=aab9a50f-fd38-4f86-a41b-4b946d43786f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:31.801195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.831706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Calling delete_port for ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:31.899020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.956132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce16cbb7-693b-4ecc-a31d-c535d53ee396 req-1f9bdb05-2c5d-414a-b217-5b0dbd4607c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.1765349 Dec 15 13:55:31.992829 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.009027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:32.033807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f054c605-5f75-42b9-baa8-6d3d10fc21bd None None] Provisioning complete for port e4964138-adc3-4080-8015-bd042861a72d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:32.034173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f054c605-5f75-42b9-baa8-6d3d10fc21bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.036275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-ee8b3ef6-2ac5-4b36-94c8-e912cba22300 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd42af6fcaaa486cac79e68e90f338bb HTTP/1.1" status: 200 len: 380 time: 1.2796979 Dec 15 13:55:32.041379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-f65df23f-90a9-4dd2-ab97-c45096c12318 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 1.1979213 Dec 15 13:55:32.045812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c11c0ed-c4a0-478d-ba05-4603b9a93298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.058705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'admin_state_up': True, 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'security_groups': ['672aa072-b609-4ccc-bded-d98d195fd201']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:32.061968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Pushing event deleted for resources: {'Port': ['ID=ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:32.081625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] No DVR routers for this DVR port ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:32.104103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.105180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.106002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.106520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.107008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.107496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.108124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.108779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.109385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.109922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.110460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.110980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.111509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636bd946-abdf-4a04-9ea5-6029d9c2ccfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:32.209840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c11c0ed-c4a0-478d-ba05-4603b9a93298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.214862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c11c0ed-c4a0-478d-ba05-4603b9a93298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.218324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db9faa-c264-4f2b-97e3-22f143a39480 req-70829db5-0850-499e-9f91-85a546720fc0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.219931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4db9faa-c264-4f2b-97e3-22f143a39480 req-70829db5-0850-499e-9f91-85a546720fc0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.4434640 Dec 15 13:55:32.257878 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c11c0ed-c4a0-478d-ba05-4603b9a93298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a50a24dd353c46d2ab0f78b5be5f65c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447059 Dec 15 13:55:32.257878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11c0ed-c4a0-478d-ba05-4603b9a93298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe52aa-ab29-4df7-8748-f201056bd419,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:32.259917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:32.324675 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2af81a8c-ee32-48db-9a58-209a9fe53d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.329344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.332222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-282a64a1-09f2-4a57-847c-f025ec9c6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.334329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-282a64a1-09f2-4a57-847c-f025ec9c6a35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.2818332 Dec 15 13:55:32.360797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2af81a8c-ee32-48db-9a58-209a9fe53d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.379479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.435902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4964138-adc3-4080-8015-bd042861a72d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:32.436088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2af81a8c-ee32-48db-9a58-209a9fe53d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.436088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2af81a8c-ee32-48db-9a58-209a9fe53d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.437555 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2af81a8c-ee32-48db-9a58-209a9fe53d99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9fe52aa-ab29-4df7-8748-f201056bd419 HTTP/1.1" status: 204 len: 168 time: 0.1762147 Dec 15 13:55:32.481678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81a8c-ee32-48db-9a58-209a9fe53d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe52aa-ab29-4df7-8748-f201056bd419,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:32.496772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b183a79f-6b19-4fb7-9e89-86ba60f4a0f3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:32.518206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab9a50f-fd38-4f86-a41b-4b946d43786f') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:32.518506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab9a50f-fd38-4f86-a41b-4b946d43786f') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:32.558931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.574025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.585812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:32.586459 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.618441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e4964138-adc3-4080-8015-bd042861a72d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:32.618947 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:32.666714 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:32.799156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:32.858180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:32.860530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ef9d69fe-60eb-44a9-a584-2b0bd3ab4edb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:32.907510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.962931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.968572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] 10.222.0.32 "DELETE /v2.0/networks/b183a79f-6b19-4fb7-9e89-86ba60f4a0f3 HTTP/1.1" status: 204 len: 168 time: 2.4412019 Dec 15 13:55:32.972624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335077f-734a-44bc-85ed-68d8718963c6 tempest-NetworksIpV6Test-660104905 tempest-NetworksIpV6Test-660104905-project] Pushing event deleted for resources: {'Network': ['ID=b183a79f-6b19-4fb7-9e89-86ba60f4a0f3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:32.977496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4db9faa-c264-4f2b-97e3-22f143a39480 req-1519a2c3-8ffb-47bf-9e0d-967ea68b196a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7419903 Dec 15 13:55:33.024404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-082266d2-a858-4aae-a258-7c8986ed994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.026250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-082266d2-a858-4aae-a258-7c8986ed994c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3620658 Dec 15 13:55:33.053571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:33.061020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.082339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Router e4135295-c3c6-4c27-b18d-ca550511ab7a is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:55:33.208088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a121b48-377b-4728-bdd1-dca8dd42fcaa req-f4653aca-a8b4-47a1-9e2d-bced7f06a568 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.1212780 Dec 15 13:55:33.281241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:33.372104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:33.384676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Sync routers for ids ['e4135295-c3c6-4c27-b18d-ca550511ab7a'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:33.402713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Routers {'e4135295-c3c6-4c27-b18d-ca550511ab7a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:33.403366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e4135295-c3c6-4c27-b18d-ca550511ab7a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:33.475126 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db7f9fb2-0329-4627-ba01-52b19c5b3508 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=708efe93e1dd47c59b36c5cc2b699454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923294 Dec 15 13:55:33.477463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:33.525926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.526626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-89b6f4e9-767a-4545-a10b-a80e491f8727 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.6469584 Dec 15 13:55:33.533393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:33.587289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-137ed67e-84de-4179-aa29-7340af19e87a service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227139 Dec 15 13:55:33.647074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Set router e4135295-c3c6-4c27-b18d-ca550511ab7a gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:33.658002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159effa8-5218-4661-a275-ce0a6a6683a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.701473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159effa8-5218-4661-a275-ce0a6a6683a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.780307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 172.20.0.14 (505693a4-e390-47f7-a077-fddb5807d584/2ee3c423-f1ad-4206-ae1c-d52132c62360/9ee4ced8-6cfc-4f57-809e-413d5c2acb61) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:33.839622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8017104-8efb-4eda-aa76-f34d1028f4fc req-26ebfc7b-da4d-44ca-99e9-7d72f75587f4 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910257 Dec 15 13:55:33.901189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159effa8-5218-4661-a275-ce0a6a6683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.904653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-159effa8-5218-4661-a275-ce0a6a6683a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.906190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-159effa8-5218-4661-a275-ce0a6a6683a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0247dcb-7e2a-4fa7-a71a-9581aa560e44 HTTP/1.1" status: 204 len: 168 time: 0.4274459 Dec 15 13:55:33.952952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159effa8-5218-4661-a275-ce0a6a6683a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0247dcb-7e2a-4fa7-a71a-9581aa560e44,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:33.962032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:55:29Z', 'revision_number': 3, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:34.038357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Checking router: e4135295-c3c6-4c27-b18d-ca550511ab7a for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:34.042606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Updating router e4135295-c3c6-4c27-b18d-ca550511ab7a port 30fde2d6-a495-4958-a5ea-854bbb28fd33 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:55:34.188185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.199712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.257909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05fd25-a844-46c8-9e6d-5b33404f93b0 req-c046dfb7-11f4-427e-94c5-9b7c405cdb3f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.271771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f05fd25-a844-46c8-9e6d-5b33404f93b0 req-c046dfb7-11f4-427e-94c5-9b7c405cdb3f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1284623 Dec 15 13:55:34.389797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.617432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f05fd25-a844-46c8-9e6d-5b33404f93b0 req-ba72a758-a0a2-488a-8ac2-6ea042adda11 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446057 Dec 15 13:55:34.755069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 505693a4-e390-47f7-a077-fddb5807d584 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:34.771817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:34.783438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:34.925893 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.935513 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.942224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.942992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.000182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c403e-74d3-448d-b121-dc4ddb42e437 req-dec22396-b21e-46fc-a64c-f9bfb8d2c2c5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.002815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e4c403e-74d3-448d-b121-dc4ddb42e437 req-dec22396-b21e-46fc-a64c-f9bfb8d2c2c5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 932 time: 0.5713811 Dec 15 13:55:35.017531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9595881 Dec 15 13:55:35.019429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac44a8-c086-4212-9025-bef2e2ad4b32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:35.046931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Attempting to bind port 30fde2d6-a495-4958-a5ea-854bbb28fd33 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:35.047304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Attempting to bind port 30fde2d6-a495-4958-a5ea-854bbb28fd33 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:35.047681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Attempting to bind port 30fde2d6-a495-4958-a5ea-854bbb28fd33 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:35.062106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:35.062493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:35.062827 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.063226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:35.063726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Bound port: 30fde2d6-a495-4958-a5ea-854bbb28fd33, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:35.064107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.069953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'admin_state_up': True, 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'security_groups': ['672aa072-b609-4ccc-bded-d98d195fd201']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:35.198368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] For port 30fde2d6-a495-4958-a5ea-854bbb28fd33, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:35.202758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] For port 30fde2d6-a495-4958-a5ea-854bbb28fd33, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=30fde2d6-a495-4958-a5ea-854bbb28fd33,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:35.210075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea075c1-3e3e-426a-9cd0-8d5f30f41485 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:35.222592 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.267665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251a44-21ab-481c-825e-8a73caa7bdd1 None None] Pushing event updated for resources: {'Port': ['ID=30fde2d6-a495-4958-a5ea-854bbb28fd33,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:35.309709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e4c403e-74d3-448d-b121-dc4ddb42e437 req-e2799c8e-be50-43f8-8715-d23ecdc845dd tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769630 Dec 15 13:55:35.310924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:35.314570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.398491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251a44-21ab-481c-825e-8a73caa7bdd1 None None] Pushing event updated for resources: {'Port': ['ID=30fde2d6-a495-4958-a5ea-854bbb28fd33,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:35.402314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc94c8-6e0c-4002-8f3a-43dec3bf3407 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:35.422471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.438616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Routers {'e4135295-c3c6-4c27-b18d-ca550511ab7a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:35.441576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e4135295-c3c6-4c27-b18d-ca550511ab7a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:35.608759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 10.1.1.193 (816d2ef0-fdd7-4148-9ac4-849939505e03/d0c14df7-d28d-4985-ac30-12d2bc3da16c/93caa189-eff5-40ba-b23a-b4590482c2e2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:35.674387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] Set router e4135295-c3c6-4c27-b18d-ca550511ab7a gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:35.826601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:35.920991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Allocated IP 172.20.0.1 (a220cdeb-7fcf-4e26-b2bf-83bcd81de020/75028c6f-3f1b-432c-8a94-9bdfab696fa3/b60961ac-f5b0-49fa-88d8-c5dd7fbc8997) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:35.934674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Provisioning complete for port 30fde2d6-a495-4958-a5ea-854bbb28fd33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:35.935198 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.983662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.131060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.160368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:55:29Z', 'revision_number': 3, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:36.168295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-313666830'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:36.204432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadc78-3f9e-444f-8462-c5179e241c01 None None] The sync data for ids ['e4135295-c3c6-4c27-b18d-ca550511ab7a'] in n-d-815324-3 is: [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:55:29Z', 'revision_number': 3, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:36.217503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.226634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] For port 30fde2d6-a495-4958-a5ea-854bbb28fd33, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=30fde2d6-a495-4958-a5ea-854bbb28fd33,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:36.241705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.242965 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.249887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:36.254047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.269021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.275128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742dec-0e01-44b1-9258-56801b8e9889 req-6cb28663-6865-455e-bd0f-d9983df06d63 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.285638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d742dec-0e01-44b1-9258-56801b8e9889 req-6cb28663-6865-455e-bd0f-d9983df06d63 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2655540 Dec 15 13:55:36.308041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Provisioning complete for port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:36.308915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.360792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:36.366000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76241c-856c-4d06-b92a-ea80373f40cf None None] Pushing event updated for resources: {'Port': ['ID=30fde2d6-a495-4958-a5ea-854bbb28fd33,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:36.416643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:36.430339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:36.434046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:36.461961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.501998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-933c8fd3-afdd-4198-a04a-e7e66b2444e3 None None] Provisioning complete for port 30fde2d6-a495-4958-a5ea-854bbb28fd33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:36.502373 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-933c8fd3-afdd-4198-a04a-e7e66b2444e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.545675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.546884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.599766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Pushing event updated for resources: {'Port': ['ID=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:36.659904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:36.690229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.704601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.742173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-177486e4-00ca-42c0-bf76-ec477b195b84 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6716192 Dec 15 13:55:36.747872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'admin_state_up': True, 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'security_groups': ['672aa072-b609-4ccc-bded-d98d195fd201']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:36.766130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18ebf-afa8-427d-84f8-745d92abe2d9 req-0ce84f87-d968-425e-82d2-cf4d1e31ecf9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.772083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:36.778102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:36.789468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:36.792312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18ebf-afa8-427d-84f8-745d92abe2d9 req-0ce84f87-d968-425e-82d2-cf4d1e31ecf9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.794882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:36.828287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cb18ebf-afa8-427d-84f8-745d92abe2d9 req-0ce84f87-d968-425e-82d2-cf4d1e31ecf9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 1654 time: 0.2694714 Dec 15 13:55:36.853437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f7998f-deea-4b13-a9e5-20159b53f6b9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:36.883880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.886507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d742dec-0e01-44b1-9258-56801b8e9889 req-328bb741-60f4-4810-99b3-f556b2416774 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5996773 Dec 15 13:55:36.890693 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Added segment d7af92cc-1ab4-451a-ace5-30e7280332cf of type vlan for network b0f6908c-5e81-45f6-9318-d18cf6314509 Dec 15 13:55:37.009433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.033595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.142834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cb18ebf-afa8-427d-84f8-745d92abe2d9 req-c3697e40-c11d-4f17-9507-2434aabd8e12 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122222 Dec 15 13:55:37.151341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.175966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.179936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-250a8e8e-ff2d-42f1-ac7e-52dfcd5484e2 None None] Provisioning complete for port 93caa189-eff5-40ba-b23a-b4590482c2e2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:37.180461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-250a8e8e-ff2d-42f1-ac7e-52dfcd5484e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.180786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.259409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:37.264337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.303918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-250a8e8e-ff2d-42f1-ac7e-52dfcd5484e2 None None] Port 93caa189-eff5-40ba-b23a-b4590482c2e2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:37.397195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5688889 Dec 15 13:55:37.441796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-896d537e-9aed-4bcf-98a4-d7a2861c59c1 None None] Provisioning complete for port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:37.442163 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-896d537e-9aed-4bcf-98a4-d7a2861c59c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.478962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.508408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb2d83-0ca1-4c2d-b88d-85006e07d435 req-02413d67-3e03-4c6d-9388-eb8c573d021b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.533633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fceb2d83-0ca1-4c2d-b88d-85006e07d435 req-02413d67-3e03-4c6d-9388-eb8c573d021b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3958054 Dec 15 13:55:37.844012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fceb2d83-0ca1-4c2d-b88d-85006e07d435 req-0bce0ad7-4855-4c05-8230-543f4528f0c6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087635 Dec 15 13:55:37.900001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 10.1.1.13 (816d2ef0-fdd7-4148-9ac4-849939505e03/d0c14df7-d28d-4985-ac30-12d2bc3da16c/d4cf48c4-ab36-4e22-b387-402b4bb17e8f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:38.075404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.080750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f2c16-d4ea-4e49-869e-fea2e900f5ae tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Network': ['ID=b0f6908c-5e81-45f6-9318-d18cf6314509,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:38.096052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.131281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b0f6908c-5e81-45f6-9318-d18cf6314509 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:38.507669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.539133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-896d537e-9aed-4bcf-98a4-d7a2861c59c1 None None] Port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:38.706656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 30fde2d6-a495-4958-a5ea-854bbb28fd33 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:38.753464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Pushing event updated for resources: {'Port': ['ID=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:38.893210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 30fde2d6-a495-4958-a5ea-854bbb28fd33 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:38.894997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.907385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1514b2-aa88-4a3d-9c4a-9d28bad0bdee req-4d280f8c-b63f-449e-bb1e-a64caae7fade tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.916561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a1514b2-aa88-4a3d-9c4a-9d28bad0bdee req-4d280f8c-b63f-449e-bb1e-a64caae7fade tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.4763687 Dec 15 13:55:38.926291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.931278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:38.934103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:39.073891 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a1514b2-aa88-4a3d-9c4a-9d28bad0bdee req-68a905bd-f489-43b5-afa9-1f60b293cf52 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413150 Dec 15 13:55:39.125039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555d28f-603a-49df-984a-e909f3efeb17 req-51df8f1e-009f-4faa-bdaf-5fa7c32b96ba tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:39.142654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555d28f-603a-49df-984a-e909f3efeb17 req-51df8f1e-009f-4faa-bdaf-5fa7c32b96ba tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:39.154185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b555d28f-603a-49df-984a-e909f3efeb17 req-51df8f1e-009f-4faa-bdaf-5fa7c32b96ba tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 1654 time: 0.6322961 Dec 15 13:55:39.269212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.378252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Router e4135295-c3c6-4c27-b18d-ca550511ab7a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:55:39.516625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:39.541766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:39.568962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:39.664049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b555d28f-603a-49df-984a-e909f3efeb17 req-3f8a13ed-fe98-40f0-ac25-d9aedee2b9e5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086553 Dec 15 13:55:39.688583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:39.693077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.712858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:39.753741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855d367-f187-405d-919e-3cb23b1424dd req-c2b6b967-b123-40d6-94c6-30545b84fb51 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:39.756362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f09b63d1-7526-40cd-a7e0-2950256b5a9a None None] Provisioning complete for port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:39.761284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f09b63d1-7526-40cd-a7e0-2950256b5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.768731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2855d367-f187-405d-919e-3cb23b1424dd req-c2b6b967-b123-40d6-94c6-30545b84fb51 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2508874 Dec 15 13:55:39.842077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1400a7e-5844-4f4d-9b41-fae4c304351d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0987232 Dec 15 13:55:39.849875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:39.872944 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Sync routers for ids ['e4135295-c3c6-4c27-b18d-ca550511ab7a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:39.876479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b959e892-6550-4c71-91ed-15fb8c927952 admin admin] 10.222.0.32 "PUT /v2.0/routers/e4135295-c3c6-4c27-b18d-ca550511ab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3417113 Dec 15 13:55:39.905895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265', 'admin_state_up': True, 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'security_groups': ['672aa072-b609-4ccc-bded-d98d195fd201']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:39.909147 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Routers {'e4135295-c3c6-4c27-b18d-ca550511ab7a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:39.912921 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e4135295-c3c6-4c27-b18d-ca550511ab7a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:40.019585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f09b63d1-7526-40cd-a7e0-2950256b5a9a None None] Port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:40.140195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2855d367-f187-405d-919e-3cb23b1424dd req-18ed7198-62d4-4b77-8234-f99ff32d37d0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691573 Dec 15 13:55:40.200277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fb247695-5fba-4b08-8177-9492e2092582 None None] Provisioning complete for port d4cf48c4-ab36-4e22-b387-402b4bb17e8f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:40.200680 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb247695-5fba-4b08-8177-9492e2092582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.236661 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Set router e4135295-c3c6-4c27-b18d-ca550511ab7a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:40.298940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:40.406649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:40.455860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fb247695-5fba-4b08-8177-9492e2092582 None None] Port d4cf48c4-ab36-4e22-b387-402b4bb17e8f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:40.647529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.668880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2100736364'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:40.726650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:40.730750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.799305 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:55:37Z', 'revision_number': 4, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b60961ac-f5b0-49fa-88d8-c5dd7fbc8997', 'name': '', 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'mac_address': 'fa:16:3e:1c:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:35Z', 'updated_at': '2021-12-15T13:55:37Z', 'revision_number': 2, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'subnets': [{'id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:40.802655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:40.817943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.818626 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Added segment 2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9 of type vlan for network 3b25f415-6377-419b-a54e-25035761b5c3 Dec 15 13:55:40.863055 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Checking router: e4135295-c3c6-4c27-b18d-ca550511ab7a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:40.863408 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Updating router e4135295-c3c6-4c27-b18d-ca550511ab7a port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:55:40.880989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.885715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:40.895438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'subnet': {'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:40.909730 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.005724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc3fc1-9bcf-4651-82e0-d64afdadaaa5 req-8bf18b4e-8025-4441-8fa6-7a7e8eaa4856 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.012015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc3fc1-9bcf-4651-82e0-d64afdadaaa5 req-8bf18b4e-8025-4441-8fa6-7a7e8eaa4856 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.018303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc3fc1-9bcf-4651-82e0-d64afdadaaa5 req-8bf18b4e-8025-4441-8fa6-7a7e8eaa4856 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.026133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-effc3fc1-9bcf-4651-82e0-d64afdadaaa5 req-8bf18b4e-8025-4441-8fa6-7a7e8eaa4856 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 2374 time: 0.1382382 Dec 15 13:55:41.036799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:55:41.061982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 10.2.2.100 (e2df8191-c699-4f1a-b9c0-17d379c41265/c0bc8598-8612-4f48-864e-70068ec3c3d8/aba7edeb-3578-4cc5-9192-723a3b4ccabd) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:41.063599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:41.070628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.113175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-effc3fc1-9bcf-4651-82e0-d64afdadaaa5 req-5b745f66-32f4-4050-9ff9-11fdb3529df9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857787 Dec 15 13:55:41.265601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.279853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.281011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.372830 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.386351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd6995-45ce-4634-b0f5-dbae231c195c req-87a481b9-b5cb-476a-9049-9392ed08b0fc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.388346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dabd6995-45ce-4634-b0f5-dbae231c195c req-87a481b9-b5cb-476a-9049-9392ed08b0fc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1134560 Dec 15 13:55:41.482836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.490469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dabd6995-45ce-4634-b0f5-dbae231c195c req-4810188c-71bd-4c2b-9150-0fad6e2566de tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923245 Dec 15 13:55:41.574469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network e2df8191-c699-4f1a-b9c0-17d379c41265 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:41.594855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.609677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:41.620160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:41.622894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:41.688885 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2806745 Dec 15 13:55:41.692912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34074) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:41.750835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'subnet': {'network_id': '3b25f415-6377-419b-a54e-25035761b5c3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:41.815490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.818265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.905090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-10a3046d-a236-4332-af63-b1138a87a7b5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0481730 Dec 15 13:55:41.923480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5757c-5a99-4875-a7bf-27074cf7f50f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Network': ['ID=3b25f415-6377-419b-a54e-25035761b5c3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:41.937082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3b25f415-6377-419b-a54e-25035761b5c3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:41.962031 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.972921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265', 'admin_state_up': True, 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'security_groups': ['672aa072-b609-4ccc-bded-d98d195fd201']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:41.978951 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.025391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Checking segment: {'id': 'd7af92cc-1ab4-451a-ace5-30e7280332cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:42.026187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network hostable DHCP agents. Network: b0f6908c-5e81-45f6-9318-d18cf6314509, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:42.030014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Subnet': ['ID=505b6a05-6367-460d-b01f-0b0788fb6ef6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:42.043059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:42.057221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.129286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deccc5e-f094-4ec5-a510-fb3cda3e9def req-e8c03c0f-a3cb-4046-b945-62f981a1ea8a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.133518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2deccc5e-f094-4ec5-a510-fb3cda3e9def req-e8c03c0f-a3cb-4046-b945-62f981a1ea8a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3092825 Dec 15 13:55:42.208790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-00b60c5d-ee8a-4623-8bc3-c851008d748c None None] Provisioning complete for port aba7edeb-3578-4cc5-9192-723a3b4ccabd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:42.209163 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00b60c5d-ee8a-4623-8bc3-c851008d748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.295186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-00b60c5d-ee8a-4623-8bc3-c851008d748c None None] Port aba7edeb-3578-4cc5-9192-723a3b4ccabd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:42.302353 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63471adc-0278-408b-8e39-2254802b311f None None] Pushing event updated for resources: {'Port': ['ID=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:42.343021 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.343662 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.344015 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.344406 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.344786 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.345127 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.347651 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.347990 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.348999 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.349403 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.349781 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.350097 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.350425 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63471adc-0278-408b-8e39-2254802b311f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:42.375690 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Attempting to bind port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:42.376065 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Attempting to bind port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:42.376433 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Attempting to bind port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 on network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:42.382967 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:42.383372 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Checking segment: {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:42.383784 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.384317 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Bound using segment: {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:42.384922 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Bound port: b60961ac-f5b0-49fa-88d8-c5dd7fbc8997, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:42.385298 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.518479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.531534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62f8f10c-cc09-4858-9f10-f7b158caf2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.573664 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] For port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:42.579524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Subnet': ['ID=9a0ef874-270a-44ef-8cd7-baca15050d6f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:42.583584 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] For port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:42.590589 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.595097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network b0f6908c-5e81-45f6-9318-d18cf6314509 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:42.630704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b0f6908c-5e81-45f6-9318-d18cf6314509) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:42.634370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7b8e9b2c-7a05-426e-a395-0d82cf20551d None None] Provisioning complete for port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:42.634874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9b2c-7a05-426e-a395-0d82cf20551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.642530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.644034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.648338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb36de-9817-49f8-8af0-c48cd0dc45f5 None None] Network b0f6908c-5e81-45f6-9318-d18cf6314509 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:42.667725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Checking segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:42.668256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network hostable DHCP agents. Network: 3b25f415-6377-419b-a54e-25035761b5c3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:42.691922 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-23322d14-50b0-4071-aded-dbcd3a9ec9e5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8042912 Dec 15 13:55:42.696234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:42.710618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1618072694'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:42.804107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3b25f415-6377-419b-a54e-25035761b5c3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:42.809184 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Routers {'e4135295-c3c6-4c27-b18d-ca550511ab7a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:42.811433 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:55:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e4135295-c3c6-4c27-b18d-ca550511ab7a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:42.820547 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63471adc-0278-408b-8e39-2254802b311f None None] Pushing event updated for resources: {'Port': ['ID=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:42.828417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:42.838477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.858679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3b25f415-6377-419b-a54e-25035761b5c3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:42.887884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c83a2-9940-4708-be8a-4a4de3cc7211 None None] Network 3b25f415-6377-419b-a54e-25035761b5c3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:42.889275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.891759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.949094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:42.949805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-b0f6908c-5e81-45f6-9318-d18cf6314509', 'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509', 'project_id': 'bd8963dbd6b844c7a14580f61ae79284', 'fixed_ips': [{'subnet_id': '505b6a05-6367-460d-b01f-0b0788fb6ef6'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:42.951344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.967011 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c6df2bcd-e542-4c9e-a698-8c72b85184d5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2503488 Dec 15 13:55:42.976043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:42.991605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.992237 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Added segment 9a4faf4e-b4b1-48e7-8c0e-f0e10611901a of type vlan for network 7e975a26-40f5-409b-8ba8-04096e4beffd Dec 15 13:55:43.011707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2092396629'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:43.085914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.143731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2deccc5e-f094-4ec5-a510-fb3cda3e9def req-515e1d02-64ec-4d91-910b-1a6dbdb6bb58 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9980047 Dec 15 13:55:43.159788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.170016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.170347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.179722 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] Set router e4135295-c3c6-4c27-b18d-ca550511ab7a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:43.181738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Made reservation on behalf of cd42af6fcaaa486cac79e68e90f338bb for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:43.187273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.198669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293b81-a816-4e1e-9f34-93bbc93f4361 req-79864f32-efa2-481d-b285-5bf7d692186a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.205782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293b81-a816-4e1e-9f34-93bbc93f4361 req-79864f32-efa2-481d-b285-5bf7d692186a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.212864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293b81-a816-4e1e-9f34-93bbc93f4361 req-79864f32-efa2-481d-b285-5bf7d692186a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.219553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293b81-a816-4e1e-9f34-93bbc93f4361 req-79864f32-efa2-481d-b285-5bf7d692186a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.221443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60293b81-a816-4e1e-9f34-93bbc93f4361 req-79864f32-efa2-481d-b285-5bf7d692186a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 3095 time: 0.2499032 Dec 15 13:55:43.225451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9b2c-7a05-426e-a395-0d82cf20551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.293457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3b25f415-6377-419b-a54e-25035761b5c3', 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3', 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'fixed_ips': [{'subnet_id': '9a0ef874-270a-44ef-8cd7-baca15050d6f'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:43.294360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.314342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:43.323881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.419254 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7211823 Dec 15 13:55:43.419883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:43.429856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'subnet': {'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:43.435998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738329-e5e7-4098-bed0-0aadd832d996 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Network': ['ID=7e975a26-40f5-409b-8ba8-04096e4beffd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:43.475227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7e975a26-40f5-409b-8ba8-04096e4beffd details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:43.480955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7b8e9b2c-7a05-426e-a395-0d82cf20551d None None] For port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:43.562107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9b2c-7a05-426e-a395-0d82cf20551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.562365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:43.600086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:43.604241 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.624688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Allocated IP 2001:db8:0:ffff::2 (b0f6908c-5e81-45f6-9318-d18cf6314509/505b6a05-6367-460d-b01f-0b0788fb6ef6/82c59f3b-3d03-4a9c-9961-98e39b8cc702) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:43.632916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60293b81-a816-4e1e-9f34-93bbc93f4361 req-96a26b03-f018-48cc-8312-16554e15e4e0 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954258 Dec 15 13:55:43.662782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.664990 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Added segment b7936b69-836a-44ac-9b68-3681e1911aec of type vlan for network b49b6a70-f691-4fba-b638-5b49c0dfc058 Dec 15 13:55:43.718650 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:55:37Z', 'revision_number': 4, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b60961ac-f5b0-49fa-88d8-c5dd7fbc8997', 'name': '', 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'mac_address': 'fa:16:3e:1c:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:35Z', 'updated_at': '2021-12-15T13:55:42Z', 'revision_number': 4, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'subnets': [{'id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:43.734358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e9b2c-7a05-426e-a395-0d82cf20551d None None] Pushing event updated for resources: {'Port': ['ID=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:43.796939 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.814977 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd9702-02c5-4c7e-9729-651f76762952 None None] The sync data for ids ['e4135295-c3c6-4c27-b18d-ca550511ab7a'] in n-d-815324-3 is: [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:55:37Z', 'revision_number': 4, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b60961ac-f5b0-49fa-88d8-c5dd7fbc8997', 'name': '', 'network_id': 'a220cdeb-7fcf-4e26-b2bf-83bcd81de020', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'mac_address': 'fa:16:3e:1c:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:35Z', 'updated_at': '2021-12-15T13:55:42Z', 'revision_number': 4, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'subnets': [{'id': '75028c6f-3f1b-432c-8a94-9bdfab696fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:43.862391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-094d5d0c-599d-4e02-9765-718540a971c5 None None] Provisioning complete for port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:43.862759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-094d5d0c-599d-4e02-9765-718540a971c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.008206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.026972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.027901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.058162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Allocated IP 10.2.2.200 (e2df8191-c699-4f1a-b9c0-17d379c41265/c0bc8598-8612-4f48-864e-70068ec3c3d8/bea8922e-6cde-4989-980a-7d938ceb1db9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:44.195952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2078328 Dec 15 13:55:44.206557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34132) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:44.226197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Network': ['ID=b49b6a70-f691-4fba-b638-5b49c0dfc058,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:44.233496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'subnet': {'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:44.245667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.246321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.248900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.249719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.250231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.250877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.251477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.252986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.253497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.254010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.256917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.257419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.257931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbdd7a-0b8f-40c6-8be4-45a51fbb2867 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:44.285120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.344791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:44.354138 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.475235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:55:44.483741 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.548954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:44.621797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232525af-d704-44d5-8ef7-b507013db912 req-0b133073-4b9c-4070-93ba-616f4fa62652 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.623906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-232525af-d704-44d5-8ef7-b507013db912 req-0b133073-4b9c-4070-93ba-616f4fa62652 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2277331 Dec 15 13:55:44.753542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Subnet': ['ID=65168796-9bd0-4353-8bb0-a296d7c1c15b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:44.763024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.779497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Network b0f6908c-5e81-45f6-9318-d18cf6314509 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:44.792428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:44.802961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:44.806060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-232525af-d704-44d5-8ef7-b507013db912 req-3de547bf-ef26-45aa-8045-7cef35ef9d7a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523163 Dec 15 13:55:44.849855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Checking segment: {'id': '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:44.850199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network hostable DHCP agents. Network: 7e975a26-40f5-409b-8ba8-04096e4beffd, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:44.875506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.895033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network 7e975a26-40f5-409b-8ba8-04096e4beffd is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:44.915879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Allocated IP 19.80.0.2 (3b25f415-6377-419b-a54e-25035761b5c3/9a0ef874-270a-44ef-8cd7-baca15050d6f/c5b92aa2-9036-4413-ba21-da5c85c173e3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:44.917355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7e975a26-40f5-409b-8ba8-04096e4beffd) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:44.932255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.933172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.941482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.957898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:44.962294 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.182957 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f07cc2ae-2005-4d86-be89-2464b9d0f889 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7572701 Dec 15 13:55:45.183214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Network e2df8191-c699-4f1a-b9c0-17d379c41265 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:45.186152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:45.191480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:45.195813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:45.224483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'port': {'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd', 'name': 'tempest-NetworksIpV6TestAttrs-368985845'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:45.414951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-9d9168ee-913b-4ec8-a7d4-2d3d449eabe5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.440279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-9d9168ee-913b-4ec8-a7d4-2d3d449eabe5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.466235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-9d9168ee-913b-4ec8-a7d4-2d3d449eabe5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.485069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-9d9168ee-913b-4ec8-a7d4-2d3d449eabe5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.498523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-9d9168ee-913b-4ec8-a7d4-2d3d449eabe5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.506458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-9d9168ee-913b-4ec8-a7d4-2d3d449eabe5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 3816 time: 0.6422203 Dec 15 13:55:45.507243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14490583-395e-4430-8d2d-53f0ca18536e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.518107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fcd1b9-0c36-47dc-a64b-81106ee27cdd None None] Network 7e975a26-40f5-409b-8ba8-04096e4beffd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:45.538158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:45.538533 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.545993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.565893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event updated for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:45.596188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.596809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.683186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Subnet': ['ID=a628d2b3-659e-4fb5-badd-decf1fd7519d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:45.711829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Checking segment: {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:45.712480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network hostable DHCP agents. Network: b49b6a70-f691-4fba-b638-5b49c0dfc058, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:45.753934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:45.763432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-4eb943d0-a349-4dfa-9b72-cdbe2c6ca835 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8111243 Dec 15 13:55:45.783621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b49b6a70-f691-4fba-b638-5b49c0dfc058) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:45.793824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.794659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.811817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5e9e-eb47-4596-9347-8ef9b2430e4b req-7c00c483-6d52-402d-b0c2-9ccbf25a52fa tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.826927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Pushing event updated for resources: {'Port': ['ID=82c59f3b-3d03-4a9c-9961-98e39b8cc702,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:45.828903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-150c5e9e-eb47-4596-9347-8ef9b2430e4b req-7c00c483-6d52-402d-b0c2-9ccbf25a52fa tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.7653260 Dec 15 13:55:45.853609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef10eecd-7122-4087-a066-419508c697a0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6437876 Dec 15 13:55:45.900799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec5964-acb9-4b16-8e8c-761f8600ada1 None None] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:46.030868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:46.039460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Attempting to bind port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:46.039836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Attempting to bind port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'd7af92cc-1ab4-451a-ace5-30e7280332cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:46.040252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Attempting to bind port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 on network b0f6908c-5e81-45f6-9318-d18cf6314509 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:46.201243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-150c5e9e-eb47-4596-9347-8ef9b2430e4b req-d34bd83d-b0ea-47e2-86c1-77b596bfc4c6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643944 Dec 15 13:55:46.215690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:46.215690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Checking segment: {'id': 'd7af92cc-1ab4-451a-ace5-30e7280332cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:46.215690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.215690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Bound using segment: {'id': 'd7af92cc-1ab4-451a-ace5-30e7280332cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:46.215690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Bound port: 82c59f3b-3d03-4a9c-9961-98e39b8cc702, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7af92cc-1ab4-451a-ace5-30e7280332cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'b0f6908c-5e81-45f6-9318-d18cf6314509'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:46.215690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.252698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed093c4b-5e12-43f0-b8e7-3813fc00b16a req-ea3f1b0d-b041-4ce3-a789-1a406b16f3bf tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6408446 Dec 15 13:55:46.261512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-20551883-ead7-4733-998d-a60b9d231d7f None None] Provisioning complete for port bea8922e-6cde-4989-980a-7d938ceb1db9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:46.262264 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-20551883-ead7-4733-998d-a60b9d231d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.320891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-b49b6a70-f691-4fba-b638-5b49c0dfc058', 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058', 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'fixed_ips': [{'subnet_id': 'a628d2b3-659e-4fb5-badd-decf1fd7519d'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:46.321984 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.350207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-20551883-ead7-4733-998d-a60b9d231d7f None None] Port bea8922e-6cde-4989-980a-7d938ceb1db9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:46.378749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7e975a26-40f5-409b-8ba8-04096e4beffd', 'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd', 'project_id': 'bd8963dbd6b844c7a14580f61ae79284', 'fixed_ips': [{'subnet_id': '65168796-9bd0-4353-8bb0-a296d7c1c15b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:46.380277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.386879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:46.398924 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.413588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.421084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.491230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] device_id is not set on port 34864e3a-83cb-4fc4-8e0c-eef4cc9bad26 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:55:46.650955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:46.793370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:46.800653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8842e22d-3154-4ffa-87d0-5fb2acd13f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.801152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.816041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Transition to ACTIVE for port object 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:46.840806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.907902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8842e22d-3154-4ffa-87d0-5fb2acd13f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.931177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8842e22d-3154-4ffa-87d0-5fb2acd13f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.934287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c201-8916-4c9d-a3bf-e5a0193e6be1 req-918d4815-a730-42ba-a5f7-fcbb4daf2010 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.943800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca11c201-8916-4c9d-a3bf-e5a0193e6be1 req-918d4815-a730-42ba-a5f7-fcbb4daf2010 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5238070 Dec 15 13:55:47.052874 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8842e22d-3154-4ffa-87d0-5fb2acd13f0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08132ae857154a98af742a1a93149a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997731 Dec 15 13:55:47.053578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:47.056354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] For port 82c59f3b-3d03-4a9c-9961-98e39b8cc702, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:47.085876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842e22d-3154-4ffa-87d0-5fb2acd13f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c109dca-8a74-4347-a0d1-419c933bc49e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:47.119431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] For port 82c59f3b-3d03-4a9c-9961-98e39b8cc702, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82c59f3b-3d03-4a9c-9961-98e39b8cc702,segment=NetworkSegment(d7af92cc-1ab4-451a-ace5-30e7280332cf),segment_id=d7af92cc-1ab4-451a-ace5-30e7280332cf)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:47.141951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.171164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:47.224161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450361-e3bf-4490-96be-4e7b02802cd7 None None] Pushing event updated for resources: {'Port': ['ID=82c59f3b-3d03-4a9c-9961-98e39b8cc702,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:47.246068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d406dd4-6262-450d-b5ee-585b41df351c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.252570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-35acb818-d999-4384-8892-7175a5e945d7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.262349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-35acb818-d999-4384-8892-7175a5e945d7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.263904 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.264273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-35acb818-d999-4384-8892-7175a5e945d7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/networks?id=3b25f415-6377-419b-a54e-25035761b5c3&id=b49b6a70-f691-4fba-b638-5b49c0dfc058&id=3b25f415-6377-419b-a54e-25035761b5c3 HTTP/1.1" status: 200 len: 1392 time: 0.8396666 Dec 15 13:55:47.280314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Allocated IP 19.86.0.2 (b49b6a70-f691-4fba-b638-5b49c0dfc058/a628d2b3-659e-4fb5-badd-decf1fd7519d/08f395f8-0487-49af-a834-5b567ae62f7e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:47.296851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.315460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d406dd4-6262-450d-b5ee-585b41df351c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.416603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Pushing event updated for resources: {'Port': ['ID=c5b92aa2-9036-4413-ba21-da5c85c173e3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:47.417272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca11c201-8916-4c9d-a3bf-e5a0193e6be1 req-f7cae2f8-209c-4be7-802d-225aec4f5037 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722657 Dec 15 13:55:47.419369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Allocated IP 2001:db8::f816:3eff:fe7c:c3e1 (7e975a26-40f5-409b-8ba8-04096e4beffd/65168796-9bd0-4353-8bb0-a296d7c1c15b/34864e3a-83cb-4fc4-8e0c-eef4cc9bad26) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:47.442765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d406dd4-6262-450d-b5ee-585b41df351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.446828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d406dd4-6262-450d-b5ee-585b41df351c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.453716 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8d406dd4-6262-450d-b5ee-585b41df351c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c109dca-8a74-4347-a0d1-419c933bc49e HTTP/1.1" status: 204 len: 168 time: 0.3948121 Dec 15 13:55:47.466208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-29d9131f-1a75-444a-9722-82aba5a1097a tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/quotas/51dac65e901b4ff09c10a0199b82ee7f HTTP/1.1" status: 200 len: 375 time: 0.1719973 Dec 15 13:55:47.472727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Network 3b25f415-6377-419b-a54e-25035761b5c3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:47.473475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d406dd4-6262-450d-b5ee-585b41df351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c109dca-8a74-4347-a0d1-419c933bc49e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:47.475945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.607659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:47.619437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:47.799367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Attempting to bind port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:47.799709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Attempting to bind port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:47.800047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Attempting to bind port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 on network 505693a4-e390-47f7-a077-fddb5807d584 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:47.870144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Attempting to bind port c5b92aa2-9036-4413-ba21-da5c85c173e3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:47.870822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Attempting to bind port c5b92aa2-9036-4413-ba21-da5c85c173e3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:47.871381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Attempting to bind port c5b92aa2-9036-4413-ba21-da5c85c173e3 on network 3b25f415-6377-419b-a54e-25035761b5c3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:47.905962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:47.906629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Checking segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:47.907386 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.908125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Bound using segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:47.908527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Bound port: c5b92aa2-9036-4413-ba21-da5c85c173e3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:47.909104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.920705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 on network 505693a4-e390-47f7-a077-fddb5807d584 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:47.921040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Attempting to bind port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 on network 505693a4-e390-47f7-a077-fddb5807d584 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:47.965261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:47.965932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Checking segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:47.966540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Bound using segment: {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:47.967209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Bound port: 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008e07e-2a2c-4ef3-b548-ba02d4368528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '505693a4-e390-47f7-a077-fddb5807d584'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:47.967795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.992763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-5e182924-e14a-4f58-a46c-86a27628496a tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5251985 Dec 15 13:55:48.040990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-477e5d63-e2d1-4094-bd3e-dcb7d0a7dff4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.047376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-477e5d63-e2d1-4094-bd3e-dcb7d0a7dff4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.054494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-477e5d63-e2d1-4094-bd3e-dcb7d0a7dff4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.061259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-477e5d63-e2d1-4094-bd3e-dcb7d0a7dff4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.068566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-477e5d63-e2d1-4094-bd3e-dcb7d0a7dff4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.070573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-477e5d63-e2d1-4094-bd3e-dcb7d0a7dff4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 3828 time: 0.5022986 Dec 15 13:55:48.097806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34198) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:48.116712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32d83f4-e719-4847-ba53-ae59c991cff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.143209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.201335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.209050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] For port c5b92aa2-9036-4413-ba21-da5c85c173e3, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:48.218980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] For port c5b92aa2-9036-4413-ba21-da5c85c173e3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c5b92aa2-9036-4413-ba21-da5c85c173e3,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:48.221622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.256334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.264669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:48.302133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:48.306682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3354842-4a0f-4c21-a0e6-ad91de5a623f req-7a9f129e-bc53-4565-b169-78ec423ad1da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019031 Dec 15 13:55:48.310580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.311368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:48.339384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Pushing event updated for resources: {'Port': ['ID=08f395f8-0487-49af-a834-5b567ae62f7e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:48.341918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:48.353964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:48.366829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32d83f4-e719-4847-ba53-ae59c991cff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.383628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32d83f4-e719-4847-ba53-ae59c991cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.420539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.420539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.420539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] 10.222.0.67 "PUT /v2.0/ports/9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 200 len: 1092 time: 2.5769198 Dec 15 13:55:48.420539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.430691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:48.434875 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c344e83-b829-4f74-92d7-d41bb639ea57" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:48.459994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:48.541681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e32d83f4-e719-4847-ba53-ae59c991cff7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c04b6c0883e4520a1802275d90ca7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214261 Dec 15 13:55:48.542649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d83f4-e719-4847-ba53-ae59c991cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1164303b-5646-4296-9908-1d004b5108a1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:48.566652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:48.680536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Allocated IP 2001:db8::f816:3eff:fea3:1793 (7e975a26-40f5-409b-8ba8-04096e4beffd/65168796-9bd0-4353-8bb0-a296d7c1c15b/af7f12aa-67cc-4bde-bcea-5e5507006fe8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:48.724340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-619452f7-1250-4419-ab5f-6d3bbfa3188e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.778058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-619452f7-1250-4419-ab5f-6d3bbfa3188e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.802426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.908174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:55:48.915590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-619452f7-1250-4419-ab5f-6d3bbfa3188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.918760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-619452f7-1250-4419-ab5f-6d3bbfa3188e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.920127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-619452f7-1250-4419-ab5f-6d3bbfa3188e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1164303b-5646-4296-9908-1d004b5108a1 HTTP/1.1" status: 204 len: 168 time: 0.3513317 Dec 15 13:55:48.934895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619452f7-1250-4419-ab5f-6d3bbfa3188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164303b-5646-4296-9908-1d004b5108a1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:48.972681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd528b7c-0651-462f-8626-0245cb482dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:49.011453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82c59f3b-3d03-4a9c-9961-98e39b8cc702 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:49.227424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network 7e975a26-40f5-409b-8ba8-04096e4beffd is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:49.304869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:49.305839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102307d-2541-4677-83d1-b5ca73d69bdf None None] Network b0f6908c-5e81-45f6-9318-d18cf6314509 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:49.344421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:49.360899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.361854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.391956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.423738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347ddb-8bb6-4936-8788-a522ec3a7a76 None None] Pushing event updated for resources: {'Port': ['ID=c5b92aa2-9036-4413-ba21-da5c85c173e3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:49.444265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-79dd5097-b943-43a2-a92b-0c30ea6cc976 service neutron] 10.222.0.32 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4501717 Dec 15 13:55:49.501007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:49.507158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.3130915 Dec 15 13:55:49.550069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717de66-0988-42e3-b2d4-4a36cfa0a477 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Port': ['ID=34864e3a-83cb-4fc4-8e0c-eef4cc9bad26,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:49.620705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting subnet 65168796-9bd0-4353-8bb0-a296d7c1c15b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:49.691219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beeab5-3c9b-437b-a2e4-97286de06aab req-cf4c96ca-527a-4a7b-8960-c88d9220ab82 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.693544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25beeab5-3c9b-437b-a2e4-97286de06aab req-cf4c96ca-527a-4a7b-8960-c88d9220ab82 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.9885697 Dec 15 13:55:49.802404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Attempting to bind port 08f395f8-0487-49af-a834-5b567ae62f7e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:49.803348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Attempting to bind port 08f395f8-0487-49af-a834-5b567ae62f7e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:49.803723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Attempting to bind port 08f395f8-0487-49af-a834-5b567ae62f7e on network b49b6a70-f691-4fba-b638-5b49c0dfc058 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:49.820208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:49.820655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Checking segment: {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:49.820979 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.821387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Bound using segment: {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:49.822850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Bound port: 08f395f8-0487-49af-a834-5b567ae62f7e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:49.824026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.825762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-63a789e6-6b32-4fbb-ae36-d259569f1db8 service neutron] 10.222.0.32 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803349 Dec 15 13:55:49.865058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.953685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.969835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:49.970928 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.040546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-ebbdc2da-6aa4-4f16-982c-85e004000cfc service neutron] 10.222.0.32 "GET /v2.0/networks/b49b6a70-f691-4fba-b638-5b49c0dfc058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748574 Dec 15 13:55:50.050968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25beeab5-3c9b-437b-a2e4-97286de06aab req-52cce122-1bad-4f18-bbac-c8e23782047b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174207 Dec 15 13:55:50.071737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.083867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.171936 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3edf89-3a6f-4d77-9589-dae013e5ce8f x-openstack-request-id: req-ca3edf89-3a6f-4d77-9589-dae013e5ce8f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:50.172235 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:50.172494 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca3edf89-3a6f-4d77-9589-dae013e5ce8f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:50.172929 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'status': 'completed', 'code': 200} Dec 15 13:55:50.304786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Network 7e975a26-40f5-409b-8ba8-04096e4beffd is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:50.314917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] For port 08f395f8-0487-49af-a834-5b567ae62f7e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:50.318768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c2b1ae72-02c0-40f8-ac0b-97c990d799bc None None] Provisioning complete for port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:50.319332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae72-02c0-40f8-ac0b-97c990d799bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.323231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:50.330253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] For port 08f395f8-0487-49af-a834-5b567ae62f7e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=08f395f8-0487-49af-a834-5b567ae62f7e,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:50.336623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Pushing event updated for resources: {'Port': ['ID=af7f12aa-67cc-4bde-bcea-5e5507006fe8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:50.396559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:50.426288 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.444356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-4b5d1d47-5ae6-4c77-b754-0243958feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.445499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-4b5d1d47-5ae6-4c77-b754-0243958feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.446698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-4b5d1d47-5ae6-4c77-b754-0243958feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.447359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-4b5d1d47-5ae6-4c77-b754-0243958feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.448156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-4b5d1d47-5ae6-4c77-b754-0243958feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.450147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-4b5d1d47-5ae6-4c77-b754-0243958feb85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 4363 time: 0.2764680 Dec 15 13:55:50.456078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ccf32b-f6a3-4215-97f1-e910dc94c543 None None] Network 3b25f415-6377-419b-a54e-25035761b5c3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:50.495891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116f8971-d485-4387-b129-dd4759d29a29 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:50.540590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.655242 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.679437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.715037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-614edd1b-cc9f-4fa8-abd7-b856560bdd41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.727508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-614edd1b-cc9f-4fa8-abd7-b856560bdd41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.741981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-614edd1b-cc9f-4fa8-abd7-b856560bdd41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.755753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-614edd1b-cc9f-4fa8-abd7-b856560bdd41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.764563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Subnet': ['ID=65168796-9bd0-4353-8bb0-a296d7c1c15b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:50.770912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-614edd1b-cc9f-4fa8-abd7-b856560bdd41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.772767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-614edd1b-cc9f-4fa8-abd7-b856560bdd41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 3828 time: 0.4467976 Dec 15 13:55:50.787140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.797844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-10880b9c-45f5-44d3-9a5c-ba4aaa5e8070 service neutron] 10.222.0.32 "GET /v2.0/networks/b49b6a70-f691-4fba-b638-5b49c0dfc058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404478 Dec 15 13:55:50.800778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29da7f-8b32-4839-99dd-e8e4a52fc2eb None None] Pushing event updated for resources: {'Port': ['ID=08f395f8-0487-49af-a834-5b567ae62f7e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:50.804104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Transition to ACTIVE for port object 116f8971-d485-4387-b129-dd4759d29a29 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:50.808128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fe700d62-8df3-478e-836e-9f5a149d05c2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/65168796-9bd0-4353-8bb0-a296d7c1c15b HTTP/1.1" status: 204 len: 168 time: 1.3046255 Dec 15 13:55:50.809208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:50.884799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Attempting to bind port af7f12aa-67cc-4bde-bcea-5e5507006fe8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:50.885219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Attempting to bind port af7f12aa-67cc-4bde-bcea-5e5507006fe8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:50.885587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Attempting to bind port af7f12aa-67cc-4bde-bcea-5e5507006fe8 on network 7e975a26-40f5-409b-8ba8-04096e4beffd {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:50.905056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.917977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:50.918343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Checking segment: {'id': '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:50.918751 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.919147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Bound using segment: {'id': '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:50.919645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Bound port: af7f12aa-67cc-4bde-bcea-5e5507006fe8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7e975a26-40f5-409b-8ba8-04096e4beffd'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:50.920023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.948707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467badfc-d46c-4575-9a37-7b300bbe9d27 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.950822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467badfc-d46c-4575-9a37-7b300bbe9d27 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.963106 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-467badfc-d46c-4575-9a37-7b300bbe9d27 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1525428 Dec 15 13:55:50.964125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:51.182118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52a13719-a032-470d-8f2b-5706f4d863c1 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.246893 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a13719-a032-470d-8f2b-5706f4d863c1 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 13:55:51.247953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a13719-a032-470d-8f2b-5706f4d863c1 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:51.263019 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52a13719-a032-470d-8f2b-5706f4d863c1 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/7e975a26-40f5-409b-8ba8-04096e4beffd HTTP/1.1" status: 409 len: 405 time: 0.2974913 Dec 15 13:55:51.266010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34256) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:51.272700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.278163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-830790978'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:51.291591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 82c59f3b-3d03-4a9c-9961-98e39b8cc702, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82c59f3b-3d03-4a9c-9961-98e39b8cc702,segment=NetworkSegment(d7af92cc-1ab4-451a-ace5-30e7280332cf),segment_id=d7af92cc-1ab4-451a-ace5-30e7280332cf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:51.303131 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae72-02c0-40f8-ac0b-97c990d799bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.357712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:51.362091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.454813 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.509882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:51.543653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.544264 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Added segment 50a5b3cb-c0df-4543-bc6e-e2ded6ed85e6 of type vlan for network 98abb86b-320f-4be4-96b8-88dd8ce33f1a Dec 15 13:55:51.677171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] For port af7f12aa-67cc-4bde-bcea-5e5507006fe8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:51.720132 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.768943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] For port af7f12aa-67cc-4bde-bcea-5e5507006fe8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=af7f12aa-67cc-4bde-bcea-5e5507006fe8,segment=NetworkSegment(9a4faf4e-b4b1-48e7-8c0e-f0e10611901a),segment_id=9a4faf4e-b4b1-48e7-8c0e-f0e10611901a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:51.795624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.799787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.806864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.807733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.820451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-c2b1ae72-02c0-40f8-ac0b-97c990d799bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:55:51.821089 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-c2b1ae72-02c0-40f8-ac0b-97c990d799bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:55:51.821791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=82c59f3b-3d03-4a9c-9961-98e39b8cc702,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:51.908237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 08f395f8-0487-49af-a834-5b567ae62f7e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:51.931040 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6634941 Dec 15 13:55:51.931848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:51.950881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'subnet': {'network_id': '98abb86b-320f-4be4-96b8-88dd8ce33f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:51.955940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-1ce37b51-3d18-46ca-8443-16f489a9bb36 service neutron] 10.222.0.32 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1371326 Dec 15 13:55:51.957269 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.130460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2f46-63b8-4f00-9113-5dbadc71ebe7 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Network': ['ID=98abb86b-320f-4be4-96b8-88dd8ce33f1a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:52.183278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 98abb86b-320f-4be4-96b8-88dd8ce33f1a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:52.227304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8fa1d93-8dd9-44e5-ac23-9af42b8867f6 req-6170cde9-15a4-4110-b5d7-08575530c34d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4321890 Dec 15 13:55:52.260749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:52.264874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.333499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ac06c-48e0-4a8c-b0fb-9da650742fe0 None None] Pushing event updated for resources: {'Port': ['ID=af7f12aa-67cc-4bde-bcea-5e5507006fe8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:52.424222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-add87e32-dd8c-4a89-bd3f-bc0d55c98f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.424668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-add87e32-dd8c-4a89-bd3f-bc0d55c98f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.425264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-add87e32-dd8c-4a89-bd3f-bc0d55c98f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.426785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-add87e32-dd8c-4a89-bd3f-bc0d55c98f7f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&shared=False HTTP/1.1" status: 200 len: 2300 time: 1.9576776 Dec 15 13:55:52.447342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Pushing event updated for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:52.463844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4790fe5-9ebd-465e-8252-d1d8c8d346d9 None None] Network 7e975a26-40f5-409b-8ba8-04096e4beffd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:52.598696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 08f395f8-0487-49af-a834-5b567ae62f7e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:52.599913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.663468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-e1d39c47-4856-44b4-991a-d993aeb2d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.665276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c344e83-b829-4f74-92d7-d41bb639ea57 req-e1d39c47-4856-44b4-991a-d993aeb2d05f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2132490 Dec 15 13:55:52.740446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0e75521d-3d95-4916-8e9c-b5d4da1f65f3 service neutron] 10.222.0.32 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666452 Dec 15 13:55:52.743819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Attempting to bind port 116f8971-d485-4387-b129-dd4759d29a29 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:52.744380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Attempting to bind port 116f8971-d485-4387-b129-dd4759d29a29 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:52.744941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Attempting to bind port 116f8971-d485-4387-b129-dd4759d29a29 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:52.753292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Port 116f8971-d485-4387-b129-dd4759d29a29 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:52.753795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Attempting to bind port 116f8971-d485-4387-b129-dd4759d29a29 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:52.760495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:52.761185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Checking segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:52.761750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Bound using segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:52.762376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Bound port: 116f8971-d485-4387-b129-dd4759d29a29, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:52.762913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.851081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:52.852335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92729677-1142-4a9e-a128-505029ea9a8e None None] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:52.855394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=116f8971-d485-4387-b129-dd4759d29a29,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:52.870107 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.935897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.937952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.944330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] 10.222.0.67 "PUT /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 1136 time: 4.4898746 Dec 15 13:55:52.949437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '116f8971-d485-4387-b129-dd4759d29a29'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:52.963438 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e07366-d53b-429d-94c2-fc40c417c7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "116f8971-d485-4387-b129-dd4759d29a29"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:52.983238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:53.119404 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c88ea-2a85-470d-b052-e95cbec57867 x-openstack-request-id: req-e10c88ea-2a85-470d-b052-e95cbec57867 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:53.119704 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "116f8971-d485-4387-b129-dd4759d29a29", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:53.119962 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e10c88ea-2a85-470d-b052-e95cbec57867 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:53.120381 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '116f8971-d485-4387-b129-dd4759d29a29', 'status': 'completed', 'code': 200} Dec 15 13:55:53.128868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7b72a-4cdf-418b-95b4-9b558414f689 service neutron] Pushing event updated for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:53.172976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Provisioning complete for port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:53.173514 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.260728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.339566 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.486346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96aca89c-30ad-4357-883d-26e49f10b3af req-f89b98b8-634b-4a2a-a326-a27bf32bb308 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 210 time: 0.2473423 Dec 15 13:55:53.504999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 08f395f8-0487-49af-a834-5b567ae62f7e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=08f395f8-0487-49af-a834-5b567ae62f7e,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:53.528644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.533867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c5b92aa2-9036-4413-ba21-da5c85c173e3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:53.649264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.651455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.652117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.653522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.655194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.657397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.663174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-dc290b9e-b61b-430a-850a-1c4cf0a2e311 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5292 time: 0.5353980 Dec 15 13:55:53.686933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Provisioning complete for port c5b92aa2-9036-4413-ba21-da5c85c173e3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:53.687489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.734852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=08f395f8-0487-49af-a834-5b567ae62f7e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:53.736483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:55:53.753060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.811985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c5b92aa2-9036-4413-ba21-da5c85c173e3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:53.812418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.892959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.911549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.929323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.943379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Subnet': ['ID=29a750ea-6b1c-48f0-8b25-60953b991121,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:53.949896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.956779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Checking segment: {'id': '50a5b3cb-c0df-4543-bc6e-e2ded6ed85e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '98abb86b-320f-4be4-96b8-88dd8ce33f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:53.965357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network hostable DHCP agents. Network: 98abb86b-320f-4be4-96b8-88dd8ce33f1a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:53.977353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.985785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:53.986988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.997417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-67866b3c-fa65-4177-8123-c6301c54d47c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 4606 time: 0.5085287 Dec 15 13:55:54.040404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network 98abb86b-320f-4be4-96b8-88dd8ce33f1a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:54.062730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 98abb86b-320f-4be4-96b8-88dd8ce33f1a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:54.067715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.068493 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.106805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e8697e69-3f70-4d20-ba38-8a438befcbd8 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1602275 Dec 15 13:55:54.107594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:54.113528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'port': {'network_id': '98abb86b-320f-4be4-96b8-88dd8ce33f1a', 'name': 'tempest-NetworksIpV6TestAttrs-2101920953'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:54.306441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41e3d759-8dc5-4b6f-8413-a98f831f16fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.413682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d7f3bcc-143d-401d-b641-464ecfc697a5 req-457dfeed-846d-4216-b227-2f0e7294e31e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4152501 Dec 15 13:55:54.430095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-174f8a00-d103-4675-9f99-0264cf0ca836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.430990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-174f8a00-d103-4675-9f99-0264cf0ca836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.435406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-174f8a00-d103-4675-9f99-0264cf0ca836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.439661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-174f8a00-d103-4675-9f99-0264cf0ca836 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.7594860 Dec 15 13:55:54.446050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e8447-9dce-404d-bccd-55d2302b83a9 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:55:54.520818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.615554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.668028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port c5b92aa2-9036-4413-ba21-da5c85c173e3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c5b92aa2-9036-4413-ba21-da5c85c173e3,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:54.680306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:54.684196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.694906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.792999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] device_id is not set on port b9874bb6-6e44-47bc-91a4-9b24d78c183b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:55:54.801081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:55:54.802415 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:55:54.820682 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41e3d759-8dc5-4b6f-8413-a98f831f16fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.823704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f90b8a3d-002f-447c-a6be-f9d0ffd12644 req-ed1a4d93-8d51-4083-928e-df4c98057128 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 210 time: 0.1474292 Dec 15 13:55:54.894623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41e3d759-8dc5-4b6f-8413-a98f831f16fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.920328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=c5b92aa2-9036-4413-ba21-da5c85c173e3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:54.957928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82c59f3b-3d03-4a9c-9961-98e39b8cc702 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:54.966456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-7e1eea2a-933b-44e3-bf16-505e7a56e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.968119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00e07366-d53b-429d-94c2-fc40c417c7a8 req-7e1eea2a-933b-44e3-bf16-505e7a56e150 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5180302 Dec 15 13:55:55.003187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e8447-9dce-404d-bccd-55d2302b83a9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:55:55.074965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bbef25-3504-49fe-b4b6-314bdbc8a705 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:55.076145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41e3d759-8dc5-4b6f-8413-a98f831f16fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afec3d63cb2b4415b410cddaa31d6573&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0890594 Dec 15 13:55:55.079308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d759-8dc5-4b6f-8413-a98f831f16fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd961e65-b1e2-4fb4-b279-fec936db65d1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:55.083332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:55.107649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34344) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:55.150165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Allocated IP 2001:db8::f816:3eff:feab:b6e7 (98abb86b-320f-4be4-96b8-88dd8ce33f1a/29a750ea-6b1c-48f0-8b25-60953b991121/b9874bb6-6e44-47bc-91a4-9b24d78c183b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:55.152432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.190888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:55.191306 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.204241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Transition to ACTIVE for port object f2bbef25-3504-49fe-b4b6-314bdbc8a705 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:55.226995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.471797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.482754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2a5208e-8511-4a2f-b6d3-0ed7dbcfa2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.523008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:55.523675 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.532466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-047afd26-f45b-4d36-9dac-66c7b7b0d3c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.593281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2a5208e-8511-4a2f-b6d3-0ed7dbcfa2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.650012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network 98abb86b-320f-4be4-96b8-88dd8ce33f1a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:55.667609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:55.669516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Port': ['ID=b9874bb6-6e44-47bc-91a4-9b24d78c183b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:55.675231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:55.681283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.681927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.696643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-28609306-f992-4847-83a1-045c171dfee7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.703750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-28609306-f992-4847-83a1-045c171dfee7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.705460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-28609306-f992-4847-83a1-045c171dfee7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "GET /v2.0/networks?id=3b25f415-6377-419b-a54e-25035761b5c3&id=b49b6a70-f691-4fba-b638-5b49c0dfc058&id=3b25f415-6377-419b-a54e-25035761b5c3 HTTP/1.1" status: 200 len: 1392 time: 0.4371295 Dec 15 13:55:55.709661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90c63388-8354-4025-88fa-8b5f3537e8c5 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6004248 Dec 15 13:55:55.712495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:55.726087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'port': {'device_id': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3', 'admin_state_up': True, 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:55.770803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-047afd26-f45b-4d36-9dac-66c7b7b0d3c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.814090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-047afd26-f45b-4d36-9dac-66c7b7b0d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.815743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Provisioning complete for port 08f395f8-0487-49af-a834-5b567ae62f7e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:55.816198 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53fcb4d-fa8a-4d50-8b63-6700004d8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.818725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 08f395f8-0487-49af-a834-5b567ae62f7e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:55.835739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.844546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.854998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.863068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.871297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.878473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.884910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.887161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-b3626c51-bcf3-4db9-a033-ed1bb5f77982 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5383 time: 0.3529396 Dec 15 13:55:55.910167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting subnet 29a750ea-6b1c-48f0-8b25-60953b991121 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:55.928961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.974546 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-047afd26-f45b-4d36-9dac-66c7b7b0d3c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=102b37756bb04d9cadd94c8c2918cb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8627269 Dec 15 13:55:55.978268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:56.003155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047afd26-f45b-4d36-9dac-66c7b7b0d3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cceca9-ce2a-4eda-87b4-634fc3d894f6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.023997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Attempting to bind port f2bbef25-3504-49fe-b4b6-314bdbc8a705 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:56.024342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Attempting to bind port f2bbef25-3504-49fe-b4b6-314bdbc8a705 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:56.024693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Attempting to bind port f2bbef25-3504-49fe-b4b6-314bdbc8a705 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:56.045585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.065919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Port f2bbef25-3504-49fe-b4b6-314bdbc8a705 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:56.067531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Attempting to bind port f2bbef25-3504-49fe-b4b6-314bdbc8a705 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:56.079097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:56.084490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 08f395f8-0487-49af-a834-5b567ae62f7e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:56.085043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.085314 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.095939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb081b8f-df6e-45d2-8ca6-1d5e52dd403a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.100258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2a5208e-8511-4a2f-b6d3-0ed7dbcfa2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.103668 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2a5208e-8511-4a2f-b6d3-0ed7dbcfa2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.105279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a2a5208e-8511-4a2f-b6d3-0ed7dbcfa2ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd961e65-b1e2-4fb4-b279-fec936db65d1 HTTP/1.1" status: 204 len: 168 time: 1.0165687 Dec 15 13:55:56.160821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb081b8f-df6e-45d2-8ca6-1d5e52dd403a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.182494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c44d65-eb0c-46fa-81ce-1eb2db6a6dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-98abb86b-320f-4be4-96b8-88dd8ce33f1a', 'network_id': '98abb86b-320f-4be4-96b8-88dd8ce33f1a', 'project_id': 'bd8963dbd6b844c7a14580f61ae79284', 'fixed_ips': [{'subnet_id': '29a750ea-6b1c-48f0-8b25-60953b991121'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:55:56.183622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3c44d65-eb0c-46fa-81ce-1eb2db6a6dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.232793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.244777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5208e-8511-4a2f-b6d3-0ed7dbcfa2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd961e65-b1e2-4fb4-b279-fec936db65d1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.260412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eccf4f52-4ec4-44ee-b3cb-19d9557e2002 req-40529930-2eb3-4969-b823-7b78a74ff2ea tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 210 time: 0.3153949 Dec 15 13:55:56.295061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:56.295408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Checking segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:56.295795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Bound using segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:56.296263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Bound port: f2bbef25-3504-49fe-b4b6-314bdbc8a705, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:56.296632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.375779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4917bf60-f29a-49c4-9663-7f95cb01d126 req-ff9e7d1e-ab83-460c-bf02-39be94fdf0fe tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4816239 Dec 15 13:55:56.402272 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-c3c44d65-eb0c-46fa-81ce-1eb2db6a6dba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29a750ea-6b1c-48f0-8b25-60953b991121: This subnet is being modified by another concurrent operation. Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29a750ea-6b1c-48f0-8b25-60953b991121: This subnet is being modified by another concurrent operation. Dec 15 13:55:56.476707 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 13:55:56.487501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Subnet': ['ID=29a750ea-6b1c-48f0-8b25-60953b991121,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.487501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb081b8f-df6e-45d2-8ca6-1d5e52dd403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.487501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb081b8f-df6e-45d2-8ca6-1d5e52dd403a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.487501 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fb081b8f-df6e-45d2-8ca6-1d5e52dd403a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23cceca9-ce2a-4eda-87b4-634fc3d894f6 HTTP/1.1" status: 204 len: 168 time: 0.5048194 Dec 15 13:55:56.495690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.505711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:56.512320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c24e27a0-77fc-44c1-bbd8-0f8e3d6306bf tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/29a750ea-6b1c-48f0-8b25-60953b991121 HTTP/1.1" status: 204 len: 168 time: 0.7978997 Dec 15 13:55:56.517868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2d43f914-157e-45f0-8256-364d40c5ef1e None None] Provisioning complete for port 08f395f8-0487-49af-a834-5b567ae62f7e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:56.518460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d43f914-157e-45f0-8256-364d40c5ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.543729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb081b8f-df6e-45d2-8ca6-1d5e52dd403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cceca9-ce2a-4eda-87b4-634fc3d894f6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.610925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed623b9-54b4-4de0-b794-c4c4e20fc208 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:55:56.636393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Allocated IP 19.80.0.23 (3b25f415-6377-419b-a54e-25035761b5c3/9a0ef874-270a-44ef-8cd7-baca15050d6f/c6ff9d0c-a219-4557-8e0a-8878f3ef4c15) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:56.639525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:56.645125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643e2d7-06bc-40ab-a6b4-e4a66f1a1cd0 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.647387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643e2d7-06bc-40ab-a6b4-e4a66f1a1cd0 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.649026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0643e2d7-06bc-40ab-a6b4-e4a66f1a1cd0 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1368351 Dec 15 13:55:56.651379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:56.652285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:56.664646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.760950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.761873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.763341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] 10.222.0.67 "PUT /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 1135 time: 3.7860119 Dec 15 13:55:56.763895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'f2bbef25-3504-49fe-b4b6-314bdbc8a705'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:56.766440 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "f2bbef25-3504-49fe-b4b6-314bdbc8a705"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:56.819692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:56.869356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6472317d-da1f-4c35-bd0f-7a7145ac6701 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.887100 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6472317d-da1f-4c35-bd0f-7a7145ac6701 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 13:55:56.887565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6472317d-da1f-4c35-bd0f-7a7145ac6701 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:55:56.892296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2a5b-619b-48aa-871e-6f4510babbab service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.900391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34378) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:56.901075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34380) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:56.902722 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01885f3-aab9-45ed-8402-3cdfcf372185 x-openstack-request-id: req-f01885f3-aab9-45ed-8402-3cdfcf372185 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:56.903427 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "f2bbef25-3504-49fe-b4b6-314bdbc8a705", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:56.904292 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f01885f3-aab9-45ed-8402-3cdfcf372185 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:56.904993 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'f2bbef25-3504-49fe-b4b6-314bdbc8a705', 'status': 'completed', 'code': 200} Dec 15 13:55:56.908623 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6472317d-da1f-4c35-bd0f-7a7145ac6701 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/98abb86b-320f-4be4-96b8-88dd8ce33f1a HTTP/1.1" status: 409 len: 405 time: 0.2434745 Dec 15 13:55:56.978687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c5b92aa2-9036-4413-ba21-da5c85c173e3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:57.023570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1792596767'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:57.063418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.090590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.091543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.092420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.093293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.093767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.097776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.099939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.103805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-32aaf5c5-1eec-438a-a26a-30c9c860b1d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6220 time: 0.1926799 Dec 15 13:55:57.115644 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.119906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91213561-435c-46f5-b6b0-0e3ac92ac6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.127937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed623b9-54b4-4de0-b794-c4c4e20fc208 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:55:57.216946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:57.220914 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.223130 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.260118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3b25f415-6377-419b-a54e-25035761b5c3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:57.267670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Port': ['ID=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:57.276233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:57.288049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:57.314200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34384) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:57.364557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cab2df79-b57d-471e-a8e0-703c0e83e001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.389875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:57.467744 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.468330 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Added segment 706e9849-243a-47f9-a64a-bcaf861f2629 of type vlan for network 34d3f2ae-347b-445c-89aa-eaacde577bba Dec 15 13:55:57.491379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c5b92aa2-9036-4413-ba21-da5c85c173e3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:57.491824 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.510419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-2bb1f4c2-9a8f-4458-b33b-7450fe5f4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.511275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-2bb1f4c2-9a8f-4458-b33b-7450fe5f4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.511911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-2bb1f4c2-9a8f-4458-b33b-7450fe5f4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.513835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-2bb1f4c2-9a8f-4458-b33b-7450fe5f4778 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4011829 Dec 15 13:55:57.554231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.555083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.663884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.676429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48fa8d-8a56-44ff-878a-8bff6d8839c6 req-3424abef-4a68-467a-a011-24151b75db81 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.677956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e48fa8d-8a56-44ff-878a-8bff6d8839c6 req-3424abef-4a68-467a-a011-24151b75db81 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 931 time: 0.3121150 Dec 15 13:55:57.681403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91213561-435c-46f5-b6b0-0e3ac92ac6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.695288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-0dab82d5-7284-4a2d-a661-d7e73e865fef tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9746354 Dec 15 13:55:57.737207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'port': {'device_id': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058', 'admin_state_up': True, 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:57.740617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cab2df79-b57d-471e-a8e0-703c0e83e001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.745806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cab2df79-b57d-471e-a8e0-703c0e83e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.750100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91213561-435c-46f5-b6b0-0e3ac92ac6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.778696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-d1c1b1a7-0710-4e74-870c-68cac357a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.780441 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3755b425-cca4-4fc5-ad82-1ad8c3b1d011 req-d1c1b1a7-0710-4e74-870c-68cac357a5be service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2534931 Dec 15 13:55:57.806352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cab2df79-b57d-471e-a8e0-703c0e83e001 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6211afa2e67e4052ac1c40e6be737dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4804950 Dec 15 13:55:57.806352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2df79-b57d-471e-a8e0-703c0e83e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86ac78b-ce44-4d9e-bdd6-4ef2186dabbb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:57.807875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:57.879257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.880924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73f23b-ccf5-4506-b7d8-cc3f1536544a None None] Network 98abb86b-320f-4be4-96b8-88dd8ce33f1a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:57.885684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.891579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.897873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.903812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.910091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.916059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.916218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.917972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0eb5635f-386a-4870-8f97-6464760061ce req-5c58605c-a5ef-41b1-8eac-14a445860273 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5383 time: 0.3785038 Dec 15 13:55:57.979971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.061762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.065121 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.069486 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b86ac78b-ce44-4d9e-bdd6-4ef2186dabbb HTTP/1.1" status: 204 len: 168 time: 0.2579522 Dec 15 13:55:58.076111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ac38d-a62f-4689-a7bc-31df7868546f None None] Network 98abb86b-320f-4be4-96b8-88dd8ce33f1a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:58.076719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86ac78b-ce44-4d9e-bdd6-4ef2186dabbb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:58.100287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.100869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.101315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.101879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.102722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.104978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.105432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.105990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.106426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.106939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.107394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.107822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.108366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169c7b4-fbc7-4fc5-8814-a15b9caaaa67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.174135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e48fa8d-8a56-44ff-878a-8bff6d8839c6 req-3358c690-5902-4a77-820e-d8c6c4b70e77 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733284 Dec 15 13:55:58.175423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91213561-435c-46f5-b6b0-0e3ac92ac6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943be5e0-6a29-470f-a7ba-4cf75c029891,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:58.187058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:58.197546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-91213561-435c-46f5-b6b0-0e3ac92ac6d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=184e54171c564c6bb85f06d36dfae43b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2757049 Dec 15 13:55:58.199174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.215329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:58.216323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.341935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60190222-477f-43d6-9b36-3f46bead6340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.402020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Network': ['ID=34d3f2ae-347b-445c-89aa-eaacde577bba,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:58.412075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60190222-477f-43d6-9b36-3f46bead6340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.416116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 34d3f2ae-347b-445c-89aa-eaacde577bba details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:58.436712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:58.440896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.504198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2ecf31a6-93f3-4d18-b75d-865ff233b852 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5810206 Dec 15 13:55:58.528880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34400) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:58.546739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'subnet': {'network_id': '34d3f2ae-347b-445c-89aa-eaacde577bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:58.566880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0eb5635f-386a-4870-8f97-6464760061ce req-4649bc28-f774-4236-ab8b-cb1cd3cbf208 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6355031 Dec 15 13:55:58.627520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd0d393e-90e7-4685-8dbe-8a0073129c4c None None] Provisioning complete for port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:58.630001 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd0d393e-90e7-4685-8dbe-8a0073129c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.760466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d393e-90e7-4685-8dbe-8a0073129c4c None None] Port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:58.764877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60190222-477f-43d6-9b36-3f46bead6340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.769217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60190222-477f-43d6-9b36-3f46bead6340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.771371 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60190222-477f-43d6-9b36-3f46bead6340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/943be5e0-6a29-470f-a7ba-4cf75c029891 HTTP/1.1" status: 204 len: 168 time: 0.5826514 Dec 15 13:55:58.774545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Allocated IP 19.86.0.69 (b49b6a70-f691-4fba-b638-5b49c0dfc058/a628d2b3-659e-4fb5-badd-decf1fd7519d/11d5bbae-d50c-479d-bae3-e14d8e39d17c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:58.788252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60190222-477f-43d6-9b36-3f46bead6340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943be5e0-6a29-470f-a7ba-4cf75c029891,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:58.809563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93caa189-eff5-40ba-b23a-b4590482c2e2 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:58.821293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.822755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:58.827314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.889977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Transition to ACTIVE for port object 93caa189-eff5-40ba-b23a-b4590482c2e2 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:58.902144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.225221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Pushing event updated for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:59.423874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:55:59.427256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.441483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.443914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Attempting to bind port 93caa189-eff5-40ba-b23a-b4590482c2e2 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:59.444315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Attempting to bind port 93caa189-eff5-40ba-b23a-b4590482c2e2 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:59.444742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Attempting to bind port 93caa189-eff5-40ba-b23a-b4590482c2e2 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:59.464956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322c4f7-01c2-44a6-9e87-516e90df110c req-345f7337-2f7e-4263-a0f5-d030228b0fa6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.466590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9322c4f7-01c2-44a6-9e87-516e90df110c req-345f7337-2f7e-4263-a0f5-d030228b0fa6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 931 time: 0.1723206 Dec 15 13:55:59.473859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Port 93caa189-eff5-40ba-b23a-b4590482c2e2 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:59.474283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Attempting to bind port 93caa189-eff5-40ba-b23a-b4590482c2e2 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:59.490397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:59.490813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Checking segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:59.491260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Bound using segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:59.491782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Bound port: 93caa189-eff5-40ba-b23a-b4590482c2e2, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:59.492208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.514996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Subnet': ['ID=e874f895-954f-4f0b-852f-143805909a55,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:59.576294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.586654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Checking segment: {'id': '706e9849-243a-47f9-a64a-bcaf861f2629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '34d3f2ae-347b-445c-89aa-eaacde577bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:59.587023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network hostable DHCP agents. Network: 34d3f2ae-347b-445c-89aa-eaacde577bba, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:59.639767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9322c4f7-01c2-44a6-9e87-516e90df110c req-9c0e3c18-982e-459e-a19e-15756173b22f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606688 Dec 15 13:55:59.657600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network 34d3f2ae-347b-445c-89aa-eaacde577bba is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:59.682198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 34d3f2ae-347b-445c-89aa-eaacde577bba) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:59.695193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db8989-4740-4692-8dd3-9afeb53c5880 None None] Network 34d3f2ae-347b-445c-89aa-eaacde577bba requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:59.703491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.708194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:59.708518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.716986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:59.738357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:59.742875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Port': ['ID=11d5bbae-d50c-479d-bae3-e14d8e39d17c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:59.756827 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c17d200e-1759-4227-bdf0-39da112a80fa tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2196283 Dec 15 13:55:59.757089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:59.759750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:59.820219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=93caa189-eff5-40ba-b23a-b4590482c2e2,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:59.873665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.939987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.943378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.971702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.972305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.976938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] 10.222.0.67 "PUT /v2.0/ports/93caa189-eff5-40ba-b23a-b4590482c2e2 HTTP/1.1" status: 200 len: 1091 time: 3.1671364 Dec 15 13:56:00.017508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6b0fb-6c38-424e-ad37-87f0a02347ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-34d3f2ae-347b-445c-89aa-eaacde577bba', 'network_id': '34d3f2ae-347b-445c-89aa-eaacde577bba', 'project_id': 'bd8963dbd6b844c7a14580f61ae79284', 'fixed_ips': [{'subnet_id': 'e874f895-954f-4f0b-852f-143805909a55'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:00.018409 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b0fb-6c38-424e-ad37-87f0a02347ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.060336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.129236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:00.132009 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:00.139677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96020f-f179-49e8-ba44-be3e70309474 service neutron] Pushing event updated for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:00.184434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.204987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.211260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.216367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.231450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.252373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.274013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.298114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.312363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65a1a2de-d920-4cd0-a12b-062119832816 req-023ffcb9-600f-490e-91d3-dd49ae46168a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5395 time: 0.5776281 Dec 15 13:56:00.329169 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e42aa7-9c93-495c-b24a-cf9cc4e33a36 x-openstack-request-id: req-21e42aa7-9c93-495c-b24a-cf9cc4e33a36 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:00.329486 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:00.329755 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21e42aa7-9c93-495c-b24a-cf9cc4e33a36 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:00.330201 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2', 'status': 'completed', 'code': 200} Dec 15 13:56:00.334997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:00.341579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-394e7ffe-fa12-480c-b598-98662d76d48f None None] Provisioning complete for port 11d5bbae-d50c-479d-bae3-e14d8e39d17c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:00.341969 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-394e7ffe-fa12-480c-b598-98662d76d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.427846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-30b15208-29c0-4135-9b8c-9a5463bf4f8b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6994636 Dec 15 13:56:00.443024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-394e7ffe-fa12-480c-b598-98662d76d48f None None] Port 11d5bbae-d50c-479d-bae3-e14d8e39d17c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:00.458344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'port': {'device_id': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3', 'admin_state_up': True, 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:00.462467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-c3f6b0fb-6c38-424e-ad37-87f0a02347ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e874f895-954f-4f0b-852f-143805909a55: This subnet is being modified by another concurrent operation. Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e874f895-954f-4f0b-852f-143805909a55: This subnet is being modified by another concurrent operation. Dec 15 13:56:00.466325 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 13:56:00.494870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc13c89-9d82-4b33-90c0-006b73a1ee23 None None] Network 34d3f2ae-347b-445c-89aa-eaacde577bba requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:00.496551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.497140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.497664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.498305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.499195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.499832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.500488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.502830 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-3ae5aa5f-f343-4b1a-a477-82a80b82c3ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6287 time: 0.1773894 Dec 15 13:56:00.556607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.577091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Subnet': ['ID=e874f895-954f-4f0b-852f-143805909a55,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:00.761451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65a1a2de-d920-4cd0-a12b-062119832816 req-59d8f4da-2173-4288-a864-a5a1a0e8add8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4480581 Dec 15 13:56:00.940870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e460a4-e6bb-472e-a833-d7909929ec04 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:56:01.205792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e460a4-e6bb-472e-a833-d7909929ec04 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:56:01.331783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:01.347374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.371958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-cc29e792-7aee-48c1-a06e-3de4e3627402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.372524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-cc29e792-7aee-48c1-a06e-3de4e3627402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.372981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-cc29e792-7aee-48c1-a06e-3de4e3627402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.374701 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-cc29e792-7aee-48c1-a06e-3de4e3627402 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.8228731 Dec 15 13:56:01.405391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d3f2ae-347b-445c-89aa-eaacde577bba']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:01.420342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ec4b-0de7-4496-a0ba-96225ed9f216 req-f86bfa76-cd62-4e73-8a20-cf41a01962cb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.429489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ec4b-0de7-4496-a0ba-96225ed9f216 req-f86bfa76-cd62-4e73-8a20-cf41a01962cb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.437897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1304ec4b-0de7-4496-a0ba-96225ed9f216 req-f86bfa76-cd62-4e73-8a20-cf41a01962cb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 1653 time: 0.6366756 Dec 15 13:56:01.459107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706e9849-243a-47f9-a64a-bcaf861f2629') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:01.459852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706e9849-243a-47f9-a64a-bcaf861f2629') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:01.480686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.505430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.539408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:01.539901 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.550381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-beb28961-128c-4503-9055-0dcd58ca4154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:01.559043 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:01.582655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1304ec4b-0de7-4496-a0ba-96225ed9f216 req-404f20d6-3445-4ab0-8146-63b85a9c048b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434867 Dec 15 13:56:01.600214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:01.604410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.643813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-a2f4d093-8eb0-4e86-bbb5-f1dc9d53bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.646609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3874e36-07bc-40a1-a1a4-d7d0e343fcb0 req-a2f4d093-8eb0-4e86-bbb5-f1dc9d53bdab service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2528272 Dec 15 13:56:01.659441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.671744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.675010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/34d3f2ae-347b-445c-89aa-eaacde577bba HTTP/1.1" status: 204 len: 168 time: 1.9130785 Dec 15 13:56:01.680770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:01.695025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1184472624'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:01.701200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b17-2c71-4020-913f-4254e856086f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Network': ['ID=34d3f2ae-347b-445c-89aa-eaacde577bba,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:01.738009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:01.741620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.788214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-beb28961-128c-4503-9055-0dcd58ca4154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.799465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:01.813753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.813753 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Added segment 72b2384e-6f57-4bde-8346-67042fc9818d of type vlan for network fdaeb1c2-df95-4ddc-9359-6a625b9704ee Dec 15 13:56:01.860545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cf48c4-ab36-4e22-b387-402b4bb17e8f {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:01.863273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-beb28961-128c-4503-9055-0dcd58ca4154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.900514 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.907851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.924573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Allocated IP 19.80.0.247 (3b25f415-6377-419b-a54e-25035761b5c3/9a0ef874-270a-44ef-8cd7-baca15050d6f/e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:01.930101 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-beb28961-128c-4503-9055-0dcd58ca4154 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63f54809bd2c4e39af69970d78a765dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5944257 Dec 15 13:56:01.931933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb28961-128c-4503-9055-0dcd58ca4154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e233a1f-3770-4ad9-a5f0-b60665566dec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:01.934066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34490) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:01.943756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Transition to ACTIVE for port object d4cf48c4-ab36-4e22-b387-402b4bb17e8f will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:01.963708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.964981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.971301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.972560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.025520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.031683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.044760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.053135 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3627124 Dec 15 13:56:02.056135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:02.057618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.063483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'subnet': {'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:02.068226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.074651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.080727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.089043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-e6d431a9-fede-42e8-8533-4bdf1b03904b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5395 time: 0.2366889 Dec 15 13:56:02.126421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ffe50-1abe-4779-9cc9-9b6788b56f8d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Network': ['ID=fdaeb1c2-df95-4ddc-9359-6a625b9704ee,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:02.140115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fdaeb1c2-df95-4ddc-9359-6a625b9704ee details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:02.155789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:02.186538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:02.191060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.393614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db38d78f-23c2-48cc-9d10-b3051e2b5d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.425265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3272b10-c8b2-430b-84b8-b0cb4ce77f23 req-f16b35d8-23ec-4c20-8225-ed9f16109898 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3350034 Dec 15 13:56:02.430641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Attempting to bind port d4cf48c4-ab36-4e22-b387-402b4bb17e8f on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:02.431077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Attempting to bind port d4cf48c4-ab36-4e22-b387-402b4bb17e8f by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:02.431521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Attempting to bind port d4cf48c4-ab36-4e22-b387-402b4bb17e8f on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:02.451356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Port d4cf48c4-ab36-4e22-b387-402b4bb17e8f on network 816d2ef0-fdd7-4148-9ac4-849939505e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:02.451804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Attempting to bind port d4cf48c4-ab36-4e22-b387-402b4bb17e8f on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:02.458197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db38d78f-23c2-48cc-9d10-b3051e2b5d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.462540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:02.462873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Checking segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:02.463351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Bound using segment: {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:02.463888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Bound port: d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910c9cc4-46f7-4906-9bce-4fd65c284ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:02.464329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.535148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.571288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.612690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db38d78f-23c2-48cc-9d10-b3051e2b5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.616028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db38d78f-23c2-48cc-9d10-b3051e2b5d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.618672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Subnet': ['ID=e59b9b33-2bf3-4850-99e7-c03b32b51b10,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:02.618837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-db38d78f-23c2-48cc-9d10-b3051e2b5d44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e233a1f-3770-4ad9-a5f0-b60665566dec HTTP/1.1" status: 204 len: 168 time: 0.6804004 Dec 15 13:56:02.635245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Checking segment: {'id': '72b2384e-6f57-4bde-8346-67042fc9818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:02.635245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network hostable DHCP agents. Network: fdaeb1c2-df95-4ddc-9359-6a625b9704ee, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:02.654328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:02.658793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network fdaeb1c2-df95-4ddc-9359-6a625b9704ee is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:02.680546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fdaeb1c2-df95-4ddc-9359-6a625b9704ee) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:02.688039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38d78f-23c2-48cc-9d10-b3051e2b5d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e233a1f-3770-4ad9-a5f0-b60665566dec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:02.688319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.689800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.694566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a01d5-4cb1-4e93-bad0-934c8892fcd8 None None] Network fdaeb1c2-df95-4ddc-9359-6a625b9704ee requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:02.715442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:02.729934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.747642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f745005-a6cc-4645-8926-d2447db7736d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6904118 Dec 15 13:56:02.751170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:02.775691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.802672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.803289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.804774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4cf48c4-ab36-4e22-b387-402b4bb17e8f HTTP/1.1" status: 200 len: 1090 time: 2.6481054 Dec 15 13:56:02.815677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:02.825650 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918d06d-fd4c-4398-823b-d350e13ecd12" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:02.841493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf0081-8f12-48cb-b70b-ed395f3da0bb req-ee22a684-43b0-435f-8166-70148385d439 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.850018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf0081-8f12-48cb-b70b-ed395f3da0bb req-ee22a684-43b0-435f-8166-70148385d439 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.852291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fcf0081-8f12-48cb-b70b-ed395f3da0bb req-ee22a684-43b0-435f-8166-70148385d439 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 1653 time: 0.1953347 Dec 15 13:56:02.862077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3b25f415-6377-419b-a54e-25035761b5c3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:02.872617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:02.926640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-fdaeb1c2-df95-4ddc-9359-6a625b9704ee', 'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee', 'project_id': 'bd8963dbd6b844c7a14580f61ae79284', 'fixed_ips': [{'subnet_id': 'e59b9b33-2bf3-4850-99e7-c03b32b51b10'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:02.933500 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.956915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:02.971534 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a3fbb-53f6-41fa-9ddf-db1ae3291a90 x-openstack-request-id: req-629a3fbb-53f6-41fa-9ddf-db1ae3291a90 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:02.972094 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:02.972487 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-629a3fbb-53f6-41fa-9ddf-db1ae3291a90 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:02.973587 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f', 'status': 'completed', 'code': 200} Dec 15 13:56:02.977240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:02.988235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c7998-e200-4c34-9690-1ddb86c85f29 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:03.119610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.182877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.192309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.197213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.197811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.198326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.198972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.200406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.204056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-aa9a6e62-cca7-4559-9f7f-b0d328ca6a84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6354 time: 0.2356906 Dec 15 13:56:03.246139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.262458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.263149 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.275800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Port': ['ID=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:03.278535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Allocated IP 2001:db8::2 (fdaeb1c2-df95-4ddc-9359-6a625b9704ee/e59b9b33-2bf3-4850-99e7-c03b32b51b10/34a9e344-f95f-4874-b385-7ad16c8647f6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:03.315800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fcf0081-8f12-48cb-b70b-ed395f3da0bb req-c54e37ec-2c6b-4380-ae63-5b1708683fa5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342244 Dec 15 13:56:03.405264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-47d3f8de-aa66-4f8d-806a-848b28297389 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9685497 Dec 15 13:56:03.408026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.427003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Request body: {'port': {'device_id': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:03.521699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-9d22f3af-0d5e-4904-91f3-219ff09ad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.523672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-9d22f3af-0d5e-4904-91f3-219ff09ad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.524336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-9d22f3af-0d5e-4904-91f3-219ff09ad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.526921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-9d22f3af-0d5e-4904-91f3-219ff09ad6b1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3128464 Dec 15 13:56:03.565344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.574607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.637845 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.641509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bec2a42b-60dd-4be8-ba76-84de2b14b459 None None] Provisioning complete for port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:03.642081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bec2a42b-60dd-4be8-ba76-84de2b14b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.685865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Network fdaeb1c2-df95-4ddc-9359-6a625b9704ee is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:03.688574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Subnet': ['ID=e59b9b33-2bf3-4850-99e7-c03b32b51b10,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:03.693980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:03.701215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:03.724161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Pushing event updated for resources: {'Port': ['ID=34a9e344-f95f-4874-b385-7ad16c8647f6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:03.751601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bec2a42b-60dd-4be8-ba76-84de2b14b459 None None] Port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:03.770136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.783079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Attempting to bind port 34a9e344-f95f-4874-b385-7ad16c8647f6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:03.783564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Attempting to bind port 34a9e344-f95f-4874-b385-7ad16c8647f6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '72b2384e-6f57-4bde-8346-67042fc9818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:03.784403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Attempting to bind port 34a9e344-f95f-4874-b385-7ad16c8647f6 on network fdaeb1c2-df95-4ddc-9359-6a625b9704ee {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:03.791109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:03.791653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Checking segment: {'id': '72b2384e-6f57-4bde-8346-67042fc9818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:03.792196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.792809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Bound using segment: {'id': '72b2384e-6f57-4bde-8346-67042fc9818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:03.793397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Bound port: 34a9e344-f95f-4874-b385-7ad16c8647f6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b2384e-6f57-4bde-8346-67042fc9818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:03.793910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.859892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-9dd33a19-9a8e-4278-ba28-9a9454c90d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.862058 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a918d06d-fd4c-4398-823b-d350e13ecd12 req-9dd33a19-9a8e-4278-ba28-9a9454c90d5d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3259659 Dec 15 13:56:03.865505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] For port 34a9e344-f95f-4874-b385-7ad16c8647f6, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:03.868215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] For port 34a9e344-f95f-4874-b385-7ad16c8647f6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34a9e344-f95f-4874-b385-7ad16c8647f6,segment=NetworkSegment(72b2384e-6f57-4bde-8346-67042fc9818d),segment_id=72b2384e-6f57-4bde-8346-67042fc9818d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:03.875443 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.908865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.972831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd820-aae2-4044-9a5b-02c957633eeb None None] Pushing event updated for resources: {'Port': ['ID=34a9e344-f95f-4874-b385-7ad16c8647f6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:03.974210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.987404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde98f3-de7b-4a11-b922-9eb8fc84d626 None None] Network fdaeb1c2-df95-4ddc-9359-6a625b9704ee requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:03.991100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.997844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaeb1c2-df95-4ddc-9359-6a625b9704ee']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:03.999089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.007433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.010692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b2384e-6f57-4bde-8346-67042fc9818d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:04.011226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b2384e-6f57-4bde-8346-67042fc9818d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:04.015256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.024210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.026646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.032476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.044452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-27259593-044f-4b64-86b8-7d3f8e11d10f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5407 time: 0.4092584 Dec 15 13:56:04.058993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.081933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:04.082918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:04.119589 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:04.143680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb79578-b493-4694-b207-507083ec4899 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:56:04.186242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-000e0885-d5c8-45a1-8ea0-0881e33cd17a req-514354e9-a2f0-4a07-8072-b1053a5930ba tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339078 Dec 15 13:56:04.248952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:56:04.248952 n-d-815324-3 neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:56:04.248952 n-d-815324-3 neutron-server[103378]: [parameters: {'id': 'fdaeb1c2-df95-4ddc-9359-6a625b9704ee'}] Dec 15 13:56:04.248952 n-d-815324-3 neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:56:04.251225 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:56:04.411065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba7edeb-3578-4cc5-9192-723a3b4ccabd {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:04.413153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb79578-b493-4694-b207-507083ec4899 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:56:04.423404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.453851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Transition to ACTIVE for port object aba7edeb-3578-4cc5-9192-723a3b4ccabd will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:04.474119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.681058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Pushing event updated for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:04.700367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5ccd0-f691-4521-a48c-88a3b6743377 req-c03a30de-84f8-45e0-89f9-655a51f53147 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.707790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5ccd0-f691-4521-a48c-88a3b6743377 req-c03a30de-84f8-45e0-89f9-655a51f53147 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.714425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5ccd0-f691-4521-a48c-88a3b6743377 req-c03a30de-84f8-45e0-89f9-655a51f53147 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.716132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea5ccd0-f691-4521-a48c-88a3b6743377 req-c03a30de-84f8-45e0-89f9-655a51f53147 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2375 time: 0.2652562 Dec 15 13:56:04.741986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Attempting to bind port aba7edeb-3578-4cc5-9192-723a3b4ccabd on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:04.742328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Attempting to bind port aba7edeb-3578-4cc5-9192-723a3b4ccabd by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:04.742654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Attempting to bind port aba7edeb-3578-4cc5-9192-723a3b4ccabd on network e2df8191-c699-4f1a-b9c0-17d379c41265 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:04.749837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:04.752418 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.791080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ea5ccd0-f691-4521-a48c-88a3b6743377 req-89dd53bd-96eb-4a3f-9796-c53a54a17e66 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676873 Dec 15 13:56:04.793514 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.796035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Port aba7edeb-3578-4cc5-9192-723a3b4ccabd on network e2df8191-c699-4f1a-b9c0-17d379c41265 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:04.796362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Attempting to bind port aba7edeb-3578-4cc5-9192-723a3b4ccabd on network e2df8191-c699-4f1a-b9c0-17d379c41265 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:04.809619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:04.810002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Checking segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:04.810341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Bound using segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:04.810835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Bound port: aba7edeb-3578-4cc5-9192-723a3b4ccabd, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:04.811125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.824305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Transition to ACTIVE for port object c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:04.841407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.912984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting port 34a9e344-f95f-4874-b385-7ad16c8647f6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:04.913967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.933427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:05.056651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:05.080091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] For port 34a9e344-f95f-4874-b385-7ad16c8647f6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34a9e344-f95f-4874-b385-7ad16c8647f6,segment=NetworkSegment(72b2384e-6f57-4bde-8346-67042fc9818d),segment_id=72b2384e-6f57-4bde-8346-67042fc9818d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:05.081546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.103752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Calling delete_port for 34a9e344-f95f-4874-b385-7ad16c8647f6 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:05.129645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:05.140336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.188708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.194485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.201577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] 10.222.0.67 "PUT /v2.0/ports/aba7edeb-3578-4cc5-9192-723a3b4ccabd HTTP/1.1" status: 200 len: 1091 time: 2.3418031 Dec 15 13:56:05.241018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:05.248747 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b2fce-550b-4713-8aad-46761e5247f2" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:05.280387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Request body: {'port': {'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:05.373928 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc95ab2-3f22-4c73-bc03-669f3842b014 x-openstack-request-id: req-7fc95ab2-3f22-4c73-bc03-669f3842b014 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:05.375404 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:05.377016 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fc95ab2-3f22-4c73-bc03-669f3842b014 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:05.377829 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd', 'status': 'completed', 'code': 200} Dec 15 13:56:05.447865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.508484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Attempting to bind port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:05.509031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Attempting to bind port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:05.509414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Attempting to bind port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 on network 3b25f415-6377-419b-a54e-25035761b5c3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:05.535629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Port': ['ID=34a9e344-f95f-4874-b385-7ad16c8647f6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:05.541258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No DVR routers for this DVR port 34a9e344-f95f-4874-b385-7ad16c8647f6 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:05.614375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.621444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b55d4b-6b28-4d8c-ad94-b86413200633 service neutron] Pushing event updated for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:05.623369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.623867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.624331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.624827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.625282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.625694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 on network 3b25f415-6377-419b-a54e-25035761b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:05.625820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.626177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.626289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Attempting to bind port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 on network 3b25f415-6377-419b-a54e-25035761b5c3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:05.635770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-86a994db-d4b6-401d-baf7-338a0c720f59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6421 time: 0.2584908 Dec 15 13:56:05.669567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:05.669831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Checking segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:05.670333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Bound using segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:05.670901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Bound port: c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:05.671365 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.815716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:05.831206 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.867377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] For port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:05.869013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaeb1c2-df95-4ddc-9359-6a625b9704ee']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:05.878598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] For port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:05.889335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b2384e-6f57-4bde-8346-67042fc9818d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:05.889636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b2384e-6f57-4bde-8346-67042fc9818d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:05.909968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.913050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.919547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-e863fd81-18ec-4cbf-aa22-163540690646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.920075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-e863fd81-18ec-4cbf-aa22-163540690646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.920477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-e863fd81-18ec-4cbf-aa22-163540690646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.931763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.933336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-e863fd81-18ec-4cbf-aa22-163540690646 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.2748985 Dec 15 13:56:05.943422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.952302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.952553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.960045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.966800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.974515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.976840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-190d3808-4215-4e27-a6d9-8d279318133b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5419 time: 0.5540926 Dec 15 13:56:05.981857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.026516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:06.026929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:06.030074 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:06.102442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c235058-368f-47a6-b6d4-4cf823aa985f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.131836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.132604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.134314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] 10.222.0.67 "PUT /v2.0/ports/c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 HTTP/1.1" status: 200 len: 1091 time: 2.7135456 Dec 15 13:56:06.184077 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.199545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0c9755e-4098-4120-ba32-1838587a35f0 req-63def4a3-38ea-4e40-a865-38e0ae9704d5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2135642 Dec 15 13:56:06.220135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Request body: {'port': {'device_id': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:06.223556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.226831 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/fdaeb1c2-df95-4ddc-9359-6a625b9704ee HTTP/1.1" status: 204 len: 168 time: 3.4744728 Dec 15 13:56:06.241155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:06.257021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-581087395'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:06.264017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-21ff08ef-7d7f-4d3b-929d-5945335307f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.270466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e31b2fce-550b-4713-8aad-46761e5247f2 req-21ff08ef-7d7f-4d3b-929d-5945335307f8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3280759 Dec 15 13:56:06.276267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83740fba-6f6a-40e4-8920-6f2ef4725519 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Network': ['ID=fdaeb1c2-df95-4ddc-9359-6a625b9704ee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:06.337243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de189d-4e60-4db9-aa29-df358958e469 req-591948bd-aba1-4bae-b773-21436cc5d9ce tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.344082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de189d-4e60-4db9-aa29-df358958e469 req-591948bd-aba1-4bae-b773-21436cc5d9ce tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.352181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de189d-4e60-4db9-aa29-df358958e469 req-591948bd-aba1-4bae-b773-21436cc5d9ce tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.360803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91de189d-4e60-4db9-aa29-df358958e469 req-591948bd-aba1-4bae-b773-21436cc5d9ce tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2387 time: 0.3826678 Dec 15 13:56:06.365171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:06.368957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.377043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3e22c-62e4-48e8-a95d-142a8417d63d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:06.418979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:06.429717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.429717 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Added segment e7966de0-d700-484d-bb39-5c1ebecd8335 of type vlan for network 7c735b32-3697-49ed-b74a-a9aacb33a0ec Dec 15 13:56:06.446354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.501054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c235058-368f-47a6-b6d4-4cf823aa985f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.503591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.504358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91de189d-4e60-4db9-aa29-df358958e469 req-bf22784e-b6f8-4d44-a6b1-8f001e61dca1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415246 Dec 15 13:56:06.509568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c235058-368f-47a6-b6d4-4cf823aa985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.555524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c235058-368f-47a6-b6d4-4cf823aa985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf9b20-543e-4a80-8c05-c1944e21811e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:06.598719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea8922e-6cde-4989-980a-7d938ceb1db9 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:06.606185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5c235058-368f-47a6-b6d4-4cf823aa985f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cabe5c58edc44f7e89880671ee31b4f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7893877 Dec 15 13:56:06.607633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.608944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:06.622916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Transition to ACTIVE for port object bea8922e-6cde-4989-980a-7d938ceb1db9 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:06.662444 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.674269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.680836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.681486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.719783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:06.825840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Network': ['ID=7c735b32-3697-49ed-b74a-a9aacb33a0ec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:06.842491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7c735b32-3697-49ed-b74a-a9aacb33a0ec details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:06.879392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8970c340-8777-4b35-abb3-401ace1b732f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.930615 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6494a8ba-75bb-4ee0-9535-e0418002b15d tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6883628 Dec 15 13:56:06.934768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:06.949370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Request body: {'subnet': {'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:06.961349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8970c340-8777-4b35-abb3-401ace1b732f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.091400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Attempting to bind port bea8922e-6cde-4989-980a-7d938ceb1db9 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:07.091904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Attempting to bind port bea8922e-6cde-4989-980a-7d938ceb1db9 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:07.092246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Attempting to bind port bea8922e-6cde-4989-980a-7d938ceb1db9 on network e2df8191-c699-4f1a-b9c0-17d379c41265 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:07.101590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Port bea8922e-6cde-4989-980a-7d938ceb1db9 on network e2df8191-c699-4f1a-b9c0-17d379c41265 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:07.101927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Attempting to bind port bea8922e-6cde-4989-980a-7d938ceb1db9 on network e2df8191-c699-4f1a-b9c0-17d379c41265 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:07.118415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:07.118818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Checking segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:07.119144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Bound using segment: {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:07.122046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Bound port: bea8922e-6cde-4989-980a-7d938ceb1db9, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:07.123192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.132080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Made reservation on behalf of bd8963dbd6b844c7a14580f61ae79284 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:07.135830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.260430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8970c340-8777-4b35-abb3-401ace1b732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.266525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d5bbae-d50c-479d-bae3-e14d8e39d17c {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:07.267134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8970c340-8777-4b35-abb3-401ace1b732f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.270677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8970c340-8777-4b35-abb3-401ace1b732f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9bf9b20-543e-4a80-8c05-c1944e21811e HTTP/1.1" status: 204 len: 168 time: 0.6584008 Dec 15 13:56:07.280655 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.289437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:07.295092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bea8922e-6cde-4989-980a-7d938ceb1db9,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:07.303695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.305968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Transition to ACTIVE for port object 11d5bbae-d50c-479d-bae3-e14d8e39d17c will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:07.339208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.351955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.352606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.354064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] 10.222.0.67 "PUT /v2.0/ports/bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 200 len: 1091 time: 2.0955219 Dec 15 13:56:07.381936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'tag': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15'}, {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:07.385521 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8473c-5b11-432f-98e0-14a07396a0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "tag": "c6ff9d0c-a219-4557-8e0a-8878f3ef4c15"}, {"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:07.557793 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81badfb1-78d7-49d8-bb8e-b30e929f7225 x-openstack-request-id: req-81badfb1-78d7-49d8-bb8e-b30e929f7225 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:07.563406 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "tag": "c6ff9d0c-a219-4557-8e0a-8878f3ef4c15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:07.563710 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81badfb1-78d7-49d8-bb8e-b30e929f7225 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:07.564139 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'tag': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15', 'status': 'completed', 'code': 200} Dec 15 13:56:07.564402 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9', 'status': 'completed', 'code': 200} Dec 15 13:56:07.592721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970c340-8777-4b35-abb3-401ace1b732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf9b20-543e-4a80-8c05-c1944e21811e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:07.627057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429beec9-ce22-4263-a156-d00fc5d5a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:07.728719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-f1a9f519-ff9b-429c-8f49-8f1ea2a5ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.729201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-f1a9f519-ff9b-429c-8f49-8f1ea2a5ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.729673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-f1a9f519-ff9b-429c-8f49-8f1ea2a5ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.731406 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-f1a9f519-ff9b-429c-8f49-8f1ea2a5ed58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2755 time: 0.1662538 Dec 15 13:56:07.844028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.850454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.856814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.864395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.870575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.876927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.883719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.885859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-e510b557-7c00-43d6-9c86-6030a47cb4f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.5234110 Dec 15 13:56:07.890718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:56:07.893583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.908571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.909049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.909517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.909979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.910507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.910962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.911417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.913390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-1d27a08d-eff6-4792-8c1f-596fc8afd0c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6488 time: 0.4700401 Dec 15 13:56:07.939911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Pushing event updated for resources: {'Port': ['ID=11d5bbae-d50c-479d-bae3-e14d8e39d17c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:08.009967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10140b4-6f3e-43c7-86ed-0f539380fab9 req-3f0d38f5-1c62-4f8e-a99c-6ddb7dd78201 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.016271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10140b4-6f3e-43c7-86ed-0f539380fab9 req-3f0d38f5-1c62-4f8e-a99c-6ddb7dd78201 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.022706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10140b4-6f3e-43c7-86ed-0f539380fab9 req-3f0d38f5-1c62-4f8e-a99c-6ddb7dd78201 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.030187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c10140b4-6f3e-43c7-86ed-0f539380fab9 req-3f0d38f5-1c62-4f8e-a99c-6ddb7dd78201 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2399 time: 0.3977783 Dec 15 13:56:08.037598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-b554800f-f1e6-4c8f-8fcb-24d4e5374377 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 200 len: 217 time: 0.0996211 Dec 15 13:56:08.064187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Attempting to bind port 11d5bbae-d50c-479d-bae3-e14d8e39d17c on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:08.064784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Attempting to bind port 11d5bbae-d50c-479d-bae3-e14d8e39d17c by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:08.065301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Attempting to bind port 11d5bbae-d50c-479d-bae3-e14d8e39d17c on network b49b6a70-f691-4fba-b638-5b49c0dfc058 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:08.081893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event updated for resources: {'Subnet': ['ID=cc20e0f6-3957-4b00-8d2b-d71af7b67093,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:08.112803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Checking segment: {'id': 'e7966de0-d700-484d-bb39-5c1ebecd8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:08.113308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network hostable DHCP agents. Network: 7c735b32-3697-49ed-b74a-a9aacb33a0ec, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:08.118835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Port 11d5bbae-d50c-479d-bae3-e14d8e39d17c on network b49b6a70-f691-4fba-b638-5b49c0dfc058 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:08.119436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Attempting to bind port 11d5bbae-d50c-479d-bae3-e14d8e39d17c on network b49b6a70-f691-4fba-b638-5b49c0dfc058 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:08.124712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-e88af037-5814-4e69-af9c-de118411eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.125466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-e88af037-5814-4e69-af9c-de118411eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.126003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-e88af037-5814-4e69-af9c-de118411eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.127728 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-e88af037-5814-4e69-af9c-de118411eef4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3726182 Dec 15 13:56:08.135228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab5f99d9-4e29-4282-b3ca-35c3bf4857ec req-57cb8b7b-c277-41c9-9e12-c27ea7d40adb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2371469 Dec 15 13:56:08.171537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:08.172162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Checking segment: {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:08.172834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Bound using segment: {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:08.173579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Bound port: 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7936b69-836a-44ac-9b68-3681e1911aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:08.185129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.245967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-8ee614b6-2d2f-4ed8-968b-9c611ff3a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.247682 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-8ee614b6-2d2f-4ed8-968b-9c611ff3a8e8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1115873 Dec 15 13:56:08.270696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Network 7c735b32-3697-49ed-b74a-a9aacb33a0ec is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:08.285796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c10140b4-6f3e-43c7-86ed-0f539380fab9 req-48075e64-0dcd-4669-ad25-16d5c9bc688b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526791 Dec 15 13:56:08.296138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-69e6e8d0-7999-4eae-8bc8-d56e083df9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.297647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-69e6e8d0-7999-4eae-8bc8-d56e083df9fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ee3c423-f1ad-4206-ae1c-d52132c62360 HTTP/1.1" status: 200 len: 855 time: 0.2233200 Dec 15 13:56:08.300077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7c735b32-3697-49ed-b74a-a9aacb33a0ec) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:08.308672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867250d3-1149-4237-a8db-9df683e8cf43 None None] Network 7c735b32-3697-49ed-b74a-a9aacb33a0ec requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:08.310417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.311435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.358500 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0294c801-9308-4088-9915-56bd3451ff0a tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4218731 Dec 15 13:56:08.360888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:08.410135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-5ccd48ab-6e54-4f1f-aa35-42e47e8ee73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.412990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-5ccd48ab-6e54-4f1f-aa35-42e47e8ee73d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=505693a4-e390-47f7-a077-fddb5807d584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028848 Dec 15 13:56:08.416019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] For port 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:08.420999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] For port 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=11d5bbae-d50c-479d-bae3-e14d8e39d17c,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:08.436036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.504802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7c735b32-3697-49ed-b74a-a9aacb33a0ec', 'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec', 'project_id': 'bd8963dbd6b844c7a14580f61ae79284', 'fixed_ips': [{'subnet_id': 'cc20e0f6-3957-4b00-8d2b-d71af7b67093'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:08.506308 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.521180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.522898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.525597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] 10.222.0.67 "PUT /v2.0/ports/11d5bbae-d50c-479d-bae3-e14d8e39d17c HTTP/1.1" status: 200 len: 1091 time: 2.3367853 Dec 15 13:56:08.593587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.658573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Request body: {'port': {'device_id': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:08.765219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:08.878686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Allocated IP 2001:db8::f816:3eff:fec2:5a82 (7c735b32-3697-49ed-b74a-a9aacb33a0ec/cc20e0f6-3957-4b00-8d2b-d71af7b67093/360878a2-36d5-4ff3-8f04-2726671bb203) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:08.993349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39903ad2-a2c6-4ed6-8821-3a8c88083310 service neutron] Pushing event updated for resources: {'Port': ['ID=11d5bbae-d50c-479d-bae3-e14d8e39d17c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:09.010023 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.040119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-cc052f8e-c436-48d8-8a52-d1ec421913c5 service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173449 Dec 15 13:56:09.177265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.202536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.232444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-a0ac6caa-ba68-4485-9fa8-6e06903418cb service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777556 Dec 15 13:56:09.234593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.291060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Subnet': ['ID=cc20e0f6-3957-4b00-8d2b-d71af7b67093,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:09.327234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Network 7c735b32-3697-49ed-b74a-a9aacb33a0ec is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:09.330723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:09.335038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:09.356974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-b499875b-c28d-4e05-bd7b-6fc2f19508ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 217 time: 0.0946071 Dec 15 13:56:09.498251 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.509209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Attempting to bind port 360878a2-36d5-4ff3-8f04-2726671bb203 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:09.509894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Attempting to bind port 360878a2-36d5-4ff3-8f04-2726671bb203 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e7966de0-d700-484d-bb39-5c1ebecd8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:09.510452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Attempting to bind port 360878a2-36d5-4ff3-8f04-2726671bb203 on network 7c735b32-3697-49ed-b74a-a9aacb33a0ec {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:09.512866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Pushing event updated for resources: {'Port': ['ID=360878a2-36d5-4ff3-8f04-2726671bb203,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:09.530911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:09.531650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Checking segment: {'id': 'e7966de0-d700-484d-bb39-5c1ebecd8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:09.532238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.532857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Bound using segment: {'id': 'e7966de0-d700-484d-bb39-5c1ebecd8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:09.533579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Bound port: 360878a2-36d5-4ff3-8f04-2726671bb203, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7966de0-d700-484d-bb39-5c1ebecd8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:09.534192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.547980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c735b32-3697-49ed-b74a-a9aacb33a0ec']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:09.564861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7966de0-d700-484d-bb39-5c1ebecd8335') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:09.565444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7966de0-d700-484d-bb39-5c1ebecd8335') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:09.589334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.609144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.618924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:09.619613 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:09.623544 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:09.705384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:56:09.705384 n-d-815324-3 neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:56:09.705384 n-d-815324-3 neutron-server[103378]: [parameters: {'id': '7c735b32-3697-49ed-b74a-a9aacb33a0ec'}] Dec 15 13:56:09.705384 n-d-815324-3 neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:56:09.705904 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:56:09.719867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] For port 360878a2-36d5-4ff3-8f04-2726671bb203, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:09.727351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] For port 360878a2-36d5-4ff3-8f04-2726671bb203, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=360878a2-36d5-4ff3-8f04-2726671bb203,segment=NetworkSegment(e7966de0-d700-484d-bb39-5c1ebecd8335),segment_id=e7966de0-d700-484d-bb39-5c1ebecd8335)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:09.737160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:09.877671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db538b-c2b4-471a-8486-65b8f206f1ef None None] Pushing event updated for resources: {'Port': ['ID=360878a2-36d5-4ff3-8f04-2726671bb203,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:09.904290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a34b3-ce6b-4372-97a9-dc97727dfdb9 None None] Network 7c735b32-3697-49ed-b74a-a9aacb33a0ec requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:09.980580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'tag': '11d5bbae-d50c-479d-bae3-e14d8e39d17c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:09.983745 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c03b78a-a009-4277-9d25-93261cb4c5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "tag": "11d5bbae-d50c-479d-bae3-e14d8e39d17c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:10.120123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c6795-6860-452e-b90b-4c93fb6a7a07 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:56:10.127729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.134462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.140574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.147270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.155236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.162889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.170749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.179142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-1eee0151-b6b7-451f-b2a4-b08cba450cf5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.8418968 Dec 15 13:56:10.193076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d545f-20dc-422c-bd65-5efaae621f76 req-b0b8f5e3-5c15-4b2c-b923-6f555c80d578 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.200772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-150d545f-20dc-422c-bd65-5efaae621f76 req-b0b8f5e3-5c15-4b2c-b923-6f555c80d578 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 946 time: 0.9660745 Dec 15 13:56:10.207953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.213230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-9bd65863-d3eb-4200-9482-3c2a2d78c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.214881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-9bd65863-d3eb-4200-9482-3c2a2d78c28d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.8414338 Dec 15 13:56:10.333615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting port 360878a2-36d5-4ff3-8f04-2726671bb203 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:10.334222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.393135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e9731fe-36c0-436b-8d82-1ada2ac21518 req-32588bde-1b51-419c-8bfb-1d3face57ba7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127125 Dec 15 13:56:10.465506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] For port 360878a2-36d5-4ff3-8f04-2726671bb203, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=360878a2-36d5-4ff3-8f04-2726671bb203,segment=NetworkSegment(e7966de0-d700-484d-bb39-5c1ebecd8335),segment_id=e7966de0-d700-484d-bb39-5c1ebecd8335)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:10.465950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.489830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Calling delete_port for 360878a2-36d5-4ff3-8f04-2726671bb203 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:10.520466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c6795-6860-452e-b90b-4c93fb6a7a07 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:56:10.557723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-652fd7f7-8534-4c40-b8c0-ac478ac3820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.559423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-652fd7f7-8534-4c40-b8c0-ac478ac3820d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3288500 Dec 15 13:56:10.563383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-150d545f-20dc-422c-bd65-5efaae621f76 req-5af0ccdf-473c-451c-9086-6c6826d71c0d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614998 Dec 15 13:56:10.672888 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f41ab3-2f4a-4861-a9a3-96ad133fa4fa x-openstack-request-id: req-b8f41ab3-2f4a-4861-a9a3-96ad133fa4fa {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:10.673449 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "tag": "11d5bbae-d50c-479d-bae3-e14d8e39d17c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:10.673863 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8f41ab3-2f4a-4861-a9a3-96ad133fa4fa {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:10.674266 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'tag': '11d5bbae-d50c-479d-bae3-e14d8e39d17c', 'status': 'completed', 'code': 200} Dec 15 13:56:10.703458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74496d-bc52-4b9d-b1f7-88e71acd10fc req-2dcb5161-43c4-4f12-ae54-95e0255c4c42 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.710623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74496d-bc52-4b9d-b1f7-88e71acd10fc req-2dcb5161-43c4-4f12-ae54-95e0255c4c42 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.718572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74496d-bc52-4b9d-b1f7-88e71acd10fc req-2dcb5161-43c4-4f12-ae54-95e0255c4c42 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.720463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e74496d-bc52-4b9d-b1f7-88e71acd10fc req-2dcb5161-43c4-4f12-ae54-95e0255c4c42 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2399 time: 0.1890991 Dec 15 13:56:10.784264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e74496d-bc52-4b9d-b1f7-88e71acd10fc req-95ae13ae-fa46-4acc-9d10-a3677ccacfa7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525181 Dec 15 13:56:10.815371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.873103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-7c51ccae-ed79-4410-8e76-cb22c602e06f service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714803 Dec 15 13:56:10.881258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:10.891077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No DVR routers for this DVR port 360878a2-36d5-4ff3-8f04-2726671bb203 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:10.900467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.971022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Transition to ACTIVE for port object e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:10.977455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.020775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Port': ['ID=360878a2-36d5-4ff3-8f04-2726671bb203,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:11.136602 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.159569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c735b32-3697-49ed-b74a-a9aacb33a0ec']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:11.169414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Attempting to bind port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:11.169414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Attempting to bind port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:11.169414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Attempting to bind port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa on network 3b25f415-6377-419b-a54e-25035761b5c3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:11.170214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Pushing event updated for resources: {'Port': ['ID=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:11.179206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-ce5977ca-3393-42e1-8f5a-5c4c693ac103 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929943 Dec 15 13:56:11.181454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7966de0-d700-484d-bb39-5c1ebecd8335') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:11.181868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7966de0-d700-484d-bb39-5c1ebecd8335') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:11.184621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa on network 3b25f415-6377-419b-a54e-25035761b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:11.185355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Attempting to bind port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa on network 3b25f415-6377-419b-a54e-25035761b5c3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:11.199919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.221994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.235160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:11.235684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Checking segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:11.236147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Bound using segment: {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:11.237378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:11.237781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:11.242337 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:11.245868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Bound port: e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:11.245868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.268713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-b54205b9-c904-41c7-9d3e-1e35a33de451 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.270625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-b54205b9-c904-41c7-9d3e-1e35a33de451 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 946 time: 0.5633471 Dec 15 13:56:11.316409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-39cad132-d400-4a44-9ac0-b50036988f6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 217 time: 0.1181209 Dec 15 13:56:11.371178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-821b7ed1-8948-4539-9cdf-e8f01c15a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.371767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-821b7ed1-8948-4539-9cdf-e8f01c15a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.372188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-821b7ed1-8948-4539-9cdf-e8f01c15a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.373889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-821b7ed1-8948-4539-9cdf-e8f01c15a925 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2797 time: 0.6683288 Dec 15 13:56:11.478921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-82ae7caa-9fa8-4c96-ae65-bfb371facbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.481484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-82ae7caa-9fa8-4c96-ae65-bfb371facbc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1545596 Dec 15 13:56:11.536567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] For port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:11.537812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.544093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.550956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/7c735b32-3697-49ed-b74a-a9aacb33a0ec HTTP/1.1" status: 204 len: 168 time: 3.1888411 Dec 15 13:56:11.552887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:11.578413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] For port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:11.597489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.687470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-0842b8d6-39fd-422b-92e3-bb0171650e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.689198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-0842b8d6-39fd-422b-92e3-bb0171650e80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1934042 Dec 15 13:56:11.726839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.734185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:11.737938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] 10.222.0.67 "PUT /v2.0/ports/e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa HTTP/1.1" status: 200 len: 1092 time: 3.1278248 Dec 15 13:56:11.889636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.896261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.907802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.915488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.922104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.930833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.937337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.939387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6997573-4740-42a3-a690-1486ddada1c3 req-050116b6-3095-4603-aeaa-bb05d8b908ae tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.3685050 Dec 15 13:56:12.010175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327bd3e-6f5d-4be7-bc71-bc8550753285 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Network': ['ID=7c735b32-3697-49ed-b74a-a9aacb33a0ec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:12.022885 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72fddbb-05da-47df-87ed-2e4e910d0af2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:12.023619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72fddbb-05da-47df-87ed-2e4e910d0af2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:12.029574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e72fddbb-05da-47df-87ed-2e4e910d0af2 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/cc20e0f6-3957-4b00-8d2b-d71af7b67093 HTTP/1.1" status: 404 len: 337 time: 0.4679835 Dec 15 13:56:12.034150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.048672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d86a6-1c24-4ff1-815c-44c28c6bf1be service neutron] Pushing event updated for resources: {'Port': ['ID=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:12.085228 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c88a08-e759-41f1-9a61-fd527e1d0941 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:12.086387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c88a08-e759-41f1-9a61-fd527e1d0941 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:12.093446 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19c88a08-e759-41f1-9a61-fd527e1d0941 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/7c735b32-3697-49ed-b74a-a9aacb33a0ec HTTP/1.1" status: 404 len: 339 time: 0.0580959 Dec 15 13:56:12.099753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.122416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e974-2cd7-4360-a6f2-6ccb756d321f req-1ed09aca-93f3-4552-8851-548bd09bda1e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.124029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95b0e974-2cd7-4360-a6f2-6ccb756d321f req-1ed09aca-93f3-4552-8851-548bd09bda1e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 946 time: 0.2993774 Dec 15 13:56:12.178835 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3a5cca-4849-42d3-99fd-c1fa5ffcbece tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:12.179586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3a5cca-4849-42d3-99fd-c1fa5ffcbece tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:12.185519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-a37f2a80-1d7e-4de1-8638-3ee64b6f9b84 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737172 Dec 15 13:56:12.191024 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-da3a5cca-4849-42d3-99fd-c1fa5ffcbece tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/e59b9b33-2bf3-4850-99e7-c03b32b51b10 HTTP/1.1" status: 404 len: 337 time: 0.0895762 Dec 15 13:56:12.192910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.196259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6997573-4740-42a3-a690-1486ddada1c3 req-42810177-1509-4a34-9310-af0f6f03e549 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237141 Dec 15 13:56:12.215010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Deleting port 048c0180-65b1-416e-8a26-76b9fc9103b5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:12.215481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.220775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-f3150f40-d32f-44b3-8510-e00144f32c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.221573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-f3150f40-d32f-44b3-8510-e00144f32c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.222361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-f3150f40-d32f-44b3-8510-e00144f32c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.226193 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-f3150f40-d32f-44b3-8510-e00144f32c13 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8242321 Dec 15 13:56:12.268740 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71a71d6-69c5-431d-9499-b3471070af1b tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:12.270164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71a71d6-69c5-431d-9499-b3471070af1b tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:12.276116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f71a71d6-69c5-431d-9499-b3471070af1b tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/fdaeb1c2-df95-4ddc-9359-6a625b9704ee HTTP/1.1" status: 404 len: 339 time: 0.0808249 Dec 15 13:56:12.319928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.327906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-67b19905-4f17-4223-99f4-42a25e80c4af service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306515 Dec 15 13:56:12.363014 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-868c8999-6599-4df8-babe-430aca257a1e tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:12.363677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868c8999-6599-4df8-babe-430aca257a1e tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:12.367058 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-868c8999-6599-4df8-babe-430aca257a1e tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/e874f895-954f-4f0b-852f-143805909a55 HTTP/1.1" status: 404 len: 337 time: 0.0439434 Dec 15 13:56:12.396275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.419240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-6674cead-8932-45e5-82e9-2b6c5a131e61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=93caa189-eff5-40ba-b23a-b4590482c2e2 HTTP/1.1" status: 200 len: 217 time: 0.0753300 Dec 15 13:56:12.435838 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-44323807-0ce4-4321-b82e-5da1d6244f58 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:12.436372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44323807-0ce4-4321-b82e-5da1d6244f58 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:12.439915 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44323807-0ce4-4321-b82e-5da1d6244f58 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/34d3f2ae-347b-445c-89aa-eaacde577bba HTTP/1.1" status: 404 len: 339 time: 0.0383642 Dec 15 13:56:12.444959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.453860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95b0e974-2cd7-4360-a6f2-6ccb756d321f req-c7046b78-a71e-4102-89a6-10a9bae9e0d6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=de1a7637-7404-466f-97bc-b66aacd3a296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155992 Dec 15 13:56:12.543779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60cb9204-e7a1-4c94-be9a-8b228ea73109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.550409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.554811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-aed62a3f-82e0-45a5-916a-99b926d9bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.557877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-aed62a3f-82e0-45a5-916a-99b926d9bd1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1256809 Dec 15 13:56:12.664750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] For port 048c0180-65b1-416e-8a26-76b9fc9103b5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=048c0180-65b1-416e-8a26-76b9fc9103b5,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.665363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.677505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'tag': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:12.679886 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25491e0-7996-4726-b3e6-18a12346f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "tag": "e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:12.737095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-cc24c448-ce64-4c91-a95e-ccbc659edc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.738938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-cc24c448-ce64-4c91-a95e-ccbc659edc0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577241 Dec 15 13:56:12.747806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9ccce-d79d-415b-8f17-0b4e9d07a5ff req-9787e895-faa0-42e3-bd0b-736d42fa94f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.754432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9ccce-d79d-415b-8f17-0b4e9d07a5ff req-9787e895-faa0-42e3-bd0b-736d42fa94f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.760647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9ccce-d79d-415b-8f17-0b4e9d07a5ff req-9787e895-faa0-42e3-bd0b-736d42fa94f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.762275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0f9ccce-d79d-415b-8f17-0b4e9d07a5ff req-9787e895-faa0-42e3-bd0b-736d42fa94f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2411 time: 0.1500630 Dec 15 13:56:12.770592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2ede2-3369-4d0d-ab89-06b769180160 req-9ea2b3f0-5ee4-4438-ac9c-94ca586b2646 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.772221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0cf2ede2-3369-4d0d-ab89-06b769180160 req-9ea2b3f0-5ee4-4438-ac9c-94ca586b2646 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1698630 Dec 15 13:56:12.783422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-54e140f2-c59e-4c3d-b43e-830ff17b901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.785641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-54e140f2-c59e-4c3d-b43e-830ff17b901f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.2250409 Dec 15 13:56:12.809242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fe7635f-5b90-415b-8693-493b5f5136da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.849072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-fab4e110-4aab-4f61-a76f-59746ea1cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.850560 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c03b78a-a009-4277-9d25-93261cb4c5a9 req-fab4e110-4aab-4f61-a76f-59746ea1cadf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5835612 Dec 15 13:56:13.031443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting port b9874bb6-6e44-47bc-91a4-9b24d78c183b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:13.031881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.041619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0f9ccce-d79d-415b-8f17-0b4e9d07a5ff req-d0f1e156-2b3f-423d-8999-89b855224f1c tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603123 Dec 15 13:56:13.054158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0cf2ede2-3369-4d0d-ab89-06b769180160 req-b1324a9f-2c91-4515-8028-2b4c866e8cbf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651672 Dec 15 13:56:13.078170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-3d2a5a9a-b930-4d0d-8045-eb02db54d670 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045433 Dec 15 13:56:13.088820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-e692688c-33ed-4a3e-8012-a653781fcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.095614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-e692688c-33ed-4a3e-8012-a653781fcc87 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.2810297 Dec 15 13:56:13.157999 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba869bfe-0740-45ad-98d5-ba40e38203ee x-openstack-request-id: req-ba869bfe-0740-45ad-98d5-ba40e38203ee {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:13.158297 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "tag": "e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:13.158557 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba869bfe-0740-45ad-98d5-ba40e38203ee {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:13.158955 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'tag': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa', 'status': 'completed', 'code': 200} Dec 15 13:56:13.171548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.172318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.172861 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Floating IP 318f1784-379c-4108-a90a-4c8c85cc3d16 disassociated. External IP: 172.25.2.176, port: 048c0180-65b1-416e-8a26-76b9fc9103b5. Dec 15 13:56:13.173508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Calling delete_port for 048c0180-65b1-416e-8a26-76b9fc9103b5 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:13.217639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-5714f6d7-3bcb-4c05-a6e2-82a63e75453a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 0.1128368 Dec 15 13:56:13.274091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-287e707e-28d4-41eb-bd18-c774a4e0e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.275600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-287e707e-28d4-41eb-bd18-c774a4e0e572 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.0493414 Dec 15 13:56:13.352886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-0046e6f5-bab1-44e5-8a16-4a5a6aa4814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.354413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-0046e6f5-bab1-44e5-8a16-4a5a6aa4814e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712950 Dec 15 13:56:13.361462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-e0b16e9a-920a-41f6-a272-cdbd97ea3dbb service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743604 Dec 15 13:56:13.409701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-4b81fde1-d4df-495e-a51c-b578ae8e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.410894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-4b81fde1-d4df-495e-a51c-b578ae8e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.411198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-4b81fde1-d4df-495e-a51c-b578ae8e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.413724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-4b81fde1-d4df-495e-a51c-b578ae8e20a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2864 time: 0.5163314 Dec 15 13:56:13.417424 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.489287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-45c84a7c-6b59-4335-9e74-a54720ae2c17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f HTTP/1.1" status: 200 len: 217 time: 0.1031935 Dec 15 13:56:13.513573 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-83dee3f2-54c8-448a-bd1f-e64fb7b19bc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 HTTP/1.1" status: 200 len: 217 time: 0.0880163 Dec 15 13:56:13.603092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47f2f673-1bde-4bdd-9ccc-1c0dc40430c3 req-4ab64602-1e6b-4c35-9301-b37dc140ad6e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 210 time: 0.0360415 Dec 15 13:56:13.607972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-f07fcdc9-d43f-4fb8-a9c5-40b67ba129a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.610256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-f07fcdc9-d43f-4fb8-a9c5-40b67ba129a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1136091 Dec 15 13:56:13.619921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-850b0a5f-dc5d-4d7e-9bd8-33422bc9c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.621576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-850b0a5f-dc5d-4d7e-9bd8-33422bc9c3c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a0ef874-270a-44ef-8cd7-baca15050d6f HTTP/1.1" status: 200 len: 801 time: 0.0961392 Dec 15 13:56:13.631430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event deleted for resources: {'Port': ['ID=048c0180-65b1-416e-8a26-76b9fc9103b5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:13.671334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.687782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.699084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.706776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.714945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.721878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.729018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.735424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.737370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-16232e20-f5e4-40de-ba57-b2d1dcac2b8f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.3202894 Dec 15 13:56:13.773190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-4f0b513f-e075-48da-bf56-b0aeaf23ca53 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103999 Dec 15 13:56:13.805645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Calling delete_port for b9874bb6-6e44-47bc-91a4-9b24d78c183b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:13.807563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-77cd2d43-7eb4-4de4-883a-6d74140a2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.809102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-77cd2d43-7eb4-4de4-883a-6d74140a2cbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909444 Dec 15 13:56:13.833126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fe7635f-5b90-415b-8693-493b5f5136da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.856872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fe7635f-5b90-415b-8693-493b5f5136da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.900819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-ae65875b-ce06-4d5f-96bb-610e7866232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.902634 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-ae65875b-ce06-4d5f-96bb-610e7866232d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3b25f415-6377-419b-a54e-25035761b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2552106 Dec 15 13:56:13.912108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:13.967488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e125223-f70b-462e-868d-8fcb1e1c27e0 req-bdfd0dfb-4dfa-4f6a-aa77-55f71d70265e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188239 Dec 15 13:56:14.031721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 048c0180-65b1-416e-8a26-76b9fc9103b5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:14.033005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 048c0180-65b1-416e-8a26-76b9fc9103b5 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:14.053095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.059330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f922d98-7867-49c3-a8c1-2df6a2cba4e2 req-7b92336b-618e-4f44-bef6-2191b0c467ce service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767181 Dec 15 13:56:14.089730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-a7a51547-b1a1-4c43-889c-1343ec9bc2ca service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294333 Dec 15 13:56:14.097011 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-2ef39643-f70b-48cf-b8f4-345076e81933 service neutron] 10.222.0.67 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831677 Dec 15 13:56:14.160785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7635f-5b90-415b-8693-493b5f5136da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c6e58a-b5d1-4a25-8823-87d6a49da9cd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:14.195353 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2fe7635f-5b90-415b-8693-493b5f5136da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a0737388edd469590455c4ac53af54c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6365805 Dec 15 13:56:14.206825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:14.320899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Router 56e981fe-4479-4865-922b-6c0320e14bb1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:56:14.341469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-75a77673-0059-4dbd-af8b-22aea72490ba service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412126 Dec 15 13:56:14.355310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0bc2c-1155-439d-8a74-c9f1602187c0 req-6026e128-dd42-4e0f-af47-e7ffca2de17d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.362868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.364247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0bc2c-1155-439d-8a74-c9f1602187c0 req-6026e128-dd42-4e0f-af47-e7ffca2de17d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.369951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0bc2c-1155-439d-8a74-c9f1602187c0 req-6026e128-dd42-4e0f-af47-e7ffca2de17d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.371680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6d0bc2c-1155-439d-8a74-c9f1602187c0 req-6026e128-dd42-4e0f-af47-e7ffca2de17d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2411 time: 0.1574247 Dec 15 13:56:14.391355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7cdce-bd0a-4d06-be65-bfdb9c7e97c5 req-4d1ef6e7-4226-43c3-acd3-9bc8f46fce60 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.392145 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90b7cdce-bd0a-4d06-be65-bfdb9c7e97c5 req-4d1ef6e7-4226-43c3-acd3-9bc8f46fce60 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1744864 Dec 15 13:56:14.414980 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-8809ccda-332d-4ec4-9ce9-b8c796fe26ae service neutron] 10.222.0.67 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917571 Dec 15 13:56:14.415767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Port': ['ID=b9874bb6-6e44-47bc-91a4-9b24d78c183b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:14.433264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-45bfd915-e57e-4e21-99c7-0bcc09e1aff3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd HTTP/1.1" status: 200 len: 217 time: 0.0605643 Dec 15 13:56:14.493751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.497028 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb35ce32-ff93-4125-ae1e-db92d551f446 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/ports/b9874bb6-6e44-47bc-91a4-9b24d78c183b HTTP/1.1" status: 204 len: 168 time: 2.0468760 Dec 15 13:56:14.500761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34794) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:14.551483 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-c6adf514-d392-4a4a-9f6a-c0ca557beaf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=11d5bbae-d50c-479d-bae3-e14d8e39d17c HTTP/1.1" status: 200 len: 217 time: 0.0946119 Dec 15 13:56:14.551483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19b8207-5c96-49c6-8a90-a38d9500f0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.575479 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b771c3-bdfe-4eb7-95aa-1a59f6d74694 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:14.576121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b771c3-bdfe-4eb7-95aa-1a59f6d74694 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:14.580199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-56b771c3-bdfe-4eb7-95aa-1a59f6d74694 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/29a750ea-6b1c-48f0-8b25-60953b991121 HTTP/1.1" status: 404 len: 337 time: 0.0739138 Dec 15 13:56:14.594076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:14.629029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-4fe3943d-c58a-444d-9b5c-13839fe546f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.631591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-4fe3943d-c58a-444d-9b5c-13839fe546f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.1893475 Dec 15 13:56:14.635603 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19b8207-5c96-49c6-8a90-a38d9500f0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.637514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90b7cdce-bd0a-4d06-be65-bfdb9c7e97c5 req-1564e3e9-22b9-4abf-ab42-ec24a797a112 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125571 Dec 15 13:56:14.654187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-312c55e0-7786-4ff7-881c-4cfaea0b06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.655695 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-312c55e0-7786-4ff7-881c-4cfaea0b06fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a628d2b3-659e-4fb5-badd-decf1fd7519d HTTP/1.1" status: 200 len: 801 time: 0.0968115 Dec 15 13:56:14.703852 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e09e4692-0249-424d-a9b0-c0004a197c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.712626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:56:14.734636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6d0bc2c-1155-439d-8a74-c9f1602187c0 req-4530aa67-1b1e-4725-b4f4-cbe19e6bc748 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413222 Dec 15 13:56:14.764200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:56:14.778549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] No DVR routers for this DVR port 048c0180-65b1-416e-8a26-76b9fc9103b5 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:14.782823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.787412 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-75e91413-1eed-4eed-8d5a-a2415907fa85 req-84c85a5e-295d-4bfe-8690-55d6786af569 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "DELETE /v2.0/ports/048c0180-65b1-416e-8a26-76b9fc9103b5 HTTP/1.1" status: 204 len: 173 time: 3.4965210 Dec 15 13:56:14.789622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-4193e515-fd62-4682-b4d6-f694e590f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.791211 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-4193e515-fd62-4682-b4d6-f694e590f613 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b49b6a70-f691-4fba-b638-5b49c0dfc058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261916 Dec 15 13:56:14.791707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-deleted', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:14.794170 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a905a5-33e4-4d51-8eab-1c5f1c7cda6a" -d '{"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-deleted", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:14.807954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:14.815491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:14.816193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19b8207-5c96-49c6-8a90-a38d9500f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.820050 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19b8207-5c96-49c6-8a90-a38d9500f0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.823335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d19b8207-5c96-49c6-8a90-a38d9500f0a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6c6e58a-b5d1-4a25-8823-87d6a49da9cd HTTP/1.1" status: 204 len: 168 time: 0.6113620 Dec 15 13:56:14.869738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b8207-5c96-49c6-8a90-a38d9500f0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c6e58a-b5d1-4a25-8823-87d6a49da9cd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:14.878070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.921431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-1f6c1f43-60dc-49fa-a721-803d4c2f5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.923531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-1f6c1f43-60dc-49fa-a721-803d4c2f5580 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2720289 Dec 15 13:56:14.931993 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-debce753-aa5e-416c-a069-4f7fe8f70b26 service neutron] 10.222.0.67 "GET /v2.0/networks/b49b6a70-f691-4fba-b638-5b49c0dfc058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258280 Dec 15 13:56:15.114658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-37ae13c0-c8ce-4405-84fe-58a4ca0113aa service neutron] 10.222.0.67 "GET /v2.0/networks/b49b6a70-f691-4fba-b638-5b49c0dfc058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751392 Dec 15 13:56:15.130220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:15.258014 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2f7ceb-2b6a-45dc-a6fa-b9bb62165a46 x-openstack-request-id: req-9a2f7ceb-2b6a-45dc-a6fa-b9bb62165a46 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:15.258384 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9882f41-32c3-4aef-ac53-ed758a6fcbf2", "name": "network-vif-deleted", "tag": "048c0180-65b1-416e-8a26-76b9fc9103b5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:15.258576 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a2f7ceb-2b6a-45dc-a6fa-b9bb62165a46 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:15.259005 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9882f41-32c3-4aef-ac53-ed758a6fcbf2', 'name': 'network-vif-deleted', 'tag': '048c0180-65b1-416e-8a26-76b9fc9103b5', 'status': 'completed', 'code': 200} Dec 15 13:56:15.261006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-9385bcad-d722-4319-83ba-b8db87534ad8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa HTTP/1.1" status: 200 len: 217 time: 0.1392767 Dec 15 13:56:15.284313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:15.344654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98abb86b-320f-4be4-96b8-88dd8ce33f1a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:15.353471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47802177-b601-4e96-96f4-7bed6fd033ca req-f18b4829-2f8a-4eb0-9c4c-2095b9a93a9f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9882f41-32c3-4aef-ac53-ed758a6fcbf2 HTTP/1.1" status: 200 len: 210 time: 0.0653415 Dec 15 13:56:15.376722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a5b3cb-c0df-4543-bc6e-e2ded6ed85e6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:15.377138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a5b3cb-c0df-4543-bc6e-e2ded6ed85e6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:15.412426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-5d31e2df-3ced-4f77-a329-ff168de04432 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782655 Dec 15 13:56:15.415711 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:15.591112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:15.652780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:56:15.666627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:15.667716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:15.844398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34818) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:15.870423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1273fb6-4a68-4450-81af-9cd077b765f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:15.899617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-6c30c5b9-6bf9-416f-b709-a09da075f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:15.901502 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-6c30c5b9-6bf9-416f-b709-a09da075f37a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a0ef874-270a-44ef-8cd7-baca15050d6f HTTP/1.1" status: 200 len: 801 time: 0.6316826 Dec 15 13:56:15.903962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:15.968831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b8bad40-dfeb-4048-b3f6-8d6e3162e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:15.971163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-7b8bad40-dfeb-4048-b3f6-8d6e3162e253 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3b25f415-6377-419b-a54e-25035761b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611451 Dec 15 13:56:16.049376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.092391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-c2e29e97-f9f1-4740-840f-df0f083c974b service neutron] 10.222.0.67 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132104 Dec 15 13:56:16.125015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:16.125569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:16.136474 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:16.189409 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.203275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:16.231541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.237690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.238035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b9cd828f-1d0a-49ce-9619-0c221a3d5507 req-ae6565ec-e840-456a-a772-8e2eec8503c3 service neutron] 10.222.0.67 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378384 Dec 15 13:56:16.244221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.247174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b4d7b-c8de-44a0-905d-184b2dce8e6c None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:16.254864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.260918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.267279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.274496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.282969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-f29a939d-9af2-4c96-85e5-8c2ed39e7489 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.8694236 Dec 15 13:56:16.318516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.348800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685f4f-93d5-4598-995b-597ace81ff97 req-47076aad-c015-43f1-b2a9-c4f106a8e0d5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.353037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9685f4f-93d5-4598-995b-597ace81ff97 req-47076aad-c015-43f1-b2a9-c4f106a8e0d5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3004024 Dec 15 13:56:16.379894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.388968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/98abb86b-320f-4be4-96b8-88dd8ce33f1a HTTP/1.1" status: 204 len: 168 time: 1.7912881 Dec 15 13:56:16.393461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:16.437316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259ab58-909e-451f-9ae9-a4b634a1e9fb tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Network': ['ID=98abb86b-320f-4be4-96b8-88dd8ce33f1a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:16.444124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25491e0-7996-4726-b3e6-18a12346f95f req-6eebb043-9a07-4d17-8626-9497a859d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.444481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25491e0-7996-4726-b3e6-18a12346f95f req-6eebb043-9a07-4d17-8626-9497a859d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.444979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25491e0-7996-4726-b3e6-18a12346f95f req-6eebb043-9a07-4d17-8626-9497a859d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.447453 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-6eebb043-9a07-4d17-8626-9497a859d4a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2864 time: 0.1241717 Dec 15 13:56:16.450212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-41fcc106-6558-4d79-ae57-147662ce943c service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0140312 Dec 15 13:56:16.456170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e9e0d29-9123-4629-9c3e-2c8e19bb337e req-995c3490-1dc7-4d06-bfca-a618a9f90bd4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721122 Dec 15 13:56:16.527239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-4a5bbc38-fb29-4444-b7ea-bf82261f25a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 200 len: 217 time: 0.0647571 Dec 15 13:56:16.576236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9685f4f-93d5-4598-995b-597ace81ff97 req-3f62bcd6-7420-4699-a2a0-24c5c492fcf3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734416 Dec 15 13:56:16.639364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-02b025a6-a46c-40a8-ad07-967464220f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.640905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-02b025a6-a46c-40a8-ad07-967464220f65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.1023304 Dec 15 13:56:16.652714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1273fb6-4a68-4450-81af-9cd077b765f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.686899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c64f2-47e1-417a-942f-19a84d48730e req-2693e7da-53d7-481b-97e5-a408dd3ed96e tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.695753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c64f2-47e1-417a-942f-19a84d48730e req-2693e7da-53d7-481b-97e5-a408dd3ed96e tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.702336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c64f2-47e1-417a-942f-19a84d48730e req-2693e7da-53d7-481b-97e5-a408dd3ed96e tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.705387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e93c64f2-47e1-417a-942f-19a84d48730e req-2693e7da-53d7-481b-97e5-a408dd3ed96e tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2411 time: 0.1343598 Dec 15 13:56:16.732515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1273fb6-4a68-4450-81af-9cd077b765f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.740284 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ed4fe-9f3a-424b-8629-2a6f4332c2aa None None] New status for floating IP 318f1784-379c-4108-a90a-4c8c85cc3d16: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:56:16.744177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34830) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:16.837115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977ef-977d-442c-b6f0-13c36f418896 req-34a6a292-9a77-41ec-88ab-06c40c80c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.839148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-34a6a292-9a77-41ec-88ab-06c40c80c099 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870010 Dec 15 13:56:16.842642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25491e0-7996-4726-b3e6-18a12346f95f req-59cd299b-9404-476d-95ae-8715d72a154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.845411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-59cd299b-9404-476d-95ae-8715d72a154a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3b25f415-6377-419b-a54e-25035761b5c3 HTTP/1.1" status: 200 len: 904 time: 0.3809404 Dec 15 13:56:16.847458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e93c64f2-47e1-417a-942f-19a84d48730e req-28f7b1e4-d6d6-4a18-a4bd-37c9f485cfd9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041415 Dec 15 13:56:16.919982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f35b59-4109-4e72-91fa-e8ca274ca72f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.934154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-76c6e43e-26b9-4f65-9ddc-255f7aff21ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa HTTP/1.1" status: 200 len: 217 time: 0.0548596 Dec 15 13:56:16.935819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1273fb6-4a68-4450-81af-9cd077b765f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6467f8f5-5c0e-4551-b8f4-9413e5e1a859,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:16.939956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1273fb6-4a68-4450-81af-9cd077b765f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4ea602b31844589b9cbee347e3da31a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0936773 Dec 15 13:56:16.954284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:16.962502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f35b59-4109-4e72-91fa-e8ca274ca72f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.990831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting port 34864e3a-83cb-4fc4-8e0c-eef4cc9bad26 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:16.991254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.030719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-9b5ad3b9-5114-4670-ab2d-4207cbebd143 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775730 Dec 15 13:56:17.070968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25491e0-7996-4726-b3e6-18a12346f95f req-176dbf37-dbad-441f-b173-69645657a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.072530 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-176dbf37-dbad-441f-b173-69645657a42c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a0ef874-270a-44ef-8cd7-baca15050d6f HTTP/1.1" status: 200 len: 801 time: 0.1266856 Dec 15 13:56:17.092857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f35b59-4109-4e72-91fa-e8ca274ca72f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.095489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f35b59-4109-4e72-91fa-e8ca274ca72f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.096676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c6f35b59-4109-4e72-91fa-e8ca274ca72f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "DELETE /v2.0/security-groups/de1a7637-7404-466f-97bc-b66aacd3a296 HTTP/1.1" status: 204 len: 168 time: 0.3523037 Dec 15 13:56:17.101281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:17.114979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35b59-4109-4e72-91fa-e8ca274ca72f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a7637-7404-466f-97bc-b66aacd3a296,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:17.142685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.157280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Calling delete_port for 34864e3a-83cb-4fc4-8e0c-eef4cc9bad26 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:17.162446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939977ef-977d-442c-b6f0-13c36f418896 req-1bb149b1-f9ca-4f30-a045-c0b7c84ce841 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233377 Dec 15 13:56:17.174768 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-2d9e8761-5aa3-457c-88c8-f8b757f2403c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] show failed (client error): The resource could not be found. Dec 15 13:56:17.178314 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d9e8761-5aa3-457c-88c8-f8b757f2403c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups/de1a7637-7404-466f-97bc-b66aacd3a296 HTTP/1.1" status: 404 len: 347 time: 0.0627809 Dec 15 13:56:17.181148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:17.246966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c7651c-4c9b-4190-8d78-0d17e7dfcb6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.250959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25491e0-7996-4726-b3e6-18a12346f95f req-e510f0e4-2df0-4b43-a659-fa5460ba30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.252618 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-e510f0e4-2df0-4b43-a659-fa5460ba30ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3b25f415-6377-419b-a54e-25035761b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1659410 Dec 15 13:56:17.343089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c7651c-4c9b-4190-8d78-0d17e7dfcb6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.364278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.370764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.371378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.371809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.372277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.372862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.373428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.374300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.378531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-fd77492b-e8fb-45db-a7ca-f4f351d53672 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6488 time: 0.1424997 Dec 15 13:56:17.415327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.468487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Port': ['ID=34864e3a-83cb-4fc4-8e0c-eef4cc9bad26,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:17.490196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.498040 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0aed8fea-20d9-4f7d-8370-f3d3b3d07db3 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/ports/34864e3a-83cb-4fc4-8e0c-eef4cc9bad26 HTTP/1.1" status: 204 len: 168 time: 1.0992718 Dec 15 13:56:17.498040 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-c3a06d80-d3a6-47fd-bd46-0e1b83d50c65 service neutron] 10.222.0.67 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330577 Dec 15 13:56:17.498040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:17.519487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-525cfd82-5186-4db7-9bba-f9625d267d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.521361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-525cfd82-5186-4db7-9bba-f9625d267d92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 200 len: 904 time: 0.1316872 Dec 15 13:56:17.558120 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-43abfa7f-5213-4b73-b7c6-280339b95e4f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:17.558455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43abfa7f-5213-4b73-b7c6-280339b95e4f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:17.564921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-43abfa7f-5213-4b73-b7c6-280339b95e4f tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/65168796-9bd0-4353-8bb0-a296d7c1c15b HTTP/1.1" status: 404 len: 337 time: 0.0634966 Dec 15 13:56:17.564921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c7651c-4c9b-4190-8d78-0d17e7dfcb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.565971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c7651c-4c9b-4190-8d78-0d17e7dfcb6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.570308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3c7651c-4c9b-4190-8d78-0d17e7dfcb6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6467f8f5-5c0e-4551-b8f4-9413e5e1a859 HTTP/1.1" status: 204 len: 168 time: 0.6115906 Dec 15 13:56:17.570308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:17.581282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-d576c663-318c-4f76-b216-a89bf6ce5c9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 200 len: 217 time: 0.0495811 Dec 15 13:56:17.620983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7651c-4c9b-4190-8d78-0d17e7dfcb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6467f8f5-5c0e-4551-b8f4-9413e5e1a859,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:17.651559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Deleting port 22732619-368f-4930-a86e-10134533a709 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:17.651814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.721199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.750266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e25491e0-7996-4726-b3e6-18a12346f95f req-2dec2cc8-8512-4cb0-87e3-0d1298961b59 service neutron] 10.222.0.67 "GET /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412479 Dec 15 13:56:17.796695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-57803d79-cf79-4d53-9a06-aba153500fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.798217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-57803d79-cf79-4d53-9a06-aba153500fc8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.2046988 Dec 15 13:56:17.824298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.824662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.838482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting port af7f12aa-67cc-4bde-bcea-5e5507006fe8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:17.839460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.870328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Calling delete_port for 22732619-368f-4930-a86e-10134533a709 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:17.888817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.896259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.902435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.911832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.918389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.924521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.933497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.936202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-5ef187fb-76b5-4ef5-a271-39178eefd5b4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.3295951 Dec 15 13:56:17.947636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] For port af7f12aa-67cc-4bde-bcea-5e5507006fe8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=af7f12aa-67cc-4bde-bcea-5e5507006fe8,segment=NetworkSegment(9a4faf4e-b4b1-48e7-8c0e-f0e10611901a),segment_id=9a4faf4e-b4b1-48e7-8c0e-f0e10611901a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:17.948285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.954644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:17.999828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Calling delete_port for af7f12aa-67cc-4bde-bcea-5e5507006fe8 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:18.022102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-9faf01da-21f4-4ff5-8f81-2775d7916c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.024288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-9faf01da-21f4-4ff5-8f81-2775d7916c20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2149756 Dec 15 13:56:18.152829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.187464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:18.208992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No DVR routers for this DVR port af7f12aa-67cc-4bde-bcea-5e5507006fe8 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:18.211497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Port': ['ID=af7f12aa-67cc-4bde-bcea-5e5507006fe8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:18.227631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa', 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3', 'port_id': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa', 'mac_address': 'fa:16:3e:96:66:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0ef874-270a-44ef-8cd7-baca15050d6f', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:18.233818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e78ddc6e-178b-4b86-9514-a7f79017ef5f req-518d0471-c4ca-4194-a945-8466848d935b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2806106 Dec 15 13:56:18.252615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4757fb-6e0e-4bcf-8804-57534e1acf17 req-6b039163-b816-4f33-b435-2ed1fde82a08 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.259716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4757fb-6e0e-4bcf-8804-57534e1acf17 req-6b039163-b816-4f33-b435-2ed1fde82a08 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.266103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4757fb-6e0e-4bcf-8804-57534e1acf17 req-6b039163-b816-4f33-b435-2ed1fde82a08 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.274579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf4757fb-6e0e-4bcf-8804-57534e1acf17 req-6b039163-b816-4f33-b435-2ed1fde82a08 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2411 time: 0.2578092 Dec 15 13:56:18.323290 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.326792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.345795 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-5062ee29-2a18-45b8-8499-a515f21dada7 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122411 Dec 15 13:56:18.353371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e975a26-40f5-409b-8ba8-04096e4beffd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:18.365474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:18.369288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:18.370441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4faf4e-b4b1-48e7-8c0e-f0e10611901a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:18.388922 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.413314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:18.417179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.421510 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.423855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:18.438699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:18.439083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.445464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf4757fb-6e0e-4bcf-8804-57534e1acf17 req-8e87a6c1-d265-4d84-a3c5-9995c99d5ac8 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697927 Dec 15 13:56:18.456307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:18.511532 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:18.529213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event deleted for resources: {'Port': ['ID=22732619-368f-4930-a86e-10134533a709,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:18.558706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.567546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b797ab-560a-4295-b2fb-b2eee7473170 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:18.576214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.580149 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/7e975a26-40f5-409b-8ba8-04096e4beffd HTTP/1.1" status: 204 len: 168 time: 0.9789009 Dec 15 13:56:18.584954 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.589530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b8473c-5b11-432f-98e0-14a07396a0ba req-bc62bd4d-8af9-465c-8635-bafb63315c12 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336500 Dec 15 13:56:18.592271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:18.599065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6a2a-288d-416d-bd94-d81fc1c70645 tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Network': ['ID=7e975a26-40f5-409b-8ba8-04096e4beffd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:18.616860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:18.633719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:18.642661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15', 'network_id': '3b25f415-6377-419b-a54e-25035761b5c3', 'port_id': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15', 'mac_address': 'fa:16:3e:f7:9c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0ef874-270a-44ef-8cd7-baca15050d6f', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:18.710154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.725190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:18.741826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.745143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.748556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f4b0cef9-ec87-48a8-ae7a-c7a9c8f3e230 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "DELETE /v2.0/floatingips/318f1784-379c-4108-a90a-4c8c85cc3d16 HTTP/1.1" status: 204 len: 168 time: 1.5642264 Dec 15 13:56:18.757493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting subnet 505b6a05-6367-460d-b01f-0b0788fb6ef6 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:18.761920 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.769218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:18.775932 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.777261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 11d5bbae-d50c-479d-bae3-e14d8e39d17c details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:18.822490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.919043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:18.953190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.974717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=11d5bbae-d50c-479d-bae3-e14d8e39d17c,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:18.991851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '11d5bbae-d50c-479d-bae3-e14d8e39d17c', 'network_id': 'b49b6a70-f691-4fba-b638-5b49c0dfc058', 'port_id': '11d5bbae-d50c-479d-bae3-e14d8e39d17c', 'mac_address': 'fa:16:3e:ea:d8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a628d2b3-659e-4fb5-badd-decf1fd7519d', 'ip_address': '19.86.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:19.090665 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.094175 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.127690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d5bbae-d50c-479d-bae3-e14d8e39d17c {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:19.143587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Subnet': ['ID=505b6a05-6367-460d-b01f-0b0788fb6ef6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.160195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.162265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a4477-8862-41a3-9a20-74dccd1f347c None None] Network b0f6908c-5e81-45f6-9318-d18cf6314509 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:19.163231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6b62d7d0-5d01-496c-8b38-4a20d141aadc tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/subnets/505b6a05-6367-460d-b01f-0b0788fb6ef6 HTTP/1.1" status: 204 len: 168 time: 0.5688887 Dec 15 13:56:19.165838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:19.180046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=11d5bbae-d50c-479d-bae3-e14d8e39d17c,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:19.193117 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.276337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.332065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34894) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:19.339169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354087602', 'description': 'tempest-description--1643326457'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:19.377370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Deleting port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:19.377859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.391099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=11d5bbae-d50c-479d-bae3-e14d8e39d17c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.391911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.487707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.494621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.502375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.505990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] DHCP port deletion for b0f6908c-5e81-45f6-9318-d18cf6314509 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:19.508680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.515654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.521724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.522349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] For port 82c59f3b-3d03-4a9c-9961-98e39b8cc702, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82c59f3b-3d03-4a9c-9961-98e39b8cc702,segment=NetworkSegment(d7af92cc-1ab4-451a-ace5-30e7280332cf),segment_id=d7af92cc-1ab4-451a-ace5-30e7280332cf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:19.522734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.527704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.538278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-981f45f6-b7a0-477e-b25c-497c23879124 req-3a0f1348-cd58-4da4-82e8-724f7bbb78f2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.1667924 Dec 15 13:56:19.551244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Calling delete_port for 82c59f3b-3d03-4a9c-9961-98e39b8cc702 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:19.595363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:19.602387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['11d5bbae-d50c-479d-bae3-e14d8e39d17c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:19.674084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.693078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.705893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Deleting port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:19.706278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.726388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b220e227-70c8-4364-92ba-061b1a4e0cb2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.742109 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-981f45f6-b7a0-477e-b25c-497c23879124 req-92b3b294-cfc5-4087-9d54-2192d6f74a60 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2027190 Dec 15 13:56:19.746557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.772269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] No DVR routers for this DVR port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:19.782108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e86e4c-4bb2-4dc7-8258-7e3089cc9355 req-018a9546-5be2-4d08-b9f4-6a4364a916a2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.790586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e86e4c-4bb2-4dc7-8258-7e3089cc9355 req-018a9546-5be2-4d08-b9f4-6a4364a916a2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.797206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e86e4c-4bb2-4dc7-8258-7e3089cc9355 req-018a9546-5be2-4d08-b9f4-6a4364a916a2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.805033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56e86e4c-4bb2-4dc7-8258-7e3089cc9355 req-018a9546-5be2-4d08-b9f4-6a4364a916a2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2414 time: 0.2074504 Dec 15 13:56:19.805870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Port': ['ID=82c59f3b-3d03-4a9c-9961-98e39b8cc702,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.811954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.816907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-64cfe506-1712-486a-9f11-721a308612c3 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4832783 Dec 15 13:56:19.817718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:19.829551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'security_group_rule': {'security_group_id': 'b220e227-70c8-4364-92ba-061b1a4e0cb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:19.885467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.934534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.946750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56e86e4c-4bb2-4dc7-8258-7e3089cc9355 req-3fb39a9f-6222-423a-b39f-5ebfa132cc21 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404181 Dec 15 13:56:19.976651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f6908c-5e81-45f6-9318-d18cf6314509']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:19.986910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7af92cc-1ab4-451a-ace5-30e7280332cf') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:19.987437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7af92cc-1ab4-451a-ace5-30e7280332cf') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:19.993788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.005934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.010003 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.026597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301dd419-ed5a-4a50-89a6-a9664628b00d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.027329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.041961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.043318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d79b1dc4-e3bd-40e6-a855-353bb487cec2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2196858 Dec 15 13:56:20.046046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:20.046875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.047943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34918) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:20.058834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'security_group_rule': {'security_group_id': 'b220e227-70c8-4364-92ba-061b1a4e0cb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:20.135976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:20.164193 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:20.170136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.182019 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.192259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] 10.222.0.32 "DELETE /v2.0/networks/b0f6908c-5e81-45f6-9318-d18cf6314509 HTTP/1.1" status: 204 len: 168 time: 1.0225976 Dec 15 13:56:20.243902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132186c-b2a0-4c2d-9db8-4321f27c391c tempest-NetworksIpV6TestAttrs-1851260222 tempest-NetworksIpV6TestAttrs-1851260222-project] Pushing event deleted for resources: {'Network': ['ID=b0f6908c-5e81-45f6-9318-d18cf6314509,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.274822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.283279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.294767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] For port 82c59f3b-3d03-4a9c-9961-98e39b8cc702, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=82c59f3b-3d03-4a9c-9961-98e39b8cc702,segment=NetworkSegment(d7af92cc-1ab4-451a-ace5-30e7280332cf),segment_id=d7af92cc-1ab4-451a-ace5-30e7280332cf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:20.295323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.306547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8e772c-c198-4f3d-b897-2ca74f3e3258,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.320752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.328546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-35978517-d0de-409c-89b2-8ed7ffe68ba7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764485 Dec 15 13:56:20.330068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34934) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:20.345709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:20.346383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Calling delete_port for 82c59f3b-3d03-4a9c-9961-98e39b8cc702 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:20.380307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:56:20.518573 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 13:56:20.528858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.555856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.565459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Pushing event deleted for resources: {'Port': ['ID=82c59f3b-3d03-4a9c-9961-98e39b8cc702,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.576541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] Network b0f6908c-5e81-45f6-9318-d18cf6314509 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:56:20.576995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ba0f9-2cba-4287-b2ac-758012e26fd2 None None] No DVR routers for this DVR port 82c59f3b-3d03-4a9c-9961-98e39b8cc702 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:20.695936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:20.710347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c6ff9d0c-a219-4557-8e0a-8878f3ef4c15'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:20.727076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Allocated IP 172.25.2.130 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/fd7d8bed-c8a7-4ce1-b2d9-64c94d8d95ff) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:20.873075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82c59f3b-3d03-4a9c-9961-98e39b8cc702 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:20.912591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 82c59f3b-3d03-4a9c-9961-98e39b8cc702 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:20.912945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 82c59f3b-3d03-4a9c-9961-98e39b8cc702 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:20.976725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.026675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.040107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:21.040388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c3aa24e5-2ea4-4eb7-b2ab-338ee2afb105 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd8963dbd6b844c7a14580f61ae79284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430514 Dec 15 13:56:21.064836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.072215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.079206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.085589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.094412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.104892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.110700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a656f93e-1bf1-4781-9263-aa3f03f9b600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.119045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.122634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-b5d0c606-8606-441a-a366-9f331b9ae5f9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.2382765 Dec 15 13:56:21.141947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a656f93e-1bf1-4781-9263-aa3f03f9b600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.213261 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a656f93e-1bf1-4781-9263-aa3f03f9b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.216003 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a656f93e-1bf1-4781-9263-aa3f03f9b600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.223879 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a656f93e-1bf1-4781-9263-aa3f03f9b600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29f7998f-deea-4b13-a9e5-20159b53f6b9 HTTP/1.1" status: 204 len: 168 time: 0.1795738 Dec 15 13:56:21.243601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e68ca-a249-4244-a6ac-f1e9f1f48bb6 req-19a9b7fd-61df-4ce3-8143-9cd75d2b5a1d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.245495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656f93e-1bf1-4781-9263-aa3f03f9b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f7998f-deea-4b13-a9e5-20159b53f6b9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:21.271694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e68ca-a249-4244-a6ac-f1e9f1f48bb6 req-19a9b7fd-61df-4ce3-8143-9cd75d2b5a1d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.290357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e68ca-a249-4244-a6ac-f1e9f1f48bb6 req-19a9b7fd-61df-4ce3-8143-9cd75d2b5a1d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.303276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad2e68ca-a249-4244-a6ac-f1e9f1f48bb6 req-19a9b7fd-61df-4ce3-8143-9cd75d2b5a1d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2414 time: 0.2742333 Dec 15 13:56:21.316783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.420264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:21.427555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2f1afda-1617-4b73-b2d3-b3820157a877 req-c058fe0c-94c8-4ccb-971a-0559df4eb7c2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529352 Dec 15 13:56:21.435080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:21.439084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:21.449962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'Port': ['ID=fd7d8bed-c8a7-4ce1-b2d9-64c94d8d95ff,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:21.514821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad2e68ca-a249-4244-a6ac-f1e9f1f48bb6 req-6478df18-5f25-467d-af0a-52d248d82678 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106438 Dec 15 13:56:21.606833 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.659009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.853156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.860986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.950813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'Port': ['ID=fd7d8bed-c8a7-4ce1-b2d9-64c94d8d95ff,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:21.976944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.991867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 11d5bbae-d50c-479d-bae3-e14d8e39d17c up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:22.013185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.023333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2123fa68-cce6-47de-83dd-8f5bcfa98cd2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6817458 Dec 15 13:56:22.090834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 11d5bbae-d50c-479d-bae3-e14d8e39d17c completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:22.102206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 11d5bbae-d50c-479d-bae3-e14d8e39d17c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:22.102856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.220921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.251531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d5bbae-d50c-479d-bae3-e14d8e39d17c'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:22.254865 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe29e36-816d-4ad8-b722-2a486b0fa28e" -d '{"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-plugged", "status": "completed", "tag": "11d5bbae-d50c-479d-bae3-e14d8e39d17c"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:22.272234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=11d5bbae-d50c-479d-bae3-e14d8e39d17c,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:22.278774 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.281495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:22.307262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35038) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:22.331065 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f570833-0fd2-4ca6-bf38-e08715d68c7b x-openstack-request-id: req-4f570833-0fd2-4ca6-bf38-e08715d68c7b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:22.331357 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-plugged", "status": "completed", "tag": "11d5bbae-d50c-479d-bae3-e14d8e39d17c", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:22.331610 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f570833-0fd2-4ca6-bf38-e08715d68c7b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:22.332045 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d5bbae-d50c-479d-bae3-e14d8e39d17c', 'code': 200} Dec 15 13:56:22.404717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-d4586a8d-a7ce-45da-a640-445a4cee0e5d tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--354087602&fields=id&tenant_id=76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 267 time: 0.1020765 Dec 15 13:56:22.455042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=11d5bbae-d50c-479d-bae3-e14d8e39d17c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:22.517838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:22.522021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:22.522636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.549474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-75ceec20-a16a-45aa-ab05-6c69eebfac1f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.551789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-75ceec20-a16a-45aa-ab05-6c69eebfac1f tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 817 time: 0.1463020 Dec 15 13:56:22.567363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1334053692'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:22.584519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-63796e87-bd7c-498e-a29e-ab893f190ffe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/quotas/76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 375 time: 0.0249827 Dec 15 13:56:22.616752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:22.628853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.654311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.696297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.761670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.777730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.784711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:22.790900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.798249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.802577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.814480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.816647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.823334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.825557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.830444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.833490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-48ff3132-e970-4c0b-852e-ab2d59bdab98 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.2619743 Dec 15 13:56:22.849420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-aec66118-42d1-4281-9d84-9112f424070a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261927 Dec 15 13:56:22.883484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:22.906742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:22.917912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372f1960-c327-47a3-974b-059e9f9cb551,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:22.926718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.927331 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment dfe8acef-28a5-42eb-8c5b-a5c2db5101c1 of type vlan for network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 Dec 15 13:56:22.938217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:22.993618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.033781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.047743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.049699 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.057240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-f2b6e685-8f8e-4cc5-8323-c7a7c989d037 service neutron] 10.222.0.32 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873767 Dec 15 13:56:23.148878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96bc9d8b-6a41-44c8-b2d8-bfc21575a6be req-06a8b4c1-b165-4d60-9937-caac53e2707f tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3078020 Dec 15 13:56:23.164065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=3e621de2-0b56-4d79-bc35-64e1b6c9d765,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:23.171497 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b77950e8-d710-40ba-b65d-0491bb4b8827 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8616178 Dec 15 13:56:23.174066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:23.181677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'name': 'tempest-PortsIpV6TestJSON-1409368584'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:23.192097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:23.232266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-5d728efe-ddfd-417e-b40f-6eace409768e service neutron] 10.222.0.32 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646769 Dec 15 13:56:23.247197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4517263c-f58a-490b-ae06-77a141107ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.402606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840c7cb-bdb9-446b-84ab-33512131e41f req-a23e38b9-d7bf-4ee8-93c6-1d919ff22225 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.405064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:23.409952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840c7cb-bdb9-446b-84ab-33512131e41f req-a23e38b9-d7bf-4ee8-93c6-1d919ff22225 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.410512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.417346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840c7cb-bdb9-446b-84ab-33512131e41f req-a23e38b9-d7bf-4ee8-93c6-1d919ff22225 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.419368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d840c7cb-bdb9-446b-84ab-33512131e41f req-a23e38b9-d7bf-4ee8-93c6-1d919ff22225 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2416 time: 0.0973017 Dec 15 13:56:23.438324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4517263c-f58a-490b-ae06-77a141107ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.439716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:23.469157 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4517263c-f58a-490b-ae06-77a141107ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.516412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4517263c-f58a-490b-ae06-77a141107ef8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d47349a67954440eb48e0d148787803d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5737352 Dec 15 13:56:23.520220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:23.583075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517263c-f58a-490b-ae06-77a141107ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56db076-2e92-43fe-bc23-f0a300b18d39,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:23.635104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ca86d4f-fa9a-456a-a856-abf7e2d25409 req-ee23c056-c81e-4ef4-be9d-ed5409ac4058 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 210 time: 0.0717447 Dec 15 13:56:23.640301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d840c7cb-bdb9-446b-84ab-33512131e41f req-380c744b-bfdd-4b5b-aada-bc2644ad929c tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108033 Dec 15 13:56:23.671281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cb4ac30-0533-4a7d-9d49-a457d9576f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.719499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cb4ac30-0533-4a7d-9d49-a457d9576f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.771093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.806019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cb4ac30-0533-4a7d-9d49-a457d9576f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.808811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cb4ac30-0533-4a7d-9d49-a457d9576f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.812864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8cb4ac30-0533-4a7d-9d49-a457d9576f6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e56db076-2e92-43fe-bc23-f0a300b18d39 HTTP/1.1" status: 204 len: 168 time: 0.2884238 Dec 15 13:56:23.828513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4ac30-0533-4a7d-9d49-a457d9576f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56db076-2e92-43fe-bc23-f0a300b18d39,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:23.880061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.955752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=fee6acb9-c7de-4898-9805-f6dcf8cd2db1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:23.974826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:23.975341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: 3e621de2-0b56-4d79-bc35-64e1b6c9d765, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:24.003296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:24.009664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:24.025222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3e621de2-0b56-4d79-bc35-64e1b6c9d765) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:24.030151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:24.037234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.038079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.058440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23b4d8-b17d-4e40-a5b5-6187ee9c4e2b None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:24.072092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:24.072618 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-913e245d-e185-4409-add7-99bbefb24c7d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8931897 Dec 15 13:56:24.077495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-932854259'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:24.135905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:24.140646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.173830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:24.188554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.188942 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment fe989a7c-ef7a-4ad2-9243-8434d09b28c8 of type vlan for network d4d244d7-d449-4c6f-8b3b-92b047dc32e3 Dec 15 13:56:24.235572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35148) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:24.240325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.254749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2962977d-68a7-4fd6-b3b6-3f586d3486d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.257049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:24.270574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:24.270989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.275770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.282660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.283571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.306542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2332921 Dec 15 13:56:24.309426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:24.316542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'ports': [{'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'}, {'network_id': 'd4d244d7-d449-4c6f-8b3b-92b047dc32e3'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:24.317037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:24.317961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': 'd4d244d7-d449-4c6f-8b3b-92b047dc32e3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:24.379756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:24.382701 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6c6b8-8f0c-4ba2-8947-c62d90abe897" -d '{"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-plugged", "status": "completed", "tag": "e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:24.387858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.406523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ee932-c950-4f08-a13f-6e80aaea2f0d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=d4d244d7-d449-4c6f-8b3b-92b047dc32e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:24.423360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d4d244d7-d449-4c6f-8b3b-92b047dc32e3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:24.492838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2962977d-68a7-4fd6-b3b6-3f586d3486d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.502639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2962977d-68a7-4fd6-b3b6-3f586d3486d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.503250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.514474 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368ca55-10c5-462c-a58e-f18d364b9b1a x-openstack-request-id: req-5368ca55-10c5-462c-a58e-f18d364b9b1a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:24.514845 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-plugged", "status": "completed", "tag": "e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:24.515107 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5368ca55-10c5-462c-a58e-f18d364b9b1a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:24.515528 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa', 'code': 200} Dec 15 13:56:24.524210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.531504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.538542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:24.549452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.557860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.564408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.571189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.573114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-485a184b-4d8b-41f7-9f89-273450d52c01 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.1923203 Dec 15 13:56:24.574322 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.631060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962977d-68a7-4fd6-b3b6-3f586d3486d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f4946-ab83-48d3-9fbe-f41e0226a077,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:24.642424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2962977d-68a7-4fd6-b3b6-3f586d3486d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e539f6fc80479d814259c4aad1d2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054909 Dec 15 13:56:24.647511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:24.678296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:24.709214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9a56bd9-c291-463b-86ce-92798e6563ac req-7a927a48-7173-4c78-8792-9236dc0c8b7b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281428 Dec 15 13:56:24.743442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203ce995-8769-4614-92d8-afebd9d5d8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.757707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:24.763054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.788986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203ce995-8769-4614-92d8-afebd9d5d8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.791709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.840078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15278a39-51a1-4351-b4e2-812693b0c26a req-e9634bd3-c1bf-40bd-b6c3-5fb84dbdf6df tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 210 time: 0.0439649 Dec 15 13:56:24.863542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-f78c-45e1-9199-db836dd83ad4 req-8612f6a5-e43d-4400-b9d7-39deb685e243 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.872306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-f78c-45e1-9199-db836dd83ad4 req-8612f6a5-e43d-4400-b9d7-39deb685e243 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.885332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-f78c-45e1-9199-db836dd83ad4 req-8612f6a5-e43d-4400-b9d7-39deb685e243 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.893318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaa4cdd0-f78c-45e1-9199-db836dd83ad4 req-8612f6a5-e43d-4400-b9d7-39deb685e243 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.1410685 Dec 15 13:56:24.934805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 718a240e-d9e0-497c-ab62-6ecfa10508cd yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:24.941035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203ce995-8769-4614-92d8-afebd9d5d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.944539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203ce995-8769-4614-92d8-afebd9d5d8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.947511 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-203ce995-8769-4614-92d8-afebd9d5d8cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e76f4946-ab83-48d3-9fbe-f41e0226a077 HTTP/1.1" status: 204 len: 168 time: 0.2963617 Dec 15 13:56:24.968635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaa4cdd0-f78c-45e1-9199-db836dd83ad4 req-842d4c67-c4f9-45b3-896a-72aa7a1784eb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742910 Dec 15 13:56:24.979719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce995-8769-4614-92d8-afebd9d5d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f4946-ab83-48d3-9fbe-f41e0226a077,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:25.136531 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:25.201278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-f115f991-129f-4b5b-87d0-3781067cf0f0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.202827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-f115f991-129f-4b5b-87d0-3781067cf0f0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 817 time: 0.1773727 Dec 15 13:56:25.229530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port fa57e580-12c7-4f27-b048-7eb531754944 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:25.313644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-05ffd41b-f130-4341-a182-32d8fab68ef7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 379 time: 0.0983527 Dec 15 13:56:25.327496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'port': {'device_id': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'admin_state_up': True, 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'security_groups': ['b220e227-70c8-4364-92ba-061b1a4e0cb2']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:25.405938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:25.460306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:25.487043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Made reservation on behalf of 76bcaadec44244f6a722c3707d350552 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:25.492416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:25.525227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:25.529436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:25.532053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:25.533346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:25.552264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=718a240e-d9e0-497c-ab62-6ecfa10508cd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:25.620973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': 'fe989a7c-ef7a-4ad2-9243-8434d09b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd4d244d7-d449-4c6f-8b3b-92b047dc32e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:25.621309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: d4d244d7-d449-4c6f-8b3b-92b047dc32e3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:25.652785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=fa57e580-12c7-4f27-b048-7eb531754944,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:25.681475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network d4d244d7-d449-4c6f-8b3b-92b047dc32e3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:25.697793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d4d244d7-d449-4c6f-8b3b-92b047dc32e3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:25.702162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:25.709745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.711391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb09f84-96c1-42b5-9909-0be321a6e58e None None] Network d4d244d7-d449-4c6f-8b3b-92b047dc32e3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:25.718228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.719026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:25.747418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-87e02824-1f67-4c6a-81a0-a5fa22159ee0 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4367373 Dec 15 13:56:25.757556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35228) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:25.921037 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:56:25.942645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port fa57e580-12c7-4f27-b048-7eb531754944 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:25.943069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.076370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e380ba3-0110-4609-9dd6-366033e4ec20 req-5e496cbd-4d9e-42ea-aab6-4fcfefc810bf tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 210 time: 0.0644839 Dec 15 13:56:26.086560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.149280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.155374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.162170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.168489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.174603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.181520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.187432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.189442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-a1a9fb4b-20cd-4a62-af4f-42bde700d4d2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.1747220 Dec 15 13:56:26.341992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Allocated IP 172.20.0.9 (95a73896-f0f2-4860-a869-0695e71fa4ce/dc35db1e-a7ba-404c-80e4-a6e96a75f592/affa82cb-556a-480d-b543-c06e008aa85e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:26.375836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a730617-0fa5-41b7-82ea-9599e9b7430a req-c4493410-ebe3-4f2b-bcd1-6ef1eb9e6db4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.382532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a730617-0fa5-41b7-82ea-9599e9b7430a req-c4493410-ebe3-4f2b-bcd1-6ef1eb9e6db4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.388772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a730617-0fa5-41b7-82ea-9599e9b7430a req-c4493410-ebe3-4f2b-bcd1-6ef1eb9e6db4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.396437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a730617-0fa5-41b7-82ea-9599e9b7430a req-c4493410-ebe3-4f2b-bcd1-6ef1eb9e6db4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.1700966 Dec 15 13:56:26.403184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea2d90f2-288c-4c1f-adfa-b32be5032871 req-daf901ba-ea15-4dd8-a068-1e217d4f4689 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021623 Dec 15 13:56:26.448396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for fa57e580-12c7-4f27-b048-7eb531754944 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:26.508791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a730617-0fa5-41b7-82ea-9599e9b7430a req-65f2e357-b2cd-4f21-a6a9-65e164aff743 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113482 Dec 15 13:56:26.516468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:26.518864 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c2cef5-9443-45e6-b035-96645baa0941" -d '{"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff9d0c-a219-4557-8e0a-8878f3ef4c15"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:26.572811 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec36aba9-0b0c-418e-bc8d-6628d8d416b4 x-openstack-request-id: req-ec36aba9-0b0c-418e-bc8d-6628d8d416b4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:26.573220 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff9d0c-a219-4557-8e0a-8878f3ef4c15", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:26.573590 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec36aba9-0b0c-418e-bc8d-6628d8d416b4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:26.574091 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15', 'code': 200} Dec 15 13:56:26.576105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.616295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=fa57e580-12c7-4f27-b048-7eb531754944,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:26.638120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.645496 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f32bfdfe-8f39-4a0b-8269-591249eebc46 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/fa57e580-12c7-4f27-b048-7eb531754944 HTTP/1.1" status: 204 len: 168 time: 0.8846209 Dec 15 13:56:26.646876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35278) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:26.763371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.764267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b57951-7733-4278-8811-7f83e31d4655 req-1f12047a-fc31-46e2-9fe2-2a108a2be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.764860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b57951-7733-4278-8811-7f83e31d4655 req-1f12047a-fc31-46e2-9fe2-2a108a2be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.765331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b57951-7733-4278-8811-7f83e31d4655 req-1f12047a-fc31-46e2-9fe2-2a108a2be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.768935 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2b57951-7733-4278-8811-7f83e31d4655 req-1f12047a-fc31-46e2-9fe2-2a108a2be310 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2870 time: 0.0856562 Dec 15 13:56:26.772998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7b10c-746d-4685-a89c-7596a11fba29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.779438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7b10c-746d-4685-a89c-7596a11fba29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.783927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d7e7b10c-746d-4685-a89c-7596a11fba29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1317036 Dec 15 13:56:26.786697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35286) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:26.860029 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2b57951-7733-4278-8811-7f83e31d4655 req-88a70f8a-78ac-4c8c-b57f-e373e82d04fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802207 Dec 15 13:56:26.903411 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.966256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Network 95a73896-f0f2-4860-a869-0695e71fa4ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:26.970621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:26.974259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:27.003458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:27.049571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 718a240e-d9e0-497c-ab62-6ecfa10508cd {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:27.049912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.058669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.059327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.127947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ffd31b54-9924-4905-9c24-9ccd00dfba04 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8075252 Dec 15 13:56:27.160572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Request body: {'port': {'device_id': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:27.174416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.245709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 718a240e-d9e0-497c-ab62-6ecfa10508cd owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:27.386621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.464302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9254c1-96a3-4178-8191-50d234d87c27 req-32076a1a-585d-4e63-9b34-a1e5d79d4700 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.465809 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa9254c1-96a3-4178-8191-50d234d87c27 req-32076a1a-585d-4e63-9b34-a1e5d79d4700 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 931 time: 0.2176197 Dec 15 13:56:27.510243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-44402cdf-229c-45e7-83a1-36f8600f2ded None None] Provisioning complete for port affa82cb-556a-480d-b543-c06e008aa85e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:27.510862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44402cdf-229c-45e7-83a1-36f8600f2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.572026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-44402cdf-229c-45e7-83a1-36f8600f2ded None None] Port affa82cb-556a-480d-b543-c06e008aa85e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:27.650730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:27.703408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa9254c1-96a3-4178-8191-50d234d87c27 req-ec7b28dc-bf9d-4c38-86ab-68c0b7550f18 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123482 Dec 15 13:56:27.707921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.763625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=718a240e-d9e0-497c-ab62-6ecfa10508cd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:27.800545 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.806256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-659a82f3-15cb-4e87-b3b1-4105cef81604 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/718a240e-d9e0-497c-ab62-6ecfa10508cd HTTP/1.1" status: 204 len: 168 time: 1.0162535 Dec 15 13:56:27.806647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:27.818703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.825090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.831264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.838337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.844454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.858565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.865170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.871152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-ff70790b-7076-4080-8345-3a9db83d0f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.3153870 Dec 15 13:56:27.902298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a73c79-2fa7-4934-86fa-a133479278b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:27.950496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e4847-f370-4f69-9cc9-941c3dbfaa4a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.952082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8f3e4847-f370-4f69-9cc9-941c3dbfaa4a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1435754 Dec 15 13:56:27.955277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:27.991133 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d85c69-f9be-460e-adb0-3f88ff2c29d3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:56:27.993035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38d85c69-f9be-460e-adb0-3f88ff2c29d3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/fa57e580-12c7-4f27-b048-7eb531754944 HTTP/1.1" status: 404 len: 333 time: 0.0367663 Dec 15 13:56:27.999423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35344) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:28.035285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20c87f-5dbc-4fee-be2d-fa616bd307a5 req-860b9f41-a81f-4722-8139-a0a084d65709 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.042052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20c87f-5dbc-4fee-be2d-fa616bd307a5 req-860b9f41-a81f-4722-8139-a0a084d65709 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.048105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20c87f-5dbc-4fee-be2d-fa616bd307a5 req-860b9f41-a81f-4722-8139-a0a084d65709 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.049867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a20c87f-5dbc-4fee-be2d-fa616bd307a5 req-860b9f41-a81f-4722-8139-a0a084d65709 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.1775992 Dec 15 13:56:28.052968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a73c79-2fa7-4934-86fa-a133479278b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.060451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a73c79-2fa7-4934-86fa-a133479278b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.094964 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-995bc684-90d1-4d17-98cf-27147ced0896 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:56:28.099222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-995bc684-90d1-4d17-98cf-27147ced0896 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/718a240e-d9e0-497c-ab62-6ecfa10508cd HTTP/1.1" status: 404 len: 333 time: 0.0953281 Dec 15 13:56:28.102595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35356) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:28.108141 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1a73c79-2fa7-4934-86fa-a133479278b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3828223edaab4bf7b6395c194cf464e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4562373 Dec 15 13:56:28.116937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:28.117850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73c79-2fa7-4934-86fa-a133479278b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef467ba-c2f6-4e4b-8561-7955ab8c599b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:28.201270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df1c6d31-2688-4586-9d94-2b23a0508d23 req-e3d8fee6-b3c7-4126-9826-96ee08660f5c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3258131 Dec 15 13:56:28.231432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.250040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a20c87f-5dbc-4fee-be2d-fa616bd307a5 req-f0a54a42-9b4f-404e-80e4-8479efd5784d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630290 Dec 15 13:56:28.253073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35125aee-9471-43e6-9bc0-30a5b0429dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.279158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affa82cb-556a-480d-b543-c06e008aa85e {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:28.289397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.310079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Transition to ACTIVE for port object affa82cb-556a-480d-b543-c06e008aa85e will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:28.317763 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.342099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35125aee-9471-43e6-9bc0-30a5b0429dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.371697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.417017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:28.417617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d244d7-d449-4c6f-8b3b-92b047dc32e3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:28.431193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe989a7c-ef7a-4ad2-9243-8434d09b28c8') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:28.431820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe989a7c-ef7a-4ad2-9243-8434d09b28c8') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:28.445178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.468321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35125aee-9471-43e6-9bc0-30a5b0429dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.471713 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35125aee-9471-43e6-9bc0-30a5b0429dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.485108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-35125aee-9471-43e6-9bc0-30a5b0429dde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ef467ba-c2f6-4e4b-8561-7955ab8c599b HTTP/1.1" status: 204 len: 168 time: 0.3603032 Dec 15 13:56:28.487593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.515452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:28.515894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.522749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Attempting to bind port affa82cb-556a-480d-b543-c06e008aa85e on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:28.523245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Attempting to bind port affa82cb-556a-480d-b543-c06e008aa85e by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:28.523631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Attempting to bind port affa82cb-556a-480d-b543-c06e008aa85e on network 95a73896-f0f2-4860-a869-0695e71fa4ce {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:28.525487 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:28.528588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Port affa82cb-556a-480d-b543-c06e008aa85e on network 95a73896-f0f2-4860-a869-0695e71fa4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:28.528921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Attempting to bind port affa82cb-556a-480d-b543-c06e008aa85e on network 95a73896-f0f2-4860-a869-0695e71fa4ce {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:28.537319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:28.537666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Checking segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:28.538093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Bound using segment: {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:28.538542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Bound port: affa82cb-556a-480d-b543-c06e008aa85e, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4f3805-3702-464e-a910-bc4316b746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:28.539276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.658550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125aee-9471-43e6-9bc0-30a5b0429dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef467ba-c2f6-4e4b-8561-7955ab8c599b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:28.663975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.676407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.683208 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/d4d244d7-d449-4c6f-8b3b-92b047dc32e3 HTTP/1.1" status: 204 len: 168 time: 0.5782330 Dec 15 13:56:28.689296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:28.692162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:28.699068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:28.706150 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.725566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-386687467'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:28.730354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b2897-49d9-4957-9d97-6ac9a8a92552 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=d4d244d7-d449-4c6f-8b3b-92b047dc32e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:28.752541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.752541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.754002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] 10.222.0.67 "PUT /v2.0/ports/affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 200 len: 1091 time: 1.6114533 Dec 15 13:56:28.754474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:28.756860 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:28.761437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:28.771669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.812161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:28.824935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.825936 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment 80e4fd19-1f53-4d56-80db-fc2d004cf6c1 of type vlan for network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 Dec 15 13:56:28.921584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.937444 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b102b9b-d9f0-4f5e-a4d8-9dabe3d41a7d x-openstack-request-id: req-6b102b9b-d9f0-4f5e-a4d8-9dabe3d41a7d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:28.937964 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:28.938318 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b102b9b-d9f0-4f5e-a4d8-9dabe3d41a7d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:28.938972 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'status': 'completed', 'code': 200} Dec 15 13:56:28.963464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e3c76-e883-4d68-a4ab-cfa8bbff97eb service neutron] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:28.964987 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.974130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.974714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.022216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-0c20a78b-3c10-4276-9bd5-38724b5c2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.026550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-0c20a78b-3c10-4276-9bd5-38724b5c2b30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1094 time: 0.1727293 Dec 15 13:56:29.030655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:29.069814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3747144 Dec 15 13:56:29.078690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:29.084491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:29.093875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d69cf75-bc63-49b5-bf56-195a2a54dcda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.113619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-d5bd4adf-6dc1-4aa0-a50b-75a4375a4fb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 200 len: 217 time: 0.0430150 Dec 15 13:56:29.150802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b96e-a88a-4e17-8819-617582cab4c0 req-3167ae1a-301a-425f-8e5c-1a1c0166ff18 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.153174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e36b96e-a88a-4e17-8819-617582cab4c0 req-3167ae1a-301a-425f-8e5c-1a1c0166ff18 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1926279 Dec 15 13:56:29.178527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4ca41-a741-4d12-a99e-219b58afe975 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=7ae9380e-ecc1-465a-b2ed-795d1b816e00,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:29.194617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:29.257746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ac1fc005-7846-4a7f-8c6e-d0f69b49609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.259905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:29.264088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.274615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-ac1fc005-7846-4a7f-8c6e-d0f69b49609a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.1424601 Dec 15 13:56:29.307534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:29.357537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d69cf75-bc63-49b5-bf56-195a2a54dcda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.358742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e36b96e-a88a-4e17-8819-617582cab4c0 req-16bb6d01-b723-4d48-b71f-c7b4d39d7b5a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848359 Dec 15 13:56:29.359921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:56:29.364866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:56:29.370373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d69cf75-bc63-49b5-bf56-195a2a54dcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.439850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69cf75-bc63-49b5-bf56-195a2a54dcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1087b749-244d-4ca4-9ccb-f662d33636e7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:29.451037 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d69cf75-bc63-49b5-bf56-195a2a54dcda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5d028567bd44547867479b9629c83ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184496 Dec 15 13:56:29.454147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:29.542056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-663969f9-7a70-457e-8c84-1e6cb54b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.543800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-663969f9-7a70-457e-8c84-1e6cb54b8d27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558968 Dec 15 13:56:29.556131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9943fa26-4b5b-4338-9730-fc88aee8230d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.562859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.568825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.574835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.580778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.587444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.593387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.600308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.601921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-08db891b-272b-48e7-9285-11eb9d0b659d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.2347467 Dec 15 13:56:29.613022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9943fa26-4b5b-4338-9730-fc88aee8230d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.634675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f0e4cc0-79ed-4c11-97f5-74db815041f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.655891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.716646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=dc368e1f-507d-4fc7-b480-0b6a8d4822de,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:29.731812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413ef1-a35e-42d6-97d3-f7734b0555c3 req-88d0d118-e356-43bc-9c12-68628895d783 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.735894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9943fa26-4b5b-4338-9730-fc88aee8230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.737763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413ef1-a35e-42d6-97d3-f7734b0555c3 req-88d0d118-e356-43bc-9c12-68628895d783 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.738499 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9943fa26-4b5b-4338-9730-fc88aee8230d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.742258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9943fa26-4b5b-4338-9730-fc88aee8230d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1087b749-244d-4ca4-9ccb-f662d33636e7 HTTP/1.1" status: 204 len: 168 time: 0.2840228 Dec 15 13:56:29.745443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413ef1-a35e-42d6-97d3-f7734b0555c3 req-88d0d118-e356-43bc-9c12-68628895d783 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.747103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8413ef1-a35e-42d6-97d3-f7734b0555c3 req-88d0d118-e356-43bc-9c12-68628895d783 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.2602603 Dec 15 13:56:29.749610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': '80e4fd19-1f53-4d56-80db-fc2d004cf6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:29.749986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: 7ae9380e-ecc1-465a-b2ed-795d1b816e00, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:29.753886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943fa26-4b5b-4338-9730-fc88aee8230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087b749-244d-4ca4-9ccb-f662d33636e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:29.784880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:29.798506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7ae9380e-ecc1-465a-b2ed-795d1b816e00) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:29.803025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.803833 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.810323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad37a9a-f2b2-4acb-9db0-8c53eb579e8f None None] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:29.823794 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d646a59-c8ac-4200-9f14-d2ad2c5d3ba1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7436118 Dec 15 13:56:29.827087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:29.834597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00', 'name': 'tempest-PortsIpV6TestJSON-563292648'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:29.841861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-271a2b1c-c055-4fc3-a3b7-897d421ed89b req-6ce52bd3-f3cb-4e93-b37b-af1d7299b3d7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208843 Dec 15 13:56:29.851621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-0359e948-9510-414c-b7dd-33ec5c973af6 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448840 Dec 15 13:56:29.891668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8413ef1-a35e-42d6-97d3-f7734b0555c3 req-38ea4022-cb5d-4731-b942-dbb7fded5694 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255167 Dec 15 13:56:29.930595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7ae9380e-ecc1-465a-b2ed-795d1b816e00', 'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': 'dc368e1f-507d-4fc7-b480-0b6a8d4822de'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:29.931525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.001358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f0e4cc0-79ed-4c11-97f5-74db815041f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.010934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f0e4cc0-79ed-4c11-97f5-74db815041f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.053502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:30.058061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.080293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5bfa61c9-5a39-4c65-98bd-32c28b9f2119 req-dffecbaf-1ab8-4513-a971-275d1153068b service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191124 Dec 15 13:56:30.087501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5f0e4cc0-79ed-4c11-97f5-74db815041f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bea2db4d9722428f91b452ad037ebc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483678 Dec 15 13:56:30.090137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:30.092332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e4cc0-79ed-4c11-97f5-74db815041f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b5d5a7-8d0c-4392-8f4f-a0cabaf74601,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:30.100282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 59237fcd-67e4-478c-887d-260f5fd9b679 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:30.189070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Allocated IP 2001:db8::2 (7ae9380e-ecc1-465a-b2ed-795d1b816e00/dc368e1f-507d-4fc7-b480-0b6a8d4822de/5e3a390f-d660-4495-8ed2-82769a33cfa4) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:30.231276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-caf9562a-6edc-47e2-9db8-ba5efaa1f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.237377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-caf9562a-6edc-47e2-9db8-ba5efaa1f99a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0822682 Dec 15 13:56:30.293668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1611421c-0f2d-4a8d-a133-c27109fe7bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.353135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1611421c-0f2d-4a8d-a133-c27109fe7bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.357804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-c3abee82-4788-4186-bb50-1e295b133293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.359310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-c3abee82-4788-4186-bb50-1e295b133293 service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.1175923 Dec 15 13:56:30.381267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.400652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.442348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1611421c-0f2d-4a8d-a133-c27109fe7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.445280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1611421c-0f2d-4a8d-a133-c27109fe7bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.449532 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1611421c-0f2d-4a8d-a133-c27109fe7bfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93b5d5a7-8d0c-4392-8f4f-a0cabaf74601 HTTP/1.1" status: 204 len: 168 time: 0.3583648 Dec 15 13:56:30.449943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-a200736d-db89-4c1e-b542-56006dbcf2d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 200 len: 217 time: 0.0784471 Dec 15 13:56:30.475485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611421c-0f2d-4a8d-a133-c27109fe7bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b5d5a7-8d0c-4392-8f4f-a0cabaf74601,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:30.488108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Pushing event updated for resources: {'Port': ['ID=5e3a390f-d660-4495-8ed2-82769a33cfa4,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:30.501351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:30.506862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:30.509653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:30.517553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::16 (7ae9380e-ecc1-465a-b2ed-795d1b816e00/dc368e1f-507d-4fc7-b480-0b6a8d4822de/59237fcd-67e4-478c-887d-260f5fd9b679) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:30.558600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f5cd8-5a7c-4f55-ba5a-c228b5c5fde4 req-405397a2-eb41-4397-b963-00da8ea9fa83 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.566722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f5cd8-5a7c-4f55-ba5a-c228b5c5fde4 req-405397a2-eb41-4397-b963-00da8ea9fa83 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.574834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f5cd8-5a7c-4f55-ba5a-c228b5c5fde4 req-405397a2-eb41-4397-b963-00da8ea9fa83 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.578909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-288f5cd8-5a7c-4f55-ba5a-c228b5c5fde4 req-405397a2-eb41-4397-b963-00da8ea9fa83 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.2186291 Dec 15 13:56:30.600613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Attempting to bind port 5e3a390f-d660-4495-8ed2-82769a33cfa4 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:30.601179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Attempting to bind port 5e3a390f-d660-4495-8ed2-82769a33cfa4 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '80e4fd19-1f53-4d56-80db-fc2d004cf6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:30.601773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Attempting to bind port 5e3a390f-d660-4495-8ed2-82769a33cfa4 on network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:30.620733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:30.622250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Checking segment: {'id': '80e4fd19-1f53-4d56-80db-fc2d004cf6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:30.625057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.625564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Bound using segment: {'id': '80e4fd19-1f53-4d56-80db-fc2d004cf6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:30.626279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Bound port: 5e3a390f-d660-4495-8ed2-82769a33cfa4, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e4fd19-1f53-4d56-80db-fc2d004cf6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7ae9380e-ecc1-465a-b2ed-795d1b816e00'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:30.628997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.703502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-5b548975-8cb0-488b-9722-fb2ab8789236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.705717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-5b548975-8cb0-488b-9722-fb2ab8789236 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.2449846 Dec 15 13:56:30.724724 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.743157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-288f5cd8-5a7c-4f55-ba5a-c228b5c5fde4 req-49fedad4-9036-4d7d-aa69-feed85eddb71 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368175 Dec 15 13:56:30.771080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.779258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bf5c6-e363-4d35-bc0f-a1de997ad44c req-5f8db7e0-eebd-45a7-95ce-ddfe697fcd28 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.781053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f09bf5c6-e363-4d35-bc0f-a1de997ad44c req-5f8db7e0-eebd-45a7-95ce-ddfe697fcd28 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.2478373 Dec 15 13:56:30.801686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] For port 5e3a390f-d660-4495-8ed2-82769a33cfa4, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:30.811444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] For port 5e3a390f-d660-4495-8ed2-82769a33cfa4, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5e3a390f-d660-4495-8ed2-82769a33cfa4,segment=NetworkSegment(80e4fd19-1f53-4d56-80db-fc2d004cf6c1),segment_id=80e4fd19-1f53-4d56-80db-fc2d004cf6c1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:30.818679 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.819682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-5edd9354-dc51-4e5a-a21d-61b0750f9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.821359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-5edd9354-dc51-4e5a-a21d-61b0750f9021 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031551 Dec 15 13:56:30.849599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:30.853940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:30.856221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f09bf5c6-e363-4d35-bc0f-a1de997ad44c req-d6a7037b-f176-40a6-bc91-5bc8940eae69 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648689 Dec 15 13:56:30.875149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:30.896839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.897850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.905053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=59237fcd-67e4-478c-887d-260f5fd9b679,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:30.928038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e4d8dd6-3dd4-479b-ac32-011adb40f7cf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0995867 Dec 15 13:56:30.936205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:31.016017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8898e84-bb5d-4a9f-83a4-280fdbc6d8b8 None None] Pushing event updated for resources: {'Port': ['ID=5e3a390f-d660-4495-8ed2-82769a33cfa4,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:31.040647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-ddc04e37-80fd-43f7-9b66-4dc772d35e18 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885524 Dec 15 13:56:31.118863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 59237fcd-67e4-478c-887d-260f5fd9b679 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:31.119447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.286670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc61de8d-3c6a-421f-9785-f9ad8b003c0c req-f50c5795-d500-4cfa-9bbd-891d9ff5d6da service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341101 Dec 15 13:56:31.299722 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.337598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.345962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.349624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 59237fcd-67e4-478c-887d-260f5fd9b679 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:31.353707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.366263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.372693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.378803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.386470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.395391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bab7698-d2af-4188-ae87-744a528580bb req-ee39f9be-ee69-4a31-8779-de8ef20b35c4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.3272967 Dec 15 13:56:31.497489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bab7698-d2af-4188-ae87-744a528580bb req-276122d2-b777-49f6-9a0b-6168e41425aa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004438 Dec 15 13:56:31.573788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.610709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=59237fcd-67e4-478c-887d-260f5fd9b679,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:31.649008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.655712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35480) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:31.655868 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d0995a45-32b8-481d-ab15-508a4aabf8e9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/59237fcd-67e4-478c-887d-260f5fd9b679 HTTP/1.1" status: 204 len: 168 time: 0.7162116 Dec 15 13:56:31.704452 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fcc514-d31e-4d38-b221-313fd9e1fa8a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:56:31.705705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fcc514-d31e-4d38-b221-313fd9e1fa8a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:31.710474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b6fcc514-d31e-4d38-b221-313fd9e1fa8a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/59237fcd-67e4-478c-887d-260f5fd9b679 HTTP/1.1" status: 404 len: 333 time: 0.0536981 Dec 15 13:56:31.713680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:31.741131 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-788dbc8b-4fe5-41ca-afb9-bce7efc62104 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:56:31.742780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-788dbc8b-4fe5-41ca-afb9-bce7efc62104 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/59237fcd-67e4-478c-887d-260f5fd9b679 HTTP/1.1" status: 404 len: 333 time: 0.0280960 Dec 15 13:56:31.746460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35490) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:31.845773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet dc368e1f-507d-4fc7-b480-0b6a8d4822de {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:31.851880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.937402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.069804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:32.147771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-18d3d41a-add2-425a-bc04-ca335635a121 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.170221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-18d3d41a-add2-425a-bc04-ca335635a121 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.176379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-18d3d41a-add2-425a-bc04-ca335635a121 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.178086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-18d3d41a-add2-425a-bc04-ca335635a121 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.1262321 Dec 15 13:56:32.308176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909647d-09fe-4031-a5c0-58a53df7f1f8 req-a23131d6-ee03-40c6-88b9-3a8046f54969 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.311766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:32.317349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909647d-09fe-4031-a5c0-58a53df7f1f8 req-a23131d6-ee03-40c6-88b9-3a8046f54969 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.325054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909647d-09fe-4031-a5c0-58a53df7f1f8 req-a23131d6-ee03-40c6-88b9-3a8046f54969 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.334361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b909647d-09fe-4031-a5c0-58a53df7f1f8 req-a23131d6-ee03-40c6-88b9-3a8046f54969 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 2417 time: 0.3383863 Dec 15 13:56:32.348845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'affa82cb-556a-480d-b543-c06e008aa85e', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e', 'mac_address': 'fa:16:3e:e1:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:32.355533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:32.358911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.359253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40987089-98ff-470a-a954-08cbaaf07cdd req-5c8fc70e-c5ca-4921-9bd2-79588ad7c8c0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.368840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40987089-98ff-470a-a954-08cbaaf07cdd req-5c8fc70e-c5ca-4921-9bd2-79588ad7c8c0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.3403327 Dec 15 13:56:32.385311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-889e4b37-2402-4800-8ab0-0aa398c6a974 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2966883 Dec 15 13:56:32.406801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.439502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.476362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affa82cb-556a-480d-b543-c06e008aa85e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:32.493547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:32.494074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.524951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:32.526889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:32.536646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c164d78-802e-4342-95ac-cbe30e8f5300 None None] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:32.542754 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.573288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b909647d-09fe-4031-a5c0-58a53df7f1f8 req-190bae8a-218b-4d9d-9973-606081bc88e4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379422 Dec 15 13:56:32.597155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40987089-98ff-470a-a954-08cbaaf07cdd req-1c1f85b5-d4dd-4d9d-94f5-68e6f5216a97 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266133 Dec 15 13:56:32.641074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.681568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:32.698787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.699553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.700333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.701179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.702196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.702973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.704087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.707779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bd1ec2ca-d139-4e3a-a151-c4365d42940b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3b02ce575064583a72cd2d0365dca84&device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 6489 time: 0.2151766 Dec 15 13:56:32.713025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.719796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/dc368e1f-507d-4fc7-b480-0b6a8d4822de HTTP/1.1" status: 204 len: 168 time: 0.9712007 Dec 15 13:56:32.723001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35520) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:32.755347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.755975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.756537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.758219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.758582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.759175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.759668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.760145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.760708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.761196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.761734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.762231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.762769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:32.783851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.793294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-23b9f421-f269-4e28-ad84-1d6f7a2aba14 None None] Provisioning complete for port 5e3a390f-d660-4495-8ed2-82769a33cfa4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:32.793920 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23b9f421-f269-4e28-ad84-1d6f7a2aba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.826427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=c6ff9d0c-a219-4557-8e0a-8878f3ef4c15,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:32.905249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:32.908334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:32.913716 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-628393e3-1834-4b2f-8cff-0bfcebf38da6 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "DELETE /v2.0/ports/c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 HTTP/1.1" status: 204 len: 173 time: 0.7211759 Dec 15 13:56:32.914642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-deleted', 'tag': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:32.917349 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d991a0b-ba79-4539-9e13-35eb468121cb" -d '{"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-deleted", "tag": "c6ff9d0c-a219-4557-8e0a-8878f3ef4c15"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:32.919795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['affa82cb-556a-480d-b543-c06e008aa85e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:33.020798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.023207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24653e1-1368-48e5-adcc-e7e72b8e2865 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=dc368e1f-507d-4fc7-b480-0b6a8d4822de,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:33.036131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5e3a390f-d660-4495-8ed2-82769a33cfa4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:33.050919 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f45b1-988e-44c3-b975-74a90593e459 x-openstack-request-id: req-039f45b1-988e-44c3-b975-74a90593e459 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:33.055365 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-deleted", "tag": "c6ff9d0c-a219-4557-8e0a-8878f3ef4c15", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:33.056086 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-039f45b1-988e-44c3-b975-74a90593e459 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:33.056684 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-deleted', 'tag': 'c6ff9d0c-a219-4557-8e0a-8878f3ef4c15', 'status': 'completed', 'code': 200} Dec 15 13:56:33.066206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port 11d5bbae-d50c-479d-bae3-e14d8e39d17c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:33.067456 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.215166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-92827d74-3eb2-45f0-8dee-d1bc0279ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.215579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-92827d74-3eb2-45f0-8dee-d1bc0279ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.215989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-92827d74-3eb2-45f0-8dee-d1bc0279ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.217973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-92827d74-3eb2-45f0-8dee-d1bc0279ffed service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=002388f7-7e1d-4bad-b686-09b5fd26097b&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 200 len: 2294 time: 0.2635443 Dec 15 13:56:33.266504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port 11d5bbae-d50c-479d-bae3-e14d8e39d17c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=11d5bbae-d50c-479d-bae3-e14d8e39d17c,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:33.266887 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.298735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for 11d5bbae-d50c-479d-bae3-e14d8e39d17c owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:33.347056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23b9f421-f269-4e28-ad84-1d6f7a2aba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.374113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.381400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.389175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.397843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.406093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.421995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.432547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.441535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-15019857-3cd9-4b4d-83b3-cba85e750985 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.7200258 Dec 15 13:56:33.510367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-23b9f421-f269-4e28-ad84-1d6f7a2aba14 None None] For port 5e3a390f-d660-4495-8ed2-82769a33cfa4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5e3a390f-d660-4495-8ed2-82769a33cfa4,segment=NetworkSegment(80e4fd19-1f53-4d56-80db-fc2d004cf6c1),segment_id=80e4fd19-1f53-4d56-80db-fc2d004cf6c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:33.525860 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23b9f421-f269-4e28-ad84-1d6f7a2aba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.545264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 5e3a390f-d660-4495-8ed2-82769a33cfa4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:33.545649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.553497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.595966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-6eccbad4-da46-4854-b949-157ee0324054 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 200 len: 1001 time: 0.3365934 Dec 15 13:56:33.623158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=11d5bbae-d50c-479d-bae3-e14d8e39d17c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:33.717908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port 11d5bbae-d50c-479d-bae3-e14d8e39d17c on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:33.725744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.729251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-b05eff71-4803-4e74-be7c-bc7231e72197 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "DELETE /v2.0/ports/11d5bbae-d50c-479d-bae3-e14d8e39d17c HTTP/1.1" status: 204 len: 173 time: 0.8070590 Dec 15 13:56:33.751677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96ee9cc0-cd0c-4cda-8d63-5ec20a80d398 req-a234f7c1-5ab8-4c54-825e-9739e0912f45 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3093452 Dec 15 13:56:33.786245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-2e5f57d7-9c19-482e-a203-91ac7172c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.788426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-2e5f57d7-9c19-482e-a203-91ac7172c7e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=051a7dfc-0fa5-4421-b74e-54cdafcfa35e HTTP/1.1" status: 200 len: 851 time: 0.1852956 Dec 15 13:56:33.790043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 5e3a390f-d660-4495-8ed2-82769a33cfa4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:33.790619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.892042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced6812-f719-42a3-9598-b0ad4fa6c5e3 None None] Network 7ae9380e-ecc1-465a-b2ed-795d1b816e00 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:33.895212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f421-f269-4e28-ad84-1d6f7a2aba14 None None] Pushing event updated for resources: {'Port': ['ID=5e3a390f-d660-4495-8ed2-82769a33cfa4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:34.047282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:34.047786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.069415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d619c8f3-0c84-44f4-8883-459b8f46ad52 None None] Provisioning complete for port 5e3a390f-d660-4495-8ed2-82769a33cfa4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:34.070124 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d619c8f3-0c84-44f4-8883-459b8f46ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.091068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:34.101548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:34.138406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:34.139031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c6ff9d0c-a219-4557-8e0a-8878f3ef4c15 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:34.139537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 11d5bbae-d50c-479d-bae3-e14d8e39d17c no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:34.155703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] For port 5e3a390f-d660-4495-8ed2-82769a33cfa4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5e3a390f-d660-4495-8ed2-82769a33cfa4,segment=NetworkSegment(80e4fd19-1f53-4d56-80db-fc2d004cf6c1),segment_id=80e4fd19-1f53-4d56-80db-fc2d004cf6c1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:34.156413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.171281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 11d5bbae-d50c-479d-bae3-e14d8e39d17c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:34.174638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 11d5bbae-d50c-479d-bae3-e14d8e39d17c not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:34.175728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:34.185536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bed92-74c0-43ab-828b-e5d9ac3078d3 req-3f715ed3-63fa-4a01-9e07-468b0b582950 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:34.194601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-466bed92-74c0-43ab-828b-e5d9ac3078d3 req-3f715ed3-63fa-4a01-9e07-468b0b582950 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d6a22-2869-4dac-a117-6c0c80cc91c6 HTTP/1.1" status: 200 len: 946 time: 0.4005997 Dec 15 13:56:34.222876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 5e3a390f-d660-4495-8ed2-82769a33cfa4 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:34.232124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] DHCP port deletion for 7ae9380e-ecc1-465a-b2ed-795d1b816e00 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:34.234251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:34.235251 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.243423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-c9df2460-51e5-4fcb-a522-486484b231b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:34.245085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-c9df2460-51e5-4fcb-a522-486484b231b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a563c85-f2c8-4e76-ab6c-4fd311be8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4067113 Dec 15 13:56:34.259588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:34.299135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f18fef-ec4b-4652-9429-ccb1f500506c req-3ad0ab75-5fb4-4d36-a05b-5a070cfbb948 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:34.307619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13f18fef-ec4b-4652-9429-ccb1f500506c req-3ad0ab75-5fb4-4d36-a05b-5a070cfbb948 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 944 time: 0.3260362 Dec 15 13:56:34.368351 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.402228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] Deleting port 5e3a390f-d660-4495-8ed2-82769a33cfa4 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:34.403017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.439604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.456277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7dee6384-384f-4559-aed5-56b0fd237ea1 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:34.509547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] For port 5e3a390f-d660-4495-8ed2-82769a33cfa4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5e3a390f-d660-4495-8ed2-82769a33cfa4,segment=NetworkSegment(80e4fd19-1f53-4d56-80db-fc2d004cf6c1),segment_id=80e4fd19-1f53-4d56-80db-fc2d004cf6c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:34.510215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.527837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] Calling delete_port for 5e3a390f-d660-4495-8ed2-82769a33cfa4 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:34.544839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:34.572024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:34.575303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.579966 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ff5eaf33-0be0-49eb-8e44-aa187a007cfc req-df916248-c9c5-431b-92b1-39c2e561d32f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "DELETE /v2.0/ports/e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa HTTP/1.1" status: 204 len: 173 time: 0.8398082 Dec 15 13:56:34.675085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.703661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] Pushing event deleted for resources: {'Port': ['ID=5e3a390f-d660-4495-8ed2-82769a33cfa4,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:34.713032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c437d-9ec6-46f9-8d49-331d976e5e66 None None] No DVR routers for this DVR port 5e3a390f-d660-4495-8ed2-82769a33cfa4 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:34.886551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5e3a390f-d660-4495-8ed2-82769a33cfa4 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:34.913151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 5e3a390f-d660-4495-8ed2-82769a33cfa4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:34.913503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5e3a390f-d660-4495-8ed2-82769a33cfa4 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:34.956119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.982523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No DVR routers for this DVR port 5e3a390f-d660-4495-8ed2-82769a33cfa4 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:35.018531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=5e3a390f-d660-4495-8ed2-82769a33cfa4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:35.047156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-466bed92-74c0-43ab-828b-e5d9ac3078d3 req-3e201018-3d0c-4a9e-9b4a-c8562ff677f7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8515708 Dec 15 13:56:35.058120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-deleted', 'tag': '11d5bbae-d50c-479d-bae3-e14d8e39d17c'}, {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-deleted', 'tag': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:35.060731 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb904e-e0c6-4c40-8636-298dbe9f3970" -d '{"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-deleted", "tag": "11d5bbae-d50c-479d-bae3-e14d8e39d17c"}, {"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-deleted", "tag": "e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:35.117393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7dee6384-384f-4559-aed5-56b0fd237ea1 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "PUT /v2.0/quotas/a6660ea8bded411cb0153024334c589f HTTP/1.1" status: 200 len: 368 time: 1.0238752 Dec 15 13:56:35.121178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:35.127937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Request body: {'network': {'project_id': 'a6660ea8bded411cb0153024334c589f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:35.131067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13f18fef-ec4b-4652-9429-ccb1f500506c req-5eca1723-6e80-4dfc-8381-4118b97253fc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8225634 Dec 15 13:56:35.166412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Made reservation on behalf of a6660ea8bded411cb0153024334c589f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:35.169108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.178731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.204669 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fecd9c-8bdf-41d1-83a8-24ba074033c6 x-openstack-request-id: req-f4fecd9c-8bdf-41d1-83a8-24ba074033c6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:35.205025 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-deleted", "tag": "11d5bbae-d50c-479d-bae3-e14d8e39d17c", "status": "completed", "code": 200}, {"server_uuid": "413d6a22-2869-4dac-a117-6c0c80cc91c6", "name": "network-vif-deleted", "tag": "e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:35.205346 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4fecd9c-8bdf-41d1-83a8-24ba074033c6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:35.205831 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-deleted', 'tag': '11d5bbae-d50c-479d-bae3-e14d8e39d17c', 'status': 'completed', 'code': 200} Dec 15 13:56:35.206097 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d6a22-2869-4dac-a117-6c0c80cc91c6', 'name': 'network-vif-deleted', 'tag': 'e36082ed-6748-4fe1-8cdb-a0b0ba00c4aa', 'status': 'completed', 'code': 200} Dec 15 13:56:35.213863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.231103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-40e7f6a4-a5d2-4ecd-9934-a38734052e10 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9703453 Dec 15 13:56:35.248226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9380e-ecc1-465a-b2ed-795d1b816e00']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:35.278062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.283349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.317109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:35.318303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e4fd19-1f53-4d56-80db-fc2d004cf6c1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:35.318603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e4fd19-1f53-4d56-80db-fc2d004cf6c1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:35.334661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b8226-e327-4c49-a01a-6631929851d1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:35.342495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.342843 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Added segment 27aa4050-0136-4fab-bbb7-b6b8d15915d2 of type vlan for network 7bf55a82-0c8e-4f24-9d3e-d08bba24c45a Dec 15 13:56:35.379728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.388728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.399619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.407135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.412907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.421131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.428733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.436567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.438793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-1b9127c9-1bbb-45b7-8f7d-9c9d8af19b7e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5431 time: 0.3029406 Dec 15 13:56:35.457982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.460089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.461683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.462285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.475572 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.518625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3960831 Dec 15 13:56:35.521386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:35.528234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Request body: {'network': {'project_id': 'a6660ea8bded411cb0153024334c589f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:35.536898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-38879f7a-59c9-49aa-85b3-9afe52ff0850 service neutron] 10.222.0.67 "GET /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914302 Dec 15 13:56:35.539879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:35.540366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:35.543748 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:35.562213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Made reservation on behalf of a6660ea8bded411cb0153024334c589f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:35.564641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.587462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7841-db43-4f04-a9ee-5f59a21b7be9 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Pushing event updated for resources: {'Network': ['ID=7bf55a82-0c8e-4f24-9d3e-d08bba24c45a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:35.599617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:35.610195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7bf55a82-0c8e-4f24-9d3e-d08bba24c45a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:35.610761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.610761 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Added segment 2362f763-e2cd-4104-9408-6f0e4774fb30 of type vlan for network 011a98ca-d430-4c65-b4f8-12bcaf3a8ca6 Dec 15 13:56:35.633575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-00857ca6-0c3a-4821-8cc5-d74f08251150 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 217 time: 0.0762572 Dec 15 13:56:35.658668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.690593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.692443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.693132 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.705574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.723976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.730352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/7ae9380e-ecc1-465a-b2ed-795d1b816e00 HTTP/1.1" status: 204 len: 168 time: 2.9482074 Dec 15 13:56:35.745234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:35.749420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ddda62d-25af-49e5-98ee-eb9bd0416d96 req-33f7bec0-72b6-455c-9e4a-e634160e5957 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2710016 Dec 15 13:56:35.752429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c3733-cbe2-4480-904f-1962c7170668 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=7ae9380e-ecc1-465a-b2ed-795d1b816e00,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:35.752831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1664215844'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:35.765665 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2404590 Dec 15 13:56:35.766147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-ab59c308-0d51-4e97-a7d1-984b94e26fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.767244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:35.768275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-ab59c308-0d51-4e97-a7d1-984b94e26fef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1206203 Dec 15 13:56:35.781631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-20711fc9-9c26-4b0a-bbae-c44f9de51adc tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Request body: {'network': {'project_id': 'a6660ea8bded411cb0153024334c589f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:35.795599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda83a2-7e6e-48bc-a2d0-3fc07c873bcf tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Pushing event updated for resources: {'Network': ['ID=011a98ca-d430-4c65-b4f8-12bcaf3a8ca6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:35.809943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:35.810266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 011a98ca-d430-4c65-b4f8-12bcaf3a8ca6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:35.813932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.825048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-1bc1526d-fb3c-48a1-b60c-75390881d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.827543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-1bc1526d-fb3c-48a1-b60c-75390881d086 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501821 Dec 15 13:56:35.828947 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-20711fc9-9c26-4b0a-bbae-c44f9de51adc tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 13:56:35.829417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20711fc9-9c26-4b0a-bbae-c44f9de51adc tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:35.830587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-20711fc9-9c26-4b0a-bbae-c44f9de51adc tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0557692 Dec 15 13:56:35.833916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:35.846675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:35.859188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.859535 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment 8879e7d6-c7fd-49b3-998e-54f0c958e4f0 of type vlan for network c71abd9f-fdd6-461d-9f2f-17006d1e38db Dec 15 13:56:35.903832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.937901 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.938374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-91f265e8-ae6f-48c5-ad78-a7cf017f5331 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6660ea8bded411cb0153024334c589f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031454 Dec 15 13:56:35.941250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:35.944551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.946349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:35.977013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-53514191-5ed6-494c-a728-c0c2ad408f1b service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405323 Dec 15 13:56:36.013394 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2667801 Dec 15 13:56:36.017793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35588) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:36.019392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def450b-9279-4b74-a577-c27a60f85231 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=c71abd9f-fdd6-461d-9f2f-17006d1e38db,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.030320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:36.047525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:36.087822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d4cf48c4-ab36-4e22-b387-402b4bb17e8f details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:36.089909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:36.122745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:36.137599 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84548e65-ba28-4e78-a727-5589dbe2ee71 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.193175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting subnet a628d2b3-659e-4fb5-badd-decf1fd7519d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:36.197340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.197520 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84548e65-ba28-4e78-a727-5589dbe2ee71 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.212292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-34571f04-1587-491a-8978-ee8843ed9bbe service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152646 Dec 15 13:56:36.235216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port affa82cb-556a-480d-b543-c06e008aa85e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:36.245455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port affa82cb-556a-480d-b543-c06e008aa85e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:36.245819 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.258826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.291584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:36.309418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-93e7a5b7-ae6d-4fe5-8608-83ad32157b52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 217 time: 0.0823600 Dec 15 13:56:36.309997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:36.310872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'port_id': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f', 'mac_address': 'fa:16:3e:fc:79:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:36.313501 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.366593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.388879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.394987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.417859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cf48c4-ab36-4e22-b387-402b4bb17e8f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:36.446359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d535f5a-279e-4422-b85c-c84fc295f1e5 req-23566348-008c-487e-8b1d-5736e99f21f7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.447959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d535f5a-279e-4422-b85c-c84fc295f1e5 req-23566348-008c-487e-8b1d-5736e99f21f7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 944 time: 0.2221432 Dec 15 13:56:36.451978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:36.454545 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cef3bba-d47b-4f8b-ac13-04c5d2cd07f0" -d '{"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-plugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:36.458017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84548e65-ba28-4e78-a727-5589dbe2ee71 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.459990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:36.460592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84548e65-ba28-4e78-a727-5589dbe2ee71 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.462080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-84548e65-ba28-4e78-a727-5589dbe2ee71 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d0b8226-e327-4c49-a01a-6631929851d1 HTTP/1.1" status: 204 len: 168 time: 0.5146582 Dec 15 13:56:36.471265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35598) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:36.474364 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.474562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-4f016a21-ff9a-415e-9354-61cb89b5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.475037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bea8922e-6cde-4989-980a-7d938ceb1db9 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:36.475931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.476644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-4f016a21-ff9a-415e-9354-61cb89b5d150 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.1558712 Dec 15 13:56:36.483916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:36.512394 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.527414 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2dc36a-28bb-4030-95f2-09975d0862b4 x-openstack-request-id: req-0a2dc36a-28bb-4030-95f2-09975d0862b4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:36.527658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548e65-ba28-4e78-a727-5589dbe2ee71 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b8226-e327-4c49-a01a-6631929851d1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.527774 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-plugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:36.528030 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a2dc36a-28bb-4030-95f2-09975d0862b4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:36.528337 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'code': 200} Dec 15 13:56:36.542060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Subnet': ['ID=a628d2b3-659e-4fb5-badd-decf1fd7519d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.544298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.552221 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8027c4f7-96e5-4297-b022-039fefa5e052 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/subnets/a628d2b3-659e-4fb5-badd-decf1fd7519d HTTP/1.1" status: 204 len: 168 time: 0.4283385 Dec 15 13:56:36.556354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c7707-3d52-425b-821d-83ee9d9f115a None None] Network b49b6a70-f691-4fba-b638-5b49c0dfc058 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:36.561705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:36.658481 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.resource_extend [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:56:36.676328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d535f5a-279e-4422-b85c-c84fc295f1e5 req-04a6b089-3f2e-4878-9da3-3886aa665010 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125421 Dec 15 13:56:36.681973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.718374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.726345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-b8246876-1dec-4bf4-8080-0e214e67f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.728787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-b8246876-1dec-4bf4-8080-0e214e67f664 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2300689 Dec 15 13:56:36.732852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31835e-a6bb-4320-a364-1df08901ad03 req-867d35c8-e048-4397-b876-4fda05b9c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.734768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a31835e-a6bb-4320-a364-1df08901ad03 req-867d35c8-e048-4397-b876-4fda05b9c9d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1091809 Dec 15 13:56:36.754741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.837359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.886220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a31835e-a6bb-4320-a364-1df08901ad03 req-b50b7cef-8fb6-40de-87ab-ebf625118c95 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998895 Dec 15 13:56:36.895343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port 08f395f8-0487-49af-a834-5b567ae62f7e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:36.895985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.921483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bea8922e-6cde-4989-980a-7d938ceb1db9,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:36.940156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'bea8922e-6cde-4989-980a-7d938ceb1db9', 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265', 'port_id': 'bea8922e-6cde-4989-980a-7d938ceb1db9', 'mac_address': 'fa:16:3e:2a:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bc8598-8612-4f48-864e-70068ec3c3d8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:36.959312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.991299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port 08f395f8-0487-49af-a834-5b567ae62f7e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=08f395f8-0487-49af-a834-5b567ae62f7e,segment=NetworkSegment(b7936b69-836a-44ac-9b68-3681e1911aec),segment_id=b7936b69-836a-44ac-9b68-3681e1911aec)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:36.991770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.018406 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.018703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for 08f395f8-0487-49af-a834-5b567ae62f7e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:37.039595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] DHCP port deletion for b49b6a70-f691-4fba-b638-5b49c0dfc058 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:37.046252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea8922e-6cde-4989-980a-7d938ceb1db9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:37.049603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011a98ca-d430-4c65-b4f8-12bcaf3a8ca6']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.094083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2362f763-e2cd-4104-9408-6f0e4774fb30') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.094554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2362f763-e2cd-4104-9408-6f0e4774fb30') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.102761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bea8922e-6cde-4989-980a-7d938ceb1db9,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:37.110870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.114770 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.115422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 116f8971-d485-4387-b129-dd4759d29a29 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:37.131510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.131957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.138326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:37.138735 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.170304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=08f395f8-0487-49af-a834-5b567ae62f7e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.172735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port 08f395f8-0487-49af-a834-5b567ae62f7e on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:37.205417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=116f8971-d485-4387-b129-dd4759d29a29,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:37.228062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.233625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.233998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Deleting port 08f395f8-0487-49af-a834-5b567ae62f7e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:37.234414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:37.236010 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:37.239017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '116f8971-d485-4387-b129-dd4759d29a29', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'port_id': '116f8971-d485-4387-b129-dd4759d29a29', 'mac_address': 'fa:16:3e:70:49:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:37.245520 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.303823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.307608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "DELETE /v2.0/networks/011a98ca-d430-4c65-b4f8-12bcaf3a8ca6 HTTP/1.1" status: 204 len: 168 time: 0.8299754 Dec 15 13:56:37.314659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ff89d-f375-4005-8cf2-ada944465d0f tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Pushing event deleted for resources: {'Network': ['ID=011a98ca-d430-4c65-b4f8-12bcaf3a8ca6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.329448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:37.359957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] For port 08f395f8-0487-49af-a834-5b567ae62f7e, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:37.360374 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.375219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.382347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Calling delete_port for 08f395f8-0487-49af-a834-5b567ae62f7e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:37.391057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Port 08f395f8-0487-49af-a834-5b567ae62f7e was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:56:37.394623 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.421663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116f8971-d485-4387-b129-dd4759d29a29 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:37.426050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.446388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=116f8971-d485-4387-b129-dd4759d29a29,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:37.453400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] Pushing event deleted for resources: {'Port': ['ID=08f395f8-0487-49af-a834-5b567ae62f7e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.455788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.456491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aba7edeb-3578-4cc5-9192-723a3b4ccabd details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:37.475060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.482095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.490248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.497176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4d42f-976c-45b7-8772-72166e3cf47d None None] No DVR routers for this DVR port 08f395f8-0487-49af-a834-5b567ae62f7e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:37.498213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.507044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.516833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.539575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.539575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71605534-6441-49cd-9dce-9933d86376d0 req-3963aa23-7786-4b13-9762-0e0200a3ebda tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5432 time: 0.5161922 Dec 15 13:56:37.571726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:37.580284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.589238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd', 'network_id': 'e2df8191-c699-4f1a-b9c0-17d379c41265', 'port_id': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd', 'mac_address': 'fa:16:3e:a8:bd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bc8598-8612-4f48-864e-70068ec3c3d8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:37.591042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=c17a3fd1-d29b-481b-9add-0ac4db31c0c7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.625580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-5e4c299b-742a-4dbf-82ad-162ea149fc8e service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466063 Dec 15 13:56:37.672278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.682209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.697707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49b6a70-f691-4fba-b638-5b49c0dfc058']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.705210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf55a82-0c8e-4f24-9d3e-d08bba24c45a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.709647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7936b69-836a-44ac-9b68-3681e1911aec') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.710036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7936b69-836a-44ac-9b68-3681e1911aec') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.718340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aa4050-0136-4fab-bbb7-b6b8d15915d2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.718738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aa4050-0136-4fab-bbb7-b6b8d15915d2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:37.730665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.741716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.746041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.754586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:37.755201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.776352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.788256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:37.789576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:37.798945 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:37.858251 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:37.860532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': '8879e7d6-c7fd-49b3-998e-54f0c958e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:37.860532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: c71abd9f-fdd6-461d-9f2f-17006d1e38db, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:37.865778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.868964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.884402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba7edeb-3578-4cc5-9192-723a3b4ccabd {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:37.892836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.909859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:37.910217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.915377 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/networks/b49b6a70-f691-4fba-b638-5b49c0dfc058 HTTP/1.1" status: 204 len: 168 time: 1.3525429 Dec 15 13:56:37.916336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.917406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f2bbef25-3504-49fe-b4b6-314bdbc8a705 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:37.918143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:37.955887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.959319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7bf55a82-0c8e-4f24-9d3e-d08bba24c45a HTTP/1.1" status: 204 len: 168 time: 0.6266420 Dec 15 13:56:37.971151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e35c0-d6a2-4105-b145-6495ad925cc8 tempest-QuotasNegativeTest-1414627665 tempest-QuotasNegativeTest-1414627665-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bf55a82-0c8e-4f24-9d3e-d08bba24c45a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:37.983374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:38.001650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38044d-b45c-47c6-8218-482e55fe61a1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Network': ['ID=b49b6a70-f691-4fba-b638-5b49c0dfc058,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:38.011674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:38.055214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting subnet 9a0ef874-270a-44ef-8cd7-baca15050d6f {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:38.055530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7185020-e83e-46cf-ac7d-47c89b0128e6 req-83c4261f-f05b-42b1-a5af-9fb8c4e12604 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.057158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7185020-e83e-46cf-ac7d-47c89b0128e6 req-83c4261f-f05b-42b1-a5af-9fb8c4e12604 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2295430 Dec 15 13:56:38.061544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c71abd9f-fdd6-461d-9f2f-17006d1e38db) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:38.062393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:38.068682 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.071640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.072319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.083337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed88cf-69c0-4dc4-8fc7-14567c5ef206 None None] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:38.129143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71605534-6441-49cd-9dce-9933d86376d0 req-bbf568c6-1bbf-4816-8a98-701a9bf1ddd5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5583768 Dec 15 13:56:38.131232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'f2bbef25-3504-49fe-b4b6-314bdbc8a705', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'port_id': 'f2bbef25-3504-49fe-b4b6-314bdbc8a705', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:38.167599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.186559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.212486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bbef25-3504-49fe-b4b6-314bdbc8a705 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:38.233260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2607fe2a-ad53-4e6d-9ab6-44d09bf49c99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2133250 Dec 15 13:56:38.237585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:38.238307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:38.247666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-713236656'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:38.260577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.261309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:38.302567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bf0393dc-2338-494e-81c4-fdbaf2598f8e service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646959 Dec 15 13:56:38.310844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c71abd9f-fdd6-461d-9f2f-17006d1e38db', 'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': 'c17a3fd1-d29b-481b-9add-0ac4db31c0c7'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:38.311885 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.371859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-7bf2dd4d-9414-4f65-a861-a34dd935ebea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 200 len: 217 time: 0.0560739 Dec 15 13:56:38.378425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f7185020-e83e-46cf-ac7d-47c89b0128e6 req-438b8f82-5796-4bc3-932d-ce94595a6f5b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112984 Dec 15 13:56:38.462057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:38.481329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bb7491fd-4a65-4f64-b838-fcdfd92d8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.483289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-bb7491fd-4a65-4f64-b838-fcdfd92d8c89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.0971963 Dec 15 13:56:38.522697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.564618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-4ee12116-e6aa-43e8-bccc-2334636c7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.569123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-4ee12116-e6aa-43e8-bccc-2334636c7094 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757437 Dec 15 13:56:38.591347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:38.620020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:38.626415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.658933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.662026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port e546ad5c-7e33-465e-8277-60ef4a319886 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:38.697758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Allocated IP 2001:db8::2 (c71abd9f-fdd6-461d-9f2f-17006d1e38db/c17a3fd1-d29b-481b-9add-0ac4db31c0c7/8611a1e4-13e0-4bff-8081-2ae1cd86b201) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:38.702248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0ef874-270a-44ef-8cd7-baca15050d6f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:38.702428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:38.720427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'port_id': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'mac_address': 'fa:16:3e:41:10:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:38.740875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.748670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11820481-04ad-49f1-9dcb-b2ed91858499 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/subnets/9a0ef874-270a-44ef-8cd7-baca15050d6f HTTP/1.1" status: 204 len: 168 time: 0.8289728 Dec 15 13:56:38.751914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:38.763392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b998d43-fcc8-430e-98d9-535baceb11fd None None] Network 3b25f415-6377-419b-a54e-25035761b5c3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:38.767314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-277f1d9d-b08c-4aea-92d3-49130159b586 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888480 Dec 15 13:56:38.892681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:38.910579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:38.947254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 08f395f8-0487-49af-a834-5b567ae62f7e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:38.994977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.000355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:39.001680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b73097dc-dcc8-4e35-9aef-0918228df7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.007053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 08f395f8-0487-49af-a834-5b567ae62f7e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:39.007431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 08f395f8-0487-49af-a834-5b567ae62f7e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:39.014001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-3ba1fc99-6215-41e6-9284-84509a7b473d service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388189 Dec 15 13:56:39.020942 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.021828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 93caa189-eff5-40ba-b23a-b4590482c2e2 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:39.074937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-345e7031-444a-4cd3-be5d-c01f53d1420b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 200 len: 217 time: 0.0501297 Dec 15 13:56:39.128469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port c5b92aa2-9036-4413-ba21-da5c85c173e3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:39.128693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.169634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-1bb03656-6efa-493c-be3a-52eaf335443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.176808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-1bb03656-6efa-493c-be3a-52eaf335443a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 200 len: 797 time: 0.0844760 Dec 15 13:56:39.185277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] DHCP port deletion for 3b25f415-6377-419b-a54e-25035761b5c3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:39.221740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port c5b92aa2-9036-4413-ba21-da5c85c173e3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c5b92aa2-9036-4413-ba21-da5c85c173e3,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:39.223617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.236321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:39.239750 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.242689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for c5b92aa2-9036-4413-ba21-da5c85c173e3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:39.251251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=93caa189-eff5-40ba-b23a-b4590482c2e2,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:39.267414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.291295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b73097dc-dcc8-4e35-9aef-0918228df7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.302382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '93caa189-eff5-40ba-b23a-b4590482c2e2', 'network_id': '816d2ef0-fdd7-4148-9ac4-849939505e03', 'port_id': '93caa189-eff5-40ba-b23a-b4590482c2e2', 'mac_address': 'fa:16:3e:80:e6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c14df7-d28d-4985-ac30-12d2bc3da16c', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:39.307106 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b73097dc-dcc8-4e35-9aef-0918228df7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.322038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-446b4e28-eecf-4b4c-ba70-45629aec8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.323589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-446b4e28-eecf-4b4c-ba70-45629aec8156 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=002388f7-7e1d-4bad-b686-09b5fd26097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436675 Dec 15 13:56:39.376275 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.392417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:39.402918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Pushing event updated for resources: {'Port': ['ID=8611a1e4-13e0-4bff-8081-2ae1cd86b201,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:39.405513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:39.409745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:39.414805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.418044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93caa189-eff5-40ba-b23a-b4590482c2e2 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:39.423836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.431050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.431535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] Deleting port c5b92aa2-9036-4413-ba21-da5c85c173e3 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:39.431925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.437892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.444545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.445361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.451597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.458365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.460687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-10c59f88-a02c-4f01-b7d6-a032fffe32ec tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5437 time: 0.2297351 Dec 15 13:56:39.469847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b73097dc-dcc8-4e35-9aef-0918228df7f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6ffd5e3c2e14fb0be3b9e6ebd5d8f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7665927 Dec 15 13:56:39.476319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35656) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:39.481536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port c5b92aa2-9036-4413-ba21-da5c85c173e3 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:39.494235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73097dc-dcc8-4e35-9aef-0918228df7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9e85c-2b8b-4a53-9677-6b365c193d85,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:39.551598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=c5b92aa2-9036-4413-ba21-da5c85c173e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:39.567740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::354 (c71abd9f-fdd6-461d-9f2f-17006d1e38db/c17a3fd1-d29b-481b-9add-0ac4db31c0c7/e546ad5c-7e33-465e-8277-60ef4a319886) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:39.571384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=93caa189-eff5-40ba-b23a-b4590482c2e2,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:39.596850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.597787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b628df3-ade4-484c-adbe-8f70be75bf4b req-7ae6a631-91be-4add-805e-8a4cd1f47b62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240265 Dec 15 13:56:39.658988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Attempting to bind port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:39.659508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Attempting to bind port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8879e7d6-c7fd-49b3-998e-54f0c958e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:39.659979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Attempting to bind port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 on network c71abd9f-fdd6-461d-9f2f-17006d1e38db {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:39.674608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d4d780-0984-4703-a7a8-153608c916b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.681554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-42cf1215-75f9-4986-b349-ce4249ad5dfc service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328772 Dec 15 13:56:39.694113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] For port c5b92aa2-9036-4413-ba21-da5c85c173e3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c5b92aa2-9036-4413-ba21-da5c85c173e3,segment=NetworkSegment(2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9),segment_id=2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:39.694661 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.702449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:39.702998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Checking segment: {'id': '8879e7d6-c7fd-49b3-998e-54f0c958e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:39.703511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.704058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Bound using segment: {'id': '8879e7d6-c7fd-49b3-998e-54f0c958e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:39.704692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Bound port: 8611a1e4-13e0-4bff-8081-2ae1cd86b201, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8879e7d6-c7fd-49b3-998e-54f0c958e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c71abd9f-fdd6-461d-9f2f-17006d1e38db'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:39.705187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.723253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d4d780-0984-4703-a7a8-153608c916b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.735078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4cca-91e2-4484-a98c-12d847a9a18f req-073bcac6-d9ab-4ce2-9306-0f588a6411a1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.738542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] Calling delete_port for c5b92aa2-9036-4413-ba21-da5c85c173e3 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:39.741673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.742655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c4c4cca-91e2-4484-a98c-12d847a9a18f req-073bcac6-d9ab-4ce2-9306-0f588a6411a1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1973526 Dec 15 13:56:39.761896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:39.816190 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.876627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c4c4cca-91e2-4484-a98c-12d847a9a18f req-54dd2a01-a450-43ef-96b1-a4552a88f7fa tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323819 Dec 15 13:56:39.883349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] For port 8611a1e4-13e0-4bff-8081-2ae1cd86b201, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:39.888028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] For port 8611a1e4-13e0-4bff-8081-2ae1cd86b201, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8611a1e4-13e0-4bff-8081-2ae1cd86b201,segment=NetworkSegment(8879e7d6-c7fd-49b3-998e-54f0c958e4f0),segment_id=8879e7d6-c7fd-49b3-998e-54f0c958e4f0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:39.900926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.930204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-7df487d7-c5e0-4d8b-a4d7-174789fe2608 service neutron] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400281 Dec 15 13:56:39.932982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d4d780-0984-4703-a7a8-153608c916b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.937477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d4d780-0984-4703-a7a8-153608c916b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:39.941491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69d4d780-0984-4703-a7a8-153608c916b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6a9e85c-2b8b-4a53-9677-6b365c193d85 HTTP/1.1" status: 204 len: 168 time: 0.4596026 Dec 15 13:56:39.964354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4d780-0984-4703-a7a8-153608c916b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9e85c-2b8b-4a53-9677-6b365c193d85,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:39.976236 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.023175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:40.031041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:40.034012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:40.035532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89c051-3bfd-4980-aa51-8ead0f35c2d8 None None] Pushing event updated for resources: {'Port': ['ID=8611a1e4-13e0-4bff-8081-2ae1cd86b201,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.041514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] No DVR routers for this DVR port c5b92aa2-9036-4413-ba21-da5c85c173e3 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:40.047347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:40.048368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.063874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-3234c94b-9174-4202-9046-df4b60155f1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 200 len: 217 time: 0.1202195 Dec 15 13:56:40.076577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=e546ad5c-7e33-465e-8277-60ef4a319886,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.086260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.104784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f91412d7-424a-4962-868d-fd49f2510f28 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8650813 Dec 15 13:56:40.111132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:40.116969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e90fb-420d-4e7b-ae0e-459cdccfa1c3 None None] Pushing event deleted for resources: {'Port': ['ID=c5b92aa2-9036-4413-ba21-da5c85c173e3,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.126518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b25f415-6377-419b-a54e-25035761b5c3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:40.154460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a27c1b6d-8c31-4060-92f5-a0be0d3e354a service neutron] (103378) timed out ('10.222.0.32', 39158) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:56:40.178077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:40.178375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad83989-a5d0-4b5f-bdf0-99c5ee04a8a9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:40.196573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-2d18cd82-fd74-4322-8fcc-e4b57208648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:40.198314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-2d18cd82-fd74-4322-8fcc-e4b57208648b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0645418 Dec 15 13:56:40.205793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.235729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.278721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70d612-46be-4d6c-bf78-ecdb41ddcc79 req-c90937b2-ea19-4d11-9b9f-e5d46eb1b7f8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:40.280179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:40.280611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.281558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b70d612-46be-4d6c-bf78-ecdb41ddcc79 req-c90937b2-ea19-4d11-9b9f-e5d46eb1b7f8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2498665 Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:40.288928 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:40.298426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:40.325264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Request body: {'floatingip': {'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:40.440212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.450640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.457662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/networks/3b25f415-6377-419b-a54e-25035761b5c3 HTTP/1.1" status: 204 len: 168 time: 1.7016125 Dec 15 13:56:40.463231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:40.467150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bea8922e-6cde-4989-980a-7d938ceb1db9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.470178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1923364048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:40.487882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d757f-72f6-4f37-a4c4-bd684c093959 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Network': ['ID=3b25f415-6377-419b-a54e-25035761b5c3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.518743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port e546ad5c-7e33-465e-8277-60ef4a319886 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:40.520464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.528195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:40.535786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.551078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:40.566990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['9ee4ced8-6cfc-4f57-809e-413d5c2acb61'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.572062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['d4cf48c4-ab36-4e22-b387-402b4bb17e8f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.575185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['116f8971-d485-4387-b129-dd4759d29a29'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.596154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['93caa189-eff5-40ba-b23a-b4590482c2e2'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.737144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a639096-059f-4376-ae1b-9dc1f30c7645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.955789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a639096-059f-4376-ae1b-9dc1f30c7645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.969638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a639096-059f-4376-ae1b-9dc1f30c7645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.986098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8611a1e4-13e0-4bff-8081-2ae1cd86b201 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:41.016128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:41.025730 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9a639096-059f-4376-ae1b-9dc1f30c7645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bdc69e2e59e4024be7c54774f178817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4723239 Dec 15 13:56:41.036441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:41.078592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.084762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.084762 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Added segment 17465484-7677-40dd-8396-862bd2c75787 of type vlan for network 3dfd7479-060d-4f19-95d5-2d59197b07dd Dec 15 13:56:41.120847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.175218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a639096-059f-4376-ae1b-9dc1f30c7645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c096e7f1-2b41-4f30-af7b-ba9b2c841e90,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:41.226849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-a5d0a0c0-d58d-4e65-9694-5c598c91487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:41.228432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-a5d0a0c0-d58d-4e65-9694-5c598c91487f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0209901 Dec 15 13:56:41.257224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for e546ad5c-7e33-465e-8277-60ef4a319886 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:41.300365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.302906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b7d87da-1a7b-4be8-a94a-d2ea5d754373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.333697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b7d87da-1a7b-4be8-a94a-d2ea5d754373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.410674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b7d87da-1a7b-4be8-a94a-d2ea5d754373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.415955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b7d87da-1a7b-4be8-a94a-d2ea5d754373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.417254 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2b7d87da-1a7b-4be8-a94a-d2ea5d754373 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c096e7f1-2b41-4f30-af7b-ba9b2c841e90 HTTP/1.1" status: 204 len: 168 time: 0.3769042 Dec 15 13:56:41.422733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['aba7edeb-3578-4cc5-9192-723a3b4ccabd'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:41.523430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d87da-1a7b-4be8-a94a-d2ea5d754373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c096e7f1-2b41-4f30-af7b-ba9b2c841e90,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:41.554053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.560881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:41.561816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.657642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1928952 Dec 15 13:56:41.698966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:41.711394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'subnet': {'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:41.845841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f2bbef25-3504-49fe-b4b6-314bdbc8a705'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:41.854735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:41.855108 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.874064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b9c3b6-0600-4f61-8960-369ba622ae4b None None] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:41.888004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:41.892293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.902546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f57671-d76d-4560-ae29-741d6eb9cfad tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Network': ['ID=3dfd7479-060d-4f19-95d5-2d59197b07dd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:41.950721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-a00931c1-a371-48ae-9e9e-28769e6319e9 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103231 Dec 15 13:56:42.010348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:56:42.051386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:42.119184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.125305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.134397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.134756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.142473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.148946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.156649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.165464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.167516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8184dcf4-6203-4b67-a738-835c87867a83 req-cc661ede-1376-493e-9361-58ef735ffc65 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5438 time: 1.0993502 Dec 15 13:56:42.209809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.241072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.249759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=e546ad5c-7e33-465e-8277-60ef4a319886,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:42.304184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.311437 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a55676c4-12cd-4f4c-a09e-b86849f8ae6e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/e546ad5c-7e33-465e-8277-60ef4a319886 HTTP/1.1" status: 204 len: 168 time: 2.1990044 Dec 15 13:56:42.313523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:42.328029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-0b88c0ea-ff65-41dc-a279-9b068ae23652 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668323 Dec 15 13:56:42.346086 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7939420-b732-4118-98c5-6db57d72ccc8 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:56:42.352056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f7939420-b732-4118-98c5-6db57d72ccc8 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/e546ad5c-7e33-465e-8277-60ef4a319886 HTTP/1.1" status: 404 len: 333 time: 0.0374343 Dec 15 13:56:42.354401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:42.369499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:42.403180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-c9bac6ec-2292-4bbb-a900-12714dd8331e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 200 len: 217 time: 0.0639894 Dec 15 13:56:42.434180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8184dcf4-6203-4b67-a738-835c87867a83 req-61db8e9e-a24b-483f-a594-7e2db7184c03 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2542880 Dec 15 13:56:42.459475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8de4d72c-3e60-4a66-80b4-14ca90de7a7b None None] Provisioning complete for port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:42.460115 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8de4d72c-3e60-4a66-80b4-14ca90de7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.521992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-7cc9af41-c3e3-4eb6-9bd4-7f2c9db0fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.523632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-7cc9af41-c3e3-4eb6-9bd4-7f2c9db0fe6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 200 len: 797 time: 0.0882094 Dec 15 13:56:42.527110 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Floating IP 34420045-191a-4fe2-88d3-b3a3ca33fc0f associated. External IP: 172.25.2.130, port: affa82cb-556a-480d-b543-c06e008aa85e. Dec 15 13:56:42.582774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet c17a3fd1-d29b-481b-9add-0ac4db31c0c7 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:42.666023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-51cc2242-6bd4-4dd3-937d-0630316a43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.667584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-51cc2242-6bd4-4dd3-937d-0630316a43fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036110 Dec 15 13:56:42.672068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.746649 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.776585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cda8859-f18b-46bf-a290-8c1095a86e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.807517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0f07f77-b364-457b-bc5f-41e85870149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.846633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.933332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-ebd0d8cc-1fb5-4fa5-92d4-2368eb83c851 service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572422 Dec 15 13:56:42.968651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Checking segment: {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:42.969054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network hostable DHCP agents. Network: 3dfd7479-060d-4f19-95d5-2d59197b07dd, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:42.982057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Subnet': ['ID=35f427c7-0d5f-4d88-bb06-546539c1722a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.060897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Router 56e981fe-4479-4865-922b-6c0320e14bb1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:56:43.084227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cda8859-f18b-46bf-a290-8c1095a86e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.094047 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.140357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.223893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cda8859-f18b-46bf-a290-8c1095a86e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.227421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8de4d72c-3e60-4a66-80b4-14ca90de7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.270502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa4b2554-b84b-4282-9e20-aee93610a751 req-d2752dff-2c09-4005-83a9-f4b248c954be service neutron] 10.222.0.67 "GET /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253810 Dec 15 13:56:43.297438 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6cda8859-f18b-46bf-a290-8c1095a86e7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c924fbda873415b9217aa0251643f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9246306 Dec 15 13:56:43.299346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35722) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:43.307316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.385032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.393268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/c17a3fd1-d29b-481b-9add-0ac4db31c0c7 HTTP/1.1" status: 204 len: 168 time: 1.0352883 Dec 15 13:56:43.394281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:56:43.401709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:43.406878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.408343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:43.417750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:56:43.422104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f71e30-b25f-4e34-a386-9002e1093892 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=c17a3fd1-d29b-481b-9add-0ac4db31c0c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.429658 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:56:43.430112 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:56:43.442927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3dfd7479-060d-4f19-95d5-2d59197b07dd) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:43.449177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.450965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.459127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5228595-9fe0-49c1-9c0e-e916d866c745 None None] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:43.464609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-8de4d72c-3e60-4a66-80b4-14ca90de7a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:56:43.466196 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-8de4d72c-3e60-4a66-80b4-14ca90de7a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:56:43.479554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:43.479554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:43.504950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda8859-f18b-46bf-a290-8c1095a86e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c645f1c-6160-4039-b404-15b7eac79fbb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.525132 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31b5016e-7fc0-4193-8389-fd3f27fe66b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.561032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-858267a8-1c9c-49bb-9e6e-3dca158f5951 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "PUT /v2.0/floatingips/34420045-191a-4fe2-88d3-b3a3ca33fc0f HTTP/1.1" status: 200 len: 991 time: 3.2582424 Dec 15 13:56:43.568830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:43.571740 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d00f48-4957-450d-b1ea-a83683393bac" -d '{"events": [{"name": "network-changed", "server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:43.576175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb4d9e60-d1e0-4a3b-b059-9a1b77c472fa tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8754432 Dec 15 13:56:43.578955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:43.593868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1376208607'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:43.605259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31b5016e-7fc0-4193-8389-fd3f27fe66b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.610837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.652159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:43.658656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.706999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:43.721681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.722231 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Added segment 20580f76-40a6-4fb2-a17e-6ddb8ffae7e6 of type vlan for network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a Dec 15 13:56:43.757988 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a6f0d-29ee-46e1-9b60-633bd92f22a8 x-openstack-request-id: req-4d5a6f0d-29ee-46e1-9b60-633bd92f22a8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:43.757988 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:43.758356 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d5a6f0d-29ee-46e1-9b60-633bd92f22a8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:43.758734 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'status': 'completed', 'code': 200} Dec 15 13:56:43.773508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:43.801704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.832122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6f132-7256-42fe-b8b4-84ca2e182a72 None None] Network c71abd9f-fdd6-461d-9f2f-17006d1e38db requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:43.833944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.844948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.845931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.848997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31b5016e-7fc0-4193-8389-fd3f27fe66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.851849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31b5016e-7fc0-4193-8389-fd3f27fe66b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.863890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-31b5016e-7fc0-4193-8389-fd3f27fe66b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c645f1c-6160-4039-b404-15b7eac79fbb HTTP/1.1" status: 204 len: 168 time: 0.5576885 Dec 15 13:56:43.889810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.904610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.923226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.927187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3dfd7479-060d-4f19-95d5-2d59197b07dd', 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd', 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'fixed_ips': [{'subnet_id': '35f427c7-0d5f-4d88-bb06-546539c1722a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:43.928120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.937634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.947244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.953631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.960112 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3758798 Dec 15 13:56:43.960428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.961816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:43.962823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-d91e529f-84eb-4739-b1ab-7b7bfdb16fb6 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5438 time: 0.3080466 Dec 15 13:56:43.970626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'subnet': {'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:43.988985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5016e-7fc0-4193-8389-fd3f27fe66b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c645f1c-6160-4039-b404-15b7eac79fbb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.992068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00f48-4957-450d-b1ea-a83683393bac req-69aa0348-56fb-47b6-a04f-2a0ba71769de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.994345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-69aa0348-56fb-47b6-a04f-2a0ba71769de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1096 time: 0.2306774 Dec 15 13:56:44.016399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:44.016807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.039873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42a2f4-cf3a-47a0-b604-73e505541dd5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Network': ['ID=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.044771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:44.090648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:44.096049 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.115420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:44.183336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] For port 8611a1e4-13e0-4bff-8081-2ae1cd86b201, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8611a1e4-13e0-4bff-8081-2ae1cd86b201,segment=NetworkSegment(8879e7d6-c7fd-49b3-998e-54f0c958e4f0),segment_id=8879e7d6-c7fd-49b3-998e-54f0c958e4f0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:44.184609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.195384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9d64f8e-b60d-47f0-8e88-7157ec0dece4 req-ec6f2071-71b6-42cd-aae2-31b657bb2cc1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2171311 Dec 15 13:56:44.219511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 8611a1e4-13e0-4bff-8081-2ae1cd86b201 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:44.250818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00f48-4957-450d-b1ea-a83683393bac req-348b4b21-f135-4540-87b0-a439ec2a132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:44.252324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-348b4b21-f135-4540-87b0-a439ec2a132a service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.2474399 Dec 15 13:56:44.295872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.351141 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.351939 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8de4d72c-3e60-4a66-80b4-14ca90de7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.406819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1717599474', 'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:44.414950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:44.445082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89c170ff-27b0-4ee4-8036-a0dfe57b9b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.448674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-2d71f252-fbee-4910-aafb-2bbd0f9dd296 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 200 len: 999 time: 0.1518764 Dec 15 13:56:44.470578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Made reservation on behalf of c4a9a7f72675411082c8504858a8160a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:44.472998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.512604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00f48-4957-450d-b1ea-a83683393bac req-dbd7a075-fe50-4576-8309-07dee7289ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:44.515000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-dbd7a075-fe50-4576-8309-07dee7289ddb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.0583913 Dec 15 13:56:44.516395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.568577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.575950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00f48-4957-450d-b1ea-a83683393bac req-c5c22265-497c-4616-9347-7636253b85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:44.577836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-c5c22265-497c-4616-9347-7636253b85d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530987 Dec 15 13:56:44.661164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 8611a1e4-13e0-4bff-8081-2ae1cd86b201, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8611a1e4-13e0-4bff-8081-2ae1cd86b201,segment=NetworkSegment(8879e7d6-c7fd-49b3-998e-54f0c958e4f0),segment_id=8879e7d6-c7fd-49b3-998e-54f0c958e4f0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:44.696907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Subnet': ['ID=a4e77d80-5405-46ea-874e-a1ec3fef08dd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.702326 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.705605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89c170ff-27b0-4ee4-8036-a0dfe57b9b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.708537 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.717066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89c170ff-27b0-4ee4-8036-a0dfe57b9b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.751943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-d30d4b0e-177e-4cc2-aac3-d2c011095540 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659315 Dec 15 13:56:44.763937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Checking segment: {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:44.764204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network hostable DHCP agents. Network: 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:44.787443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.790357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event deleted for resources: {'Port': ['ID=8611a1e4-13e0-4bff-8081-2ae1cd86b201,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.807643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=8611a1e4-13e0-4bff-8081-2ae1cd86b201,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.807885 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-89c170ff-27b0-4ee4-8036-a0dfe57b9b39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56e08ae3c48e4a8c8b36ed40ff27dad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909247 Dec 15 13:56:44.808676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c170ff-27b0-4ee4-8036-a0dfe57b9b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f3d9e-1999-450c-8ade-6792e5385fb2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.810744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No DVR routers for this DVR port 8611a1e4-13e0-4bff-8081-2ae1cd86b201 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:44.811396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.815130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:44.818004 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ddb055a-69b5-427e-af0e-4b9e28341725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.875093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Allocated IP 19.80.0.2 (3dfd7479-060d-4f19-95d5-2d59197b07dd/35f427c7-0d5f-4d88-bb06-546539c1722a/03151e91-53b4-4afb-8717-31a10f0b67c4) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:44.892040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:44.894190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.894724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.895840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.895840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.895840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.896141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.896359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.896835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.897194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.898031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.898383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.898715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.899044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.900831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:44.936431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc2ede-1f1e-4ca9-a8a8-3e68f7ea0e3c None None] DHCP port deletion for c71abd9f-fdd6-461d-9f2f-17006d1e38db request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:44.938476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c5b92aa2-9036-4413-ba21-da5c85c173e3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:44.944947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4c3c2-75d8-4709-946b-0b02a3ae52d0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.948664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.949049 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Added segment e2f51590-88fe-4b04-80e2-cbc00755c7c9 of type vlan for network 13ce7546-8852-48da-a5a2-ffffa443dd02 Dec 15 13:56:44.956052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:44.959927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:44.960726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.978367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.981666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab95f01-9ccf-4ce9-b043-446da3417976 None None] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:45.001467 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-05f87a2a-8840-4f14-8fc4-1b46c5c75f4d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0216117 Dec 15 13:56:45.001467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c704902-e993-45a3-85e5-2defd9861c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.008974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c5b92aa2-9036-4413-ba21-da5c85c173e3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:45.009324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c5b92aa2-9036-4413-ba21-da5c85c173e3 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:45.031364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a8926d6d-147e-4cf0-8358-0bbd603efb16 None None] Could not find standard attr ID for object 8611a1e4-13e0-4bff-8081-2ae1cd86b201. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:56:45.042553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71abd9f-fdd6-461d-9f2f-17006d1e38db']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:45.047251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79d00f48-4957-450d-b1ea-a83683393bac req-ec9aeb64-b4c7-45e8-833f-e4b2ee2a7770 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556827 Dec 15 13:56:45.059151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8879e7d6-c7fd-49b3-998e-54f0c958e4f0') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:45.059617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8879e7d6-c7fd-49b3-998e-54f0c958e4f0') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:45.074624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.083293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.084635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a8926d6d-147e-4cf0-8358-0bbd603efb16 None None] Could not find standard attr ID for object e546ad5c-7e33-465e-8277-60ef4a319886. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:56:45.093367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.101603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:45.101816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:45.105887 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:45.158012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c704902-e993-45a3-85e5-2defd9861c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.161382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.162492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.163700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.201627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.211076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.220992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/c71abd9f-fdd6-461d-9f2f-17006d1e38db HTTP/1.1" status: 204 len: 168 time: 1.8119574 Dec 15 13:56:45.228332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:45.247145 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.250068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '34420045-191a-4fe2-88d3-b3a3ca33fc0f', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'mac_address': 'fa:16:3e:e1:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:56:21Z', 'updated_at': '2021-12-15T13:56:41Z', 'revision_number': 1, 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:45.255718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'name': 'tempest-PortsIpV6TestJSON-789919566'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:45.273390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5c455-2f76-4440-954b-777c3883e32d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=c71abd9f-fdd6-461d-9f2f-17006d1e38db,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.294247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Network': ['ID=13ce7546-8852-48da-a5a2-ffffa443dd02,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.300363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a', 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a', 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'fixed_ips': [{'subnet_id': 'a4e77d80-5405-46ea-874e-a1ec3fef08dd'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:45.304911 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.311377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8611a1e4-13e0-4bff-8081-2ae1cd86b201 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:45.311899 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-63c2cd2b-161e-436a-b017-63bf4ebded65 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2658153 Dec 15 13:56:45.315062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35776) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:45.317003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 13ce7546-8852-48da-a5a2-ffffa443dd02 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:45.320456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'subnet': {'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:45.332900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:56:45.339434 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.353751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Made reservation on behalf of c4a9a7f72675411082c8504858a8160a for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:45.356481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.429057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8611a1e4-13e0-4bff-8081-2ae1cd86b201 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:45.429300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8611a1e4-13e0-4bff-8081-2ae1cd86b201 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:45.443463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:45.444112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:45.451704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c704902-e993-45a3-85e5-2defd9861c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.455339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c704902-e993-45a3-85e5-2defd9861c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.459435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5c704902-e993-45a3-85e5-2defd9861c0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de2f3d9e-1999-450c-8ade-6792e5385fb2 HTTP/1.1" status: 204 len: 168 time: 0.6367311 Dec 15 13:56:45.475729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704902-e993-45a3-85e5-2defd9861c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f3d9e-1999-450c-8ade-6792e5385fb2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.507849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:45.602427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:45.609537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Pushing event updated for resources: {'Port': ['ID=03151e91-53b4-4afb-8717-31a10f0b67c4,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.611883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:45.612587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-c50c5391-fb20-4d6a-916b-f41840dac01b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.619292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-c50c5391-fb20-4d6a-916b-f41840dac01b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.626780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-c50c5391-fb20-4d6a-916b-f41840dac01b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/networks?id=3dfd7479-060d-4f19-95d5-2d59197b07dd&id=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a HTTP/1.1" status: 200 len: 1392 time: 0.2320948 Dec 15 13:56:45.655283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-85aebf55-dc3c-4dc6-a427-c0bd31d781d7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/quotas/51dac65e901b4ff09c10a0199b82ee7f HTTP/1.1" status: 200 len: 375 time: 0.0275731 Dec 15 13:56:45.670224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bea8922e-6cde-4989-980a-7d938ceb1db9 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:45.704075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.723635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.730259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.736318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.742577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.748823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.755808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.757838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-a7a38d52-73e1-4738-8826-ccd2275cad6e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5438 time: 0.3616908 Dec 15 13:56:45.791354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:56:45.792668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.801530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Attempting to bind port 03151e91-53b4-4afb-8717-31a10f0b67c4 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:45.801902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Attempting to bind port 03151e91-53b4-4afb-8717-31a10f0b67c4 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:45.802273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Attempting to bind port 03151e91-53b4-4afb-8717-31a10f0b67c4 on network 3dfd7479-060d-4f19-95d5-2d59197b07dd {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:45.809911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:45.845916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4a85d0f-e224-4e0b-8a7b-6585748f8238 req-dd23a1ef-0ab2-4c49-aed4-a4920ef7d02c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596313 Dec 15 13:56:45.846330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:45.846545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:45.847235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Checking segment: {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:45.847805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.848441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Bound using segment: {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:45.849270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Bound port: 03151e91-53b4-4afb-8717-31a10f0b67c4, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:45.849834 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.850660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.877790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Allocated IP 19.86.0.2 (3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a/a4e77d80-5405-46ea-874e-a1ec3fef08dd/f9ceb523-450a-483d-bfb4-c4b1428e31fb) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:45.890908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-aa88f921-f864-4962-953d-e188d1765478 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2346456 Dec 15 13:56:45.893521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port f70a825e-9500-4823-a6f1-95e5d0efbec4 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:45.923208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Checking segment: {'id': 'e2f51590-88fe-4b04-80e2-cbc00755c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:45.926844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network hostable DHCP agents. Network: 13ce7546-8852-48da-a5a2-ffffa443dd02, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:45.950877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8432ff54-d129-45d9-98d3-199457bf4888,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.986950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port bea8922e-6cde-4989-980a-7d938ceb1db9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:46.003022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 13ce7546-8852-48da-a5a2-ffffa443dd02 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:46.021255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port bea8922e-6cde-4989-980a-7d938ceb1db9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:46.021255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.022243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:46.029180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 13ce7546-8852-48da-a5a2-ffffa443dd02) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:46.040124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.040888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.044876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0377-5fb1-4fcc-90f2-638803330f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.050565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-ddc5f5ff-c889-4725-be98-0e156a2e80f9 service neutron] 10.222.0.32 "GET /v2.0/networks/3dfd7479-060d-4f19-95d5-2d59197b07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581059 Dec 15 13:56:46.055641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe6acf-da54-4ec9-a555-bceb155f8913 None None] Network 13ce7546-8852-48da-a5a2-ffffa443dd02 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:46.075795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8a90b944-50a8-457f-bcd2-b7b5ef70883e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7570043 Dec 15 13:56:46.077390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:46.083476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1515480367', 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:46.122218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Made reservation on behalf of c4a9a7f72675411082c8504858a8160a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:46.124681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.154873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] device_id is not set on port dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:46.218986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] For port 03151e91-53b4-4afb-8717-31a10f0b67c4, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:46.225492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0377-5fb1-4fcc-90f2-638803330f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.234501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0377-5fb1-4fcc-90f2-638803330f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.260815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] For port 03151e91-53b4-4afb-8717-31a10f0b67c4, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03151e91-53b4-4afb-8717-31a10f0b67c4,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:46.285433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.295178 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.300352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c0377-5fb1-4fcc-90f2-638803330f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87dbf3-296b-4acc-9982-f70de3cd7c93,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:46.313889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9a2c0377-5fb1-4fcc-90f2-638803330f53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9596704fb0244028a28f28c14192a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899745 Dec 15 13:56:46.314648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:46.357949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Allocated IP 2001:db8::35b (13ce7546-8852-48da-a5a2-ffffa443dd02/8432ff54-d129-45d9-98d3-199457bf4888/dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:46.414021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44670cc0-c607-4962-be3d-3c2ef6e90df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.457067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44670cc0-c607-4962-be3d-3c2ef6e90df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.610496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-b1b95bd1-eb4e-4b20-b489-2a92a0422a64 service neutron] 10.222.0.32 "GET /v2.0/networks/3dfd7479-060d-4f19-95d5-2d59197b07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530238 Dec 15 13:56:46.659329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a3079-6cce-476d-a438-f5bd42615942 None None] Network 13ce7546-8852-48da-a5a2-ffffa443dd02 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:46.718530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.750949 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.755968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.770733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403425-060e-4deb-9771-d674eeab75f0 None None] Pushing event updated for resources: {'Port': ['ID=03151e91-53b4-4afb-8717-31a10f0b67c4,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:46.793658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-c8c363bb-d6b4-4244-8d2a-b1fabd40770a service neutron] 10.222.0.32 "GET /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877265 Dec 15 13:56:46.800787 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.814254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.915986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.920066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44670cc0-c607-4962-be3d-3c2ef6e90df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.926431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44670cc0-c607-4962-be3d-3c2ef6e90df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.937711 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44670cc0-c607-4962-be3d-3c2ef6e90df7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b87dbf3-296b-4acc-9982-f70de3cd7c93 HTTP/1.1" status: 204 len: 168 time: 0.6140213 Dec 15 13:56:46.938201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:46.954712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:46.958424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:46.968923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.969915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:46.970078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.975372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Pushing event updated for resources: {'Port': ['ID=f9ceb523-450a-483d-bfb4-c4b1428e31fb,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:46.986143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:46.988998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=f70a825e-9500-4823-a6f1-95e5d0efbec4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:47.005485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:47.005687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44670cc0-c607-4962-be3d-3c2ef6e90df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87dbf3-296b-4acc-9982-f70de3cd7c93,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:47.054417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-a1c940c5-983b-48e0-b119-865039701786 service neutron] 10.222.0.32 "GET /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511315 Dec 15 13:56:47.061609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-564581c3-c291-4787-a40c-53cf7efb6fe3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8118999 Dec 15 13:56:47.069116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:47.154973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.160679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.188294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.199578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.213524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:47.216813 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18bd039-db71-4dd8-a786-2be98db1b945" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:47.218581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.225636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.232777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.236377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Attempting to bind port f9ceb523-450a-483d-bfb4-c4b1428e31fb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:47.236806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Attempting to bind port f9ceb523-450a-483d-bfb4-c4b1428e31fb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:47.237267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Attempting to bind port f9ceb523-450a-483d-bfb4-c4b1428e31fb on network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:47.253419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.255927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-81eb0435-a007-4493-8643-621884bc978c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5438 time: 0.2557967 Dec 15 13:56:47.262826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:47.264707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Checking segment: {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:47.266705 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.267231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Bound using segment: {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:47.269662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Bound port: f9ceb523-450a-483d-bfb4-c4b1428e31fb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:47.271230 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.284869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 13ce7546-8852-48da-a5a2-ffffa443dd02 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:47.307104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:47.318872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:47.320845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.322556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.346999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c2eb2cf-d5fa-4ee2-8f3a-a0e3a4fe04d5 req-77484254-a2c4-43d6-9113-b8835e76a710 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825882 Dec 15 13:56:47.352781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bea8922e-6cde-4989-980a-7d938ceb1db9,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:47.376268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03151e91-53b4-4afb-8717-31a10f0b67c4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:47.419810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:47.441103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.447196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35806) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:47.448008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ce7eb0fc-4d1b-4302-b63f-bb40a337b089 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3659108 Dec 15 13:56:47.485593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port f70a825e-9500-4823-a6f1-95e5d0efbec4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:47.487054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.497579 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0a4e1-0387-45f3-809f-94f178b4a8f8 x-openstack-request-id: req-61d0a4e1-0387-45f3-809f-94f178b4a8f8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:47.497878 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:47.498141 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61d0a4e1-0387-45f3-809f-94f178b4a8f8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:47.498543 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9', 'code': 200} Dec 15 13:56:47.544736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a38a4a6-b094-4164-a64f-0e89b905a88b req-0e8c474a-8e72-4842-a4cb-4d43f194b76f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0365293 Dec 15 13:56:47.593344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 03151e91-53b4-4afb-8717-31a10f0b67c4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:47.593729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.608694 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.648934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Deleting port dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:47.650696 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.667194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.670397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f2bbef25-3504-49fe-b4b6-314bdbc8a705 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:47.681545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:47.687825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for f70a825e-9500-4823-a6f1-95e5d0efbec4 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:47.710200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '34420045-191a-4fe2-88d3-b3a3ca33fc0f', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'mac_address': 'fa:16:3e:e1:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:56:21Z', 'updated_at': '2021-12-15T13:56:41Z', 'revision_number': 1, 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:47.748293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72faff83-3ef4-4977-be9d-1e0639b44cc2 None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '34420045-191a-4fe2-88d3-b3a3ca33fc0f', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'mac_address': 'fa:16:3e:e1:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:56:21Z', 'updated_at': '2021-12-15T13:56:41Z', 'revision_number': 1, 'project_id': '76bcaadec44244f6a722c3707d350552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:47.760626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] For port f9ceb523-450a-483d-bfb4-c4b1428e31fb, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:47.790378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] For port f9ceb523-450a-483d-bfb4-c4b1428e31fb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f9ceb523-450a-483d-bfb4-c4b1428e31fb,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:47.807801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.899452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.910048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd9fa-423d-4e1b-8dc4-d03c3da9797f None None] Pushing event updated for resources: {'Port': ['ID=f9ceb523-450a-483d-bfb4-c4b1428e31fb,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:47.942865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.946253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Calling delete_port for dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:47.971600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port f2bbef25-3504-49fe-b4b6-314bdbc8a705 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:47.983430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port f2bbef25-3504-49fe-b4b6-314bdbc8a705 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:47.983872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.027876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=f70a825e-9500-4823-a6f1-95e5d0efbec4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:48.030823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.052486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.066075 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc810a1f-954c-41d5-b6f4-6f858cf81cd9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/f70a825e-9500-4823-a6f1-95e5d0efbec4 HTTP/1.1" status: 204 len: 168 time: 0.9909074 Dec 15 13:56:48.067965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35822) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:48.076702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'mac_address': 'fa:16:3e:6f:5b:1e', 'name': 'tempest-PortsIpV6TestJSON-1316171088'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:48.102771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 03151e91-53b4-4afb-8717-31a10f0b67c4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03151e91-53b4-4afb-8717-31a10f0b67c4,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:48.181298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.281020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=03151e91-53b4-4afb-8717-31a10f0b67c4,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:48.293714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.299123 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ba8f90-29ab-4f06-82c5-4ab28625a6d2 None None] New status for floating IP 34420045-191a-4fe2-88d3-b3a3ca33fc0f: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:56:48.300975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.320403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:48.391660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:48.398578 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.400754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:48.402474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:48.491871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.503903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-21f1b959-c14f-4809-aed1-99253141aacd tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/ports/dfa2aa9e-3e35-4231-935a-9ee6ad9bfa3d HTTP/1.1" status: 204 len: 168 time: 1.0544491 Dec 15 13:56:48.525860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:48.539957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02', 'external_fixed_ips': [{'subnet_id': '8432ff54-d129-45d9-98d3-199457bf4888', 'ip_address': '2001:db8::35b'}]}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:48.621552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.622967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.635338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.712018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 5c918963-9fd6-4da2-9837-4b8b8aa698f7 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:48.737724 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.749116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b39ad7-8b8a-4d53-af94-a83fe448bb2c None None] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:48.883549 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.916534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82caeac-8676-406f-89de-13b5cb04596a req-b2fbe2f8-b83c-4f95-ab0e-34bb66494df3 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0625782 Dec 15 13:56:48.949191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:49.019257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-81dba698-e126-4f6a-8fea-5eb826ec1a3f None None] Provisioning complete for port 03151e91-53b4-4afb-8717-31a10f0b67c4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:49.019724 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81dba698-e126-4f6a-8fea-5eb826ec1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.028076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.030529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.038078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.073949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.089537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:49.093229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.105041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.117817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.131970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:49.132567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.137733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.165723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.169855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-eacb3852-edc6-4c1e-89bd-c4f4eba72b41 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5440 time: 0.5091422 Dec 15 13:56:49.268003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:49.273875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:49.279892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:49.286341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.287228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.292041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=5c918963-9fd6-4da2-9837-4b8b8aa698f7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:49.318315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f91a512c-e60d-424c-80ce-3b48a2c60b26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2480021 Dec 15 13:56:49.321528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:49.349953 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.490074 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.521793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8dd5fa-38cd-490e-8acf-f3a47da1766d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.521793 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd8dd5fa-38cd-490e-8acf-f3a47da1766d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/5c918963-9fd6-4da2-9837-4b8b8aa698f7 HTTP/1.1" status: 200 len: 845 time: 0.1941140 Dec 15 13:56:49.522176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:49.535883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bbef25-3504-49fe-b4b6-314bdbc8a705'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:49.547359 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe54acf-8162-483b-a84f-3bf22a4f9fee" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "f2bbef25-3504-49fe-b4b6-314bdbc8a705"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:49.647681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9ceb523-450a-483d-bfb4-c4b1428e31fb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:49.685182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:49.688467 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436780e7-60f8-48be-ab7a-6b3255fa1b4f x-openstack-request-id: req-436780e7-60f8-48be-ab7a-6b3255fa1b4f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:49.689000 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "f2bbef25-3504-49fe-b4b6-314bdbc8a705", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:49.689462 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-436780e7-60f8-48be-ab7a-6b3255fa1b4f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:49.690035 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bbef25-3504-49fe-b4b6-314bdbc8a705', 'code': 200} Dec 15 13:56:49.728286 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.731090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 93caa189-eff5-40ba-b23a-b4590482c2e2 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:49.827033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c82a5165-239a-42c5-9c0c-e125b4f0d248 req-6eb905fc-7bf2-42e5-bbd4-e7ea127df03e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4471276 Dec 15 13:56:49.845682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-12b9ebf7-c697-4672-b0a0-1d592f735c3d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.852919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-12b9ebf7-c697-4672-b0a0-1d592f735c3d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.855007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-12b9ebf7-c697-4672-b0a0-1d592f735c3d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "GET /v2.0/networks?id=3dfd7479-060d-4f19-95d5-2d59197b07dd&id=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a HTTP/1.1" status: 200 len: 1392 time: 0.4947262 Dec 15 13:56:49.876348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'port': {'device_id': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd', 'admin_state_up': True, 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:49.895163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-da0355ed-f958-4ddd-8b1c-c476b5e128a9 None None] Provisioning complete for port 03151e91-53b4-4afb-8717-31a10f0b67c4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:49.895921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da0355ed-f958-4ddd-8b1c-c476b5e128a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.991678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 5c918963-9fd6-4da2-9837-4b8b8aa698f7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:49.992248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.106712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.139255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b94b1-f0ad-4204-9eee-32c98afb69df None None] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:50.147406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2f74a22-9d2c-4446-97d5-c9d6c404abed req-b5e39a25-fca3-4e09-87ed-ce34e6ac043d tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0788422 Dec 15 13:56:50.201769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:50.220293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f9ceb523-450a-483d-bfb4-c4b1428e31fb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:50.220717 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.260760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 5c918963-9fd6-4da2-9837-4b8b8aa698f7 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:50.273010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 93caa189-eff5-40ba-b23a-b4590482c2e2 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:50.292939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 93caa189-eff5-40ba-b23a-b4590482c2e2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:50.293314 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.388242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:50.392025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.406965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.435277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.480640 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.512027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.549561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port f9ceb523-450a-483d-bfb4-c4b1428e31fb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f9ceb523-450a-483d-bfb4-c4b1428e31fb,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:50.567014 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.568096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03151e91-53b4-4afb-8717-31a10f0b67c4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:50.647252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9cfb7df3-3bfc-4b36-8668-e55b036aa8c0 None None] Provisioning complete for port f9ceb523-450a-483d-bfb4-c4b1428e31fb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:50.648060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9cfb7df3-3bfc-4b36-8668-e55b036aa8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.651116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=93caa189-eff5-40ba-b23a-b4590482c2e2,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:50.683242 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.694645 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.695388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aba7edeb-3578-4cc5-9192-723a3b4ccabd up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:50.744982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=5c918963-9fd6-4da2-9837-4b8b8aa698f7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:50.747548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Allocated IP 2001:db8::35b (13ce7546-8852-48da-a5a2-ffffa443dd02/8432ff54-d129-45d9-98d3-199457bf4888/aa806841-06da-4946-bc09-860bbbeac913) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:50.766061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.772574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ba552939-c122-49e2-a926-0ee96a25844e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/5c918963-9fd6-4da2-9837-4b8b8aa698f7 HTTP/1.1" status: 204 len: 168 time: 1.2478385 Dec 15 13:56:50.774770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:50.784746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=f9ceb523-450a-483d-bfb4-c4b1428e31fb,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:50.828456 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62ad41e-7dac-4d32-a718-9fd6c40c3f97 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:56:50.830703 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d62ad41e-7dac-4d32-a718-9fd6c40c3f97 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/5c918963-9fd6-4da2-9837-4b8b8aa698f7 HTTP/1.1" status: 404 len: 333 time: 0.0548165 Dec 15 13:56:50.836952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:50.846097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'name': 'tempest-PortsIpV6TestJSON-1324381088'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:50.898790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 03151e91-53b4-4afb-8717-31a10f0b67c4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:50.899187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.924381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Allocated IP 19.80.0.110 (3dfd7479-060d-4f19-95d5-2d59197b07dd/35f427c7-0d5f-4d88-bb06-546539c1722a/cf16b1c7-ae08-4906-904d-dbe210d4d97a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:50.937010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port aba7edeb-3578-4cc5-9192-723a3b4ccabd completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:50.950559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port aba7edeb-3578-4cc5-9192-723a3b4ccabd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:50.950837 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.962247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:51.006368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.023688 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.041668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:51.054138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.088701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port e1ebdd9c-132e-4cce-8a35-65ed1af48abb yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:51.137680 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.157147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aec7f0c2-2f77-480a-987c-687be716ed9a None None] Provisioning complete for port f9ceb523-450a-483d-bfb4-c4b1428e31fb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:51.158108 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aec7f0c2-2f77-480a-987c-687be716ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.184885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.203187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.209416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.217118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.221245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:51.223485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.229460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:51.229727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.236518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.243202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.247256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.248191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 116f8971-d485-4387-b129-dd4759d29a29 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:51.263362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-7f06cad4-9cbc-405d-8464-53d93a6b2db7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5442 time: 0.2174802 Dec 15 13:56:51.338666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:51.352900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9ceb523-450a-483d-bfb4-c4b1428e31fb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:51.384373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 13ce7546-8852-48da-a5a2-ffffa443dd02 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:51.387141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ba65cb3-184d-4ea1-a280-f6dea03b9cf1 req-d0a4b700-21b6-46de-af49-201ee4c5a10a tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0720088 Dec 15 13:56:51.393256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.403965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:51.424219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.425256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:51.429247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Port': ['ID=aa806841-06da-4946-bc09-860bbbeac913,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:51.479893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e58516ce-5d30-4c7c-b9ab-4a4bf4554a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.489047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 116f8971-d485-4387-b129-dd4759d29a29 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:51.494441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 116f8971-d485-4387-b129-dd4759d29a29 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:51.494816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.497477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f9ceb523-450a-483d-bfb4-c4b1428e31fb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:51.497843 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.499895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.565451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c78cda1-57a7-4c5e-852c-9215bc787a5d req-3767ad2e-a560-4ece-bd67-fe90bfde88d5 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3057058 Dec 15 13:56:51.565692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:51.578772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:51.585559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:51.601092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.601092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.610915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=e1ebdd9c-132e-4cce-8a35-65ed1af48abb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:51.629296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.635923 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0d1c36f5-e137-4aec-8b28-37c645b2d631 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7969351 Dec 15 13:56:51.638724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:51.650237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:51.660883 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.697972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61'}, {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2'}, {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:51.702275 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfb952-a13a-4fc4-9e27-050a4f8d5e5f" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61"}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2"}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:51.707845 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e58516ce-5d30-4c7c-b9ab-4a4bf4554a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.739600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=116f8971-d485-4387-b129-dd4759d29a29,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:51.747748 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.748759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d4cf48c4-ab36-4e22-b387-402b4bb17e8f up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:51.750392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e58516ce-5d30-4c7c-b9ab-4a4bf4554a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.753534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:51.761306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:51.765133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Port': ['ID=cf16b1c7-ae08-4906-904d-dbe210d4d97a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:51.769151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:51.828364 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4c3ce6-fa97-4d44-968c-9665b5be2f2f x-openstack-request-id: req-0c4c3ce6-fa97-4d44-968c-9665b5be2f2f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:51.829060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.833016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58516ce-5d30-4c7c-b9ab-4a4bf4554a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af2510a-db77-4d35-a3a4-c26a2f08eca2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:51.833468 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61", "code": 200}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2", "code": 200}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:51.833827 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c4c3ce6-fa97-4d44-968c-9665b5be2f2f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:51.834335 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'code': 200} Dec 15 13:56:51.834662 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2', 'code': 200} Dec 15 13:56:51.835001 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd', 'code': 200} Dec 15 13:56:51.841386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e58516ce-5d30-4c7c-b9ab-4a4bf4554a5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0811c84f03e4049a3ca7fc18438c797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6120813 Dec 15 13:56:51.843254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:51.851585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.852410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.886439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.890998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-d9c1bbf7-0078-4937-9c27-9e012e64b9da tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0214627 Dec 15 13:56:51.951605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port d4cf48c4-ab36-4e22-b387-402b4bb17e8f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:51.961534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port d4cf48c4-ab36-4e22-b387-402b4bb17e8f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:51.961912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.963543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:52.012875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Request body: {'port': {'device_id': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a', 'admin_state_up': True, 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:52.093662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.100109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.123846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-66860cea-6cc7-4c08-a89b-2a22a83215e2 None None] Provisioning complete for port cf16b1c7-ae08-4906-904d-dbe210d4d97a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:52.124219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-66860cea-6cc7-4c08-a89b-2a22a83215e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.125966 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.146929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] In _notify_port_updated(), no bound segment for port e1ebdd9c-132e-4cce-8a35-65ed1af48abb on network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:56:52.153205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.153885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.158341 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/ports/e1ebdd9c-132e-4cce-8a35-65ed1af48abb HTTP/1.1" status: 200 len: 818 time: 0.5157020 Dec 15 13:56:52.159883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:52.198733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:52.202199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-66860cea-6cc7-4c08-a89b-2a22a83215e2 None None] Port cf16b1c7-ae08-4906-904d-dbe210d4d97a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:52.209424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530b69-7073-4d13-8448-079b4c92e48e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=e1ebdd9c-132e-4cce-8a35-65ed1af48abb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:52.210164 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.275257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:52.285475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port e1ebdd9c-132e-4cce-8a35-65ed1af48abb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:52.286100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.363853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.378669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for e1ebdd9c-132e-4cce-8a35-65ed1af48abb owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:52.477358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.516195 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.520485 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/e1ebdd9c-132e-4cce-8a35-65ed1af48abb HTTP/1.1" status: 204 len: 168 time: 0.3601770 Dec 15 13:56:52.521525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54688384-e19a-4a1c-85f3-dab73b962dfd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=e1ebdd9c-132e-4cce-8a35-65ed1af48abb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:52.523321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:52.572383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e6db7-529e-4a0b-8c5f-07994616a890 req-f415b621-1cda-429b-80af-a62af2ae2edf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.573912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-708e6db7-529e-4a0b-8c5f-07994616a890 req-f415b621-1cda-429b-80af-a62af2ae2edf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5985994 Dec 15 13:56:52.574577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b899-d832-4fc7-96fa-acc9e8022958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.580580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258874a4-a90b-41b9-a631-88ee6dfc9f29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.582125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-258874a4-a90b-41b9-a631-88ee6dfc9f29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0578911 Dec 15 13:56:52.585238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:52.610859 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6bf70d-5a55-456b-b1fa-52378450cc26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:56:52.615159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-af6bf70d-5a55-456b-b1fa-52378450cc26 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/e1ebdd9c-132e-4cce-8a35-65ed1af48abb HTTP/1.1" status: 404 len: 333 time: 0.0261204 Dec 15 13:56:52.616945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:52.621578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-340661103'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:52.644595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:52.645777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b899-d832-4fc7-96fa-acc9e8022958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.649458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.679548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:52.686615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.api [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 13:56:52.686615 n-d-815324-3 neutron-server[103379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 13:56:52.686615 n-d-815324-3 neutron-server[103379]: [parameters: {'project_id_1': '51dac65e901b4ff09c10a0199b82ee7f', 'expiration_1': datetime.datetime(2021, 12, 15, 13, 56, 32, 628815)}] Dec 15 13:56:52.686615 n-d-815324-3 neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:56:52.687116 n-d-815324-3 neutron-server[103379]: DEBUG oslo_db.api [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:56:52.690094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.690584 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment b2b910e7-363e-4e43-b4a9-b04925fcd627 of type vlan for network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 Dec 15 13:56:52.734617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3487e3-a086-4326-a0d3-2ec1c093982b req-d9b6d4fd-34fd-4cdd-9780-5588ca7768c4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.736038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de3487e3-a086-4326-a0d3-2ec1c093982b req-d9b6d4fd-34fd-4cdd-9780-5588ca7768c4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 932 time: 0.2561853 Dec 15 13:56:52.736491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.767567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.774450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.775080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.801757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-708e6db7-529e-4a0b-8c5f-07994616a890 req-27bd50d9-9f2d-4bff-a87b-6b5831b7877a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168663 Dec 15 13:56:52.845110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2273805 Dec 15 13:56:52.849805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:52.869548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:52.876312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de3487e3-a086-4326-a0d3-2ec1c093982b req-91a1b373-ab66-4dbb-8de1-9cffc9bb7fe4 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249504 Dec 15 13:56:52.880569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.885204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b899-d832-4fc7-96fa-acc9e8022958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.888016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b899-d832-4fc7-96fa-acc9e8022958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.892007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b4e3b899-d832-4fc7-96fa-acc9e8022958 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9af2510a-db77-4d35-a3a4-c26a2f08eca2 HTTP/1.1" status: 204 len: 168 time: 1.0450492 Dec 15 13:56:52.973614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e68d2-2214-4494-bd61-2d28b5e4e040 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=8c9b5a4c-61e4-46c7-bedd-f45936b01046,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:52.996211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b899-d832-4fc7-96fa-acc9e8022958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af2510a-db77-4d35-a3a4-c26a2f08eca2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:53.003453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:53.012397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:53.022913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.075879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.082418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.088865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.095001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.100900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.106780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.112739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.114710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-dcef8c83-3254-4e31-af61-de5093a22d9b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.2244079 Dec 15 13:56:53.156854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748839b1-2c82-46ec-bcd8-fd30ade5bb16 req-7613051f-9776-46b8-8ea0-875d48ae99b2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.158592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-748839b1-2c82-46ec-bcd8-fd30ade5bb16 req-7613051f-9776-46b8-8ea0-875d48ae99b2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2136025 Dec 15 13:56:53.224313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93d06db2-0da9-4602-98b0-b71fc3f37da4 req-0c863ed2-3839-450e-8854-b65118710e08 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006920 Dec 15 13:56:53.281336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Made reservation on behalf of 51dac65e901b4ff09c10a0199b82ee7f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:53.285782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.316628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.318256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-748839b1-2c82-46ec-bcd8-fd30ade5bb16 req-178a0a61-4cae-4dbd-8432-b674e144e9e0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220071 Dec 15 13:56:53.320807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Router 79f61445-21cf-4b7b-adea-2436398c110b is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:56:53.367909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:53.396167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=2b65d377-4ec8-4f8a-b048-c329c312499a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:53.411695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb21ed34-3f3a-495a-8b3c-b0f277e9c05e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.414639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': 'b2b910e7-363e-4e43-b4a9-b04925fcd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:53.415008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: 8c9b5a4c-61e4-46c7-bedd-f45936b01046, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:53.435788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:53.448673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 8c9b5a4c-61e4-46c7-bedd-f45936b01046) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:53.457439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.458033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.466688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94fadf-a774-49f1-98e3-a95ed037d0d0 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:53.489391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e94b5958-963a-4883-b6d6-a435cf57f28b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6337705 Dec 15 13:56:53.492365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35958) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:53.498829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:53.610147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': '2b65d377-4ec8-4f8a-b048-c329c312499a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:53.611154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.651837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:53.655915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.657363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Allocated IP 19.86.0.86 (3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a/a4e77d80-5405-46ea-874e-a1ec3fef08dd/7d3a67b8-73cc-4e13-9a40-949d9dcf3557) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:53.725163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:56:53.744805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Sync routers for ids ['79f61445-21cf-4b7b-adea-2436398c110b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:56:53.768591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Routers {'79f61445-21cf-4b7b-adea-2436398c110b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:53.769241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['79f61445-21cf-4b7b-adea-2436398c110b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:53.776307 n-d-815324-3 neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b65d377-4ec8-4f8a-b048-c329c312499a (CIDR: 2001:db8::/64) Dec 15 13:56:53.782431 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:56:53.782873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:56:53.801774 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-05f9f804-c18f-40bb-ad90-72cfaaf37703 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3081684 Dec 15 13:56:53.804435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:53.808122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.813208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e224b4f4-f6dd-47d1-8c54-a9af58fffcfa tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2825446 Dec 15 13:56:53.813406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:53.816046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Allocated IP 2001:db8::2 (8c9b5a4c-61e4-46c7-bedd-f45936b01046/2b65d377-4ec8-4f8a-b048-c329c312499a/719efb49-d57a-44bd-af8a-0cf6b4481fe4) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:53.818137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35966) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:53.842983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116f8971-d485-4387-b129-dd4759d29a29'}, {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:53.846436 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d5e0fb-24cd-4d71-b9a7-a400aaa64381" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "116f8971-d485-4387-b129-dd4759d29a29"}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:53.856801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-0b654524-4d54-4178-8ecf-e875568ad935 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.858453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-0b654524-4d54-4178-8ecf-e875568ad935 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.3163936 Dec 15 13:56:53.893195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb21ed34-3f3a-495a-8b3c-b0f277e9c05e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.899311 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77329900-d842-438b-a559-c87941153ef9 x-openstack-request-id: req-77329900-d842-438b-a559-c87941153ef9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:53.899641 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "116f8971-d485-4387-b129-dd4759d29a29", "code": 200}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:53.900198 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77329900-d842-438b-a559-c87941153ef9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:53.900631 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116f8971-d485-4387-b129-dd4759d29a29', 'code': 200} Dec 15 13:56:53.900897 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f', 'code': 200} Dec 15 13:56:53.975872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Set router 79f61445-21cf-4b7b-adea-2436398c110b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:54.006310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb21ed34-3f3a-495a-8b3c-b0f277e9c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.064050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.064740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.064740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.065613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.066058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.066522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.066981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.069216 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-220cc869-1314-461f-b7e4-c003b684bb3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6502 time: 0.0720503 Dec 15 13:56:54.070262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:54.074111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.093463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-0481fbd7-55c1-496d-b6c8-06dbb49234e9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/quotas/0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 375 time: 0.1288292 Dec 15 13:56:54.117779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eb21ed34-3f3a-495a-8b3c-b0f277e9c05e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29be45aca3874b428f74f8d7edd53641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7456894 Dec 15 13:56:54.125264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35972) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:54.154605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21ed34-3f3a-495a-8b3c-b0f277e9c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ddc8cf-5b93-476c-be45-c147db192e43,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.203696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9bf2721c-de80-4e02-bcf7-0ceb93e5ab99 req-93f2048e-ed20-45de-9d52-e02bbf6f5ef8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245589 Dec 15 13:56:54.207859 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.233173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.233572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe2be3-155d-4a53-9849-cd2b56474041 req-244fd8fb-4a77-4f68-8d32-d03cdc0d5c86 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.241105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcfe2be3-155d-4a53-9849-cd2b56474041 req-244fd8fb-4a77-4f68-8d32-d03cdc0d5c86 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 932 time: 0.2454698 Dec 15 13:56:54.264243 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.276896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.281560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:54.287930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:54.293135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:54.296426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Pushing event updated for resources: {'Port': ['ID=719efb49-d57a-44bd-af8a-0cf6b4481fe4,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.363855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f61445-21cf-4b7b-adea-2436398c110b', 'name': '', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02', 'external_fixed_ips': [{'subnet_id': '8432ff54-d129-45d9-98d3-199457bf4888', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': 'aa806841-06da-4946-bc09-860bbbeac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:48Z', 'updated_at': '2021-12-15T13:56:51Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': 'aa806841-06da-4946-bc09-860bbbeac913', 'name': '', 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f61445-21cf-4b7b-adea-2436398c110b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '8432ff54-d129-45d9-98d3-199457bf4888', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:50Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8432ff54-d129-45d9-98d3-199457bf4888', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:54.366742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Attempting to bind port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:54.367333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Attempting to bind port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b2b910e7-363e-4e43-b4a9-b04925fcd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:54.369346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Attempting to bind port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 on network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:54.408267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Checking router: 79f61445-21cf-4b7b-adea-2436398c110b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:56:54.408758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Updating router 79f61445-21cf-4b7b-adea-2436398c110b port aa806841-06da-4946-bc09-860bbbeac913 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:56:54.411653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:54.412110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Checking segment: {'id': 'b2b910e7-363e-4e43-b4a9-b04925fcd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:54.412624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.412769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.413165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Bound using segment: {'id': 'b2b910e7-363e-4e43-b4a9-b04925fcd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:54.413735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Bound port: 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b910e7-363e-4e43-b4a9-b04925fcd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:54.414191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.416314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-4fda3fed-2708-4cd4-981b-fb6e32e85af8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2799087 Dec 15 13:56:54.473626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:54.477032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:54.481658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.482242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.488026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=bffc00ca-ba51-421f-90fb-8c14ba35f190,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.489115 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.508565 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f954628-8257-48e7-a98d-3ff83d8acfbd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7024424 Dec 15 13:56:54.511185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1926be6c-f8f8-4980-b352-353821ce9a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.511612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35978) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:54.518293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'fixed_ips': [{'subnet_id': '2b65d377-4ec8-4f8a-b048-c329c312499a'}, {'subnet_id': 'bffc00ca-ba51-421f-90fb-8c14ba35f190'}], 'name': 'tempest-PortsIpV6TestJSON-2061045111'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:54.537203 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1926be6c-f8f8-4980-b352-353821ce9a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.577859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fcfe2be3-155d-4a53-9849-cd2b56474041 req-c671a6ea-a49c-4f44-8dac-a6b10832e5f7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349762 Dec 15 13:56:54.631866 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.663159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:54.766587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.769378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] For port 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:54.772863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.781978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:54.786918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:56:54.790344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event updated for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.792322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] For port 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=719efb49-d57a-44bd-af8a-0cf6b4481fe4,segment=NetworkSegment(b2b910e7-363e-4e43-b4a9-b04925fcd627),segment_id=b2b910e7-363e-4e43-b4a9-b04925fcd627)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:54.798391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:54.806245 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.813180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-60545c86-5323-4e90-9384-3384d389d3d2 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860409 Dec 15 13:56:54.814615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1926be6c-f8f8-4980-b352-353821ce9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.818050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1926be6c-f8f8-4980-b352-353821ce9a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.822450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1926be6c-f8f8-4980-b352-353821ce9a6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3ddc8cf-5b93-476c-be45-c147db192e43 HTTP/1.1" status: 204 len: 168 time: 0.6930003 Dec 15 13:56:54.830554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:54.968268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926be6c-f8f8-4980-b352-353821ce9a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ddc8cf-5b93-476c-be45-c147db192e43,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.989509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e91b64-2018-4492-8d59-cd955e2600d9 None None] Pushing event updated for resources: {'Port': ['ID=719efb49-d57a-44bd-af8a-0cf6b4481fe4,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:55.028236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.036460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.043630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.051719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.059607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.066559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.073035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.075445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-b9ae2c7b-809b-4d96-8a70-9944c23b07f3 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.3954344 Dec 15 13:56:55.150593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.151398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.214791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.227069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.265740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-168b26d5-7554-45bd-bffb-6aed3edc9796 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2827981 Dec 15 13:56:55.275682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Request body: {'port': {'device_id': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:55.318307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Deleting port aa806841-06da-4946-bc09-860bbbeac913 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:55.318771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.342741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e6e01-a688-415d-b523-759231987dfb None None] Pushing event updated for resources: {'Port': ['ID=aa806841-06da-4946-bc09-860bbbeac913,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:55.350867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-6835c5af-8766-4fa7-a81e-6a1c9f2e7c63 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372369 Dec 15 13:56:55.389820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Attempting to bind port aa806841-06da-4946-bc09-860bbbeac913 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:55.390526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Attempting to bind port aa806841-06da-4946-bc09-860bbbeac913 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e2f51590-88fe-4b04-80e2-cbc00755c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:55.391084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Attempting to bind port aa806841-06da-4946-bc09-860bbbeac913 on network 13ce7546-8852-48da-a5a2-ffffa443dd02 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:55.416219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:55.416537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Checking segment: {'id': 'e2f51590-88fe-4b04-80e2-cbc00755c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:55.416960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.417372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Bound using segment: {'id': 'e2f51590-88fe-4b04-80e2-cbc00755c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:55.417881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Bound port: aa806841-06da-4946-bc09-860bbbeac913, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f51590-88fe-4b04-80e2-cbc00755c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13ce7546-8852-48da-a5a2-ffffa443dd02'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:55.418269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.491051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::137 (8c9b5a4c-61e4-46c7-bedd-f45936b01046/2b65d377-4ec8-4f8a-b048-c329c312499a/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:55.494909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba0fd5d3-00e3-49a2-9373-523dc379e404 req-5bf68cf5-26da-47be-8247-1f23c4e2dbe2 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4053931 Dec 15 13:56:55.519558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f753efdf-baba-4dc6-9b5c-bf03d7ff34c8 None None] Provisioning complete for port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:55.519931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f753efdf-baba-4dc6-9b5c-bf03d7ff34c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.525046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8:0:1::2b9 (8c9b5a4c-61e4-46c7-bedd-f45936b01046/bffc00ca-ba51-421f-90fb-8c14ba35f190/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:55.602237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.667238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] For port aa806841-06da-4946-bc09-860bbbeac913, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:55.693912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f753efdf-baba-4dc6-9b5c-bf03d7ff34c8 None None] Port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:55.707040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] For port aa806841-06da-4946-bc09-860bbbeac913, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=aa806841-06da-4946-bc09-860bbbeac913,segment=NetworkSegment(e2f51590-88fe-4b04-80e2-cbc00755c7c9),segment_id=e2f51590-88fe-4b04-80e2-cbc00755c7c9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:55.728668 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.887329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.898155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Routers {'79f61445-21cf-4b7b-adea-2436398c110b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:55.898995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['79f61445-21cf-4b7b-adea-2436398c110b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:55.940219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38186a6c-0e67-47b2-87d5-6e741c9b3858 req-fd9cd3fd-6070-4a8d-8874-eee09347d752 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 210 time: 0.2404485 Dec 15 13:56:55.942250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e6e01-a688-415d-b523-759231987dfb None None] Pushing event updated for resources: {'Port': ['ID=aa806841-06da-4946-bc09-860bbbeac913,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:55.953444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Calling delete_port for aa806841-06da-4946-bc09-860bbbeac913 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:56.033258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.094190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] Set router 79f61445-21cf-4b7b-adea-2436398c110b gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:56.124900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.215150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f61445-21cf-4b7b-adea-2436398c110b', 'name': '', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:48Z', 'updated_at': '2021-12-15T13:56:54Z', 'revision_number': 4, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:56.217240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:56.226168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:56.252676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:56.255661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:56.264443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:56.265350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.280672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9bdd-7aaf-4730-bdc2-cb7dd9568a0d None None] The sync data for ids ['79f61445-21cf-4b7b-adea-2436398c110b'] in n-d-815324-3 is: [{'id': '79f61445-21cf-4b7b-adea-2436398c110b', 'name': '', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:48Z', 'updated_at': '2021-12-15T13:56:54Z', 'revision_number': 4, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:56.300669 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36d1e8f0-fd3d-4f2e-bbe9-171f25bc8faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7868333 Dec 15 13:56:56.301910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:56.312457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b65d377-4ec8-4f8a-b048-c329c312499a'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:56.318661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d510c6-27f7-4f29-96f4-5154c88746d0 req-0ec318e6-2fc1-403e-917f-af9cff304a39 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:56.327208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d510c6-27f7-4f29-96f4-5154c88746d0 req-0ec318e6-2fc1-403e-917f-af9cff304a39 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:56.346334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29d510c6-27f7-4f29-96f4-5154c88746d0 req-0ec318e6-2fc1-403e-917f-af9cff304a39 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1654 time: 0.4267874 Dec 15 13:56:56.425867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.584935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29d510c6-27f7-4f29-96f4-5154c88746d0 req-0c9df8af-082a-4285-959f-e0d2d465595e tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375169 Dec 15 13:56:56.701405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1d5df-d6b5-479b-9a8c-9b1b18973f74 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:56.835244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ebc16ca7-9bcd-47ca-93c9-e9fc6400084c None None] Provisioning complete for port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:56.836160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ebc16ca7-9bcd-47ca-93c9-e9fc6400084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.998180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Delete allocated IP 2001:db8:0:1::2b9 (8c9b5a4c-61e4-46c7-bedd-f45936b01046/bffc00ca-ba51-421f-90fb-8c14ba35f190) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 13:56:57.120998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] Update dhcp port {'port': {'network_id': '8c9b5a4c-61e4-46c7-bedd-f45936b01046', 'fixed_ips': [{'subnet_id': '2b65d377-4ec8-4f8a-b048-c329c312499a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bffc00ca-ba51-421f-90fb-8c14ba35f190'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '719efb49-d57a-44bd-af8a-0cf6b4481fe4'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:56:57.126514 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ebc16ca7-9bcd-47ca-93c9-e9fc6400084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.198259 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.202664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ebc16ca7-9bcd-47ca-93c9-e9fc6400084c None None] For port 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=719efb49-d57a-44bd-af8a-0cf6b4481fe4,segment=NetworkSegment(b2b910e7-363e-4e43-b4a9-b04925fcd627),segment_id=b2b910e7-363e-4e43-b4a9-b04925fcd627)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:57.233880 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ebc16ca7-9bcd-47ca-93c9-e9fc6400084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.360640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 719efb49-d57a-44bd-af8a-0cf6b4481fe4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:57.407459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-caaa6d17-85ea-41f5-a8ad-ba8ddb6046f2 req-0abc0a71-bd30-4837-b2c8-0ce497f988b6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 210 time: 0.1184781 Dec 15 13:56:57.439887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-078814c9-3b6c-4578-90bc-99c758b088e8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.442209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-078814c9-3b6c-4578-90bc-99c758b088e8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.3022079 Dec 15 13:56:57.451131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.462862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'port': {'device_id': 'a5df8301-f558-45df-a086-afe2a231653a', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'admin_state_up': True, 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:57.466663 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.498838 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.537556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa806841-06da-4946-bc09-860bbbeac913,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:57.568634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.574796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.582442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.589404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.595415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.598929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] In _notify_port_updated(), no bound segment for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 on network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:56:57.605584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.619243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.619243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.619243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/ports/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 HTTP/1.1" status: 200 len: 926 time: 1.3158791 Dec 15 13:56:57.623953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.626010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-90c76138-c653-4565-9097-cfe4b693e112 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.9165900 Dec 15 13:56:57.640909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:57.652680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b65d377-4ec8-4f8a-b048-c329c312499a'}, {'subnet_id': 'bffc00ca-ba51-421f-90fb-8c14ba35f190'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:57.692719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] Allocated IP 2001:db8:0:1::2 (8c9b5a4c-61e4-46c7-bedd-f45936b01046/bffc00ca-ba51-421f-90fb-8c14ba35f190/719efb49-d57a-44bd-af8a-0cf6b4481fe4) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:57.703633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba48bea-42bb-456c-be2a-30d98f2542ba tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:57.760490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.764000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf16b1c7-ae08-4906-904d-dbe210d4d97a {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:57.778400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.803888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16ca7-9bcd-47ca-93c9-e9fc6400084c None None] Pushing event updated for resources: {'Port': ['ID=719efb49-d57a-44bd-af8a-0cf6b4481fe4,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:57.813333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.899409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:57.900069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.907676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] For port 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=719efb49-d57a-44bd-af8a-0cf6b4481fe4,segment=NetworkSegment(b2b910e7-363e-4e43-b4a9-b04925fcd627),segment_id=b2b910e7-363e-4e43-b4a9-b04925fcd627)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:57.929517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.931540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Transition to ACTIVE for port object cf16b1c7-ae08-4906-904d-dbe210d4d97a will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:57.934083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.946996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092b509-8f48-47dd-bbfd-72fe337317b4 req-3dac658b-c8e7-41ca-a4cc-8a7a25e261fc tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.953138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092b509-8f48-47dd-bbfd-72fe337317b4 req-3dac658b-c8e7-41ca-a4cc-8a7a25e261fc tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.960636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3092b509-8f48-47dd-bbfd-72fe337317b4 req-3dac658b-c8e7-41ca-a4cc-8a7a25e261fc tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1654 time: 0.2318141 Dec 15 13:56:57.988476 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.007474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.028520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:58.032668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.041627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c63f38b4-6870-4b35-94ec-797fe26e5e68 req-50ca02a1-37f7-4c8c-9ac5-f3c27cfdd9ad tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3978825 Dec 15 13:56:58.042568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.169359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96fadb-13b2-4aa8-8f1e-f871bbd8255a None None] Pushing event updated for resources: {'Port': ['ID=719efb49-d57a-44bd-af8a-0cf6b4481fe4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:58.244907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf16b1c7-ae08-4906-904d-dbe210d4d97a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:58.258310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.259800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79f61445-21cf-4b7b-adea-2436398c110b {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:56:58.267946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.273158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f3f340f7-198a-4b55-9a12-101cd6d59b67 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/routers/79f61445-21cf-4b7b-adea-2436398c110b HTTP/1.1" status: 204 len: 168 time: 4.4482739 Dec 15 13:56:58.303079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:58.335855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3092b509-8f48-47dd-bbfd-72fe337317b4 req-345617d7-ccec-4958-8678-771f9044b5bd tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742554 Dec 15 13:56:58.373941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Attempting to bind port cf16b1c7-ae08-4906-904d-dbe210d4d97a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:58.374281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Attempting to bind port cf16b1c7-ae08-4906-904d-dbe210d4d97a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:58.374607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Attempting to bind port cf16b1c7-ae08-4906-904d-dbe210d4d97a on network 3dfd7479-060d-4f19-95d5-2d59197b07dd {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:58.416008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Port cf16b1c7-ae08-4906-904d-dbe210d4d97a on network 3dfd7479-060d-4f19-95d5-2d59197b07dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:58.416678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Attempting to bind port cf16b1c7-ae08-4906-904d-dbe210d4d97a on network 3dfd7479-060d-4f19-95d5-2d59197b07dd {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:58.435433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.448346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.469399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.479614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.482838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.486897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Deleting subnet 8432ff54-d129-45d9-98d3-199457bf4888 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:58.490236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.495530 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.503791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.506234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b98e0fe-77e4-4f4d-8ba8-fc087a66f9f4 req-eb701319-96c4-4db7-99ed-1ae62011a2a8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.1660395 Dec 15 13:56:58.507157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:58.507523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Checking segment: {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:58.507905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Bound using segment: {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:58.508360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Bound port: cf16b1c7-ae08-4906-904d-dbe210d4d97a, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17465484-7677-40dd-8396-862bd2c75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:58.508886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.527954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36052) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:58.540047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Request body: {'floatingip': {'port_id': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:58.549375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.639846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.658729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Allocated IP 172.20.0.5 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/26c9ee87-0708-4bfd-b4b9-ca24265276b1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:58.673563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.701161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72d8dcff-db6d-4480-a284-7ecdd47d330e req-38223d49-5c9f-41b5-83a1-a6550a48ecbd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 210 time: 0.1021867 Dec 15 13:56:58.831077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] For port cf16b1c7-ae08-4906-904d-dbe210d4d97a, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:58.837587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] For port cf16b1c7-ae08-4906-904d-dbe210d4d97a, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf16b1c7-ae08-4906-904d-dbe210d4d97a,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:58.850299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.051945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.052705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.054229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf16b1c7-ae08-4906-904d-dbe210d4d97a HTTP/1.1" status: 200 len: 1092 time: 3.7876866 Dec 15 13:56:59.057696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'tag': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:59.061735 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307ab1b3-47c3-4b22-938d-0a26b22688e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "tag": "cf16b1c7-ae08-4906-904d-dbe210d4d97a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:59.175882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8:0:1::30e (8c9b5a4c-61e4-46c7-bedd-f45936b01046/bffc00ca-ba51-421f-90fb-8c14ba35f190/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:59.234022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Request body: {'port': {'device_id': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:59.242718 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66028d6-2575-434d-a593-371a1bd2e03f x-openstack-request-id: req-b66028d6-2575-434d-a593-371a1bd2e03f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:59.243156 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "tag": "cf16b1c7-ae08-4906-904d-dbe210d4d97a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:59.243512 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b66028d6-2575-434d-a593-371a1bd2e03f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:59.244021 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'tag': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a', 'status': 'completed', 'code': 200} Dec 15 13:56:59.286560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c4aea-8795-4b0c-8354-3e9268d7fee4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf16b1c7-ae08-4906-904d-dbe210d4d97a,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:59.291772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9b985-5d35-49dd-a7fa-bd08f76e4b07 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:59.452423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.461926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.498580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 719efb49-d57a-44bd-af8a-0cf6b4481fe4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:59.541302 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.551337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-21d8e4d9-13c3-4fca-9463-7554e80b786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.551795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-21d8e4d9-13c3-4fca-9463-7554e80b786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.553449 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-21d8e4d9-13c3-4fca-9463-7554e80b786a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1913 time: 0.2515616 Dec 15 13:56:59.573442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.577344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8432ff54-d129-45d9-98d3-199457bf4888,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:59.583409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b8b2d90b-5be0-41e2-817d-a9ac9db808d7 None None] Provisioning complete for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:59.584076 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d90b-5be0-41e2-817d-a9ac9db808d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.599428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.605649 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/8432ff54-d129-45d9-98d3-199457bf4888 HTTP/1.1" status: 204 len: 168 time: 1.3015807 Dec 15 13:56:59.612597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:59.635598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2d90b-5be0-41e2-817d-a9ac9db808d7 None None] Port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:59.652300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b8b2d90b-5be0-41e2-817d-a9ac9db808d7 None None] Provisioning complete for port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:59.652966 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d90b-5be0-41e2-817d-a9ac9db808d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.684999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665ddd7-bb18-4f29-815e-4b6effb52ea9 req-7de2acd1-f759-40e9-8512-a05a26fc6448 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.692174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665ddd7-bb18-4f29-815e-4b6effb52ea9 req-7de2acd1-f759-40e9-8512-a05a26fc6448 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.694430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3665ddd7-bb18-4f29-815e-4b6effb52ea9 req-7de2acd1-f759-40e9-8512-a05a26fc6448 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1666 time: 0.2365298 Dec 15 13:56:59.718719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:59.719360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.753295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.835597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.835957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.836531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.837034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.837269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.837604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.837936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.838261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.838586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.838912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.839235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.839754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.840095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a085e4d-2022-4da4-8d13-7bb547fe91ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:59.956664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0b6706b-8fdc-4f00-aad3-411b86b10794 req-050a123e-54b3-47d5-a371-37884cf0aecb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 210 time: 0.0922925 Dec 15 13:57:00.012644 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Floating IP 083d9f7d-c44c-4e6b-b2ca-d35756890ae6 associated. External IP: 172.25.2.171, port: 9ee4ced8-6cfc-4f57-809e-413d5c2acb61. Dec 15 13:57:00.059972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.117856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.122892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3665ddd7-bb18-4f29-815e-4b6effb52ea9 req-3958ab3a-6b50-41c5-a13f-ebb9858ad216 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740468 Dec 15 13:57:00.124442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.134435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-c30e694e-9bfb-4d7c-93f6-52c2f7284bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.134908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-c30e694e-9bfb-4d7c-93f6-52c2f7284bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.135947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-c30e694e-9bfb-4d7c-93f6-52c2f7284bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.138602 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-c30e694e-9bfb-4d7c-93f6-52c2f7284bd5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5548251 Dec 15 13:57:00.165619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-46aadd25-e6fd-4361-a816-379edeb38498 None None] Provisioning complete for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:00.166083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-46aadd25-e6fd-4361-a816-379edeb38498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.246957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-46aadd25-e6fd-4361-a816-379edeb38498 None None] Port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:00.279822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-46aadd25-e6fd-4361-a816-379edeb38498 None None] Provisioning complete for port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:00.281732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-46aadd25-e6fd-4361-a816-379edeb38498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.344625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-cd9972b3-74ac-4c82-842a-0b786fd957b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.346042 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-307ab1b3-47c3-4b22-938d-0a26b22688e0 req-cd9972b3-74ac-4c82-842a-0b786fd957b9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1376376 Dec 15 13:57:00.350949 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.376425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:00.377131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:00.392207 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.423704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ce7546-8852-48da-a5a2-ffffa443dd02']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:00.451179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Transition to ACTIVE for port object 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:57:00.473283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f51590-88fe-4b04-80e2-cbc00755c7c9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:00.473481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f51590-88fe-4b04-80e2-cbc00755c7c9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:00.475928 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.477489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] In _notify_port_updated(), no bound segment for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 on network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:57:00.483292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.484122 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.489204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0347b4e0-52d3-4c32-bc50-61469e75af75 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/ports/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 HTTP/1.1" status: 200 len: 1012 time: 2.8435924 Dec 15 13:57:00.491388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:00.498967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.510469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.524301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72', '26921ff8-2a78-4987-bc85-b85af0290d45'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:00.543292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.550765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:00.551101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.585791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:00.618607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a06785c-fcb0-4483-85d3-8295e1cfdc02 None None] Provisioning complete for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:00.619318 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a06785c-fcb0-4483-85d3-8295e1cfdc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.648125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Pushing event updated for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:00.675633 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:00.678388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:00.678885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a06785c-fcb0-4483-85d3-8295e1cfdc02 None None] Port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:00.682006 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.696994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13ce7546-8852-48da-a5a2-ffffa443dd02 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:57:00.700891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:00.703153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.707086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/networks/13ce7546-8852-48da-a5a2-ffffa443dd02 HTTP/1.1" status: 204 len: 168 time: 1.0843167 Dec 15 13:57:00.729623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:00.731912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df0efe-cda9-4aeb-8873-bb5d9d36f750 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event deleted for resources: {'Network': ['ID=13ce7546-8852-48da-a5a2-ffffa443dd02,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:00.737582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:00.867229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.874442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.914036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-9cb126c1-52f8-4685-a0c7-7caec73d0266 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4568000 Dec 15 13:57:00.927536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Request body: {'port': {'device_id': 'a5df8301-f558-45df-a086-afe2a231653a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:01.111778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Attempting to bind port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:01.112194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Attempting to bind port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:01.112522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Attempting to bind port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 on network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:01.129376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.215251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 on network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:57:01.215616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Attempting to bind port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 on network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:01.243716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8e5ddb87-b1d0-4a0e-bc5f-35bf08655d0a None None] Provisioning complete for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:01.244095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e5ddb87-b1d0-4a0e-bc5f-35bf08655d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.266471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:01.266838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Checking segment: {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:01.267202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Bound using segment: {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:01.267725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Bound port: 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:01.268096 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.301508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe67f1-9639-4db0-8ab2-dbe723700ddb req-49a8b491-a2ef-4efa-be81-7b187ece05a3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:01.303378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11fe67f1-9639-4db0-8ab2-dbe723700ddb req-49a8b491-a2ef-4efa-be81-7b187ece05a3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 931 time: 0.2071052 Dec 15 13:57:01.398012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ddb87-b1d0-4a0e-bc5f-35bf08655d0a None None] Port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:01.451178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:01.463446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:01.463801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.474819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'name': 'tempest-router--523531295', 'project_id': 'd7b5a2f0c23149b590954a996ff0933a'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:01.523479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.524806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.555449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ae8688c-3d43-4537-9db6-344f093cd25a None None] Provisioning complete for port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:01.556641 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ae8688c-3d43-4537-9db6-344f093cd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.667070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8688c-3d43-4537-9db6-344f093cd25a None None] Port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:01.794709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-37cc9058-b003-41f3-b0b2-e5b58dcfca0a None None] Provisioning complete for port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:01.795183 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37cc9058-b003-41f3-b0b2-e5b58dcfca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.795433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c9ee87-0708-4bfd-b4b9-ca24265276b1 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:01.806203 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.831685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Transition to ACTIVE for port object 26c9ee87-0708-4bfd-b4b9-ca24265276b1 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:57:01.837610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.849349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-37cc9058-b003-41f3-b0b2-e5b58dcfca0a None None] Port fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:01.905618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Pushing event updated for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:02.011996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Attempting to bind port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:02.012823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Attempting to bind port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:02.013551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Attempting to bind port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:02.019773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:57:02.020544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Attempting to bind port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:02.026827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:02.027537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:02.028158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:02.028886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Bound port: 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:02.029643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.077924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:02.082191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:02.089676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:02.103763 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] Sync routers for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:02.105582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.118714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.119304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:02.122583 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:02.122880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:02.123834 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:02.128209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.163453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.164202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.165708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] 10.222.0.67 "PUT /v2.0/ports/26c9ee87-0708-4bfd-b4b9-ca24265276b1 HTTP/1.1" status: 200 len: 1091 time: 1.2431731 Dec 15 13:57:02.172378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:02.175155 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd38549-257b-46af-be2d-3421a44f8bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:02.259200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62b09498-2f4a-4569-b4f1-4416848311e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "PUT /v2.0/floatingips/083d9f7d-c44c-4e6b-b2ca-d35756890ae6 HTTP/1.1" status: 200 len: 992 time: 3.7295749 Dec 15 13:57:02.263728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.274450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.275346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.277006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] 10.222.0.67 "PUT /v2.0/ports/7d3a67b8-73cc-4e13-9a40-949d9dcf3557 HTTP/1.1" status: 200 len: 1091 time: 3.0580218 Dec 15 13:57:02.278086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bf1e4-fa6d-44ef-9a8e-59d8c19ba41b service neutron] Pushing event updated for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:02.283282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61'}, {'name': 'network-changed', 'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:02.291740 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54a7593-da52-40ac-9263-11fc5dd7c8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61"}, {"name": "network-changed", "server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:02.316271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21086-fcd3-4a6d-888c-c11abf95d67d service neutron] Pushing event updated for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:02.332436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53f639-35f6-46cc-a14f-3dc30ddd1c87 req-522a3240-ae60-4c37-9d15-a52ad27f31e1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.343508 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:02.343746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53f639-35f6-46cc-a14f-3dc30ddd1c87 req-522a3240-ae60-4c37-9d15-a52ad27f31e1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.345297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f53f639-35f6-46cc-a14f-3dc30ddd1c87 req-522a3240-ae60-4c37-9d15-a52ad27f31e1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1678 time: 0.9904072 Dec 15 13:57:02.361746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-0ccc75b4-bada-4596-8e5f-c87482d4f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.363876 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-0ccc75b4-bada-4596-8e5f-c87482d4f102 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 1094 time: 0.1433778 Dec 15 13:57:02.417874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11fe67f1-9639-4db0-8ab2-dbe723700ddb req-9bf7da5c-48fb-4ff6-9a65-26f87a0f95ad tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0571263 Dec 15 13:57:02.487923 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-72520402-293c-44b1-a702-48f75c8b9f3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1 HTTP/1.1" status: 200 len: 217 time: 0.1134803 Dec 15 13:57:02.500751 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.542402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.576005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:02.599824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-f2e304c1-6691-4cb1-9bbb-844dcfda665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.601370 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-f2e304c1-6691-4cb1-9bbb-844dcfda665f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.0963850 Dec 15 13:57:02.641800 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcb197f-6e5a-4513-a3f7-817d1bd3f10d x-openstack-request-id: req-4bcb197f-6e5a-4513-a3f7-817d1bd3f10d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:02.642129 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:02.642352 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bcb197f-6e5a-4513-a3f7-817d1bd3f10d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:02.642771 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1', 'status': 'completed', 'code': 200} Dec 15 13:57:02.689990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-46091dac-e860-48d5-a975-b933de8d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.695335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-46091dac-e860-48d5-a975-b933de8d00be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834401 Dec 15 13:57:02.743519 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.747820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b8dd0daa-fabc-4609-8514-3ef1efb6636c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2879453 Dec 15 13:57:02.750738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:02.758293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f53f639-35f6-46cc-a14f-3dc30ddd1c87 req-5845c033-5ba5-4023-85f3-ed1f1b272ee8 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179233 Dec 15 13:57:02.761146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-4b5931ca-5e54-4810-ac2b-9276529dfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.761912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-4b5931ca-5e54-4810-ac2b-9276529dfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.763674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-4b5931ca-5e54-4810-ac2b-9276529dfb6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1980 time: 0.4173846 Dec 15 13:57:02.859078 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf998ac-d28f-450c-8ed2-8d197c592039 x-openstack-request-id: req-3cf998ac-d28f-450c-8ed2-8d197c592039 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:02.859358 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:02.859733 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cf998ac-d28f-450c-8ed2-8d197c592039 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:02.860211 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'status': 'completed', 'code': 200} Dec 15 13:57:02.860519 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557', 'status': 'completed', 'code': 200} Dec 15 13:57:02.863239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-2338cdf1-7242-4c90-9f35-6672a19a0023 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=cf16b1c7-ae08-4906-904d-dbe210d4d97a HTTP/1.1" status: 200 len: 217 time: 0.0896235 Dec 15 13:57:02.927346 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '083d9f7d-c44c-4e6b-b2ca-d35756890ae6', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'port_id': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'mac_address': 'fa:16:3e:41:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:55:18Z', 'updated_at': '2021-12-15T13:56:59Z', 'revision_number': 1, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:15Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:02.947172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-da314288-276b-4055-8214-f8792dec00e6 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355711 Dec 15 13:57:02.963607 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:57:02.964386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] Checking router: 5e94ebbd-4579-4741-af33-f8b9b86e33b2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:02.976322 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:02.977001 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:02.997050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-ebd2854b-d3ca-4630-b716-442ea78824a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.998903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-ebd2854b-d3ca-4630-b716-442ea78824a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f427c7-0d5f-4d88-bb06-546539c1722a HTTP/1.1" status: 200 len: 801 time: 0.1264422 Dec 15 13:57:03.087696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-780fc185-7b75-418e-b109-39b46947a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.089211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-780fc185-7b75-418e-b109-39b46947a820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3dfd7479-060d-4f19-95d5-2d59197b07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824957 Dec 15 13:57:03.105628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.111840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.113509 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:03.180287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:03.222437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.222988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.223390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.223836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.224287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.224779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.225242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.229614 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b3ecf398-5ee0-438a-80cb-1f52feccf287 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6502 time: 0.2264879 Dec 15 13:57:03.243080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.249619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-16c37020-d4cb-4b69-9e22-cd8dce47441a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 HTTP/1.1" status: 204 len: 168 time: 2.7211981 Dec 15 13:57:03.250434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:03.265851 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9ee4d8f5-fd11-467d-b0eb-f743f5c751bd req-936bbe4f-da55-43af-bb42-e52147b7f273 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548850 Dec 15 13:57:03.289042 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f437c5f-5f3a-4777-bdbe-58d86feaf806 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:57:03.294790 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4f437c5f-5f3a-4777-bdbe-58d86feaf806 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 HTTP/1.1" status: 404 len: 333 time: 0.0406706 Dec 15 13:57:03.302066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:03.356844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-bc3cb444-6582-4155-b54a-68f260574652 service neutron] 10.222.0.67 "GET /v2.0/networks/3dfd7479-060d-4f19-95d5-2d59197b07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594004 Dec 15 13:57:03.430356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet bffc00ca-ba51-421f-90fb-8c14ba35f190 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:03.436969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.499654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.503802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.512086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.517336 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '083d9f7d-c44c-4e6b-b2ca-d35756890ae6', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'port_id': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'mac_address': 'fa:16:3e:41:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:55:18Z', 'updated_at': '2021-12-15T13:56:59Z', 'revision_number': 1, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:15Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:03.520635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-2669ef9f-c01f-4077-92ff-353b3c66581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.522195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-2669ef9f-c01f-4077-92ff-353b3c66581b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 1094 time: 0.1951501 Dec 15 13:57:03.545317 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cab56d-a04f-4aee-bec2-51ad4bf093eb None None] The sync data for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 is: [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '083d9f7d-c44c-4e6b-b2ca-d35756890ae6', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'port_id': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'mac_address': 'fa:16:3e:41:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:55:18Z', 'updated_at': '2021-12-15T13:56:59Z', 'revision_number': 1, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:15Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:03.599989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-90af30c9-fca9-421d-93f3-a0e614ef7ad6 service neutron] 10.222.0.67 "GET /v2.0/networks/3dfd7479-060d-4f19-95d5-2d59197b07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349286 Dec 15 13:57:03.633822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.634322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89636fa9-bd2c-431b-b048-9ddce91e6701 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:03.645601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.662071 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-20faa5ad-8150-4d43-a4ff-bbce06548f95 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/routers/89636fa9-bd2c-431b-b048-9ddce91e6701 HTTP/1.1" status: 204 len: 168 time: 0.8941014 Dec 15 13:57:03.663407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-4c31d79c-8132-4c4d-b463-0066f5c1ec7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557 HTTP/1.1" status: 200 len: 217 time: 0.0538995 Dec 15 13:57:03.676381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-7b787ddc-6b94-4a14-abc6-e58a2afad6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.678067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-7b787ddc-6b94-4a14-abc6-e58a2afad6f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=505693a4-e390-47f7-a077-fddb5807d584 HTTP/1.1" status: 200 len: 918 time: 0.4097955 Dec 15 13:57:03.747969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8507b-4f73-40fb-a98b-737d397a7002 req-c5e109fb-2de0-4aad-bdcc-bf125b1c0403 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.750630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-faf8507b-4f73-40fb-a98b-737d397a7002 req-c5e109fb-2de0-4aad-bdcc-bf125b1c0403 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 943 time: 0.2354362 Dec 15 13:57:03.811816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.813428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-54b7fedb-b7f4-4a0b-adb1-256107df763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.814935 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-54b7fedb-b7f4-4a0b-adb1-256107df763e service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.2822258 Dec 15 13:57:03.847189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:03.896591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-4ed98101-e4e5-40a1-b2e4-aa36a933597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.899506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-4ed98101-e4e5-40a1-b2e4-aa36a933597b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4e77d80-5405-46ea-874e-a1ec3fef08dd HTTP/1.1" status: 200 len: 801 time: 0.2129853 Dec 15 13:57:03.901529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-863e50fc-1faa-4c1a-a917-73d7590bdf9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 200 len: 1000 time: 0.2110643 Dec 15 13:57:03.903561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-50121c45-abd3-41f0-8c73-e9886312da17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1 HTTP/1.1" status: 200 len: 217 time: 0.0804439 Dec 15 13:57:03.914945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-faf8507b-4f73-40fb-a98b-737d397a7002 req-745b3af9-4f4b-48d3-a195-e924f2f63ab3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529944 Dec 15 13:57:03.959788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c9c0d-ccd1-4787-b638-f7fb08a43d82 None None] New status for floating IP 083d9f7d-c44c-4e6b-b2ca-d35756890ae6: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:57:04.045338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-183e1072-bba7-4ea0-b70c-d02292d1a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.047125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-183e1072-bba7-4ea0-b70c-d02292d1a84d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203520 Dec 15 13:57:04.058043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.093281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-6dbad0a0-f54c-42ad-ad11-e94119b08569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.094791 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-6dbad0a0-f54c-42ad-ad11-e94119b08569 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ee3c423-f1ad-4206-ae1c-d52132c62360 HTTP/1.1" status: 200 len: 855 time: 0.1715660 Dec 15 13:57:04.099949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-85924295-4a0d-451d-a531-783bfa768b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.101681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-85924295-4a0d-451d-a531-783bfa768b3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1660559 Dec 15 13:57:04.186062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=bffc00ca-ba51-421f-90fb-8c14ba35f190,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:04.194312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.200572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6e0a4378-5fab-4005-96ad-c9e7cf138e99 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/bffc00ca-ba51-421f-90fb-8c14ba35f190 HTTP/1.1" status: 204 len: 168 time: 0.8972728 Dec 15 13:57:04.202696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:04.212243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b0aa-ca59-4914-acbd-27eb7b759355 req-c2d0be40-875b-425d-8534-9eeeadef64ed tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.218535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b0aa-ca59-4914-acbd-27eb7b759355 req-c2d0be40-875b-425d-8534-9eeeadef64ed tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.228774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93d4b0aa-ca59-4914-acbd-27eb7b759355 req-c2d0be40-875b-425d-8534-9eeeadef64ed tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1678 time: 0.2458274 Dec 15 13:57:04.254520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e66ae0-739e-43e6-b5e7-b796fb12b623 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:04.330056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93d4b0aa-ca59-4914-acbd-27eb7b759355 req-c058b95b-80a0-4ff4-80f5-ed2cb7a112bb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000869 Dec 15 13:57:04.347900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-bb48cee7-5057-45fd-b9e4-321603d18c86 service neutron] 10.222.0.67 "GET /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844954 Dec 15 13:57:04.496743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7f07432-9ea1-4e35-9672-5788fd72a1ab req-294b1967-b1fa-4703-a4f4-f1feccbca3ff service neutron] 10.222.0.67 "GET /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407230 Dec 15 13:57:04.613510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1559430560', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:04.647734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-0c420a92-1a62-4836-a583-771cdb9c065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.649310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-0c420a92-1a62-4836-a583-771cdb9c065c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=505693a4-e390-47f7-a077-fddb5807d584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5467396 Dec 15 13:57:04.657520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-aacd0436-934d-43a8-a7e1-294237774bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.659682 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-aacd0436-934d-43a8-a7e1-294237774bf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5206397 Dec 15 13:57:04.687217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet 2b65d377-4ec8-4f8a-b048-c329c312499a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:04.702952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.704020 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.751525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.929395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.954052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.147806 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-3e41cfdf-8bac-4ca2-b618-6168e6c8dcbc service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800158 Dec 15 13:57:05.154776 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-9dfa3823-8f2f-404f-b9f7-acb7546f600d service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941216 Dec 15 13:57:05.178476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963f91c-455b-423f-b229-29cb7a2be288 req-e97a19de-f2f7-4b70-a20d-5dae884c3880 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:05.179655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5963f91c-455b-423f-b229-29cb7a2be288 req-e97a19de-f2f7-4b70-a20d-5dae884c3880 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 943 time: 0.1212616 Dec 15 13:57:05.281595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5963f91c-455b-423f-b229-29cb7a2be288 req-fe02d5a4-740d-4b53-85d2-4d5cfcb3df84 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933840 Dec 15 13:57:05.285115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0fd38549-257b-46af-be2d-3421a44f8bcb req-71796945-a943-4f53-a365-2e4f9c4bfc18 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278927 Dec 15 13:57:05.479578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-18ea31ba-6def-4beb-936c-6c8f46df1768 None None] Provisioning complete for port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:05.480141 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18ea31ba-6def-4beb-936c-6c8f46df1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.482151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.493076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445993-150a-4770-91d8-8a0896c7e435 req-988f3e38-ff91-470a-a08a-a258ddfae5f8 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:05.500051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445993-150a-4770-91d8-8a0896c7e435 req-988f3e38-ff91-470a-a08a-a258ddfae5f8 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:05.509635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f445993-150a-4770-91d8-8a0896c7e435 req-988f3e38-ff91-470a-a08a-a258ddfae5f8 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1678 time: 0.0954299 Dec 15 13:57:05.545870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.589528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f445993-150a-4770-91d8-8a0896c7e435 req-b1ff42fd-2ce7-4b3d-a86e-7fa07191a992 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788870 Dec 15 13:57:05.695048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.705778 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-387f9fcf-2ab3-48dc-b693-9f92c8ec115a service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677818 Dec 15 13:57:05.738974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=2b65d377-4ec8-4f8a-b048-c329c312499a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:05.747352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.754353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfb833-8e84-4d88-b8c6-7cdbb0c0f041 None None] Network 8c9b5a4c-61e4-46c7-bedd-f45936b01046 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:05.756770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9c1d533-c530-4ab7-bf10-2bbf28e5460b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/2b65d377-4ec8-4f8a-b048-c329c312499a HTTP/1.1" status: 204 len: 168 time: 1.5511696 Dec 15 13:57:05.757044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:05.862073 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.888911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-6109c63b-af77-4fb6-b24e-e446c5b5e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:05.889394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-6109c63b-af77-4fb6-b24e-e446c5b5e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:05.892400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-6109c63b-af77-4fb6-b24e-e446c5b5e2aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1980 time: 0.0823660 Dec 15 13:57:05.923302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:05.923649 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.997017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] DHCP port deletion for 8c9b5a4c-61e4-46c7-bedd-f45936b01046 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:06.055733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] For port 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=719efb49-d57a-44bd-af8a-0cf6b4481fe4,segment=NetworkSegment(b2b910e7-363e-4e43-b4a9-b04925fcd627),segment_id=b2b910e7-363e-4e43-b4a9-b04925fcd627)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:06.056203 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.059933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.061017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] Deleting port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:06.061524 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.075692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 719efb49-d57a-44bd-af8a-0cf6b4481fe4 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:06.085902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.139094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] For port 719efb49-d57a-44bd-af8a-0cf6b4481fe4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=719efb49-d57a-44bd-af8a-0cf6b4481fe4,segment=NetworkSegment(b2b910e7-363e-4e43-b4a9-b04925fcd627),segment_id=b2b910e7-363e-4e43-b4a9-b04925fcd627)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:06.139508 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.160811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] Calling delete_port for 719efb49-d57a-44bd-af8a-0cf6b4481fe4 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:06.165520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-99802382-58f3-4ef6-aefc-dbd6be442cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.168157 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-99802382-58f3-4ef6-aefc-dbd6be442cb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a HTTP/1.1" status: 200 len: 904 time: 0.2305622 Dec 15 13:57:06.182045 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.216005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=719efb49-d57a-44bd-af8a-0cf6b4481fe4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:06.224190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No DVR routers for this DVR port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:06.230117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-fbd3ae1b-a9bf-40ea-97a4-691d7c2527a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557 HTTP/1.1" status: 200 len: 217 time: 0.0545969 Dec 15 13:57:06.329665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-ce5e8b47-5a64-4da9-b241-49712e399fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.331723 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-ce5e8b47-5a64-4da9-b241-49712e399fcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4e77d80-5405-46ea-874e-a1ec3fef08dd HTTP/1.1" status: 200 len: 801 time: 0.0946929 Dec 15 13:57:06.341272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Allocated IP 172.25.2.208 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/de7953cb-5cff-42f7-a693-d6b3eebf1ccf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:06.411921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.452549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.475712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9b5a4c-61e4-46c7-bedd-f45936b01046']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:06.478331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-014e0d87-9b03-44b0-93dd-d5c8a73ee9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.480273 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-014e0d87-9b03-44b0-93dd-d5c8a73ee9cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1302342 Dec 15 13:57:06.483207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] Pushing event deleted for resources: {'Port': ['ID=719efb49-d57a-44bd-af8a-0cf6b4481fe4,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:06.487872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38eaf6-077f-4b5b-9fca-83014786ff56 None None] No DVR routers for this DVR port 719efb49-d57a-44bd-af8a-0cf6b4481fe4 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:06.490341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b910e7-363e-4e43-b4a9-b04925fcd627') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:06.490850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b910e7-363e-4e43-b4a9-b04925fcd627') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:06.502811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.524408 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.546164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:06.548308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:06.550301 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:06.598556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.639219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a772f-972c-40fa-9cb5-a8d4e6945019 req-532a6ac1-0f19-48ea-986b-ae46098c8422 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.641507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd3a772f-972c-40fa-9cb5-a8d4e6945019 req-532a6ac1-0f19-48ea-986b-ae46098c8422 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 943 time: 0.1788497 Dec 15 13:57:06.647499 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-b34efd58-ccc7-4bb7-a70c-cf6040e8a94f service neutron] 10.222.0.67 "GET /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516728 Dec 15 13:57:06.652136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.669757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.681340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/8c9b5a4c-61e4-46c7-bedd-f45936b01046 HTTP/1.1" status: 204 len: 168 time: 0.9231932 Dec 15 13:57:06.685608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:06.736563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e83701-90de-4e26-9413-e8b296ac5065 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=8c9b5a4c-61e4-46c7-bedd-f45936b01046,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:06.756703 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.830648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:06.833172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd3a772f-972c-40fa-9cb5-a8d4e6945019 req-9b2242dc-030b-4bd0-a7d8-917dab751c43 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496611 Dec 15 13:57:06.837039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:06.840727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event updated for resources: {'Port': ['ID=de7953cb-5cff-42f7-a693-d6b3eebf1ccf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:06.844910 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c54a7593-da52-40ac-9263-11fc5dd7c8ad req-448c347a-d365-492c-bb0c-5a9bc45b81c4 service neutron] 10.222.0.67 "GET /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874137 Dec 15 13:57:06.848698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1193bb8-a783-4f3f-b3a8-29240f552b8c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.849497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:06.859715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f1193bb8-a783-4f3f-b3a8-29240f552b8c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1534812 Dec 15 13:57:06.865674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36174) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:06.878920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9e6fa-57f8-4034-9391-9e93564a5122 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:06.895423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399d4fe-9262-4773-8224-f2f54dc01773 req-9fa6d385-8355-442f-a4ba-6facc5b57645 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.902323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399d4fe-9262-4773-8224-f2f54dc01773 req-9fa6d385-8355-442f-a4ba-6facc5b57645 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.909972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3399d4fe-9262-4773-8224-f2f54dc01773 req-9fa6d385-8355-442f-a4ba-6facc5b57645 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1678 time: 0.1792641 Dec 15 13:57:06.936639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-192a5e66-54fe-481b-9211-85fdff6930b7 None None] Provisioning complete for port de7953cb-5cff-42f7-a693-d6b3eebf1ccf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:06.937016 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-192a5e66-54fe-481b-9211-85fdff6930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.985980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-feb15f2e-2518-45b1-9470-3e945ae5c754 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1191409 Dec 15 13:57:06.991885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36178) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:07.007402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1136288103'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:07.019282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-192a5e66-54fe-481b-9211-85fdff6930b7 None None] Port de7953cb-5cff-42f7-a693-d6b3eebf1ccf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:07.025722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3399d4fe-9262-4773-8224-f2f54dc01773 req-ce9e3505-4283-4924-baa2-ee4528fadb74 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922441 Dec 15 13:57:07.059590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:07.063552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.095402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:07.111755 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.112724 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment 5ff84592-a6ae-42dd-be16-e326eba7e592 of type vlan for network b327f9bb-9c82-47c2-8158-ef292de9c578 Dec 15 13:57:07.163666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.208303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.214836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:07.215494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.235959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.251218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 719efb49-d57a-44bd-af8a-0cf6b4481fe4 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:07.283203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 719efb49-d57a-44bd-af8a-0cf6b4481fe4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:07.284990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 719efb49-d57a-44bd-af8a-0cf6b4481fe4 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:07.293854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=b327f9bb-9c82-47c2-8158-ef292de9c578,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:07.314669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b327f9bb-9c82-47c2-8158-ef292de9c578 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:07.316219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36182) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:07.317198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-beeaebdf-ba81-4b2d-909f-a6b685e1033d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3239343 Dec 15 13:57:07.321786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:07.528088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:07.531742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.638428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.756589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26c9ee87-0708-4bfd-b4b9-ca24265276b1 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:07.907617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:07.925439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '26c9ee87-0708-4bfd-b4b9-ca24265276b1', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': '26c9ee87-0708-4bfd-b4b9-ca24265276b1', 'mac_address': 'fa:16:3e:6c:2e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:07.971108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c654d-16ab-49fd-af70-7bb929e33391 req-80cf8677-d6be-4b92-8241-c368e81120ea tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:07.973825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-895c654d-16ab-49fd-af70-7bb929e33391 req-80cf8677-d6be-4b92-8241-c368e81120ea tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 943 time: 0.0553365 Dec 15 13:57:07.976896 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.008818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c9ee87-0708-4bfd-b4b9-ca24265276b1 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:08.038870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:08.045019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.046454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:08.047288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-895c654d-16ab-49fd-af70-7bb929e33391 req-2a0a9c4f-030c-4f46-ad04-5301c1e3033f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642145 Dec 15 13:57:08.248788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4b23f-4d83-4d92-abf8-0d7db1bbcc1c req-cf860e73-d913-4161-bae4-058dfe756607 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:08.260458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4b23f-4d83-4d92-abf8-0d7db1bbcc1c req-cf860e73-d913-4161-bae4-058dfe756607 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:08.262227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66f4b23f-4d83-4d92-abf8-0d7db1bbcc1c req-cf860e73-d913-4161-bae4-058dfe756607 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1678 time: 0.1239631 Dec 15 13:57:08.277724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:08.281643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Router 3e54b38b-b53f-45fb-aaef-6d786db4afbe is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:08.289376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.327280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:08.340631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66f4b23f-4d83-4d92-abf8-0d7db1bbcc1c req-d6e72298-e569-493a-83ed-d874fcf32f78 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668418 Dec 15 13:57:08.342296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557', 'network_id': '3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a', 'port_id': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557', 'mac_address': 'fa:16:3e:b2:90:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e77d80-5405-46ea-874e-a1ec3fef08dd', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:08.389293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.412809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:08.438478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:08.444181 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.445241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf16b1c7-ae08-4906-904d-dbe210d4d97a details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:08.477122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=2a078a8c-c58e-4cc4-bbbf-c21078dedbcb,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:08.486149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': '5ff84592-a6ae-42dd-be16-e326eba7e592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:08.486529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: b327f9bb-9c82-47c2-8158-ef292de9c578, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:08.528664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network b327f9bb-9c82-47c2-8158-ef292de9c578 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:08.543904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b327f9bb-9c82-47c2-8158-ef292de9c578) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:08.550847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:08.551628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.554819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:08.581987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] Sync routers for ids ['3e54b38b-b53f-45fb-aaef-6d786db4afbe'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:08.583063 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ade629cd-e288-45d5-973e-6a1ea5c1b37c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2653725 Dec 15 13:57:08.585736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36200) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:08.590012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f9961-a99e-41e1-bf50-f6d6a40fc5ec None None] Network b327f9bb-9c82-47c2-8158-ef292de9c578 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:08.592100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578', 'name': 'tempest-PortsIpV6TestJSON-92591388'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:08.599447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.602882 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9786e4c1-0311-492a-be62-d65c794db7a2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7440910 Dec 15 13:57:08.603198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:08.607763 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] Routers {'3e54b38b-b53f-45fb-aaef-6d786db4afbe'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:08.612231 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3e54b38b-b53f-45fb-aaef-6d786db4afbe'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:08.659920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:08.733104 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:08.768453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-b327f9bb-9c82-47c2-8158-ef292de9c578', 'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': '2a078a8c-c58e-4cc4-bbbf-c21078dedbcb'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:08.769178 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.771758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:08.777260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.781734 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] Routers {'3e54b38b-b53f-45fb-aaef-6d786db4afbe'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:08.783004 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['3e54b38b-b53f-45fb-aaef-6d786db4afbe'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:08.798518 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a3d99dc4-1201-4a15-af3c-d4942b711b39 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/3e54b38b-b53f-45fb-aaef-6d786db4afbe HTTP/1.1" status: 200 len: 925 time: 0.1941626 Dec 15 13:57:08.804093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36204) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:08.827614 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:08.828636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2284af1-c098-46fb-9951-257682a1c915 None None] The sync data for ids ['3e54b38b-b53f-45fb-aaef-6d786db4afbe'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:08.835914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fa6b7dcc-3331-43fc-a492-3a0d183f18ca tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e54b38b-b53f-45fb-aaef-6d786db4afbe HTTP/1.1" status: 200 len: 205 time: 0.0300772 Dec 15 13:57:08.839218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 16367039-b698-45bc-9867-e69534e6d350 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:08.840407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:08.891319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf16b1c7-ae08-4906-904d-dbe210d4d97a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf16b1c7-ae08-4906-904d-dbe210d4d97a,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:08.914957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a', 'network_id': '3dfd7479-060d-4f19-95d5-2d59197b07dd', 'port_id': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a', 'mac_address': 'fa:16:3e:74:7f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f427c7-0d5f-4d88-bb06-546539c1722a', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:08.969439 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.972850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:08.991429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::1cb (b327f9bb-9c82-47c2-8158-ef292de9c578/2a078a8c-c58e-4cc4-bbbf-c21078dedbcb/16367039-b698-45bc-9867-e69534e6d350) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:08.995818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf16b1c7-ae08-4906-904d-dbe210d4d97a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:09.026426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf16b1c7-ae08-4906-904d-dbe210d4d97a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf16b1c7-ae08-4906-904d-dbe210d4d97a,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:09.034300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.091064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf16b1c7-ae08-4906-904d-dbe210d4d97a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:09.114027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.179915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Deleting port de7953cb-5cff-42f7-a693-d6b3eebf1ccf {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:09.180345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.217379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.238251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d98e1-9fe7-438f-a416-7696d6427755 req-497e4365-e4ec-4de9-bbf6-611efd93ebfd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:09.239790 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f54d98e1-9fe7-438f-a416-7696d6427755 req-497e4365-e4ec-4de9-bbf6-611efd93ebfd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 944 time: 0.0826039 Dec 15 13:57:09.267667 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.283195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Calling delete_port for de7953cb-5cff-42f7-a693-d6b3eebf1ccf owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:09.304563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.348691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f54d98e1-9fe7-438f-a416-7696d6427755 req-40d99d02-c07a-4dfe-b47a-0db747439aaa tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967689 Dec 15 13:57:09.362956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network b327f9bb-9c82-47c2-8158-ef292de9c578 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:09.366412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:09.374080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=16367039-b698-45bc-9867-e69534e6d350,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:09.377278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:09.390653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:09.391849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.405244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Allocated IP 2001:db8::2 (b327f9bb-9c82-47c2-8158-ef292de9c578/2a078a8c-c58e-4cc4-bbbf-c21078dedbcb/d87c7204-822c-422b-84e6-7aed3ca4116a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:09.416108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdfe0fe4-c110-43c7-8545-bce022338a00 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8281391 Dec 15 13:57:09.417912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:09.425794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578', 'name': 'tempest-PortsIpV6TestJSON-1194229761'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:09.506178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.551172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event deleted for resources: {'Port': ['ID=de7953cb-5cff-42f7-a693-d6b3eebf1ccf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:09.560053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e97ba-b5d5-443d-a7d9-2f3263a6e10f req-aac0f9c3-6d91-46ca-b4f0-5a7024006bdb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:09.569391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa59c75-612c-4767-9c81-dd1fb84ce3f0 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:09.569647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e97ba-b5d5-443d-a7d9-2f3263a6e10f req-aac0f9c3-6d91-46ca-b4f0-5a7024006bdb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:09.573935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c1e97ba-b5d5-443d-a7d9-2f3263a6e10f req-aac0f9c3-6d91-46ca-b4f0-5a7024006bdb tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1680 time: 0.1271417 Dec 15 13:57:09.585231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['26c9ee87-0708-4bfd-b4b9-ca24265276b1'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:09.620980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.628136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7d3a67b8-73cc-4e13-9a40-949d9dcf3557'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:09.651818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c1e97ba-b5d5-443d-a7d9-2f3263a6e10f req-2a0eb1b9-5830-497c-a7b8-a5c1730bb973 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701301 Dec 15 13:57:09.652974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:09.655062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.656541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.672850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cf16b1c7-ae08-4906-904d-dbe210d4d97a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:09.677655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 0d63cb56-d315-4256-8e94-7d3056cdbb35 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:09.723430 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.744568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.744568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.775485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Pushing event updated for resources: {'Port': ['ID=d87c7204-822c-422b-84e6-7aed3ca4116a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:09.810577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.812299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Fanout notify agent at l3_agent the message router_deleted on router 3e54b38b-b53f-45fb-aaef-6d786db4afbe {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:09.831745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.837358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f7bee484-f0a3-441e-821d-57a57344e507 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/3e54b38b-b53f-45fb-aaef-6d786db4afbe HTTP/1.1" status: 204 len: 168 time: 0.9958274 Dec 15 13:57:09.838056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36222) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:09.847062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'name': 'tempest-snat-router-212614637', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:09.860431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Network b327f9bb-9c82-47c2-8158-ef292de9c578 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:09.865141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:09.867623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:09.879713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::131 (b327f9bb-9c82-47c2-8158-ef292de9c578/2a078a8c-c58e-4cc4-bbbf-c21078dedbcb/0d63cb56-d315-4256-8e94-7d3056cdbb35) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:09.897494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.898562 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.002225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.070367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Attempting to bind port d87c7204-822c-422b-84e6-7aed3ca4116a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:10.070758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Attempting to bind port d87c7204-822c-422b-84e6-7aed3ca4116a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5ff84592-a6ae-42dd-be16-e326eba7e592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:10.071134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Attempting to bind port d87c7204-822c-422b-84e6-7aed3ca4116a on network b327f9bb-9c82-47c2-8158-ef292de9c578 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:10.153410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:10.153805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Checking segment: {'id': '5ff84592-a6ae-42dd-be16-e326eba7e592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:10.154194 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.154594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Bound using segment: {'id': '5ff84592-a6ae-42dd-be16-e326eba7e592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:10.155077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Bound port: d87c7204-822c-422b-84e6-7aed3ca4116a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff84592-a6ae-42dd-be16-e326eba7e592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b327f9bb-9c82-47c2-8158-ef292de9c578'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:10.155461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.350174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.366907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] For port d87c7204-822c-422b-84e6-7aed3ca4116a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:10.374211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] For port d87c7204-822c-422b-84e6-7aed3ca4116a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c7204-822c-422b-84e6-7aed3ca4116a,segment=NetworkSegment(5ff84592-a6ae-42dd-be16-e326eba7e592),segment_id=5ff84592-a6ae-42dd-be16-e326eba7e592)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:10.394567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.520341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f1a64-afdf-4bd2-86d0-fd5649ea7b8b None None] Pushing event updated for resources: {'Port': ['ID=d87c7204-822c-422b-84e6-7aed3ca4116a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:10.554107 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.661338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310b659-c701-4e7e-a1a3-f2f4d6121c93 req-c2e14e22-5e51-452d-bef8-c14dd908a2ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:10.662953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f310b659-c701-4e7e-a1a3-f2f4d6121c93 req-c2e14e22-5e51-452d-bef8-c14dd908a2ef tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 944 time: 0.1210036 Dec 15 13:57:10.726698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.833530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=0d63cb56-d315-4256-8e94-7d3056cdbb35,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:10.890746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network b327f9bb-9c82-47c2-8158-ef292de9c578 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:10.895274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f310b659-c701-4e7e-a1a3-f2f4d6121c93 req-2f46bf46-e7b4-4ab5-8f15-4e952be70493 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210338 Dec 15 13:57:10.903811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:10.907187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:10.913267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:10.922662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:10.954836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c1e46d20-b8d7-4fbd-8d6a-55834dd59c42 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5333004 Dec 15 13:57:10.955384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:10.964997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af75d-87f5-414c-a926-acd3aa8313d1 req-3c5a59a7-9286-478f-a39f-287374c8defd tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:10.971405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af75d-87f5-414c-a926-acd3aa8313d1 req-3c5a59a7-9286-478f-a39f-287374c8defd tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:10.979405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-984af75d-87f5-414c-a926-acd3aa8313d1 req-3c5a59a7-9286-478f-a39f-287374c8defd tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1680 time: 0.1538227 Dec 15 13:57:11.092954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e1f340-b219-49f2-937d-b3a2dd70e322 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:11.095893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-69e1f340-b219-49f2-937d-b3a2dd70e322 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cb HTTP/1.1" status: 200 len: 927 time: 0.1388721 Dec 15 13:57:11.101245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:11.141145 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-984af75d-87f5-414c-a926-acd3aa8313d1 req-8addd433-8361-48db-b362-2b90430a99e0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559415 Dec 15 13:57:11.219251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.245793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.271643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 0d63cb56-d315-4256-8e94-7d3056cdbb35 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:11.272619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.354795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c7204-822c-422b-84e6-7aed3ca4116a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:11.453110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.473717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Allocated IP 172.25.2.214 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4c6eae80-038f-4e09-99cd-107b68e2778a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:11.482007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 0d63cb56-d315-4256-8e94-7d3056cdbb35 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:11.520384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d87c7204-822c-422b-84e6-7aed3ca4116a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:11.522786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.691987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.692394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.754960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d87c7204-822c-422b-84e6-7aed3ca4116a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c7204-822c-422b-84e6-7aed3ca4116a,segment=NetworkSegment(5ff84592-a6ae-42dd-be16-e326eba7e592),segment_id=5ff84592-a6ae-42dd-be16-e326eba7e592)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:11.757604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.763484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.790600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.819090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d87c7204-822c-422b-84e6-7aed3ca4116a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:11.827439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=0d63cb56-d315-4256-8e94-7d3056cdbb35,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:11.852188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:11.859149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:11.864042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:11.876066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.883873 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a7ae098-48bc-448d-9e46-caa5952c3451 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/0d63cb56-d315-4256-8e94-7d3056cdbb35 HTTP/1.1" status: 204 len: 168 time: 0.7810066 Dec 15 13:57:11.884617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:11.885798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f94f1-cba7-4910-a02b-5e4043b66ecd None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:11.924105 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed465674-e332-4a74-8ac6-8e3645066082 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:57:11.941065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed465674-e332-4a74-8ac6-8e3645066082 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/0d63cb56-d315-4256-8e94-7d3056cdbb35 HTTP/1.1" status: 404 len: 333 time: 0.0553558 Dec 15 13:57:11.941728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:12.031053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-35e49bd6-962d-4e65-977f-32779eade5e5 None None] Provisioning complete for port 4c6eae80-038f-4e09-99cd-107b68e2778a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:12.031418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35e49bd6-962d-4e65-977f-32779eade5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.109411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 16367039-b698-45bc-9867-e69534e6d350 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:12.109973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.111961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c2230-9fa8-4f83-b787-933c75eb0e8f None None] Network b327f9bb-9c82-47c2-8158-ef292de9c578 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:12.114578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-35e49bd6-962d-4e65-977f-32779eade5e5 None None] Port 4c6eae80-038f-4e09-99cd-107b68e2778a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:12.309314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.344808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 16367039-b698-45bc-9867-e69534e6d350 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:12.351452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-78eb05a5-f579-4208-a895-9a7e3b0dcc02 None None] Provisioning complete for port d87c7204-822c-422b-84e6-7aed3ca4116a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:12.357137 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78eb05a5-f579-4208-a895-9a7e3b0dcc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.574595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7e42738-1762-4fde-a801-60500b692525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.576811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Port': ['ID=4c6eae80-038f-4e09-99cd-107b68e2778a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:12.577564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.609163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=16367039-b698-45bc-9867-e69534e6d350,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:12.659687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.665849 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c9389859-edf0-4229-9d14-754eb3fcb07b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/16367039-b698-45bc-9867-e69534e6d350 HTTP/1.1" status: 204 len: 168 time: 0.7208378 Dec 15 13:57:12.666573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:12.699017 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b78d33-12a9-4b00-a747-6b3c5ca22176 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:57:12.704270 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-16b78d33-12a9-4b00-a747-6b3c5ca22176 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/16367039-b698-45bc-9867-e69534e6d350 HTTP/1.1" status: 404 len: 333 time: 0.0329378 Dec 15 13:57:12.704586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:12.777563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c1ed-de70-42a7-a389-127d8950dacf req-b0166522-cd03-40b3-abfb-9af5d526dfff tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.801038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet 2a078a8c-c58e-4cc4-bbbf-c21078dedbcb {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:12.801715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9185c1ed-de70-42a7-a389-127d8950dacf req-b0166522-cd03-40b3-abfb-9af5d526dfff tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 944 time: 0.2258971 Dec 15 13:57:12.806310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.815306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347d3e1-3b6e-45b6-bed9-d0583c1955de req-f460996f-6ed4-4946-932b-7a4dbac2e679 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.821972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347d3e1-3b6e-45b6-bed9-d0583c1955de req-f460996f-6ed4-4946-932b-7a4dbac2e679 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.823772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a347d3e1-3b6e-45b6-bed9-d0583c1955de req-f460996f-6ed4-4946-932b-7a4dbac2e679 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1680 time: 0.2497406 Dec 15 13:57:12.885340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-917913b2-5ea2-42cc-b017-eff6da18be63 None None] Could not find standard attr ID for object 16367039-b698-45bc-9867-e69534e6d350. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:57:12.895173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9185c1ed-de70-42a7-a389-127d8950dacf req-1b2cfa01-935e-4f45-a81b-e23276c7db0d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924313 Dec 15 13:57:12.914871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.916158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-917913b2-5ea2-42cc-b017-eff6da18be63 None None] Provisioning complete for port d87c7204-822c-422b-84e6-7aed3ca4116a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:12.916833 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-917913b2-5ea2-42cc-b017-eff6da18be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.028799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.049863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a347d3e1-3b6e-45b6-bed9-d0583c1955de req-3283cc79-e465-4a6e-bfc4-f0ade6dd1aba tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982303 Dec 15 13:57:13.090124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.197723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.245553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=2a078a8c-c58e-4cc4-bbbf-c21078dedbcb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:13.251102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.260606 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b9d8efe3-060e-453d-973f-274e89643f43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/2a078a8c-c58e-4cc4-bbbf-c21078dedbcb HTTP/1.1" status: 204 len: 168 time: 0.5526192 Dec 15 13:57:13.261894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:13.362396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2265d920-e7fc-4e4b-915d-e4c3be8456da None None] Network b327f9bb-9c82-47c2-8158-ef292de9c578 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:13.454668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c7204-822c-422b-84e6-7aed3ca4116a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:13.463947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.465330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27120ab7-fac5-4bf0-a784-22d33022c226 None None] Could not find standard attr ID for object 16367039-b698-45bc-9867-e69534e6d350. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:57:13.481125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.559778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port d87c7204-822c-422b-84e6-7aed3ca4116a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:13.560763 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.571482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d87c7204-822c-422b-84e6-7aed3ca4116a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:13.571856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.667175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] For port d87c7204-822c-422b-84e6-7aed3ca4116a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c7204-822c-422b-84e6-7aed3ca4116a,segment=NetworkSegment(5ff84592-a6ae-42dd-be16-e326eba7e592),segment_id=5ff84592-a6ae-42dd-be16-e326eba7e592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:13.667902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.668644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] DHCP port deletion for b327f9bb-9c82-47c2-8158-ef292de9c578 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:13.690875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for d87c7204-822c-422b-84e6-7aed3ca4116a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:13.743815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Deleting port d87c7204-822c-422b-84e6-7aed3ca4116a {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:13.744184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.770758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Router 650738bc-7b19-4a8b-ae2f-0e4db9206375 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:13.811177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.847705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No DVR routers for this DVR port d87c7204-822c-422b-84e6-7aed3ca4116a on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:13.869553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=d87c7204-822c-422b-84e6-7aed3ca4116a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:13.959784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:14.015166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.018050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b842297-1b6c-4d06-9712-6dec3c538c9e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1775107 Dec 15 13:57:14.020450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36272) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:14.055704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf16b1c7-ae08-4906-904d-dbe210d4d97a up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:14.064641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Sync routers for ids ['650738bc-7b19-4a8b-ae2f-0e4db9206375'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:14.065486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.113491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b327f9bb-9c82-47c2-8158-ef292de9c578']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:14.117173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.137623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Routers {'650738bc-7b19-4a8b-ae2f-0e4db9206375'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:14.138263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['650738bc-7b19-4a8b-ae2f-0e4db9206375'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:14.141650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff84592-a6ae-42dd-be16-e326eba7e592') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:14.142226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff84592-a6ae-42dd-be16-e326eba7e592') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:14.148045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] For port d87c7204-822c-422b-84e6-7aed3ca4116a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c7204-822c-422b-84e6-7aed3ca4116a,segment=NetworkSegment(5ff84592-a6ae-42dd-be16-e326eba7e592),segment_id=5ff84592-a6ae-42dd-be16-e326eba7e592)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:14.148487 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.167715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.196888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.205553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:14.206803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:14.210540 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:14.244041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Calling delete_port for d87c7204-822c-422b-84e6-7aed3ca4116a owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:14.307864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.317884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.323218 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/b327f9bb-9c82-47c2-8158-ef292de9c578 HTTP/1.1" status: 204 len: 168 time: 1.0586534 Dec 15 13:57:14.326589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:14.341948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27b0a0-4529-486d-ae71-808c0a32f5a2 req-6af7b387-e5c8-47f8-a3cc-515ff1a0f5bb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:14.343471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f27b0a0-4529-486d-ae71-808c0a32f5a2 req-6af7b387-e5c8-47f8-a3cc-515ff1a0f5bb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 944 time: 0.2617481 Dec 15 13:57:14.351632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-51cf016a-4a57-4d1e-b17c-e91b25c43f75 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/650738bc-7b19-4a8b-ae2f-0e4db9206375 HTTP/1.1" status: 200 len: 908 time: 0.3296199 Dec 15 13:57:14.352248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36286) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:14.357468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'name': 'tempest-snat-router-212614637', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:14.368648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee744ed-d331-4c41-b7bc-ac1a89b393dc req-e7e7a787-5ef4-4a7c-ac92-9a83b88a5c86 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:14.369915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-900636362'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:14.374861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee744ed-d331-4c41-b7bc-ac1a89b393dc req-e7e7a787-5ef4-4a7c-ac92-9a83b88a5c86 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:14.376576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ee744ed-d331-4c41-b7bc-ac1a89b393dc req-e7e7a787-5ef4-4a7c-ac92-9a83b88a5c86 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1680 time: 0.1567624 Dec 15 13:57:14.403571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67306774-b9a6-4439-941a-2a7a399cfd9f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=b327f9bb-9c82-47c2-8158-ef292de9c578,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:14.433532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port cf16b1c7-ae08-4906-904d-dbe210d4d97a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:57:14.454068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cf16b1c7-ae08-4906-904d-dbe210d4d97a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:14.456704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.490979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.494387 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.511225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f27b0a0-4529-486d-ae71-808c0a32f5a2 req-3943ddcc-00d6-4b54-a47a-ebd64d0db347 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335044 Dec 15 13:57:14.519911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ee744ed-d331-4c41-b7bc-ac1a89b393dc req-8087e296-63d6-48c4-93f7-f552088a47e1 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341720 Dec 15 13:57:14.569433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:14.586282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.594078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.614992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.633415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Network b327f9bb-9c82-47c2-8158-ef292de9c578 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:57:14.635903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] No DVR routers for this DVR port d87c7204-822c-422b-84e6-7aed3ca4116a on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:14.718478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a47234-5e07-47a4-9b57-195a069f411b None None] Pushing event deleted for resources: {'Port': ['ID=d87c7204-822c-422b-84e6-7aed3ca4116a,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:14.718716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:14.739606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Set router 650738bc-7b19-4a8b-ae2f-0e4db9206375 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:14.741215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.742131 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment 79c9ba1f-b167-4569-99c3-d64c0b6c34af of type vlan for network fb62000d-964b-4274-a1f1-bcf23812ac86 Dec 15 13:57:14.803489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d7923f6-ea20-4f77-9bb7-b5e937522d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.872475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.931044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.937032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:14.937650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.006980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.055113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=fb62000d-964b-4274-a1f1-bcf23812ac86,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:15.102907 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2663398a-ddba-4cd5-bb14-3ac86eefbda3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7707133 Dec 15 13:57:15.103228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:15.108573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:15.115089 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.130428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fb62000d-964b-4274-a1f1-bcf23812ac86 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:15.315019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:15.318799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.394972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c7204-822c-422b-84e6-7aed3ca4116a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:15.458585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.485851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cf16b1c7-ae08-4906-904d-dbe210d4d97a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf16b1c7-ae08-4906-904d-dbe210d4d97a,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:15.513834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:15.516308 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b33c55-6944-4244-8b6e-6b5c3ca00140" -d '{"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "cf16b1c7-ae08-4906-904d-dbe210d4d97a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:15.526417 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.540342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d87c7204-822c-422b-84e6-7aed3ca4116a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:15.540899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c7204-822c-422b-84e6-7aed3ca4116a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:15.551674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.561370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:15.650710 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c603ee-9b72-437e-bec9-4a0a66e687c0 x-openstack-request-id: req-42c603ee-9b72-437e-bec9-4a0a66e687c0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:15.650938 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "cf16b1c7-ae08-4906-904d-dbe210d4d97a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:15.651150 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42c603ee-9b72-437e-bec9-4a0a66e687c0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:15.651554 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a', 'code': 200} Dec 15 13:57:15.652958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cf16b1c7-ae08-4906-904d-dbe210d4d97a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:15.702825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650738bc-7b19-4a8b-ae2f-0e4db9206375', 'name': 'tempest-snat-router-212614637', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': '4c6eae80-038f-4e09-99cd-107b68e2778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:09Z', 'updated_at': '2021-12-15T13:57:12Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': '4c6eae80-038f-4e09-99cd-107b68e2778a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650738bc-7b19-4a8b-ae2f-0e4db9206375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:11Z', 'updated_at': '2021-12-15T13:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:15.738791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Checking router: 650738bc-7b19-4a8b-ae2f-0e4db9206375 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:15.739131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Updating router 650738bc-7b19-4a8b-ae2f-0e4db9206375 port 4c6eae80-038f-4e09-99cd-107b68e2778a binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:15.744961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.763435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:57:15.770490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:15.770866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.822206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.859203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=453498d9-e2a6-492a-bebc-ea5cfc3a5c33,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:15.879856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': '79c9ba1f-b167-4569-99c3-d64c0b6c34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:15.880223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: fb62000d-964b-4274-a1f1-bcf23812ac86, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:15.902521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network fb62000d-964b-4274-a1f1-bcf23812ac86 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:15.913333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fb62000d-964b-4274-a1f1-bcf23812ac86) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:15.920442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.921076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.922113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0547b8-2eb5-467e-90dd-9931e82dfb76 req-96a3ada6-08ca-42c4-8bda-c846b3696187 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.926993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800d18f-5fce-49d2-95b5-0daf50bcddbe None None] Network fb62000d-964b-4274-a1f1-bcf23812ac86 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:15.930106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0547b8-2eb5-467e-90dd-9931e82dfb76 req-96a3ada6-08ca-42c4-8bda-c846b3696187 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.931837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a0547b8-2eb5-467e-90dd-9931e82dfb76 req-96a3ada6-08ca-42c4-8bda-c846b3696187 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1681 time: 0.2171116 Dec 15 13:57:15.946330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f0ae5489-095a-42ed-96f4-5fb4e8fa6402 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8420966 Dec 15 13:57:15.947022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:15.947919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.956943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.963794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.966918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86', 'name': 'tempest-PortsIpV6TestJSON-1994973806', 'fixed_ips': [{'subnet_id': '453498d9-e2a6-492a-bebc-ea5cfc3a5c33', 'ip_address': '2001:db8::10'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:15.970422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.977380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.985015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.997090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.999897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-3bd87e2e-1e34-475e-8620-418ffb4d3a3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.4843743 Dec 15 13:57:16.066403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Allocated IP 172.25.2.173 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/bb2b8be5-8928-4343-a6cf-2524664e5f28) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:16.080166 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.124545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-fb62000d-964b-4274-a1f1-bcf23812ac86', 'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': '453498d9-e2a6-492a-bebc-ea5cfc3a5c33'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:16.125393 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.153328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:16.161844 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.162679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26c9ee87-0708-4bfd-b4b9-ca24265276b1 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:16.183481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd46e9fb-0d3a-424f-a3df-33894b5d9160 req-e2fac00c-8bcc-43b4-8de1-f56c28f2ef47 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672945 Dec 15 13:57:16.189925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a0547b8-2eb5-467e-90dd-9931e82dfb76 req-ea8c2db0-832e-4b9a-8c15-0929a205311b tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887410 Dec 15 13:57:16.242790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:16.351261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.366199 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.380713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550a7b-4c07-4981-8090-7eab51b49582 req-ff427eb1-7d39-42d5-a4eb-2e4455724010 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.390927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90550a7b-4c07-4981-8090-7eab51b49582 req-ff427eb1-7d39-42d5-a4eb-2e4455724010 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 944 time: 0.1135564 Dec 15 13:57:16.407220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:16.466718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90550a7b-4c07-4981-8090-7eab51b49582 req-da3f8a1f-8434-48fa-a2f8-556fbae67aff tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745382 Dec 15 13:57:16.471760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.489193 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.490028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:57:16.492902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Allocated IP 2001:db8::2 (fb62000d-964b-4274-a1f1-bcf23812ac86/453498d9-e2a6-492a-bebc-ea5cfc3a5c33/1c0bbfba-21f8-4bb9-a631-769a44e87396) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:16.504367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:16.504763 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.510057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 839f3771-28b2-4dc0-851a-6f9630335197 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:16.540304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:16.543674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:16.546958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:16.580449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19882e-5f80-4ae6-8c97-0e986435d393 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:16.585276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2b8be5-8928-4343-a6cf-2524664e5f28,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:16.779209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.788013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.800555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.812548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.821796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.833469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.843778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.850454 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-2342b5b0-737d-45e4-bc11-1ec90beb7189 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.1719220 Dec 15 13:57:16.918889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-b689a3b4-5c49-4aa7-b982-000d5d0b6129 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.920424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-b689a3b4-5c49-4aa7-b982-000d5d0b6129 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "GET /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0614116 Dec 15 13:57:16.981983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.032697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc779ea3-f53e-4a3d-941c-c3661b4efb3b None None] Provisioning complete for port bb2b8be5-8928-4343-a6cf-2524664e5f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:17.033149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc779ea3-f53e-4a3d-941c-c3661b4efb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.071184 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-132c0dac-c40d-49c0-b089-d571e2f2b74a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "GET /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1441860 Dec 15 13:57:17.083138 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.088391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:17.130314 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.161853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.185452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bc779ea3-f53e-4a3d-941c-c3661b4efb3b None None] Port bb2b8be5-8928-4343-a6cf-2524664e5f28 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:17.190400 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.242126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.245603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:17.266517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Network fb62000d-964b-4274-a1f1-bcf23812ac86 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:17.270389 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.281354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:17.284981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:17.305847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::10 (fb62000d-964b-4274-a1f1-bcf23812ac86/453498d9-e2a6-492a-bebc-ea5cfc3a5c33/839f3771-28b2-4dc0-851a-6f9630335197) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:17.395770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.398771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.411691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Pushing event updated for resources: {'Port': ['ID=1c0bbfba-21f8-4bb9-a631-769a44e87396,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:17.425118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13501d64-fed2-477b-9d8f-3b6c9189c909 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:17.489868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47b9f-a527-425e-8f70-6a0674ae60c0 None None] Pushing event updated for resources: {'Port': ['ID=4c6eae80-038f-4e09-99cd-107b68e2778a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:17.492403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Attempting to bind port 4c6eae80-038f-4e09-99cd-107b68e2778a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:17.493489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Attempting to bind port 4c6eae80-038f-4e09-99cd-107b68e2778a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:17.493868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Attempting to bind port 4c6eae80-038f-4e09-99cd-107b68e2778a on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:17.552916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e929bd-36b8-482c-bf85-de81922e43f5 req-6ecfd789-6f3b-49d9-b230-218d1bf018b5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.559890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e929bd-36b8-482c-bf85-de81922e43f5 req-6ecfd789-6f3b-49d9-b230-218d1bf018b5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.562006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6e929bd-36b8-482c-bf85-de81922e43f5 req-6ecfd789-6f3b-49d9-b230-218d1bf018b5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1682 time: 0.2008607 Dec 15 13:57:17.588020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Attempting to bind port 1c0bbfba-21f8-4bb9-a631-769a44e87396 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:17.589035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Attempting to bind port 1c0bbfba-21f8-4bb9-a631-769a44e87396 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '79c9ba1f-b167-4569-99c3-d64c0b6c34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:17.589671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Attempting to bind port 1c0bbfba-21f8-4bb9-a631-769a44e87396 on network fb62000d-964b-4274-a1f1-bcf23812ac86 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:17.593153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:17.602605 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.604091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=0cb0b1b4-27f9-46bd-b69b-b65106e65570,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:17.607006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:17.607559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:17.608023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.608413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:17.608962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Bound port: 4c6eae80-038f-4e09-99cd-107b68e2778a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:17.609549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.612977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:17.613406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Checking segment: {'id': '79c9ba1f-b167-4569-99c3-d64c0b6c34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:17.613805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.614241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Bound using segment: {'id': '79c9ba1f-b167-4569-99c3-d64c0b6c34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:17.614817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Bound port: 1c0bbfba-21f8-4bb9-a631-769a44e87396, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c9ba1f-b167-4569-99c3-d64c0b6c34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:17.615249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.626083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.633611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.640432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.647625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.648178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] For port 0cb0b1b4-27f9-46bd-b69b-b65106e65570, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:17.656354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.656609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557'}, {'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:17.659731 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d853caac-149f-4b57-b3f8-9baecb6b1cdb" -d '{"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557"}, {"server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "name": "network-vif-plugged", "status": "completed", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:17.665075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.675726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.687534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-2f7fbd16-95c0-487e-b717-46512d73286f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 5432 time: 0.2800505 Dec 15 13:57:17.696996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] device_id is not set on port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:17.709147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.723574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.746181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] For port 4c6eae80-038f-4e09-99cd-107b68e2778a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:17.753827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] For port 4c6eae80-038f-4e09-99cd-107b68e2778a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4c6eae80-038f-4e09-99cd-107b68e2778a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:17.780759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.797178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6e929bd-36b8-482c-bf85-de81922e43f5 req-404d0b05-7acc-4184-a541-72c0008797f2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211125 Dec 15 13:57:17.818197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] No DVR routers for this DVR port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:17.840889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7dd1c7b5-53d4-4a95-8f8b-bb94deee3aba None None] Provisioning complete for port 4c6eae80-038f-4e09-99cd-107b68e2778a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:17.841282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7b5-53d4-4a95-8f8b-bb94deee3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.865242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:17.903870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.912609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] In _notify_port_updated(), no bound segment for port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:57:17.913493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.914663 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.915538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-dab3c064-52f8-457f-881c-44ab6f2f8191 service neutron] 10.222.0.67 "PUT /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 200 len: 1027 time: 0.8362455 Dec 15 13:57:17.924520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033051dc-4568-49fe-b668-23be79ef36ad None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:17.937181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] For port 1c0bbfba-21f8-4bb9-a631-769a44e87396, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:17.949964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84c9be80-4648-4a9d-a2fa-9c2a6a6a8c41 req-78c40ffc-ad22-4d5d-a5df-1cb547fa026c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2601275 Dec 15 13:57:18.021002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] For port 1c0bbfba-21f8-4bb9-a631-769a44e87396, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1c0bbfba-21f8-4bb9-a631-769a44e87396,segment=NetworkSegment(79c9ba1f-b167-4569-99c3-d64c0b6c34af),segment_id=79c9ba1f-b167-4569-99c3-d64c0b6c34af)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:18.089550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Routers {'650738bc-7b19-4a8b-ae2f-0e4db9206375'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:18.090414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['650738bc-7b19-4a8b-ae2f-0e4db9206375'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:18.091916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Router 225ab57e-e86e-4474-8dbd-c041474301c6 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:18.240755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47b9f-a527-425e-8f70-6a0674ae60c0 None None] Pushing event updated for resources: {'Port': ['ID=4c6eae80-038f-4e09-99cd-107b68e2778a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:18.251520 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a8601-b76f-4249-9d95-38fbbbb34de8 x-openstack-request-id: req-df0a8601-b76f-4249-9d95-38fbbbb34de8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:18.251818 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557", "code": 200}, {"server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "name": "network-vif-plugged", "status": "completed", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:18.252081 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df0a8601-b76f-4249-9d95-38fbbbb34de8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:18.252562 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557', 'code': 200} Dec 15 13:57:18.257188 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1', 'code': 200} Dec 15 13:57:18.258720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7b5-53d4-4a95-8f8b-bb94deee3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.318881 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.383783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7dd1c7b5-53d4-4a95-8f8b-bb94deee3aba None None] For port 4c6eae80-038f-4e09-99cd-107b68e2778a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4c6eae80-038f-4e09-99cd-107b68e2778a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:18.400455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7b5-53d4-4a95-8f8b-bb94deee3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.431644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3c2eac81-c061-4c57-aa93-a166d5c1d32c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.437220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3c2eac81-c061-4c57-aa93-a166d5c1d32c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "GET /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5092452 Dec 15 13:57:18.439584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] Set router 650738bc-7b19-4a8b-ae2f-0e4db9206375 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:18.456761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:18.551389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f93f1-3345-4fae-b045-5173e24f4693 None None] Pushing event updated for resources: {'Port': ['ID=1c0bbfba-21f8-4bb9-a631-769a44e87396,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:18.559153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.601383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ea364-c496-48d5-895b-3516949a0ff6 req-a5d0f256-1118-40b1-8c21-d35c1bc758fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.601857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ea364-c496-48d5-895b-3516949a0ff6 req-a5d0f256-1118-40b1-8c21-d35c1bc758fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.603584 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee5ea364-c496-48d5-895b-3516949a0ff6 req-a5d0f256-1118-40b1-8c21-d35c1bc758fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1984 time: 0.1637533 Dec 15 13:57:18.605990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.672349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1c7b5-53d4-4a95-8f8b-bb94deee3aba None None] Pushing event updated for resources: {'Port': ['ID=4c6eae80-038f-4e09-99cd-107b68e2778a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:18.676375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.697937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=839f3771-28b2-4dc0-851a-6f9630335197,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:18.729008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network fb62000d-964b-4274-a1f1-bcf23812ac86 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:18.741505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:18.741742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88ec893a-9b87-40c0-8516-8458b12a526c None None] Provisioning complete for port 4c6eae80-038f-4e09-99cd-107b68e2778a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:18.741742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88ec893a-9b87-40c0-8516-8458b12a526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.766245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:18.777956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.778986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.785021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee5ea364-c496-48d5-895b-3516949a0ff6 req-8c94c483-f38c-437c-b455-563da0e09bc9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544046 Dec 15 13:57:18.850768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3d68686-56aa-4cfc-8adc-3d163f988173 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9024177 Dec 15 13:57:18.851406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:18.858536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': 'fb62000d-964b-4274-a1f1-bcf23812ac86', 'name': 'tempest-PortsIpV6TestJSON-1908308719', 'fixed_ips': [{'subnet_id': '453498d9-e2a6-492a-bebc-ea5cfc3a5c33', 'ip_address': '2001:db8::f'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:18.918863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969db16-efd0-4b4c-9c4d-fcfb67ce3913 req-8b52382e-032e-4b58-80fb-42072985ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.920554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7969db16-efd0-4b4c-9c4d-fcfb67ce3913 req-8b52382e-032e-4b58-80fb-42072985ec21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 1096 time: 0.1244588 Dec 15 13:57:18.936816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f457a6-a2e8-46e6-a19f-83c2f766f6dc req-3ff7877b-3a46-4f9b-a6ca-c9b9d099483e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.938398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17f457a6-a2e8-46e6-a19f-83c2f766f6dc req-3ff7877b-3a46-4f9b-a6ca-c9b9d099483e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 945 time: 0.7214115 Dec 15 13:57:18.961311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:18.973391 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Sync routers for ids ['225ab57e-e86e-4474-8dbd-c041474301c6'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:19.000092 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Routers {'225ab57e-e86e-4474-8dbd-c041474301c6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:19.000749 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['225ab57e-e86e-4474-8dbd-c041474301c6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:19.043995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88ec893a-9b87-40c0-8516-8458b12a526c None None] Provisioning complete for port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:19.044466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88ec893a-9b87-40c0-8516-8458b12a526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.135232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17f457a6-a2e8-46e6-a19f-83c2f766f6dc req-2208c5e5-b5d7-4993-84e5-11588ece992b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888044 Dec 15 13:57:19.145057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:19.150313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.189902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7969db16-efd0-4b4c-9c4d-fcfb67ce3913 req-106183da-5541-4713-bc64-5ab5657316d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006445 Dec 15 13:57:19.193883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.195242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5857e557-2d7b-4699-9004-0247d312bf6e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8411639 Dec 15 13:57:19.201598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36344) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:19.230871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-88ec893a-9b87-40c0-8516-8458b12a526c None None] Port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:19.232166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 6c16724f-108a-49ca-883b-ef031ffbaff5 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:19.247818 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Set router 225ab57e-e86e-4474-8dbd-c041474301c6 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:19.268618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650738bc-7b19-4a8b-ae2f-0e4db9206375', 'name': 'tempest-snat-router-212614637', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': '4c6eae80-038f-4e09-99cd-107b68e2778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:09Z', 'updated_at': '2021-12-15T13:57:12Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': '4c6eae80-038f-4e09-99cd-107b68e2778a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650738bc-7b19-4a8b-ae2f-0e4db9206375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:11Z', 'updated_at': '2021-12-15T13:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:19.277777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8424a4-e337-4d1e-83b3-d3b0250a79eb req-da7ed1c0-0c44-4654-86b5-9087d4bbb303 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.300984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8424a4-e337-4d1e-83b3-d3b0250a79eb req-da7ed1c0-0c44-4654-86b5-9087d4bbb303 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.322281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b8424a4-e337-4d1e-83b3-d3b0250a79eb req-da7ed1c0-0c44-4654-86b5-9087d4bbb303 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1682 time: 0.2785275 Dec 15 13:57:19.363896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6eaef-12de-46ff-9508-05f730bf90f8 None None] The sync data for ids ['650738bc-7b19-4a8b-ae2f-0e4db9206375'] in n-d-815324-3 is: [{'id': '650738bc-7b19-4a8b-ae2f-0e4db9206375', 'name': 'tempest-snat-router-212614637', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': '4c6eae80-038f-4e09-99cd-107b68e2778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:09Z', 'updated_at': '2021-12-15T13:57:12Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': '4c6eae80-038f-4e09-99cd-107b68e2778a', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650738bc-7b19-4a8b-ae2f-0e4db9206375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:11Z', 'updated_at': '2021-12-15T13:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:19.458586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b8424a4-e337-4d1e-83b3-d3b0250a79eb req-349db67e-de00-4e88-9c7a-48a94c349c83 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344991 Dec 15 13:57:19.471215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1c0bbfba-21f8-4bb9-a631-769a44e87396 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:19.605974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1c0bbfba-21f8-4bb9-a631-769a44e87396 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:19.606654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.670417 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ab57e-e86e-4474-8dbd-c041474301c6', 'name': 'tempest-snat-router-212614637', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'bb2b8be5-8928-4343-a6cf-2524664e5f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:14Z', 'updated_at': '2021-12-15T13:57:16Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': 'bb2b8be5-8928-4343-a6cf-2524664e5f28', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ab57e-e86e-4474-8dbd-c041474301c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:15Z', 'updated_at': '2021-12-15T13:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:19.687874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.699262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Checking router: 225ab57e-e86e-4474-8dbd-c041474301c6 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:19.699837 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Updating router 225ab57e-e86e-4474-8dbd-c041474301c6 port bb2b8be5-8928-4343-a6cf-2524664e5f28 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:19.704946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.715230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.728954 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.735488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.743454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.757474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.770496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-6a5dc530-1284-4b43-be35-d9cf17c61b91 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 4658 time: 0.2251933 Dec 15 13:57:19.797538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.820662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac3cec7b-97de-4451-b641-4c63bdb14c66 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:19.887597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e20033df-7391-4bf4-9b24-a2d2c8c6b997 req-d64e3daa-7bdc-4bca-b204-10c27c7e2d76 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17&id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157601 Dec 15 13:57:19.951008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::f (fb62000d-964b-4274-a1f1-bcf23812ac86/453498d9-e2a6-492a-bebc-ea5cfc3a5c33/6c16724f-108a-49ca-883b-ef031ffbaff5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:19.980366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 1c0bbfba-21f8-4bb9-a631-769a44e87396, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1c0bbfba-21f8-4bb9-a631-769a44e87396,segment=NetworkSegment(79c9ba1f-b167-4569-99c3-d64c0b6c34af),segment_id=79c9ba1f-b167-4569-99c3-d64c0b6c34af)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:20.008805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.031417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=32d719cd-e00a-4703-a3f5-ebbdef54f073,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:20.221383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=1c0bbfba-21f8-4bb9-a631-769a44e87396,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:20.382013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.456422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:20.472682 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7dd11-6402-422a-9098-1b62a0c8284f" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:20.495132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d52efa-0004-45c0-a171-1cea737f0c20 req-6d62896b-83c5-4a40-a265-48bc35f79329 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:20.508642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43d52efa-0004-45c0-a171-1cea737f0c20 req-6d62896b-83c5-4a40-a265-48bc35f79329 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 945 time: 0.1576023 Dec 15 13:57:20.522002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44575db-1664-44dd-825f-994aba12d71b None None] Network fb62000d-964b-4274-a1f1-bcf23812ac86 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:20.535110 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.550059 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.581105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.669034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43d52efa-0004-45c0-a171-1cea737f0c20 req-3505bd4b-6c9d-4954-a7ab-df83ce5e7fcc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516161 Dec 15 13:57:20.689726 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Pushing event updated for resources: {'Port': ['ID=bb2b8be5-8928-4343-a6cf-2524664e5f28,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:20.693272 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a56ae0a-d2ea-40a5-a3c2-507e8116d98c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/225ab57e-e86e-4474-8dbd-c041474301c6 HTTP/1.1" status: 200 len: 907 time: 1.4882917 Dec 15 13:57:20.693673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:20.695925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] For port 32d719cd-e00a-4703-a3f5-ebbdef54f073, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:20.704706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.712441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:20.718528 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39681b1-1a73-4aba-9204-8cf77ead767f x-openstack-request-id: req-b39681b1-1a73-4aba-9204-8cf77ead767f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:20.718980 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:20.720283 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b39681b1-1a73-4aba-9204-8cf77ead767f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:20.723367 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66', 'code': 200} Dec 15 13:57:20.743134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3650a-9ddf-4f1f-92d4-bb9e6e6ed2d4 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:20.753863 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Attempting to bind port bb2b8be5-8928-4343-a6cf-2524664e5f28 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:20.754253 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Attempting to bind port bb2b8be5-8928-4343-a6cf-2524664e5f28 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:20.755180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Attempting to bind port bb2b8be5-8928-4343-a6cf-2524664e5f28 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:20.773890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:20.774170 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:20.774568 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.774961 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:20.775451 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Bound port: bb2b8be5-8928-4343-a6cf-2524664e5f28, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:20.775829 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.796016 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.796782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0cb0b1b4-27f9-46bd-b69b-b65106e65570 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:20.809850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=6c16724f-108a-49ca-883b-ef031ffbaff5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:20.879391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] device_id is not set on port 32d719cd-e00a-4703-a3f5-ebbdef54f073 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:20.893552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network fb62000d-964b-4274-a1f1-bcf23812ac86 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:20.896200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:20.896444 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] For port bb2b8be5-8928-4343-a6cf-2524664e5f28, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:20.900933 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] For port bb2b8be5-8928-4343-a6cf-2524664e5f28, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bb2b8be5-8928-4343-a6cf-2524664e5f28,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:20.906543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:20.910894 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.910894 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.911452 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.911801 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.912775 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.913064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.913525 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.913858 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.914183 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.914595 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.915005 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.915379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.915829 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:20.921545 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.928285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:20.929184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.938890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.965903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.978168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a3b5bdd9-90c5-4811-9127-c69b0ca1cb12 None None] Provisioning complete for port 1c0bbfba-21f8-4bb9-a631-769a44e87396 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:20.978540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3b5bdd9-90c5-4811-9127-c69b0ca1cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.999590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:21.004804 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3e0fe-a32b-4404-aebb-49aad4f84b8c None None] Pushing event updated for resources: {'Port': ['ID=bb2b8be5-8928-4343-a6cf-2524664e5f28,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:21.026389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-485f6879-f21e-465b-8460-c34748dd57fc tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1719608 Dec 15 13:57:21.033253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36364) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:21.062314 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Routers {'225ab57e-e86e-4474-8dbd-c041474301c6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:21.068161 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['225ab57e-e86e-4474-8dbd-c041474301c6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:21.126811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521386ca-3829-430d-8453-41a93dd97b9d None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:21.192117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] No DVR routers for this DVR port 32d719cd-e00a-4703-a3f5-ebbdef54f073 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:21.210203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 0cb0b1b4-27f9-46bd-b69b-b65106e65570 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:21.210778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7deb6819-e63a-4e7e-8464-f0a89eb961b6 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:21.229418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.264976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Pushing event updated for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:21.361068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] In _notify_port_updated(), no bound segment for port 32d719cd-e00a-4703-a3f5-ebbdef54f073 on network 002388f7-7e1d-4bad-b686-09b5fd26097b {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:57:21.362968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.366912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.368442 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-df9e7920-9060-47c7-ab3e-e1a76b996acb service neutron] 10.222.0.67 "PUT /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 200 len: 1027 time: 2.9167423 Dec 15 13:57:21.369210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51a51f-9e92-4569-b468-ecd193a25e35 req-62995b7e-7a1f-403c-84c1-35f61c9beae7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.415773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51a51f-9e92-4569-b468-ecd193a25e35 req-62995b7e-7a1f-403c-84c1-35f61c9beae7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.444328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db51a51f-9e92-4569-b468-ecd193a25e35 req-62995b7e-7a1f-403c-84c1-35f61c9beae7 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1682 time: 0.5330727 Dec 15 13:57:21.552867 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] Set router 225ab57e-e86e-4474-8dbd-c041474301c6 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:21.557188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.577130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1c0bbfba-21f8-4bb9-a631-769a44e87396 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:21.685878 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.714926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 408a2772-f3ab-44b4-b23b-e27054a37c25 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:21.715716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.746481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:21.749508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1c0bbfba-21f8-4bb9-a631-769a44e87396 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:21.749935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.833507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.837391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 32d719cd-e00a-4703-a3f5-ebbdef54f073 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:21.928375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] For port 408a2772-f3ab-44b4-b23b-e27054a37c25, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=408a2772-f3ab-44b4-b23b-e27054a37c25,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:21.930048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.935230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5900f29-70ab-4f41-b96f-95a13b5c82e3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.942031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f5900f29-70ab-4f41-b96f-95a13b5c82e3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8963602 Dec 15 13:57:21.943217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36374) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:21.977980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 408a2772-f3ab-44b4-b23b-e27054a37c25 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:22.048142 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ab57e-e86e-4474-8dbd-c041474301c6', 'name': 'tempest-snat-router-212614637', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'bb2b8be5-8928-4343-a6cf-2524664e5f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:14Z', 'updated_at': '2021-12-15T13:57:16Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': 'bb2b8be5-8928-4343-a6cf-2524664e5f28', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ab57e-e86e-4474-8dbd-c041474301c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:15Z', 'updated_at': '2021-12-15T13:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:22.051646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db51a51f-9e92-4569-b468-ecd193a25e35 req-ec2c22ce-b618-4e7c-8899-7f66d1ebee5e tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062555 Dec 15 13:57:22.066734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Provisioning complete for port bb2b8be5-8928-4343-a6cf-2524664e5f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:22.067103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:22.101367 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c70d62-2a5c-477a-b6fe-22bdf8311bc0 None None] The sync data for ids ['225ab57e-e86e-4474-8dbd-c041474301c6'] in n-d-815324-3 is: [{'id': '225ab57e-e86e-4474-8dbd-c041474301c6', 'name': 'tempest-snat-router-212614637', 'tenant_id': 'c4a9a7f72675411082c8504858a8160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'bb2b8be5-8928-4343-a6cf-2524664e5f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:14Z', 'updated_at': '2021-12-15T13:57:16Z', 'revision_number': 3, 'project_id': 'c4a9a7f72675411082c8504858a8160a', 'gw_port': {'id': 'bb2b8be5-8928-4343-a6cf-2524664e5f28', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ab57e-e86e-4474-8dbd-c041474301c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:15Z', 'updated_at': '2021-12-15T13:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:22.107065 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:22.145635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-51327955-419c-4675-82da-718c12410fde tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.165720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-51327955-419c-4675-82da-718c12410fde tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.172283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-51327955-419c-4675-82da-718c12410fde tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.185720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-51327955-419c-4675-82da-718c12410fde tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.201354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-51327955-419c-4675-82da-718c12410fde tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.214159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-51327955-419c-4675-82da-718c12410fde tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 3882 time: 1.0563421 Dec 15 13:57:22.277434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 32d719cd-e00a-4703-a3f5-ebbdef54f073 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:22.281298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 446ff3a1-9fbf-4b1b-89ee-9d023104c95a no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:22.294965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:22.298983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:22.366907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=408a2772-f3ab-44b4-b23b-e27054a37c25,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:22.415366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7338a90-5e22-4a73-9721-a9533dc0deb1 req-5d8f1bf6-5a83-4b54-be38-a7c4056c2a75 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002835 Dec 15 13:57:22.441793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4c6eae80-038f-4e09-99cd-107b68e2778a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:22.502625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc4055-5b70-48d9-bba0-087d34c9445f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.505298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] No DVR routers for this DVR port 408a2772-f3ab-44b4-b23b-e27054a37c25 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:22.517546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:22.520860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc4055-5b70-48d9-bba0-087d34c9445f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.527834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc4055-5b70-48d9-bba0-087d34c9445f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.535771 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e73992d1-fed7-4aae-a2f3-ae2448ddcb3e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "DELETE /v2.0/ports/408a2772-f3ab-44b4-b23b-e27054a37c25 HTTP/1.1" status: 204 len: 173 time: 1.1492128 Dec 15 13:57:22.537428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': '408a2772-f3ab-44b4-b23b-e27054a37c25'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:22.551095 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f94026-62ed-44eb-a0b7-f7f22bb0f703" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "408a2772-f3ab-44b4-b23b-e27054a37c25"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:22.571131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f8bc4055-5b70-48d9-bba0-087d34c9445f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5466959 Dec 15 13:57:22.574595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:22.726548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec90a-9668-41a6-939c-1d6a0908a41d req-5fc41c73-9206-4927-8971-57c0ca724eb8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.734976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b26ec90a-9668-41a6-939c-1d6a0908a41d req-5fc41c73-9206-4927-8971-57c0ca724eb8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 945 time: 0.3601081 Dec 15 13:57:22.854482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:22.854837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.018333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Deleting port bb2b8be5-8928-4343-a6cf-2524664e5f28 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:23.018889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.023326 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029a6d16-6d34-4555-aa1b-a88a4cceb6d9 x-openstack-request-id: req-029a6d16-6d34-4555-aa1b-a88a4cceb6d9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:23.024187 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "408a2772-f3ab-44b4-b23b-e27054a37c25", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:23.024187 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-029a6d16-6d34-4555-aa1b-a88a4cceb6d9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:23.024762 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': '408a2772-f3ab-44b4-b23b-e27054a37c25', 'status': 'completed', 'code': 200} Dec 15 13:57:23.031705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b26ec90a-9668-41a6-939c-1d6a0908a41d req-6f2574de-c146-46c9-894a-37506f258b5e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952113 Dec 15 13:57:23.052370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:23.052801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.102685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 446ff3a1-9fbf-4b1b-89ee-9d023104c95a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:23.143693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:23.147867 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd083207-8ccf-4c0b-aafd-15267cbf5a83" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:23.151200 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.183402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 6c16724f-108a-49ca-883b-ef031ffbaff5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:23.183402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.208309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:23.217788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.241088 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.244117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 408a2772-f3ab-44b4-b23b-e27054a37c25 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:23.280325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] For port bb2b8be5-8928-4343-a6cf-2524664e5f28, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bb2b8be5-8928-4343-a6cf-2524664e5f28,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:23.309040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] For port bb2b8be5-8928-4343-a6cf-2524664e5f28, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bb2b8be5-8928-4343-a6cf-2524664e5f28,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:23.309413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.312352 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.343728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4c6eae80-038f-4e09-99cd-107b68e2778a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:23.344196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.359115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Calling delete_port for bb2b8be5-8928-4343-a6cf-2524664e5f28 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:23.415062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 408a2772-f3ab-44b4-b23b-e27054a37c25 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:23.415419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 408a2772-f3ab-44b4-b23b-e27054a37c25 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:23.415868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a68a9c92-c61f-4780-9b96-bee4b7023d4b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:23.472395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.506240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:23.538999 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c77d04e-ad7c-4a1a-adf7-4f4042cbaff2 x-openstack-request-id: req-0c77d04e-ad7c-4a1a-adf7-4f4042cbaff2 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:23.539306 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:23.540712 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c77d04e-ad7c-4a1a-adf7-4f4042cbaff2 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:23.541523 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6', 'code': 200} Dec 15 13:57:23.553847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-b50d89c3-8562-4f7f-ac2a-cc1ab135e759 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 267 time: 0.2732625 Dec 15 13:57:23.555533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Provisioning complete for port 32d719cd-e00a-4703-a3f5-ebbdef54f073 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:23.556133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.584233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] No DVR routers for this DVR port 446ff3a1-9fbf-4b1b-89ee-9d023104c95a on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:23.588577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.593002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-fd8fe198-376e-494d-9f68-2c9dcdee4758 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "DELETE /v2.0/ports/446ff3a1-9fbf-4b1b-89ee-9d023104c95a HTTP/1.1" status: 204 len: 173 time: 1.0382788 Dec 15 13:57:23.653384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=446ff3a1-9fbf-4b1b-89ee-9d023104c95a,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:23.654385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.767249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 6c16724f-108a-49ca-883b-ef031ffbaff5 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:23.794926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Pushing event updated for resources: {'Port': ['ID=bb2b8be5-8928-4343-a6cf-2524664e5f28,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:23.796682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:23.797586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.797768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8206-ecb3-4c7d-99cf-9a42b0661368 None None] Port 32d719cd-e00a-4703-a3f5-ebbdef54f073 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:23.833660 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.899515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:23.923215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.019923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-7769beb3-b907-490e-9631-9dfbfdd6bae2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.029661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Provisioning complete for port 839f3771-28b2-4dc0-851a-6f9630335197 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:24.030154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.030485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] For port 7deb6819-e63a-4e7e-8464-f0a89eb961b6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7deb6819-e63a-4e7e-8464-f0a89eb961b6,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:24.030969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.032080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-7769beb3-b907-490e-9631-9dfbfdd6bae2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 945 time: 0.4347305 Dec 15 13:57:24.044714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'port': {'security_groups': []}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:24.061571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 7deb6819-e63a-4e7e-8464-f0a89eb961b6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:24.079671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2b8be5-8928-4343-a6cf-2524664e5f28 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:24.157032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Port 839f3771-28b2-4dc0-851a-6f9630335197 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:24.174621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.192759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Provisioning complete for port 1c0bbfba-21f8-4bb9-a631-769a44e87396 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:24.193137 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.196747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bb2b8be5-8928-4343-a6cf-2524664e5f28 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:24.196747 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.266767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.284109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.305547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712ad5d-caf5-4c01-949d-246b692181e2 req-14eb87cf-2e71-47eb-ab82-7231f4ecbdf2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.308473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=7deb6819-e63a-4e7e-8464-f0a89eb961b6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.327083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712ad5d-caf5-4c01-949d-246b692181e2 req-14eb87cf-2e71-47eb-ab82-7231f4ecbdf2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.328788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8712ad5d-caf5-4c01-949d-246b692181e2 req-14eb87cf-2e71-47eb-ab82-7231f4ecbdf2 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1682 time: 0.5894506 Dec 15 13:57:24.377338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] No DVR routers for this DVR port 7deb6819-e63a-4e7e-8464-f0a89eb961b6 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:24.380928 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.386556 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-a4ab7381-4ae9-4854-bec7-66df432d7df0 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "DELETE /v2.0/ports/7deb6819-e63a-4e7e-8464-f0a89eb961b6 HTTP/1.1" status: 204 len: 173 time: 0.7853017 Dec 15 13:57:24.439542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Provisioning complete for port 6c16724f-108a-49ca-883b-ef031ffbaff5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:24.440741 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.467859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8712ad5d-caf5-4c01-949d-246b692181e2 req-4ccb7edb-4331-4f83-9a50-960598a6d2de tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Dec 15 13:57:24.511014 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2eb89655-d54b-4595-a2b9-5ee689813933 None None] Port 6c16724f-108a-49ca-883b-ef031ffbaff5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:24.527503 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port a68a9c92-c61f-4780-9b96-bee4b7023d4b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:24.527856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.629250 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.654651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] For port a68a9c92-c61f-4780-9b96-bee4b7023d4b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a68a9c92-c61f-4780-9b96-bee4b7023d4b,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:24.655015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.724355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.758603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb2b8be5-8928-4343-a6cf-2524664e5f28,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.773681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e39f12-a5ef-4fbc-93d3-67c79683c8ab None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:24.869166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=6c16724f-108a-49ca-883b-ef031ffbaff5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.887097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e110d7-4b7e-4ad9-b8bf-d326ac8fc88b req-13deb549-4683-4475-8148-e107e64135a8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.898180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e110d7-4b7e-4ad9-b8bf-d326ac8fc88b req-13deb549-4683-4475-8148-e107e64135a8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.900028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2e110d7-4b7e-4ad9-b8bf-d326ac8fc88b req-13deb549-4683-4475-8148-e107e64135a8 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 1676 time: 0.3310361 Dec 15 13:57:25.010795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.016397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.017048 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Floating IP 4d9fb5a8-ab69-4356-9630-5dae4b651460 disassociated. External IP: 172.25.2.240, port: a68a9c92-c61f-4780-9b96-bee4b7023d4b. Dec 15 13:57:25.018102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for a68a9c92-c61f-4780-9b96-bee4b7023d4b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:25.034773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.044953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d68982d4-7a2d-4f28-b645-ad62ee6031b5 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/6c16724f-108a-49ca-883b-ef031ffbaff5 HTTP/1.1" status: 204 len: 168 time: 2.4551601 Dec 15 13:57:25.071155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36406) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:25.171808 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-258b2e2d-8bb4-4184-a2c5-8b6b10092181 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:57:25.173347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-258b2e2d-8bb4-4184-a2c5-8b6b10092181 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/6c16724f-108a-49ca-883b-ef031ffbaff5 HTTP/1.1" status: 404 len: 333 time: 0.1007965 Dec 15 13:57:25.178724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:25.189042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:25.277695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.283918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:25.288129 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb46fb-9b8d-4ef7-94f0-159be513c3db" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:25.293721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.338465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=a68a9c92-c61f-4780-9b96-bee4b7023d4b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:25.396364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2e110d7-4b7e-4ad9-b8bf-d326ac8fc88b req-b8a5ef1e-bf8c-435a-8df0-a1cd4486182c tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups?id=f07e5b7b-d547-438b-9685-7de99cdd0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781435 Dec 15 13:57:25.457472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-880aab12-7d32-42a9-9932-e057f4a44de0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:25.465558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-880aab12-7d32-42a9-9932-e057f4a44de0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:25.467711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-880aab12-7d32-42a9-9932-e057f4a44de0 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1682 time: 0.5618889 Dec 15 13:57:25.470340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.475240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36414) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:25.526070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.529038 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.540479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72', '26921ff8-2a78-4987-bc85-b85af0290d45', '26c9ee87-0708-4bfd-b4b9-ca24265276b1'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:25.542830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:25.545681 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff6c27-36e5-49b7-8c6a-5ecb440fdc5e" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:25.561708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.569967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Router d93482dd-f7d3-4d85-9e45-4eb762821dd3 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:25.680320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:25.742295 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe188c0-8b9e-4a1d-b97c-2615e801a6bf x-openstack-request-id: req-2fe188c0-8b9e-4a1d-b97c-2615e801a6bf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:25.742590 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a", "status": "completed", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "7deb6819-e63a-4e7e-8464-f0a89eb961b6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:25.743561 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fe188c0-8b9e-4a1d-b97c-2615e801a6bf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:25.749025 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a', 'status': 'completed', 'code': 200} Dec 15 13:57:25.749511 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': '7deb6819-e63a-4e7e-8464-f0a89eb961b6', 'status': 'completed', 'code': 200} Dec 15 13:57:25.847398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a6a883cb-fb1a-479b-b4cb-513d2ceebecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.851283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:25.884770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:25.885015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] Sync routers for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:25.885476 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.886908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6f8da6b-9242-4d03-90c3-cfd4f7876ff2 req-11d46f9a-a8a6-4a8a-bd86-294895be818a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "PUT /v2.0/ports/26c9ee87-0708-4bfd-b4b9-ca24265276b1 HTTP/1.1" status: 200 len: 904 time: 1.8537681 Dec 15 13:57:25.890435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:25.906173 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94417608-69da-4bf1-bb29-c920a79e8e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:25.918611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:25.919679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:25.968776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] No DVR routers for this DVR port a68a9c92-c61f-4780-9b96-bee4b7023d4b on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:25.976819 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.001227 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-e4d793ae-5073-4c91-b0f3-149b911537c9 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "DELETE /v2.0/ports/a68a9c92-c61f-4780-9b96-bee4b7023d4b HTTP/1.1" status: 204 len: 173 time: 1.6068423 Dec 15 13:57:26.004083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.004545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 225ab57e-e86e-4474-8dbd-c041474301c6 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:26.020545 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.021928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8e4174e6-b19d-4b63-8dd2-5d80916345ee tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/routers/225ab57e-e86e-4474-8dbd-c041474301c6 HTTP/1.1" status: 204 len: 168 time: 5.3272755 Dec 15 13:57:26.027934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:26.171291 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d47c46-57d7-4009-8197-cfc0252ed6a0 x-openstack-request-id: req-46d47c46-57d7-4009-8197-cfc0252ed6a0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:26.171590 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "446ff3a1-9fbf-4b1b-89ee-9d023104c95a", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-unplugged", "status": "completed", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:26.171855 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46d47c46-57d7-4009-8197-cfc0252ed6a0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:26.172565 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446ff3a1-9fbf-4b1b-89ee-9d023104c95a', 'code': 200} Dec 15 13:57:26.172833 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'code': 200} Dec 15 13:57:26.176463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['26c9ee87-0708-4bfd-b4b9-ca24265276b1'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:26.376749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:26.395157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.457204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port ac3cec7b-97de-4451-b641-4c63bdb14c66 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:26.457961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.632396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] For port ac3cec7b-97de-4451-b641-4c63bdb14c66, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac3cec7b-97de-4451-b641-4c63bdb14c66,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:26.632706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.634192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f53a6ead-17b8-4429-ac19-0cee6355579e None None] Provisioning complete for port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:26.636009 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f53a6ead-17b8-4429-ac19-0cee6355579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.637075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.656824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for ac3cec7b-97de-4451-b641-4c63bdb14c66 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:26.720866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 839f3771-28b2-4dc0-851a-6f9630335197 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:26.721453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.732595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd52e-3105-4a08-ab48-4e189edb2443 req-49d26a03-3517-453b-87ad-ea68801a0fee tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:26.740572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd52e-3105-4a08-ab48-4e189edb2443 req-49d26a03-3517-453b-87ad-ea68801a0fee tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:26.748633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b81cd52e-3105-4a08-ab48-4e189edb2443 req-49d26a03-3517-453b-87ad-ea68801a0fee tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 1682 time: 0.9322796 Dec 15 13:57:26.833057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Deleting port 4c6eae80-038f-4e09-99cd-107b68e2778a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:26.833396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.874172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port cf16b1c7-ae08-4906-904d-dbe210d4d97a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:26.875688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.887156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:12Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:26.930419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] Checking router: d93482dd-f7d3-4d85-9e45-4eb762821dd3 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:26.940823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:26.941536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:26.974707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] For port 4c6eae80-038f-4e09-99cd-107b68e2778a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4c6eae80-038f-4e09-99cd-107b68e2778a,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:26.975080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.996155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Calling delete_port for 4c6eae80-038f-4e09-99cd-107b68e2778a owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:27.006914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.023036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf5fc-894f-42a6-a59b-f110b77bf869 req-617ac451-28fc-4aac-a34f-e92c33bc9cec tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:27.024684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b06bf5fc-894f-42a6-a59b-f110b77bf869 req-617ac451-28fc-4aac-a34f-e92c33bc9cec tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 907 time: 0.8574057 Dec 15 13:57:27.047252 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a6a883cb-fb1a-479b-b4cb-513d2ceebecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.065289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a6a883cb-fb1a-479b-b4cb-513d2ceebecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.075130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=ac3cec7b-97de-4451-b641-4c63bdb14c66,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:27.084379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b81cd52e-3105-4a08-ab48-4e189edb2443 req-046b3311-44f0-4663-8a85-a60580711dd8 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294194 Dec 15 13:57:27.132740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:27.132993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.139713 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc7387-e68f-4ac0-8863-37f0b60d7ed3 x-openstack-request-id: req-b6dc7387-e68f-4ac0-8863-37f0b60d7ed3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:27.140928 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:27.141209 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6dc7387-e68f-4ac0-8863-37f0b60d7ed3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:27.141628 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1', 'status': 'completed', 'code': 200} Dec 15 13:57:27.183216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] No DVR routers for this DVR port ac3cec7b-97de-4451-b641-4c63bdb14c66 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:27.203698 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.208716 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56242eb4-b463-477f-9a58-6e3fa940f3b3 req-3fb8f8da-b8cb-4798-98d6-2922381f12bc tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.67 "DELETE /v2.0/ports/ac3cec7b-97de-4451-b641-4c63bdb14c66 HTTP/1.1" status: 204 len: 173 time: 1.2029638 Dec 15 13:57:27.243756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 839f3771-28b2-4dc0-851a-6f9630335197 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:27.264856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a883cb-fb1a-479b-b4cb-513d2ceebecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79176079-9487-4ccb-b178-1f0108694bb5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:27.273180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a6a883cb-fb1a-479b-b4cb-513d2ceebecd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3037b6de3ac14d199853b9fb9c30a04f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7881577 Dec 15 13:57:27.286618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:27.313241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd9eacaa-6654-4c3d-aea9-2a2560a2f93a req-60aa62f1-129c-4ca3-9bfd-146ae4afc46d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0884724 Dec 15 13:57:27.321453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port cf16b1c7-ae08-4906-904d-dbe210d4d97a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf16b1c7-ae08-4906-904d-dbe210d4d97a,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:27.321828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.424741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-47ced7f5-41a3-4177-b6a0-229b6b80cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:27.431459 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-47ced7f5-41a3-4177-b6a0-229b6b80cb11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 1058 time: 0.2534859 Dec 15 13:57:27.432459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:12Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:27.438123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73509b-1325-4458-b077-53161a6a6d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.454825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for cf16b1c7-ae08-4906-904d-dbe210d4d97a owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:27.472729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f03ea0-5fee-4b8e-8659-574007523cc8 None None] The sync data for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 is: [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:46:08Z', 'revision_number': 4, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1865b27-e0d0-4a3d-964d-0dd639bfcb8c', 'name': '', 'network_id': '0a563c85-f2c8-4e76-ab6c-4fd311be8056', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'mac_address': 'fa:16:3e:7a:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:06Z', 'updated_at': '2021-12-15T13:46:12Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'subnets': [{'id': '051a7dfc-0fa5-4421-b74e-54cdafcfa35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:27.557847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73509b-1325-4458-b077-53161a6a6d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.594750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8593d-f85c-4796-9ef8-951c516537b9 req-d94ee643-fc02-43da-9dec-2bc938c7fd22 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:27.603660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6f8593d-f85c-4796-9ef8-951c516537b9 req-d94ee643-fc02-43da-9dec-2bc938c7fd22 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1864517 Dec 15 13:57:27.678847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73509b-1325-4458-b077-53161a6a6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.681632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73509b-1325-4458-b077-53161a6a6d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.682844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb73509b-1325-4458-b077-53161a6a6d01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79176079-9487-4ccb-b178-1f0108694bb5 HTTP/1.1" status: 204 len: 168 time: 0.3908052 Dec 15 13:57:27.740050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6f8593d-f85c-4796-9ef8-951c516537b9 req-1d393518-bc36-4825-9252-6fc0a57b0552 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347764 Dec 15 13:57:27.794247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf16b1c7-ae08-4906-904d-dbe210d4d97a no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:27.826333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.904985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=839f3771-28b2-4dc0-851a-6f9630335197,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:27.923724 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.934658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No active binding found for port cf16b1c7-ae08-4906-904d-dbe210d4d97a {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 13:57:27.935385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf16b1c7-ae08-4906-904d-dbe210d4d97a not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:27.936221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:28.002278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2b8be5-8928-4343-a6cf-2524664e5f28 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:28.060901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: bb2b8be5-8928-4343-a6cf-2524664e5f28 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:28.061555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bb2b8be5-8928-4343-a6cf-2524664e5f28 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:28.084745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.096327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-22dc56a6-2cb1-4c1e-965b-df1e1b90e66c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/839f3771-28b2-4dc0-851a-6f9630335197 HTTP/1.1" status: 204 len: 168 time: 2.8990052 Dec 15 13:57:28.121781 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27146c6-3d49-4bd2-b294-d4958c694efe None None] New status for floating IP 4d9fb5a8-ab69-4356-9630-5dae4b651460: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:57:28.149918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36444) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:28.182884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=cf16b1c7-ae08-4906-904d-dbe210d4d97a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:28.342501 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9839c29-caef-443b-b8a4-ddd10d2ce66f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:57:28.344637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d9839c29-caef-443b-b8a4-ddd10d2ce66f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/839f3771-28b2-4dc0-851a-6f9630335197 HTTP/1.1" status: 404 len: 333 time: 0.1923704 Dec 15 13:57:28.386205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:28.444341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36456) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:28.478078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port cf16b1c7-ae08-4906-904d-dbe210d4d97a on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:28.481945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b'}, {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:28.484963 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb757bb-c39e-4e93-acd2-fa307cedaaec" -d '{"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b"}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:28.488085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-e38e2a8e-2ad2-4e30-bc64-02a60a7053ae req-a6b21cba-1501-4fdb-869f-dfc74e1f4b63 service neutron] (103378) timed out ('10.222.0.85', 50880) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:57:28.495520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73509b-1325-4458-b077-53161a6a6d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79176079-9487-4ccb-b178-1f0108694bb5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:28.524169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.528735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-0d45ce58-df14-49fa-ad05-a77c0f1fb705 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "DELETE /v2.0/ports/cf16b1c7-ae08-4906-904d-dbe210d4d97a HTTP/1.1" status: 204 len: 173 time: 3.0451748 Dec 15 13:57:28.562748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-4e4da60f-d22a-4a7f-aa13-31ab08f88f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:28.564267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-4e4da60f-d22a-4a7f-aa13-31ab08f88f03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 1.1142516 Dec 15 13:57:28.587037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.591968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df7d1062-ac6a-4d53-bc5d-5f541dcc9425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.603974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74781f-5d31-425a-bcbc-4bc068bcce40 req-411172b1-e4e9-41b5-96f0-56bf4550b4e8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:28.606338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e74781f-5d31-425a-bcbc-4bc068bcce40 req-411172b1-e4e9-41b5-96f0-56bf4550b4e8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.6229634 Dec 15 13:57:28.643834 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-1d753795-e882-464c-83e0-61d04071fac1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1 HTTP/1.1" status: 200 len: 217 time: 0.0661645 Dec 15 13:57:28.648641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c6eae80-038f-4e09-99cd-107b68e2778a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:28.730404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dabdd15-822b-4ca0-8671-786eed9ccddd None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:28.748329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.779937 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.796126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df7d1062-ac6a-4d53-bc5d-5f541dcc9425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.818745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df7d1062-ac6a-4d53-bc5d-5f541dcc9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.831896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:28.840437 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46dfe16-22e7-437e-a8b9-27bce5bdcb38" -d '{"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:28.868286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:28.873981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.877064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-74f4bc68-6b2a-4687-a792-fc9fd50066f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:28.879107 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-74f4bc68-6b2a-4687-a792-fc9fd50066f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.2280371 Dec 15 13:57:28.879277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa12bb8-c24a-47da-bfec-ff3685b2db2d req-58380a22-2a23-49ac-b889-df2e261fe114 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:28.880067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.880959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.881325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aa12bb8-c24a-47da-bfec-ff3685b2db2d req-58380a22-2a23-49ac-b889-df2e261fe114 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 945 time: 0.5794718 Dec 15 13:57:28.895097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet 453498d9-e2a6-492a-bebc-ea5cfc3a5c33 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:28.936051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.960209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.961187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 650738bc-7b19-4a8b-ae2f-0e4db9206375 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:29.003061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.004647 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f5741e5-2958-44b4-8a44-68d3b7d606e0 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "DELETE /v2.0/routers/650738bc-7b19-4a8b-ae2f-0e4db9206375 HTTP/1.1" status: 204 len: 168 time: 2.9726014 Dec 15 13:57:29.012482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:29.014716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:29.043229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1806312364', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:29.051187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e74781f-5d31-425a-bcbc-4bc068bcce40 req-f00cbf96-beb4-4f0f-b70e-42aeb152a140 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054592 Dec 15 13:57:29.086443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-df7d1062-ac6a-4d53-bc5d-5f541dcc9425 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30b62878f4aa4777b643c1f7bd8cf16c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183252 Dec 15 13:57:29.087636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d1062-ac6a-4d53-bc5d-5f541dcc9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ffd08-0999-4cda-b845-f9bccebbf2e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:29.090216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36464) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:29.157162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.159967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-deleted', 'tag': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:29.162541 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d709ae4c-b563-4967-86dc-3d94cffd40db" -d '{"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-deleted", "tag": "cf16b1c7-ae08-4906-904d-dbe210d4d97a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:29.177749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-a555a2bb-ae85-4e89-a397-98879416cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:29.180214 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-a555a2bb-ae85-4e89-a397-98879416cc0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367163 Dec 15 13:57:29.182767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.185257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.224738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aa12bb8-c24a-47da-bfec-ff3685b2db2d req-9bd30339-35cf-4d6e-82e8-53c48574485f tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ed899ca-4766-4f3a-b046-20d2831986e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122268 Dec 15 13:57:29.268387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:29.268857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.318238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba83eae4-70af-410d-b54e-8aea9fcd1b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.415541 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-2ffd98a2-60a7-4d04-9c0f-15968a2c1ce8 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214925 Dec 15 13:57:29.419062 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b1dbb9-8bc6-4d78-989d-8e2be547bcb4 x-openstack-request-id: req-11b1dbb9-8bc6-4d78-989d-8e2be547bcb4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:29.419362 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:29.419836 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11b1dbb9-8bc6-4d78-989d-8e2be547bcb4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:29.420295 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557', 'code': 200} Dec 15 13:57:29.427614 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb92e41-220f-429f-a55d-ceb2fe893d93 x-openstack-request-id: req-fbb92e41-220f-429f-a55d-ceb2fe893d93 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:29.428047 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "a68a9c92-c61f-4780-9b96-bee4b7023d4b", "status": "completed", "code": 200}, {"server_uuid": "f9c0269a-5d2f-4976-ad52-96f2811c8751", "name": "network-vif-deleted", "tag": "ac3cec7b-97de-4451-b641-4c63bdb14c66", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:29.428638 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbb92e41-220f-429f-a55d-ceb2fe893d93 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:29.429373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cc22e6d-6315-4bfd-a0cd-26d0a0aed5e7 req-57ca5dfb-b193-43d2-9be1-6d9d7f67c04f tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0625703 Dec 15 13:57:29.435802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.436483 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': 'a68a9c92-c61f-4780-9b96-bee4b7023d4b', 'status': 'completed', 'code': 200} Dec 15 13:57:29.442731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba83eae4-70af-410d-b54e-8aea9fcd1b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.443224 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0269a-5d2f-4976-ad52-96f2811c8751', 'name': 'network-vif-deleted', 'tag': 'ac3cec7b-97de-4451-b641-4c63bdb14c66', 'status': 'completed', 'code': 200} Dec 15 13:57:29.488334 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60010766-cf88-4fe4-9d2f-b46f54f0c517 x-openstack-request-id: req-60010766-cf88-4fe4-9d2f-b46f54f0c517 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:29.488334 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-deleted", "tag": "cf16b1c7-ae08-4906-904d-dbe210d4d97a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:29.488686 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60010766-cf88-4fe4-9d2f-b46f54f0c517 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:29.488968 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-deleted', 'tag': 'cf16b1c7-ae08-4906-904d-dbe210d4d97a', 'status': 'completed', 'code': 200} Dec 15 13:57:29.525770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:29.526131 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.535392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.665387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-7e3d3471-51b4-4658-b665-521b30ae6bf6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:29.669101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-7e3d3471-51b4-4658-b665-521b30ae6bf6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.1184950 Dec 15 13:57:29.672865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:29.714720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-5ab34629-2872-4b9f-ab5f-1e3ca3b0edbc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/quotas/0af6f17b3e98477eb88d9ee7f8c468a6 HTTP/1.1" status: 200 len: 375 time: 0.0355804 Dec 15 13:57:29.754361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.787816 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94417608-69da-4bf1-bb29-c920a79e8e1e req-efa39e6d-c408-42ed-8bf0-cf1474cc89aa service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433437 Dec 15 13:57:29.799554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.801788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba83eae4-70af-410d-b54e-8aea9fcd1b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.804929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba83eae4-70af-410d-b54e-8aea9fcd1b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.806278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ba83eae4-70af-410d-b54e-8aea9fcd1b73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/781ffd08-0999-4cda-b845-f9bccebbf2e3 HTTP/1.1" status: 204 len: 168 time: 0.7086253 Dec 15 13:57:29.835861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83eae4-70af-410d-b54e-8aea9fcd1b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ffd08-0999-4cda-b845-f9bccebbf2e3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:29.888127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=453498d9-e2a6-492a-bebc-ea5cfc3a5c33,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:29.894384 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.898863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae789b7-439a-407d-8131-4690d943b0e2 None None] Network fb62000d-964b-4274-a1f1-bcf23812ac86 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:29.900725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e34d3e6d-4a0b-474a-bff2-8da843b864a2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/453498d9-e2a6-492a-bebc-ea5cfc3a5c33 HTTP/1.1" status: 204 len: 168 time: 1.4792056 Dec 15 13:57:29.907582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:29.944233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-364ed2c7-6636-4e7e-974a-ec223d13761a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1868873 Dec 15 13:57:30.056267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4c6eae80-038f-4e09-99cd-107b68e2778a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:30.081251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4c6eae80-038f-4e09-99cd-107b68e2778a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:30.081912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4c6eae80-038f-4e09-99cd-107b68e2778a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:30.108617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-4ee473f5-51cb-4b32-ac7f-9c2d8873cc51 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633580 Dec 15 13:57:30.127235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.191316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.213102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=7d3a67b8-73cc-4e13-9a40-949d9dcf3557,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:30.237688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.256936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] DHCP port deletion for fb62000d-964b-4274-a1f1-bcf23812ac86 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:30.315826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port 7d3a67b8-73cc-4e13-9a40-949d9dcf3557 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:30.320366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.326275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.329097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca54ec10-f2ef-4621-8731-e582431e6a80 req-7002483a-d412-4fae-a557-86cc720fff55 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.67 "DELETE /v2.0/ports/7d3a67b8-73cc-4e13-9a40-949d9dcf3557 HTTP/1.1" status: 204 len: 173 time: 1.7809687 Dec 15 13:57:30.419050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-b3d0fab5-fb69-4376-be85-9e4545297480 service neutron] 10.222.0.32 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095605 Dec 15 13:57:30.468064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] Deleting port 1c0bbfba-21f8-4bb9-a631-769a44e87396 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:30.468478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.578661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-837749dd-6d51-40fa-859d-796e6dc8618d req-9f939d7d-77e1-48b3-a340-f9cb0657dd92 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "GET /v2.0/ports?device_id=f015f734-cd94-4417-8c24-87a3795e2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0842633 Dec 15 13:57:30.616804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] For port 1c0bbfba-21f8-4bb9-a631-769a44e87396, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1c0bbfba-21f8-4bb9-a631-769a44e87396,segment=NetworkSegment(79c9ba1f-b167-4569-99c3-d64c0b6c34af),segment_id=79c9ba1f-b167-4569-99c3-d64c0b6c34af)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:30.617432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.636893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] Calling delete_port for 1c0bbfba-21f8-4bb9-a631-769a44e87396 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:30.682805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 1c0bbfba-21f8-4bb9-a631-769a44e87396 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:30.683404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.718206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Allocated IP 172.25.2.224 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b26ecf22-999b-4047-8e3f-c4bb866ded16) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:30.776363 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.808344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-662f843c-7a0d-40b6-af3a-7a2fac3519b3 req-2a96114b-d740-4f99-93c8-822a397b1c77 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 210 time: 0.0504475 Dec 15 13:57:30.889208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca1fbd18-de3b-4504-a8cd-2048f96e0352 req-70bf3c81-12fb-4a9a-b811-bd93e2089759 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0675750 Dec 15 13:57:30.909697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] Pushing event deleted for resources: {'Port': ['ID=1c0bbfba-21f8-4bb9-a631-769a44e87396,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:30.919884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aae2e7-a675-48c2-84b3-63d6a88dc9ff None None] No DVR routers for this DVR port 1c0bbfba-21f8-4bb9-a631-769a44e87396 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:30.941910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] For port 1c0bbfba-21f8-4bb9-a631-769a44e87396, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1c0bbfba-21f8-4bb9-a631-769a44e87396,segment=NetworkSegment(79c9ba1f-b167-4569-99c3-d64c0b6c34af),segment_id=79c9ba1f-b167-4569-99c3-d64c0b6c34af)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:30.943856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.991563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 1c0bbfba-21f8-4bb9-a631-769a44e87396 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:31.144659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.191575 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.277446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=1c0bbfba-21f8-4bb9-a631-769a44e87396,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:31.280992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No DVR routers for this DVR port 1c0bbfba-21f8-4bb9-a631-769a44e87396 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:31.287855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.414782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:31.423042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:31.429434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:31.441900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b955e-dc4f-4d1f-8d5b-6634225032eb None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:31.483164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event updated for resources: {'Port': ['ID=b26ecf22-999b-4047-8e3f-c4bb866ded16,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:31.488102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.489715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-deleted', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:31.495641 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f86a46-0df8-4cf8-9cb0-d6b4426717b9" -d '{"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-deleted", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:31.534980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62d18a16-b382-4bdc-a67b-d76ba74b53bf None None] Provisioning complete for port b26ecf22-999b-4047-8e3f-c4bb866ded16 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:31.537067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62d18a16-b382-4bdc-a67b-d76ba74b53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.541759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb62000d-964b-4274-a1f1-bcf23812ac86']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:31.572174 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c15b52-36c8-4c42-9387-4d44035361ff x-openstack-request-id: req-f6c15b52-36c8-4c42-9387-4d44035361ff {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:31.575857 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015f734-cd94-4417-8c24-87a3795e2ba6", "name": "network-vif-deleted", "tag": "7d3a67b8-73cc-4e13-9a40-949d9dcf3557", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:31.576295 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6c15b52-36c8-4c42-9387-4d44035361ff {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:31.576852 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f015f734-cd94-4417-8c24-87a3795e2ba6', 'name': 'network-vif-deleted', 'tag': '7d3a67b8-73cc-4e13-9a40-949d9dcf3557', 'status': 'completed', 'code': 200} Dec 15 13:57:31.577063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c9ba1f-b167-4569-99c3-d64c0b6c34af') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:31.577534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c9ba1f-b167-4569-99c3-d64c0b6c34af') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:31.592189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62d18a16-b382-4bdc-a67b-d76ba74b53bf None None] Port b26ecf22-999b-4047-8e3f-c4bb866ded16 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:31.660279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:31.668958 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.732231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.759293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:31.759731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:31.762958 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:31.784354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting subnet a4e77d80-5405-46ea-874e-a1ec3fef08dd {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:31.797938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.914086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.005730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1c0bbfba-21f8-4bb9-a631-769a44e87396 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:32.018520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.021257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-849d2215-0ddc-47ef-b999-6c06c64b7fd6 req-1449e7f2-40ad-40f0-9774-2c8efe80202d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 210 time: 0.0548224 Dec 15 13:57:32.049767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.055472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/fb62000d-964b-4274-a1f1-bcf23812ac86 HTTP/1.1" status: 204 len: 168 time: 2.1452878 Dec 15 13:57:32.058329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93fe486a-96f2-4df0-8cee-8c93d1a6fe06 req-519b994b-3488-420e-ba72-2ae00907ab1e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0621512 Dec 15 13:57:32.062879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1c0bbfba-21f8-4bb9-a631-769a44e87396 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:32.063227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1c0bbfba-21f8-4bb9-a631-769a44e87396 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:32.073298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:32.078306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6ff5a-0f99-42da-a3f4-10901bad0dfe tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=fb62000d-964b-4274-a1f1-bcf23812ac86,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:32.092032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-672618361'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:32.122522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.164401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:32.168831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.174638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.253374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:32.376278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.376748 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Added segment bd414f73-f2a2-4ad1-8209-628db719d20b of type vlan for network 519a1493-b114-45ac-a89c-3963a0698be1 Dec 15 13:57:32.383054 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.429625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e77d80-5405-46ea-874e-a1ec3fef08dd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:32.476412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651aae88-9ccd-4753-81ad-b0a9080da1a4 None None] Network 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:32.482112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.486820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1a32e4d3-c2fd-4197-a4cc-e10d0476e0b9 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/subnets/a4e77d80-5405-46ea-874e-a1ec3fef08dd HTTP/1.1" status: 204 len: 168 time: 0.8246393 Dec 15 13:57:32.491432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:32.508231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.545385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-d1ca958b-4b76-4ca5-84e8-2602edccb472 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:32.547767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-d1ca958b-4b76-4ca5-84e8-2602edccb472 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 812 time: 0.2919371 Dec 15 13:57:32.570851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Request body: {'port': {'device_id': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'admin_state_up': True, 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:32.634259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.702277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.710476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:32.711525 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.805308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] DHCP port deletion for 3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:32.808011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.851977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Network': ['ID=519a1493-b114-45ac-a89c-3963a0698be1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:32.888697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 519a1493-b114-45ac-a89c-3963a0698be1 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:32.912426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-11f60465-01ae-4c75-96b5-b798c35802ea tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8299844 Dec 15 13:57:32.915759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-2b2684a1-a866-4d5b-80d1-08bfe578432f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1543930 Dec 15 13:57:32.917426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:32.928250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '519a1493-b114-45ac-a89c-3963a0698be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:33.021832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Deleting port f9ceb523-450a-483d-bfb4-c4b1428e31fb {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:33.022381 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.056884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Made reservation on behalf of 0af6f17b3e98477eb88d9ee7f8c468a6 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:33.081994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.097029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] For port f9ceb523-450a-483d-bfb4-c4b1428e31fb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f9ceb523-450a-483d-bfb4-c4b1428e31fb,segment=NetworkSegment(20580f76-40a6-4fb2-a17e-6ddb8ffae7e6),segment_id=20580f76-40a6-4fb2-a17e-6ddb8ffae7e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:33.097516 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.125301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Calling delete_port for f9ceb523-450a-483d-bfb4-c4b1428e31fb owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:33.199741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Router 7b1998d9-7229-4874-94ee-4415ff32353c is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:33.255035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.293650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Pushing event deleted for resources: {'Port': ['ID=f9ceb523-450a-483d-bfb4-c4b1428e31fb,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:33.304789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.305375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.305950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.306299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.306676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.307203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.307768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.308290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.309146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.309686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.310019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.310387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.310720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:33.316330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6247e-0b84-406f-b10f-41bcbb73fb54 None None] No DVR routers for this DVR port f9ceb523-450a-483d-bfb4-c4b1428e31fb on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:33.353063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4e70946-6b9d-485f-b5cb-17b799ee5b7c req-db1496ff-ca1f-48fa-a317-147fb0ef2179 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 210 time: 0.1192203 Dec 15 13:57:33.400026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:33.403525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.432537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53654c-8530-42c6-9938-afed1e305507 req-b2cc6a8e-fd93-494a-97c9-3baab1620999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:33.434754 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-b2cc6a8e-fd93-494a-97c9-3baab1620999 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.4704959 Dec 15 13:57:33.467066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97cb4184-02c1-4d67-abd7-7276b38d5245 req-06531c23-14d1-4bea-9086-6db701364e00 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.1453621 Dec 15 13:57:33.501566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Allocated IP 172.20.0.10 (4d525223-e5e2-4fcc-8aa2-44d104c7318f/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b/7f7d67ec-ef15-47f5-bdcd-54a4c02c1979) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:33.558123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port f9ceb523-450a-483d-bfb4-c4b1428e31fb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:33.558451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.698404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port f9ceb523-450a-483d-bfb4-c4b1428e31fb, host n-d-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:33.698770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.702012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:33.714725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] Sync routers for ids ['7b1998d9-7229-4874-94ee-4415ff32353c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:33.730120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] Routers {'7b1998d9-7229-4874-94ee-4415ff32353c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:33.730844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7b1998d9-7229-4874-94ee-4415ff32353c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:33.747632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for f9ceb523-450a-483d-bfb4-c4b1428e31fb owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:33.750143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53654c-8530-42c6-9938-afed1e305507 req-71d40097-f835-41bd-a116-780fb607e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:33.752351 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-71d40097-f835-41bd-a116-780fb607e514 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.2817631 Dec 15 13:57:33.754149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Port f9ceb523-450a-483d-bfb4-c4b1428e31fb was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:57:33.772223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.773151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.774531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-89eb144c-636e-42ae-b4d8-f280a1f57df4 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7588954 Dec 15 13:57:33.778819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:33.779182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.785049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:33.810348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:33.823850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] Routers {'7b1998d9-7229-4874-94ee-4415ff32353c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:33.824714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7b1998d9-7229-4874-94ee-4415ff32353c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:33.888383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:33.890842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa051373-33b8-47f9-a4f5-5b519c55671a None None] The sync data for ids ['7b1998d9-7229-4874-94ee-4415ff32353c'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:33.924609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36684) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:34.005494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9ceb523-450a-483d-bfb4-c4b1428e31fb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:34.006032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.058339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f9ceb523-450a-483d-bfb4-c4b1428e31fb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:34.059942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9ceb523-450a-483d-bfb4-c4b1428e31fb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:34.067451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72', '26921ff8-2a78-4987-bc85-b85af0290d45'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:34.107902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:34.115113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:34.141718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:34.162932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:34.201190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b146243-36c5-42e3-88ba-004feee97376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.358774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.359457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.368946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=f9ceb523-450a-483d-bfb4-c4b1428e31fb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:34.432866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port f9ceb523-450a-483d-bfb4-c4b1428e31fb on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:34.473472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-81d38d1e-0946-45b8-8636-243e77d27b92 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9144161 Dec 15 13:57:34.523389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-9e94eade-c9eb-403d-bede-3bfbe6b57655 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 0.7595911 Dec 15 13:57:34.536336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f07781f0-25a2-4291-8ea0-8ead55822ed1 None None] Provisioning complete for port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:34.537015 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f07781f0-25a2-4291-8ea0-8ead55822ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.593941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f07781f0-25a2-4291-8ea0-8ead55822ed1 None None] Port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:34.699333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.715074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.774879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53654c-8530-42c6-9938-afed1e305507 req-ab75e864-ea05-4124-9b2f-3d581454168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.776369 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-ab75e864-ea05-4124-9b2f-3d581454168f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1919370 Dec 15 13:57:34.786053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.817158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.817559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20580f76-40a6-4fb2-a17e-6ddb8ffae7e6') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.842253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=8bd2136d-6a8a-4362-b9ce-4e01b60e1954,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:34.857938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.881322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.885784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Checking segment: {'id': 'bd414f73-f2a2-4ad1-8209-628db719d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '519a1493-b114-45ac-a89c-3963a0698be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:34.886207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network hostable DHCP agents. Network: 519a1493-b114-45ac-a89c-3963a0698be1, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:34.898151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:34.898562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:34.903278 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:34.919566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53654c-8530-42c6-9938-afed1e305507 req-9efdb62d-0bab-449e-bdd5-3cf6127515ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.921152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-9efdb62d-0bab-449e-bdd5-3cf6127515ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300201 Dec 15 13:57:34.928052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Request body: {'port': {'device_id': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:35.009352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29212f3b-1a62-4734-aa02-8f17b80ab2c3 req-93e61df9-94cd-41d5-ae37-5e364840bbbb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0781598 Dec 15 13:57:35.024810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 519a1493-b114-45ac-a89c-3963a0698be1 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:35.050595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 519a1493-b114-45ac-a89c-3963a0698be1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:35.057123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.059608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:35.060108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.063628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc333d-8bdd-4345-8905-276753672d7b None None] Network 519a1493-b114-45ac-a89c-3963a0698be1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:35.074526 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.080243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/networks/3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a HTTP/1.1" status: 204 len: 168 time: 2.5825753 Dec 15 13:57:35.084817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.128575 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a98568fc-1ecd-4a92-a3cd-de476610d69b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2074583 Dec 15 13:57:35.129433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61594b-ca05-42ff-885b-666ed0c46675 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Network': ['ID=3bad9195-4dcc-4a6f-b2e6-5c40ac62db3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:35.130542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b146243-36c5-42e3-88ba-004feee97376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.136572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36700) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.149870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cb36-866a-48bc-9bb9-3ff955cb693b req-7bf7aa93-30d9-4851-b953-ff98830e00bf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:35.151851 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a501cb36-866a-48bc-9bb9-3ff955cb693b req-7bf7aa93-30d9-4851-b953-ff98830e00bf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 932 time: 0.6681509 Dec 15 13:57:35.158116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-795922527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:35.171694 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-7d3d733e-4504-4db5-9dea-9c5a2474bac3 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191126 Dec 15 13:57:35.186885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b146243-36c5-42e3-88ba-004feee97376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.195591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.197736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.198927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.203897 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.252845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-519a1493-b114-45ac-a89c-3963a0698be1', 'network_id': '519a1493-b114-45ac-a89c-3963a0698be1', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': '8bd2136d-6a8a-4362-b9ce-4e01b60e1954'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:35.253787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.274634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting subnet 35f427c7-0d5f-4d88-bb06-546539c1722a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:35.279107 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.315647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b146243-36c5-42e3-88ba-004feee97376 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=585b5283819b45519b2fcff1bcc85bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3878889 Dec 15 13:57:35.321743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.328094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.392443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b146243-36c5-42e3-88ba-004feee97376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a5965-a82e-4624-840d-c946ef6387ad,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:35.430127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.451733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.472005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a501cb36-866a-48bc-9bb9-3ff955cb693b req-721e2b17-e401-4f3c-a33f-5a1ca45f1414 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869062 Dec 15 13:57:35.478727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.517492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.543333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Allocated IP 2001:db8::2 (519a1493-b114-45ac-a89c-3963a0698be1/8bd2136d-6a8a-4362-b9ce-4e01b60e1954/3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:35.557586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.565181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/subnets/35f427c7-0d5f-4d88-bb06-546539c1722a HTTP/1.1" status: 204 len: 168 time: 0.4752760 Dec 15 13:57:35.565901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.584564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b180a-fd53-464b-b678-6b9abd369609 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Subnet': ['ID=35f427c7-0d5f-4d88-bb06-546539c1722a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:35.596397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.597862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4edd4da5-6765-4321-b36e-7be41195b75f tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4445786 Dec 15 13:57:35.603509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.625638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95a58353-b1f3-445a-bc2b-f51bb9f95ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.657443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'network_id': '519a1493-b114-45ac-a89c-3963a0698be1', 'name': 'tempest-PortsIpV6TestJSON-317392133'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:35.695688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95a58353-b1f3-445a-bc2b-f51bb9f95ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.738759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.745534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bfd13-04d4-42f2-94dd-04c2f2bec156 None None] Network 3dfd7479-060d-4f19-95d5-2d59197b07dd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:35.847055 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe53654c-8530-42c6-9938-afed1e305507 req-e1cef2cf-d0ce-4c79-a644-d91097b97a87 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683290 Dec 15 13:57:35.858660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.868868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:35.873198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.882901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95a58353-b1f3-445a-bc2b-f51bb9f95ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.885819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95a58353-b1f3-445a-bc2b-f51bb9f95ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.887208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-95a58353-b1f3-445a-bc2b-f51bb9f95ec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a60a5965-a82e-4624-840d-c946ef6387ad HTTP/1.1" status: 204 len: 168 time: 0.5379891 Dec 15 13:57:35.887426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.911252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port a6ff3203-ed64-4618-85cc-982c54c2a9b3 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:35.953211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a58353-b1f3-445a-bc2b-f51bb9f95ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a5965-a82e-4624-840d-c946ef6387ad,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:35.984821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:35.998776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.014356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Network 519a1493-b114-45ac-a89c-3963a0698be1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:36.020591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Transition to ACTIVE for port object 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:57:36.022618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Pushing event updated for resources: {'Port': ['ID=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:36.027004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:36.039241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:36.099128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.213142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::125 (519a1493-b114-45ac-a89c-3963a0698be1/8bd2136d-6a8a-4362-b9ce-4e01b60e1954/a6ff3203-ed64-4618-85cc-982c54c2a9b3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:36.253277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Attempting to bind port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:36.253741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Attempting to bind port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'bd414f73-f2a2-4ad1-8209-628db719d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '519a1493-b114-45ac-a89c-3963a0698be1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:36.253858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Attempting to bind port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 on network 519a1493-b114-45ac-a89c-3963a0698be1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:36.265696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:36.266053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Checking segment: {'id': 'bd414f73-f2a2-4ad1-8209-628db719d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '519a1493-b114-45ac-a89c-3963a0698be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:36.266465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.266860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Bound using segment: {'id': 'bd414f73-f2a2-4ad1-8209-628db719d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '519a1493-b114-45ac-a89c-3963a0698be1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:36.267398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Bound port: 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd414f73-f2a2-4ad1-8209-628db719d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '519a1493-b114-45ac-a89c-3963a0698be1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:36.267787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.294881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:36.332454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-783021e2-c8f3-4701-a16f-2877c3b10188 req-18f2edc2-b010-41d6-a91f-227a869e520e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.1070232 Dec 15 13:57:36.462117 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.502935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Deleting port 03151e91-53b4-4afb-8717-31a10f0b67c4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:36.503271 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.505681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] For port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:36.510356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] For port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,segment=NetworkSegment(bd414f73-f2a2-4ad1-8209-628db719d20b),segment_id=bd414f73-f2a2-4ad1-8209-628db719d20b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:36.521516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a1470-215a-499a-b520-9a2997575d4a None None] DHCP port deletion for 3dfd7479-060d-4f19-95d5-2d59197b07dd request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:36.545901 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.591692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] For port 03151e91-53b4-4afb-8717-31a10f0b67c4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03151e91-53b4-4afb-8717-31a10f0b67c4,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:36.592083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.620528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Calling delete_port for 03151e91-53b4-4afb-8717-31a10f0b67c4 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:36.656755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8748b85-b830-49fe-8821-7668be1fd902 None None] Pushing event updated for resources: {'Port': ['ID=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:36.706269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36720) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:36.747137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-969a1470-215a-499a-b520-9a2997575d4a None None] Deleting port 03151e91-53b4-4afb-8717-31a10f0b67c4 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:36.747570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-969a1470-215a-499a-b520-9a2997575d4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.777791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.781377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.806035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f961d40-5f24-495a-bf18-ed8c85215c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.819733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Port': ['ID=03151e91-53b4-4afb-8717-31a10f0b67c4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:36.876823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-969a1470-215a-499a-b520-9a2997575d4a None None] For port 03151e91-53b4-4afb-8717-31a10f0b67c4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03151e91-53b4-4afb-8717-31a10f0b67c4,segment=NetworkSegment(17465484-7677-40dd-8396-862bd2c75787),segment_id=17465484-7677-40dd-8396-862bd2c75787)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:36.877233 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-969a1470-215a-499a-b520-9a2997575d4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.882125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] No DVR routers for this DVR port 03151e91-53b4-4afb-8717-31a10f0b67c4 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:36.890595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Attempting to bind port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:36.893512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Attempting to bind port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:36.894038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Attempting to bind port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:36.896964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 519a1493-b114-45ac-a89c-3963a0698be1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:36.899909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-969a1470-215a-499a-b520-9a2997575d4a None None] Calling delete_port for 03151e91-53b4-4afb-8717-31a10f0b67c4 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:36.905481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:57:36.906113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Attempting to bind port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 on network 4d525223-e5e2-4fcc-8aa2-44d104c7318f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:36.932172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:36.951717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ea04-8585-42c9-9431-f7bb44c4f4cf req-a02b8051-48b0-4857-bd6e-1a51c9dc3d50 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:36.965408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce20ea04-8585-42c9-9431-f7bb44c4f4cf req-a02b8051-48b0-4857-bd6e-1a51c9dc3d50 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.2629194 Dec 15 13:57:36.975128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:36.975661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Checking segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:36.976442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Bound using segment: {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:36.977107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Bound port: 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d535a2-0978-4938-9d33-965c17ede988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:36.977868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.990798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:37.035684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:37.036845 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.086433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-969a1470-215a-499a-b520-9a2997575d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.102326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.121819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=a6ff3203-ed64-4618-85cc-982c54c2a9b3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.135911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.146876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a1470-215a-499a-b520-9a2997575d4a None None] Pushing event deleted for resources: {'Port': ['ID=03151e91-53b4-4afb-8717-31a10f0b67c4,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.155866 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a29a548-736f-4951-88c0-a31d3f336eb6 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5391371 Dec 15 13:57:37.159392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36722) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:37.168856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce20ea04-8585-42c9-9431-f7bb44c4f4cf req-b3546df5-65a2-44f6-936e-a863692fd278 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023091 Dec 15 13:57:37.170680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a1470-215a-499a-b520-9a2997575d4a None None] No DVR routers for this DVR port 03151e91-53b4-4afb-8717-31a10f0b67c4 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:37.171149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.290888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfd7479-060d-4f19-95d5-2d59197b07dd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:37.348029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:37.353723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17465484-7677-40dd-8396-862bd2c75787') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:37.354601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17465484-7677-40dd-8396-862bd2c75787') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:37.376116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:37.389844 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.395448 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.448728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.465940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.495403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:37.495993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:37.499582 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:37.532209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:37.533467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.535159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-2c2141b6-6115-41f5-bb6b-59685f5e6482 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 HTTP/1.1" status: 200 len: 1092 time: 3.0474825 Dec 15 13:57:37.537109 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09287bd1-7293-4fd6-8f85-c61e28d8aeb4 req-fb12e9c0-06c0-47da-8378-ff36c7718fb4 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0498953 Dec 15 13:57:37.544094 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f961d40-5f24-495a-bf18-ed8c85215c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.545376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:37.550710 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75" -d '{"events": [{"name": "network-changed", "server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:37.562295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f961d40-5f24-495a-bf18-ed8c85215c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.620830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.633000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.636302 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] 10.222.0.32 "DELETE /v2.0/networks/3dfd7479-060d-4f19-95d5-2d59197b07dd HTTP/1.1" status: 204 len: 168 time: 2.0658734 Dec 15 13:57:37.653339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Router 7b1998d9-7229-4874-94ee-4415ff32353c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:37.665145 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eff506-4f3d-42f6-9031-3f669b88be78 x-openstack-request-id: req-f1eff506-4f3d-42f6-9031-3f669b88be78 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:37.665548 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:37.665860 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1eff506-4f3d-42f6-9031-3f669b88be78 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:37.666273 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'status': 'completed', 'code': 200} Dec 15 13:57:37.694555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f961d40-5f24-495a-bf18-ed8c85215c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9362d1-8886-40a7-aee1-35ccba958015,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.702285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534300-a5c5-4c55-bc87-e17ff219d3f5 tempest-ServersTestMultiNic-997695359 tempest-ServersTestMultiNic-997695359-project] Pushing event deleted for resources: {'Network': ['ID=3dfd7479-060d-4f19-95d5-2d59197b07dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.794752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f961d40-5f24-495a-bf18-ed8c85215c46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01662d1b0dd5453baa59847a9502316f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0807693 Dec 15 13:57:37.795354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:37.814747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-b1f6af96-9229-4f06-9ff0-3a916f904dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:37.816557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-b1f6af96-9229-4f06-9ff0-3a916f904dbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 1095 time: 0.1854763 Dec 15 13:57:37.827125 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.961155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:38.059722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-00bc0090-99e5-4376-87b0-0a8121d3e12c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 HTTP/1.1" status: 200 len: 217 time: 0.0990536 Dec 15 13:57:38.091080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:38.176252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:38.190370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:38.190597 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] Sync routers for ids ['7b1998d9-7229-4874-94ee-4415ff32353c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:38.191084 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.205754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.207758 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] Routers {'7b1998d9-7229-4874-94ee-4415ff32353c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:38.213522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f732beea-7f63-4f41-a335-54ebc7dfa09e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "PUT /v2.0/routers/7b1998d9-7229-4874-94ee-4415ff32353c HTTP/1.1" status: 200 len: 926 time: 4.4310632 Dec 15 13:57:38.213706 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7b1998d9-7229-4874-94ee-4415ff32353c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:38.214728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:38.261329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06c7e77e-1b7e-4681-834f-2300d8acd539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.278094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-a344ed81-a654-4369-ae52-a2cac2818947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:38.286298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-a344ed81-a654-4369-ae52-a2cac2818947 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.2184658 Dec 15 13:57:38.309197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:38.315999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.334604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] Routers {'7b1998d9-7229-4874-94ee-4415ff32353c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:38.335677 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7b1998d9-7229-4874-94ee-4415ff32353c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:38.366557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06c7e77e-1b7e-4681-834f-2300d8acd539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.398884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,segment=NetworkSegment(bd414f73-f2a2-4ad1-8209-628db719d20b),segment_id=bd414f73-f2a2-4ad1-8209-628db719d20b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:38.407012 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.430652 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:38.434121 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875a14e-e2d9-4239-a44f-6cd87b8426c8 None None] The sync data for ids ['7b1998d9-7229-4874-94ee-4415ff32353c'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:38.499021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6058c5-9af6-4954-889a-1c826f78aa21 None None] Network 519a1493-b114-45ac-a89c-3963a0698be1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:38.507848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03151e91-53b4-4afb-8717-31a10f0b67c4 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:38.519753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-7e75b29f-aac6-49a4-b9bd-126d053e9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:38.521528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-7e75b29f-aac6-49a4-b9bd-126d053e9249 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178526 Dec 15 13:57:38.536056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639d4f7-0411-48e2-8da3-37d2bea48d86 req-d4d6e8cf-138f-462f-b428-f92d1e6f6112 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:38.544030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2639d4f7-0411-48e2-8da3-37d2bea48d86 req-d4d6e8cf-138f-462f-b428-f92d1e6f6112 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.2224078 Dec 15 13:57:38.577789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60652378-3504-4f5a-8b4f-6873267ce5a9 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/7b1998d9-7229-4874-94ee-4415ff32353c HTTP/1.1" status: 200 len: 926 time: 0.3500276 Dec 15 13:57:38.597136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 03151e91-53b4-4afb-8717-31a10f0b67c4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:38.597484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03151e91-53b4-4afb-8717-31a10f0b67c4 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:38.608804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:38.636250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:38.645253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4a1576ff-2041-4720-931d-bfb3670634f4 None None] Provisioning complete for port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:38.645643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a1576ff-2041-4720-931d-bfb3670634f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.653896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-0eb6880e-80f2-48e3-a0f1-fe1cc18af512 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075532 Dec 15 13:57:38.817805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11cea797-c97c-4f6d-841b-ab2d627badc2 req-c9547f6e-315b-497c-9942-a85e7583f339 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289129 Dec 15 13:57:38.821208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06c7e77e-1b7e-4681-834f-2300d8acd539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.825378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06c7e77e-1b7e-4681-834f-2300d8acd539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.829405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-06c7e77e-1b7e-4681-834f-2300d8acd539 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e9362d1-8886-40a7-aee1-35ccba958015 HTTP/1.1" status: 204 len: 168 time: 1.0299215 Dec 15 13:57:38.869994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7e77e-1b7e-4681-834f-2300d8acd539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9362d1-8886-40a7-aee1-35ccba958015,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:38.882505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d11ca22-75ff-4197-a688-c0c388fd6ebe req-080470c4-2fb7-49db-825d-d2bd058f1fe5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0622275 Dec 15 13:57:38.970474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2639d4f7-0411-48e2-8da3-37d2bea48d86 req-9938caec-5528-4c3d-857c-bf8174269999 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219623 Dec 15 13:57:39.034316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-3f9d6aa3-c44c-4b33-8057-9557ae2f0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.036020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-3f9d6aa3-c44c-4b33-8057-9557ae2f0a79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 1095 time: 0.0953097 Dec 15 13:57:39.249333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9ed2767d-554b-41c6-aa35-ff1fb83fe15e None None] Provisioning complete for port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:39.250257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-2e6d969c-86bd-46f1-b8d8-14700ab24364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.252539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-2e6d969c-86bd-46f1-b8d8-14700ab24364 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.1997335 Dec 15 13:57:39.253221 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ed2767d-554b-41c6-aa35-ff1fb83fe15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.318247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-1a3fa1c0-daf3-4f78-af76-0128e2a3844e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 HTTP/1.1" status: 200 len: 217 time: 0.0587471 Dec 15 13:57:39.398427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9ed2767d-554b-41c6-aa35-ff1fb83fe15e None None] Provisioning complete for port a6ff3203-ed64-4618-85cc-982c54c2a9b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:39.398801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ed2767d-554b-41c6-aa35-ff1fb83fe15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.411334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-58834109-6a25-4379-a2b6-a7674b6bbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.412901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-58834109-6a25-4379-a2b6-a7674b6bbb4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.0836432 Dec 15 13:57:39.443936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2767d-554b-41c6-aa35-ff1fb83fe15e None None] Port a6ff3203-ed64-4618-85cc-982c54c2a9b3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:39.445187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.467813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.524342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-5675820d-ac36-4c9a-877f-dcbbdad376aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.533119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-5675820d-ac36-4c9a-877f-dcbbdad376aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068172 Dec 15 13:57:39.540904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=a6ff3203-ed64-4618-85cc-982c54c2a9b3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:39.551367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f5955-4794-4be4-8df1-4de5ef7b27a1 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.557850 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-941f5955-4794-4be4-8df1-4de5ef7b27a1 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=7b1998d9-7229-4874-94ee-4415ff32353c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9407604 Dec 15 13:57:39.558503 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:39.717760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-08eead35-39da-4703-81fb-8903068bb103 None None] Provisioning complete for port a6ff3203-ed64-4618-85cc-982c54c2a9b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:39.718140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-08eead35-39da-4703-81fb-8903068bb103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.777909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-90197021-042b-4b59-9e7b-06b67ce0b7de service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347825 Dec 15 13:57:39.825805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-08eead35-39da-4703-81fb-8903068bb103 None None] Port a6ff3203-ed64-4618-85cc-982c54c2a9b3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:39.945417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d994ee7-ee2c-4c69-ad34-6aa056dcde75 req-caf35fea-eb33-4602-8613-418c6d0d606b service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577396 Dec 15 13:57:39.955536 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:57:39.975260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e075d0-bbe1-4ee4-a88f-9facbb22f91c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.981314 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-37e075d0-bbe1-4ee4-a88f-9facbb22f91c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.4085081 Dec 15 13:57:39.981962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:40.004892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:40.045811 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fe7fb974-3933-4b02-8029-a99f702670f2 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b1998d9-7229-4874-94ee-4415ff32353c HTTP/1.1" status: 200 len: 205 time: 0.0571110 Dec 15 13:57:40.047415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:40.068984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.311440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.401190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.481735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:40.508658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d20424e-781e-4afe-9a0a-08fd08e2aeae req-87381b69-5e0e-4434-be77-3a7d49a62d6e tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.3873260 Dec 15 13:57:40.526702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3722e459-a8b0-42b8-900a-b7ffe4a13673 None None] Provisioning complete for port a6ff3203-ed64-4618-85cc-982c54c2a9b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:40.527345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3722e459-a8b0-42b8-900a-b7ffe4a13673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.564946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f972-e4db-44b6-aab0-f00c68eac490 req-a8d41b5e-388c-46a6-b781-ead2b73f2600 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:40.567090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc9f972-e4db-44b6-aab0-f00c68eac490 req-a8d41b5e-388c-46a6-b781-ead2b73f2600 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.4323595 Dec 15 13:57:40.585892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.594174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:40.597670 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.657527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc9f972-e4db-44b6-aab0-f00c68eac490 req-1f5dcd82-1226-4c51-adf2-03b9f7b2387f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840149 Dec 15 13:57:40.709343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.777250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3722e459-a8b0-42b8-900a-b7ffe4a13673 None None] Port a6ff3203-ed64-4618-85cc-982c54c2a9b3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:40.777490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-157596086-network', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:40.791878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Deleting port b26ecf22-999b-4047-8e3f-c4bb866ded16 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:40.792303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.875019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Made reservation on behalf of 64d5e411c4a34f5b96f29dcbd5907e9a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:40.877996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.888654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Deleting port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:40.889386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.938165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.949678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.952311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Calling delete_port for b26ecf22-999b-4047-8e3f-c4bb866ded16 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:41.125743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] For port b60961ac-f5b0-49fa-88d8-c5dd7fbc8997, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:41.127359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.155896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Calling delete_port for b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:41.234277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.235830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.250344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.255600 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.256738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.276368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.318268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event deleted for resources: {'Port': ['ID=b26ecf22-999b-4047-8e3f-c4bb866ded16,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:41.342222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddbe46c-15f3-41a5-8750-29d39d6827cd None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:41.366180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8f364-ce60-4610-9573-dc31caf32616,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:41.421424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:41.433590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.535325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.535729 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Added segment 3f00f9e7-979d-4166-b0a5-bb067c7cc99b of type vlan for network edea2f63-1a69-46b1-bb69-7613cd755667 Dec 15 13:57:41.650889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.662196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.664798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.666693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=a6ff3203-ed64-4618-85cc-982c54c2a9b3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:41.747619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.748849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:41.750582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.763847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.763847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1998d9-7229-4874-94ee-4415ff32353c {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:41.780405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.784614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48c52ce4-3151-4fa2-9e99-022113798b7c tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/7b1998d9-7229-4874-94ee-4415ff32353c HTTP/1.1" status: 204 len: 168 time: 1.7357156 Dec 15 13:57:41.819848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:41.827865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-218268182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:41.848783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c3d7976-ee3e-45f4-a45a-070808103a00 req-5a99c54f-7cd9-42ef-a6d4-e0bed8ff0948 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.1112394 Dec 15 13:57:41.862597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 519a1493-b114-45ac-a89c-3963a0698be1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:41.870412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:41.872028 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3892159 Dec 15 13:57:41.878204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:41.880000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:41.903853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Request body: {'subnet': {'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-157596086-subnet', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:41.912643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c3f1-08bd-4fd6-95a5-a27d295cfb9d admin admin] Pushing event updated for resources: {'Network': ['ID=edea2f63-1a69-46b1-bb69-7613cd755667,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:41.977772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a41ef-8014-4043-99b3-64649f600044 req-e6ba054f-6e52-4d07-9460-b329cb7ed42b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:41.983720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-715a41ef-8014-4043-99b3-64649f600044 req-e6ba054f-6e52-4d07-9460-b329cb7ed42b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.1628008 Dec 15 13:57:42.091281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-715a41ef-8014-4043-99b3-64649f600044 req-b746ff1c-e8ec-4834-85a1-99a71ba62eee tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997252 Dec 15 13:57:42.104882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network edea2f63-1a69-46b1-bb69-7613cd755667 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:42.111570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.141962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.145908 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.171303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60961ac-f5b0-49fa-88d8-c5dd7fbc8997,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:42.173183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Made reservation on behalf of 64d5e411c4a34f5b96f29dcbd5907e9a for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:42.176971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.242767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.250283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.275199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.276551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6e7fdcc-8a22-498a-b561-9547fcc74ce6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4544089 Dec 15 13:57:42.281687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36812) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:42.286813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:42.500084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:42.551958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Router eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:42.565607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-624f2a19-595c-46c2-9aaa-73157b5717a8 None None] Provisioning complete for port a6ff3203-ed64-4618-85cc-982c54c2a9b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:42.566215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-624f2a19-595c-46c2-9aaa-73157b5717a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.648553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-624f2a19-595c-46c2-9aaa-73157b5717a8 None None] Port a6ff3203-ed64-4618-85cc-982c54c2a9b3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:42.652155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'mac_address': 'fa:16:3e:5f:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:42.654761 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc01648e-84ca-4cbd-8758-c65f2bf1faa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.709817 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.730159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:42.756715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:42.764542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.832579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:42.858470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:42.874197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] Sync routers for ids ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:42.874797 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-819d6392-20bb-4262-aec3-0920daa0a575 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/routers/eeedabd8-90a8-41a1-82fb-1d7f98f85ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7102315 Dec 15 13:57:42.876843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:42.898440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] Routers {'eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:42.902985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:42.950341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.961717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:42.966712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.977012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] Routers {'eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:42.977012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:43.027444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:43.028483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7898e99-0b9e-4676-a54a-7d47e90654c9 None None] The sync data for ids ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:43.085185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.090636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef7c739e-3580-459b-b57e-20ea677d6c2f req-14fa2052-1468-453f-815f-f98771c82def tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0722618 Dec 15 13:57:43.118360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6328d878-689c-4713-8ff3-2b2ca10caf57 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:43.120240 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6328d878-689c-4713-8ff3-2b2ca10caf57 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 HTTP/1.1" status: 200 len: 988 time: 0.2425728 Dec 15 13:57:43.124675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:43.139576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595d9a88-b834-4f63-99c2-3e773522114c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:43.182089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Checking segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:43.182789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Network hostable DHCP agents. Network: edea2f63-1a69-46b1-bb69-7613cd755667, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:43.183661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:43.484902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8b662-f4df-463e-b3c1-aa01aec07762 req-a77d1224-ab9d-4ae6-ad4d-abff45c396be tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:43.486416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33e8b662-f4df-463e-b3c1-aa01aec07762 req-a77d1224-ab9d-4ae6-ad4d-abff45c396be tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 945 time: 0.2267859 Dec 15 13:57:43.585381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Network edea2f63-1a69-46b1-bb69-7613cd755667 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:43.633813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33e8b662-f4df-463e-b3c1-aa01aec07762 req-6d1703cf-377d-4275-bd0f-563ce475f36b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305647 Dec 15 13:57:43.668884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, edea2f63-1a69-46b1-bb69-7613cd755667) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:43.675607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:43.676919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.679107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995330d-d466-4cfd-85bf-370023372d12 None None] Network edea2f63-1a69-46b1-bb69-7613cd755667 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:43.733750 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd8bea54-4fb4-430b-9861-cf6423744db0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8338618 Dec 15 13:57:43.734390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:43.741653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:43.745984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Router e4135295-c3c6-4c27-b18d-ca550511ab7a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:43.771349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.794568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-edea2f63-1a69-46b1-bb69-7613cd755667', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:43.795722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.851213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.853110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.887487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.961620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.017375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.033883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Allocated IP 172.20.0.2 (edea2f63-1a69-46b1-bb69-7613cd755667/595d9a88-b834-4f63-99c2-3e773522114c/f48b42b9-5649-49ef-b272-16465325f6c3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:44.169004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.212519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Allocated IP 172.25.2.27 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4f0ccdf8-778e-442e-a615-6943cf654bce) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:44.247374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:44.257215 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] Sync routers for ids ['e4135295-c3c6-4c27-b18d-ca550511ab7a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:44.260077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e8b29f98-de55-4dc5-85c6-4ca650a7d100 admin admin] 10.222.0.32 "PUT /v2.0/routers/e4135295-c3c6-4c27-b18d-ca550511ab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2917016 Dec 15 13:57:44.263058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:44.275386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] Routers {'e4135295-c3c6-4c27-b18d-ca550511ab7a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:44.275945 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e4135295-c3c6-4c27-b18d-ca550511ab7a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:44.351094 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.361740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.429612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.445638 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] Set router e4135295-c3c6-4c27-b18d-ca550511ab7a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:44.491425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Pushing event updated for resources: {'Port': ['ID=f48b42b9-5649-49ef-b272-16465325f6c3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:44.505494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c64bf99-68f3-4d90-af41-25a4fa5ac2fc req-082d136e-980b-4b37-939a-0736a2728d60 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0369649 Dec 15 13:57:44.508992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Network edea2f63-1a69-46b1-bb69-7613cd755667 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:44.513420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.514978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:44.515728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.520005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:44.562918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.638424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:44.643944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:44.650715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:44.657624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Attempting to bind port f48b42b9-5649-49ef-b272-16465325f6c3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:44.657624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Attempting to bind port f48b42b9-5649-49ef-b272-16465325f6c3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:44.658045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Attempting to bind port f48b42b9-5649-49ef-b272-16465325f6c3 on network edea2f63-1a69-46b1-bb69-7613cd755667 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:44.664207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:44.664625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Checking segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:44.665029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.665420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Bound using segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:44.665889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Bound port: f48b42b9-5649-49ef-b272-16465325f6c3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:44.666270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.675571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:57:41Z', 'revision_number': 5, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:44.722776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50302ebc-7f61-4316-b587-e1188b8863d1 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:44.731170 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] Checking router: e4135295-c3c6-4c27-b18d-ca550511ab7a for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:44.743955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event updated for resources: {'Port': ['ID=4f0ccdf8-778e-442e-a615-6943cf654bce,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:44.745960 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] Routers {'e4135295-c3c6-4c27-b18d-ca550511ab7a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:44.747074 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['e4135295-c3c6-4c27-b18d-ca550511ab7a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:44.747419 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b341a7e4-22f4-4b49-ac41-6860686a3b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.823283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] For port f48b42b9-5649-49ef-b272-16465325f6c3, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:44.826583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] For port f48b42b9-5649-49ef-b272-16465325f6c3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f48b42b9-5649-49ef-b272-16465325f6c3,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:44.842637 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.904335 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] Set router e4135295-c3c6-4c27-b18d-ca550511ab7a gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:44.910485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ce52-2f5a-4bc4-912d-484579739793 None None] Pushing event updated for resources: {'Port': ['ID=f48b42b9-5649-49ef-b272-16465325f6c3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:44.917080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4ac66bdc-a014-4532-9bee-8e97ddf25ae0 None None] Provisioning complete for port 4f0ccdf8-778e-442e-a615-6943cf654bce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:44.917448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ac66bdc-a014-4532-9bee-8e97ddf25ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.960687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ac66bdc-a014-4532-9bee-8e97ddf25ae0 None None] Port 4f0ccdf8-778e-442e-a615-6943cf654bce cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:44.999920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.015942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.023473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85ae9-dc0f-4146-9b3c-22b77d77bda0 req-cfad371c-3396-46ef-b627-29bf0f94f27c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:45.030143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8fc85ae9-dc0f-4146-9b3c-22b77d77bda0 req-cfad371c-3396-46ef-b627-29bf0f94f27c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 945 time: 0.2871773 Dec 15 13:57:45.054658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.176797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:57:41Z', 'revision_number': 5, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:45.185702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8fc85ae9-dc0f-4146-9b3c-22b77d77bda0 req-18d4decb-7df3-4590-a636-b783c5449d96 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475408 Dec 15 13:57:45.227915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Deleting port 30fde2d6-a495-4958-a5ea-854bbb28fd33 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:45.228551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.235452 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600807c1-a48e-4c3e-af97-5d45ba1d59a2 None None] The sync data for ids ['e4135295-c3c6-4c27-b18d-ca550511ab7a'] in n-d-815324-3 is: [{'id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'name': 'tempest-ServersTestMultiNic-725918437-router', 'tenant_id': '51dac65e901b4ff09c10a0199b82ee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:26Z', 'updated_at': '2021-12-15T13:57:41Z', 'revision_number': 5, 'project_id': '51dac65e901b4ff09c10a0199b82ee7f', 'gw_port': {'id': '30fde2d6-a495-4958-a5ea-854bbb28fd33', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4135295-c3c6-4c27-b18d-ca550511ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:27Z', 'updated_at': '2021-12-15T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:45.331660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Allocated IP 172.25.2.35 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3a26269b-08e1-4f49-8584-4963df47f77c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:45.417965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port a6ff3203-ed64-4618-85cc-982c54c2a9b3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:45.418505 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.422920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] For port 30fde2d6-a495-4958-a5ea-854bbb28fd33, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=30fde2d6-a495-4958-a5ea-854bbb28fd33,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:45.422920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.423271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.440953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Calling delete_port for 30fde2d6-a495-4958-a5ea-854bbb28fd33 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:45.527582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.664933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.690502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.696517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for a6ff3203-ed64-4618-85cc-982c54c2a9b3 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:45.750357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Pushing event updated for resources: {'Port': ['ID=3a26269b-08e1-4f49-8584-4963df47f77c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:45.767048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:45.770495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:45.777867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:45.792910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99feaa-b5e8-46ec-9895-767cdd87359c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:45.816461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4388ba8-625f-4d48-b2b1-2d4fc89d7027 req-5adc6a9c-2a8f-474d-9696-88a31c309b2a tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0586255 Dec 15 13:57:45.886074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:45.975611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6d259b5f-0e74-470d-b85d-5b02cea1e523 None None] Provisioning complete for port 3a26269b-08e1-4f49-8584-4963df47f77c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:45.977354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d259b5f-0e74-470d-b85d-5b02cea1e523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.028533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.063869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6d259b5f-0e74-470d-b85d-5b02cea1e523 None None] Port 3a26269b-08e1-4f49-8584-4963df47f77c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:46.071068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:57:46.082053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:46.084799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.122403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f48b42b9-5649-49ef-b272-16465325f6c3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:46.125125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ac52d-5abb-46a4-8690-3813430319c4 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:46.150732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fde2d6-a495-4958-a5ea-854bbb28fd33,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.256384 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.347027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f48b42b9-5649-49ef-b272-16465325f6c3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:46.349601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.370560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.413426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.459535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:46.463050 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86dfcff-bdb2-4a93-ad69-18472aba3fad" -d '{"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:46.488856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:46.497089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.505508 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.568522 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d25c52-9737-46cf-983c-cc3552e63cbc x-openstack-request-id: req-98d25c52-9737-46cf-983c-cc3552e63cbc {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:46.568913 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:46.569140 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98d25c52-9737-46cf-983c-cc3552e63cbc {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:46.570087 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'code': 200} Dec 15 13:57:46.572488 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.572961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.574156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4135295-c3c6-4c27-b18d-ca550511ab7a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:46.576137 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.599161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.607422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-65d3c592-f0df-4b7d-8123-923b48d54800 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e4135295-c3c6-4c27-b18d-ca550511ab7a HTTP/1.1" status: 204 len: 168 time: 2.3408909 Dec 15 13:57:46.608093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36852) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:46.671129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.791892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port f48b42b9-5649-49ef-b272-16465325f6c3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f48b42b9-5649-49ef-b272-16465325f6c3,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:46.799679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.805838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.834868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Deleting subnet 75028c6f-3f1b-432c-8a94-9bdfab696fa3 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:46.837350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:46.888397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:46.889072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b60961ac-f5b0-49fa-88d8-c5dd7fbc8997 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:46.931256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.945026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=f48b42b9-5649-49ef-b272-16465325f6c3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.958879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.979300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.990519 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.035117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.218274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c112b-ff5f-4ceb-b938-27612ec38c0f req-47b8ed48-1ac1-45c7-9623-eda8304116c0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:47.226506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f7c112b-ff5f-4ceb-b938-27612ec38c0f req-47b8ed48-1ac1-45c7-9623-eda8304116c0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.7168989 Dec 15 13:57:47.240443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb161a-0a88-4a00-9f77-7d25321273ff None None] Network edea2f63-1a69-46b1-bb69-7613cd755667 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:47.283873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35e3f145-fc59-45d4-829a-353508f310f4 req-65316264-965a-474b-8fb7-0d4a0e2d49d2 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.1751134 Dec 15 13:57:47.397040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575fc04-04e2-473d-97e0-df4102662d40 req-19a55072-2ab6-417f-b930-56c888403c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:47.399172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d575fc04-04e2-473d-97e0-df4102662d40 req-19a55072-2ab6-417f-b930-56c888403c02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 1097 time: 0.6644876 Dec 15 13:57:47.402173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8037238-3afc-48e7-b6c4-6b45a66b603b None None] Provisioning complete for port f48b42b9-5649-49ef-b272-16465325f6c3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:47.403060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8037238-3afc-48e7-b6c4-6b45a66b603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.415046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.444975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.458276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f7c112b-ff5f-4ceb-b938-27612ec38c0f req-1f9ccd59-878e-4166-9039-899de22dc99f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306736 Dec 15 13:57:47.460098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.587320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=a6ff3203-ed64-4618-85cc-982c54c2a9b3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:47.597476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Router 67093069-b4d6-4911-ad86-406e3bf811b1 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:47.613119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.613684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.614270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.614966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.615670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.616136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.616636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.617038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.620249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.620708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.621141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.621715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.624771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:47.706229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d575fc04-04e2-473d-97e0-df4102662d40 req-d761b2ba-36db-4804-bffe-6c0bcbb6c3b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847981 Dec 15 13:57:47.789970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:47.806735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Sync routers for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:47.824208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.824455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:47.824921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:47.838637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.856089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.860271 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-877fd50c-5c93-4af5-b805-ae46d4d2075f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1194203 Dec 15 13:57:47.860602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:47.890428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Router b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:47.909128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75028c6f-3f1b-432c-8a94-9bdfab696fa3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:47.926559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.935036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-766a4096-2bc4-49f0-85cb-c294612eefa5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75028c6f-3f1b-432c-8a94-9bdfab696fa3 HTTP/1.1" status: 204 len: 168 time: 1.3203375 Dec 15 13:57:47.943932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:47.988377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552054ef-a911-4a77-93e9-4688041763f6 None None] Network a220cdeb-7fcf-4e26-b2bf-83bcd81de020 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:48.081747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f48b42b9-5649-49ef-b272-16465325f6c3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:48.178822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-958de956-577c-4a70-bfe6-d951c5c19af6 None None] Provisioning complete for port f48b42b9-5649-49ef-b272-16465325f6c3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:48.179236 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-958de956-577c-4a70-bfe6-d951c5c19af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.197213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.323071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:48.326167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Router eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:48.336043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.339895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-df00786c-8bbb-4aca-b309-0993c4869d5f tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "PUT /v2.0/routers/b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e HTTP/1.1" status: 200 len: 882 time: 6.0547917 Dec 15 13:57:48.344605 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] Sync routers for ids ['b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:48.353797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:48.363417 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] Routers {'b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:48.364120 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.414553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] DHCP port deletion for a220cdeb-7fcf-4e26-b2bf-83bcd81de020 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:48.424823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:48.446248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.466643 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] Routers {'b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:48.467531 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.521247 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.521931 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb4e8c-8aca-4f58-90bd-b7f2d74e3a3a None None] The sync data for ids ['b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:48.522325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.552435 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.576745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-589f6774-2c4f-47b2-9937-27081e53e9d1 req-e9a83e0f-e51f-44bf-93fd-2ec919d1ce2d tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.0669894 Dec 15 13:57:48.584940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f48b42b9-5649-49ef-b272-16465325f6c3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:48.585431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.689861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Deleting port e4964138-adc3-4080-8015-bd042861a72d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:48.690496 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.707067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:48.737798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] Sync routers for ids ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:48.751172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-78d36455-748f-4f0b-b7bd-f7424ffae6ad tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/routers/eeedabd8-90a8-41a1-82fb-1d7f98f85ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6241732 Dec 15 13:57:48.758948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36874) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:48.795775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] Routers {'eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:48.796609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.828341 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4a1359-c202-4f00-a1de-daa4cf710f79 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:57:48.830543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4d4a1359-c202-4f00-a1de-daa4cf710f79 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/a6ff3203-ed64-4618-85cc-982c54c2a9b3 HTTP/1.1" status: 404 len: 333 time: 0.0675604 Dec 15 13:57:48.833855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:48.846194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] Deleting port e4964138-adc3-4080-8015-bd042861a72d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:48.846779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.847886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ceba1-b7c7-4765-a6d6-c7a07bd6215a req-ca1a784d-508c-4b5e-a313-fb256fddb122 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:48.850062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-791ceba1-b7c7-4765-a6d6-c7a07bd6215a req-ca1a784d-508c-4b5e-a313-fb256fddb122 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.2045732 Dec 15 13:57:48.866180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-78141d31-6b76-4956-8611-60a8f02ea7cf tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e HTTP/1.1" status: 200 len: 923 time: 0.5086577 Dec 15 13:57:48.868665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] For port e4964138-adc3-4080-8015-bd042861a72d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4964138-adc3-4080-8015-bd042861a72d,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:48.868865 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.877602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36878) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:48.892379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.963224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.976967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] Routers {'eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:48.978130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.075253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] For port e4964138-adc3-4080-8015-bd042861a72d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e4964138-adc3-4080-8015-bd042861a72d,segment=NetworkSegment(b1bfa27c-6210-477f-b7b7-37701ec7f2a0),segment_id=b1bfa27c-6210-477f-b7b7-37701ec7f2a0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:49.075897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.080618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.081290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820c52c-558c-4787-a926-bcef630e21b9 None None] The sync data for ids ['eeedabd8-90a8-41a1-82fb-1d7f98f85ea2'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:49.101409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 30fde2d6-a495-4958-a5ea-854bbb28fd33 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:49.105199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] Calling delete_port for e4964138-adc3-4080-8015-bd042861a72d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:49.106786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Allocated IP 172.20.0.1 (edea2f63-1a69-46b1-bb69-7613cd755667/595d9a88-b834-4f63-99c2-3e773522114c/eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:49.112823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:46Z', 'revision_number': 3, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.158487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Checking router: 67093069-b4d6-4911-ad86-406e3bf811b1 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:49.159305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Updating router 67093069-b4d6-4911-ad86-406e3bf811b1 port 3a26269b-08e1-4f49-8584-4963df47f77c binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:49.209297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 30fde2d6-a495-4958-a5ea-854bbb28fd33 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:49.209712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 30fde2d6-a495-4958-a5ea-854bbb28fd33 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:49.257655 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.265490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.271112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.318808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Calling delete_port for e4964138-adc3-4080-8015-bd042861a72d owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:49.365626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.366113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Fanout notify agent at l3_agent the message router_deleted on router eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:49.373283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.376866 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7d6e1090-84ca-4137-b5d7-faebba9bd429 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/routers/eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 HTTP/1.1" status: 204 len: 168 time: 0.5390103 Dec 15 13:57:49.381154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:49.413349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2434c-7a91-43d7-89a4-3eed2ff6c0dc tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.417259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ea2434c-7a91-43d7-89a4-3eed2ff6c0dc tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5363250 Dec 15 13:57:49.418986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-791ceba1-b7c7-4765-a6d6-c7a07bd6215a req-246f3e46-6c72-43c4-b152-7dd4435af5c8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610323 Dec 15 13:57:49.419668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:49.456535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.468798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.497170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.497488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4964138-adc3-4080-8015-bd042861a72d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:49.499530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] No DVR routers for this DVR port e4964138-adc3-4080-8015-bd042861a72d on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:49.514342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet 8bd2136d-6a8a-4362-b9ce-4e01b60e1954 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:49.521468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] Pushing event deleted for resources: {'Port': ['ID=e4964138-adc3-4080-8015-bd042861a72d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:49.523716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.530073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc270e-accb-4683-980f-f36761d5f045 None None] No DVR routers for this DVR port e4964138-adc3-4080-8015-bd042861a72d on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:49.585028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.601820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.631259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a220cdeb-7fcf-4e26-b2bf-83bcd81de020']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.646197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.646892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bfa27c-6210-477f-b7b7-37701ec7f2a0') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.647612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babcaf10-bb99-4289-98d0-7b7abf5b1c32 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.649118 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-babcaf10-bb99-4289-98d0-7b7abf5b1c32 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.2245469 Dec 15 13:57:49.652144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:49.666465 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.669555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.697015 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b2f273f1-2bdf-4580-abee-691ba48d75b9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e HTTP/1.1" status: 200 len: 205 time: 0.0431552 Dec 15 13:57:49.699056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.710120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:49.723128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:49.723644 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:49.726494 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:49.773736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.781404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.823357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Network edea2f63-1a69-46b1-bb69-7613cd755667 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:49.829967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:49.836580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:49.843515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Pushing event updated for resources: {'Port': ['ID=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:49.871308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5215551-4569-4f43-88fc-f2b05abe6950 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:49.878784 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.885022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f3154d5-4244-4fe2-8389-800d0b35b77f req-54572425-57de-40ad-b403-c4ab161822da tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9c0269a-5d2f-4976-ad52-96f2811c8751 HTTP/1.1" status: 200 len: 210 time: 0.1030340 Dec 15 13:57:49.888799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d392247-f2a3-4d98-9442-0c71320331c8 None None] Pushing event updated for resources: {'Port': ['ID=3a26269b-08e1-4f49-8584-4963df47f77c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:49.907126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Attempting to bind port 3a26269b-08e1-4f49-8584-4963df47f77c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:49.909921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Attempting to bind port 3a26269b-08e1-4f49-8584-4963df47f77c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:49.910545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Attempting to bind port 3a26269b-08e1-4f49-8584-4963df47f77c on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:49.933290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:49.933678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:49.934096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.934509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:49.935962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Bound port: 3a26269b-08e1-4f49-8584-4963df47f77c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:49.937409 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.947035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.996726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fce8a2ab-02b5-4019-b154-ed40f8c65311 None None] Provisioning complete for port 3a26269b-08e1-4f49-8584-4963df47f77c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:49.997389 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fce8a2ab-02b5-4019-b154-ed40f8c65311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.009035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.016153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.047804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4964138-adc3-4080-8015-bd042861a72d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:50.076436 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.113159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] For port 3a26269b-08e1-4f49-8584-4963df47f77c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:50.125195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.127438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.128893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a220cdeb-7fcf-4e26-b2bf-83bcd81de020 HTTP/1.1" status: 204 len: 168 time: 2.1837120 Dec 15 13:57:50.129501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e4964138-adc3-4080-8015-bd042861a72d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:50.129863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e4964138-adc3-4080-8015-bd042861a72d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:50.130076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277c88e-b7df-40f3-9b58-c52f4cf38a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=a220cdeb-7fcf-4e26-b2bf-83bcd81de020,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.146479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/8bd2136d-6a8a-4362-b9ce-4e01b60e1954 HTTP/1.1" status: 204 len: 168 time: 0.7642570 Dec 15 13:57:50.147774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513cfd5-566d-40ef-ac4a-7f6848294525 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd2136d-6a8a-4362-b9ce-4e01b60e1954,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.160007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:50.166325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92428a3d-efb4-45f0-a139-919ca0fca176 None None] Network 519a1493-b114-45ac-a89c-3963a0698be1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:50.182923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] For port 3a26269b-08e1-4f49-8584-4963df47f77c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3a26269b-08e1-4f49-8584-4963df47f77c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:50.217848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fce8a2ab-02b5-4019-b154-ed40f8c65311 None None] Port 3a26269b-08e1-4f49-8584-4963df47f77c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:50.246773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.261329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.296996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.299120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.325535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8988bf-6774-4a81-8270-9496a6366003 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:50.371991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d392247-f2a3-4d98-9442-0c71320331c8 None None] Pushing event updated for resources: {'Port': ['ID=3a26269b-08e1-4f49-8584-4963df47f77c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.377767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:50.378394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:50.401053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Deleting port 4f0ccdf8-778e-442e-a615-6943cf654bce {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:50.401053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.401338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:50.455711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-25a30f4e-7ea6-45f8-bf5a-046782d1e37e None None] Provisioning complete for port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:50.456157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25a30f4e-7ea6-45f8-bf5a-046782d1e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.495007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:50.495465 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.504493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.512723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-25a30f4e-7ea6-45f8-bf5a-046782d1e37e None None] Port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:50.527414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Calling delete_port for 4f0ccdf8-778e-442e-a615-6943cf654bce owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:50.554913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:50.568278 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eccaf6cc-bb6d-4dbf-90cb-273d7ad7e519 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51dac65e901b4ff09c10a0199b82ee7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626577 Dec 15 13:57:50.572320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:50.625694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] For port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,segment=NetworkSegment(bd414f73-f2a2-4ad1-8209-628db719d20b),segment_id=bd414f73-f2a2-4ad1-8209-628db719d20b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:50.626092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.663871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c22b2-db68-4f41-8aae-4c72765384ed req-328ffed4-749b-4d1d-9969-4bf75b187dfe tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:50.665352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee5c22b2-db68-4f41-8aae-4c72765384ed req-328ffed4-749b-4d1d-9969-4bf75b187dfe tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.0763321 Dec 15 13:57:50.667254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:50.672640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] DHCP port deletion for 519a1493-b114-45ac-a89c-3963a0698be1 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:50.739582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.745870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-18148b9c-a6b1-487d-b895-225f2d055b89 None None] Provisioning complete for port 3a26269b-08e1-4f49-8584-4963df47f77c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:50.746273 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18148b9c-a6b1-487d-b895-225f2d055b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.752676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.771813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee5c22b2-db68-4f41-8aae-4c72765384ed req-6d5b6cf6-11d6-4254-8d31-3f871fa6efa2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688133 Dec 15 13:57:50.788727 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c69625df-a150-412a-8ab7-2952b1180df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.880581 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.881005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c69625df-a150-412a-8ab7-2952b1180df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.883555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.901674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Pushing event updated for resources: {'Port': ['ID=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.927011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event deleted for resources: {'Port': ['ID=4f0ccdf8-778e-442e-a615-6943cf654bce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.977045 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.046491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44cce0-81e5-4186-8b88-7d3323b4c8f4 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:51.063162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No DVR routers for this DVR port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:51.065275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.069099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36916) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.122653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.160957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c69625df-a150-412a-8ab7-2952b1180df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.164011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c69625df-a150-412a-8ab7-2952b1180df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.165332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c69625df-a150-412a-8ab7-2952b1180df0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ed899ca-4766-4f3a-b046-20d2831986e9 HTTP/1.1" status: 204 len: 168 time: 0.5864906 Dec 15 13:57:51.185650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.195855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Deleting port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:51.197150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.197963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69625df-a150-412a-8ab7-2952b1180df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed899ca-4766-4f3a-b046-20d2831986e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.205002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.224241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Network edea2f63-1a69-46b1-bb69-7613cd755667 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:51.230781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:51.238942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519a1493-b114-45ac-a89c-3963a0698be1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:51.253584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd414f73-f2a2-4ad1-8209-628db719d20b') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:51.253879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd414f73-f2a2-4ad1-8209-628db719d20b') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:51.375228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.398397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.408709 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.408927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.419573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c42f31e-a1f2-457b-bf58-b1d0f52a6395 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.421759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:51.422565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:51.426779 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:51.429789 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18148b9c-a6b1-487d-b895-225f2d055b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.436407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] For port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:51.436856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.439773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087af27-ddf3-4a1d-af09-bc50776f3f6f req-ea15ba87-4de0-4843-992f-722e1f19e44d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:51.441474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8087af27-ddf3-4a1d-af09-bc50776f3f6f req-ea15ba87-4de0-4843-992f-722e1f19e44d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.3828509 Dec 15 13:57:51.474765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Calling delete_port for 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:51.487069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:57:51.490219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c42f31e-a1f2-457b-bf58-b1d0f52a6395 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.503550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-18148b9c-a6b1-487d-b895-225f2d055b89 None None] For port 3a26269b-08e1-4f49-8584-4963df47f77c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3a26269b-08e1-4f49-8584-4963df47f77c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:51.512022 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.513357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Router 67093069-b4d6-4911-ad86-406e3bf811b1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:51.521565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.530834 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18148b9c-a6b1-487d-b895-225f2d055b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.537633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.542576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/519a1493-b114-45ac-a89c-3963a0698be1 HTTP/1.1" status: 204 len: 168 time: 1.3769238 Dec 15 13:57:51.549138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.567283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Network 519a1493-b114-45ac-a89c-3963a0698be1 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:57:51.567745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] No DVR routers for this DVR port 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:51.580910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede090-3bf1-4450-9e16-e1f3d94a99bf None None] Pushing event deleted for resources: {'Port': ['ID=3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.614253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e6944-0111-4f6f-9027-abf6c95c2a7e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=519a1493-b114-45ac-a89c-3963a0698be1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.647909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:57:49Z', 'revision_number': 1, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:51.648123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.648732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Fanout notify agent at l3_agent the message router_deleted on router b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:51.667114 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.668484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c0b2a6cf-82f1-4086-bd2f-268c91d1ccf3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e HTTP/1.1" status: 204 len: 168 time: 1.9570153 Dec 15 13:57:51.679732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36926) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.695026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-334291602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:51.698702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6930f9-ac0b-464d-8c03-9bf55a9afc9c None None] The sync data for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 is: [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:57:49Z', 'revision_number': 1, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:51.718971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8087af27-ddf3-4a1d-af09-bc50776f3f6f req-bf99b973-5301-4f81-be1c-93aa951eed1b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080889 Dec 15 13:57:51.736648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18148b9c-a6b1-487d-b895-225f2d055b89 None None] Pushing event updated for resources: {'Port': ['ID=3a26269b-08e1-4f49-8584-4963df47f77c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.750856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab1fe3-4292-487b-8518-950d12e3d129 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:51.753892 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c42f31e-a1f2-457b-bf58-b1d0f52a6395 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.756145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a8ab1fe3-4292-487b-8518-950d12e3d129 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/fee6acb9-c7de-4898-9805-f6dcf8cd2db1 HTTP/1.1" status: 200 len: 845 time: 0.2051797 Dec 15 13:57:51.759044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.761491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c42f31e-a1f2-457b-bf58-b1d0f52a6395 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.764896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2c42f31e-a1f2-457b-bf58-b1d0f52a6395 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/security-groups/f07e5b7b-d547-438b-9685-7de99cdd0b10 HTTP/1.1" status: 204 len: 168 time: 0.6851344 Dec 15 13:57:51.771228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.779407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-87982e49-5bbd-4c60-b1cd-bfca90a17b3f None None] Provisioning complete for port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:51.779806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87982e49-5bbd-4c60-b1cd-bfca90a17b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.794273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42f31e-a1f2-457b-bf58-b1d0f52a6395 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e5b7b-d547-438b-9685-7de99cdd0b10,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.802886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.804074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.820390 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-a25bcd2c-7e7e-4fc6-84db-5fdddaffe8bf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] show failed (client error): The resource could not be found. Dec 15 13:57:51.821488 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a25bcd2c-7e7e-4fc6-84db-5fdddaffe8bf tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "GET /v2.0/security-groups/f07e5b7b-d547-438b-9685-7de99cdd0b10 HTTP/1.1" status: 404 len: 347 time: 0.0484581 Dec 15 13:57:51.825695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.843288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66175975-81db-4605-9236-634b0902fac3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/fee6acb9-c7de-4898-9805-f6dcf8cd2db1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0831735 Dec 15 13:57:51.843905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.858532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:51.886349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.895530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.903604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-87982e49-5bbd-4c60-b1cd-bfca90a17b3f None None] Port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:51.925152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.927785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0ac2c71d-0b71-4645-86e5-b234b1dffbd6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2430608 Dec 15 13:57:51.933330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36946) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:51.941900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:52.005430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:52.031513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:52.033162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:52.043350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ceefeb1-6bdb-4e8c-b472-d16af2e0ca22 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:52.100130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ffb58603-ef1c-453d-a64b-8c0421d5ff87 admin admin] 10.222.0.32 "PUT /v2.0/routers/67093069-b4d6-4911-ad86-406e3bf811b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2379446 Dec 15 13:57:52.219008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:52.223277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.334871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.359405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 7b9e8b7e-952e-4216-973a-15dcfcd702dd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:52.359886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.555263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.556021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.567194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:52.590044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 7b9e8b7e-952e-4216-973a-15dcfcd702dd owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:52.670695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.701762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.744778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1801312889-network', 'tenant_id': 'e3af6fabc7f84f0b8f40a7ed2fe7077d'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:52.768261 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.877482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Allocated IP 172.25.2.149 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9e7d0213-adeb-4fa5-8fe9-8dfff16ec311) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:53.046889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c52f-35b6-47c5-b45d-f3cb8eb9c61b req-58ce9d49-0283-468c-b742-2e048333b701 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.049301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b09c52f-35b6-47c5-b45d-f3cb8eb9c61b req-58ce9d49-0283-468c-b742-2e048333b701 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.1735239 Dec 15 13:57:53.124577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36982) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:53.135559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1406419972-network', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:53.163643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.169355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b09c52f-35b6-47c5-b45d-f3cb8eb9c61b req-97766ddc-3213-4346-8959-53ea5740fb7b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111059 Dec 15 13:57:53.212222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Made reservation on behalf of e3af6fabc7f84f0b8f40a7ed2fe7077d for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:53.214896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.231472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.238653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Made reservation on behalf of b7519c9f90d1405b849e0c6181d2fdfd for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:53.239443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:53.241348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.245523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.252693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:53.271640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e568c-d4a9-428e-b835-b9eb26fcc712 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:53.280863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.330518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:53.339324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:53.339804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.340665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.350030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:53.352161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.353394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Port': ['ID=9e7d0213-adeb-4fa5-8fe9-8dfff16ec311,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.433392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.444929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.463001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b0d79-63ec-471f-ad48-6acb0c99ddab None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:53.479740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.529338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d9d61a97-65ec-45f4-aa27-6e50f1565352 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6748800 Dec 15 13:57:53.532231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929c628f-bcb9-4dfd-928a-55ef6226fe5e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.536349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=7b9e8b7e-952e-4216-973a-15dcfcd702dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.546669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36992) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:53.573607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096397992'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:53.579346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130e782-fa75-4c21-8232-9bcff4fc92cf None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:53.586660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:53.603011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'project_id': 'f2d5c28f1c1a47a9ac650cf9eb63a08f', 'fixed_ips': [{'subnet_id': 'f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:53.604215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.614161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.614870 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Added segment 491fda25-f8d4-463b-8e4c-3b45a0ad0265 of type vlan for network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 Dec 15 13:57:53.627801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9811e7ad-ad01-4b8e-bcc4-caae422dcab0 None None] Provisioning complete for port 9e7d0213-adeb-4fa5-8fe9-8dfff16ec311 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:53.628127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.628900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9811e7ad-ad01-4b8e-bcc4-caae422dcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.630822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.632312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0ea9bd7b-d52b-404d-8b38-37bc340b6db7 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/floatingips/4d9fb5a8-ab69-4356-9630-5dae4b651460 HTTP/1.1" status: 204 len: 168 time: 1.8021224 Dec 15 13:57:53.638952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:53.727721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.824339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.825702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.827894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.830398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9811e7ad-ad01-4b8e-bcc4-caae422dcab0 None None] Port 9e7d0213-adeb-4fa5-8fe9-8dfff16ec311 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:53.924368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 32d719cd-e00a-4703-a3f5-ebbdef54f073 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:53.925201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.930503 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] Pushing event updated for resources: {'Network': ['ID=51dcbd8d-ae39-46d5-8cb1-cd374515d231,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.941219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Allocated IP 2001:db8::2 (3e621de2-0b56-4d79-bc35-64e1b6c9d765/f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf/8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:53.967212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:54.113717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3a26269b-08e1-4f49-8584-4963df47f77c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:54.188990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.217310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 32d719cd-e00a-4703-a3f5-ebbdef54f073 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:54.242000 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61cb3da3-4885-4e07-97b3-e93e0da25685 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6731727 Dec 15 13:57:54.246982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.248322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:54.251248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.258585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Request body: {'subnet': {'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1801312889-subnet', 'tenant_id': 'e3af6fabc7f84f0b8f40a7ed2fe7077d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:54.288249 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.301205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3a26269b-08e1-4f49-8584-4963df47f77c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:54.301913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.302862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:54.326478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.346594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1fbf8-14ee-4c6d-a11f-50f80e464522,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.362119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Made reservation on behalf of e3af6fabc7f84f0b8f40a7ed2fe7077d for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:54.365707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.399648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.446618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.447064 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Added segment e7e963dd-68d7-436e-913f-09f2efe548b7 of type vlan for network ba468851-5031-47e8-8150-1aa5f37314d8 Dec 15 13:57:54.460063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:54.465894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:54.468787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:54.479155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70dbeb-9c83-43a8-956b-7feda2e69830 req-b0854a86-e9d7-4ab5-9c2c-c7caf3a870ba tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.482263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Pushing event updated for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.488431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d70dbeb-9c83-43a8-956b-7feda2e69830 req-b0854a86-e9d7-4ab5-9c2c-c7caf3a870ba tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.2974708 Dec 15 13:57:54.566960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Attempting to bind port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:54.567362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Attempting to bind port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:54.568131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Attempting to bind port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c on network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:54.581258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:54.582045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Checking segment: {'id': 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:54.582811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.583460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Bound using segment: {'id': 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:54.584206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Bound port: 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:54.584952 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.589011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.602856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.637067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=32d719cd-e00a-4703-a3f5-ebbdef54f073,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.697052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.717541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:54.723780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d70dbeb-9c83-43a8-956b-7feda2e69830 req-9aae1b73-601e-4822-9279-b9944f7a9d29 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338593 Dec 15 13:57:54.724943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,segment=NetworkSegment(dfe8acef-28a5-42eb-8c5b-a5c2db5101c1),segment_id=dfe8acef-28a5-42eb-8c5b-a5c2db5101c1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:54.729541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.732614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.743136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.771362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.804661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.808154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88c04ec7-1a4e-418c-8254-8a84b775f876 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/ports/32d719cd-e00a-4703-a3f5-ebbdef54f073 HTTP/1.1" status: 204 len: 168 time: 1.1669188 Dec 15 13:57:54.816108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:54.856757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc844ba3-f8ba-4278-8c59-7adca9187bc0 None None] Pushing event updated for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.863223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.864529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.865303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.867679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49391445-fca2-4da6-8f3e-ad90b1cf3ce8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.890924 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.892220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b9d7990c-ec2e-4bbd-93e5-cd9db561faa7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3444967 Dec 15 13:57:54.914522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:54.926998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe74e002-2d0e-49c5-89bd-d9c7ec31db8b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.952436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291947481'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:54.986588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Checking segment: {'id': '491fda25-f8d4-463b-8e4c-3b45a0ad0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:54.986842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Network hostable DHCP agents. Network: 51dcbd8d-ae39-46d5-8cb1-cd374515d231, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:54.995981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8699465 Dec 15 13:57:55.000546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37012) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:55.015685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Request body: {'subnet': {'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1406419972-subnet', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:55.034289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:55.044901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa93c1-769d-4186-aba2-6a915f2880cc admin admin] Pushing event updated for resources: {'Network': ['ID=ba468851-5031-47e8-8150-1aa5f37314d8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:55.056799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 0cb0b1b4-27f9-46bd-b69b-b65106e65570 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:55.057180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.058880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ba468851-5031-47e8-8150-1aa5f37314d8 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:55.061663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.093466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 51dcbd8d-ae39-46d5-8cb1-cd374515d231) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:55.107288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:55.108243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.141141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9aaba-be6e-432b-98db-eee6e43a6a2d None None] Network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:55.160805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Made reservation on behalf of b7519c9f90d1405b849e0c6181d2fdfd for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:55.162896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.198334 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2fdfe3a0-e2c9-44c0-b790-bab4777c34a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9413753 Dec 15 13:57:55.301929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.307406 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.435087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7943bb9-6ef5-40dc-99b0-b4398777bbea None None] Network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:55.465541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.496596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 0cb0b1b4-27f9-46bd-b69b-b65106e65570 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:55.556352 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Sync routers for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:55.567882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.571899 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:55.572674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:55.581216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.670970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.676247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7596009 Dec 15 13:57:55.677701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37024) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:55.683727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1028464095', 'security_groups': ['6484181e-94a0-4a30-8664-fe73099b22ab'], 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:55.702009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558903a0-f8e3-4862-9362-2653334e1d20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6484181e-94a0-4a30-8664-fe73099b22ab,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:55.738934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.746349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Router c0c28969-6c7e-476a-931f-a465726ccbca is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:55.792698 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:55.796010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.798588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=0cb0b1b4-27f9-46bd-b69b-b65106e65570,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:55.878793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:55.972128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.976402 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cdf52805-7ff9-40f9-8ad6-96d700304ab5 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/ports/0cb0b1b4-27f9-46bd-b69b-b65106e65570 HTTP/1.1" status: 204 len: 168 time: 1.1574271 Dec 15 13:57:55.979305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99b2bb6-d7d4-44d5-96d1-d70336c6051e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:55.981533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37040) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:55.994977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Checking segment: {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:55.995404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Network hostable DHCP agents. Network: ba468851-5031-47e8-8150-1aa5f37314d8, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:56.058535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting subnet 5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:56.076532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.076532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Network ba468851-5031-47e8-8150-1aa5f37314d8 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:56.151688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ba468851-5031-47e8-8150-1aa5f37314d8) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:56.167411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c2f0e-939b-4dea-91c5-a5b4b87dca0b req-ed0527fe-1cf0-45ee-bbd0-7e81e91c0f8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.169044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da4c2f0e-939b-4dea-91c5-a5b4b87dca0b req-ed0527fe-1cf0-45ee-bbd0-7e81e91c0f8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.2773507 Dec 15 13:57:56.181488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.191385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:56.191835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.211290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3519425-0c38-4f5d-8f66-5b18a6556ada None None] Network ba468851-5031-47e8-8150-1aa5f37314d8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:56.217753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:56.222754 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.339785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'port_id': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'mac_address': 'fa:16:3e:5f:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:56.379438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:56.381288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:56.398282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.404077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8e901f58-3c50-4add-a28d-c62fbf05ff4a tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "PUT /v2.0/routers/c0c28969-6c7e-476a-931f-a465726ccbca HTTP/1.1" status: 200 len: 918 time: 4.4668632 Dec 15 13:57:56.409508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] Sync routers for ids ['c0c28969-6c7e-476a-931f-a465726ccbca'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:56.417656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37052) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:56.455719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.473404 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 2, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:56.566014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ae56880-e070-4647-89d1-9488843a842d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5552971 Dec 15 13:57:56.571103 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.574797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] Routers {'c0c28969-6c7e-476a-931f-a465726ccbca'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:56.575603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c0c28969-6c7e-476a-931f-a465726ccbca'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:56.575851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:56.589594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:56.592317 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Checking router: 67093069-b4d6-4911-ad86-406e3bf811b1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:56.593071 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Updating router 67093069-b4d6-4911-ad86-406e3bf811b1 port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:56.665166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.666593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.671833 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.672573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:56.672742 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.676940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/subnets/5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a HTTP/1.1" status: 204 len: 168 time: 0.6923220 Dec 15 13:57:56.678033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf8286-8f01-4ba2-9962-52742e993aa3 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6bab7a-4f16-45e8-a1c4-31e7b0ce864a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:56.679955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:56.718493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da4c2f0e-939b-4dea-91c5-a5b4b87dca0b req-518db657-4ff0-4b4f-8772-5ec267ddefc9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073051 Dec 15 13:57:56.743831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.746868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8468ac-7451-4f06-a98f-a8a6c5f5b5ae None None] Network 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:56.762730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-5955d808-dc1f-4da1-b170-e0b82340782b tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.765557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting subnet cbda0682-078f-4f99-9bec-6f3db4d278a8 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:56.771392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-5955d808-dc1f-4da1-b170-e0b82340782b tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/networks?id=51dcbd8d-ae39-46d5-8cb1-cd374515d231 HTTP/1.1" status: 200 len: 822 time: 0.8107064 Dec 15 13:57:56.841560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-610d843f-6ba6-4613-ace6-238448a15af0 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/quotas/e3af6fabc7f84f0b8f40a7ed2fe7077d HTTP/1.1" status: 200 len: 375 time: 0.0691891 Dec 15 13:57:56.859787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-ba468851-5031-47e8-8150-1aa5f37314d8', 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8', 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'fixed_ips': [{'subnet_id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:56.860860 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.872730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.882202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:56.882202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.890511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:56.939500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] Routers {'c0c28969-6c7e-476a-931f-a465726ccbca'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:56.940402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c0c28969-6c7e-476a-931f-a465726ccbca'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:56.947522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-9a854719-f78a-415f-9fee-fda1f6f23d03 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3af6fabc7f84f0b8f40a7ed2fe7077d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047125 Dec 15 13:57:56.975926 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.046664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:57.047504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dbb37-f6fe-4250-b4fa-81b1e35cbddc None None] The sync data for ids ['c0c28969-6c7e-476a-931f-a465726ccbca'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:57.054523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:57.087369 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.156228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:57.156735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.185182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.253651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.262346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:57.401361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.435989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8ea05e95-d853-45e8-a910-a7643b26f174 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/c0c28969-6c7e-476a-931f-a465726ccbca HTTP/1.1" status: 200 len: 924 time: 0.9871719 Dec 15 13:57:57.442487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:57.465106 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.476238 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.490231 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.531187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 28dfe199-aece-415d-8c97-c84c4849aca8 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:57:57.566498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e205db-e8dd-46c7-a41f-b393ad59ab3c None None] Pushing event updated for resources: {'Port': ['ID=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:57.704044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-34810fee-e9e0-4222-a99f-975b9e5c157c service neutron] 10.222.0.32 "GET /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552836 Dec 15 13:57:57.718116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702b606-2071-40f8-8543-4100e524175e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:57.723164 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a702b606-2071-40f8-8543-4100e524175e tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=c0c28969-6c7e-476a-931f-a465726ccbca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2708056 Dec 15 13:57:57.750590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:57.763560 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.801461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:57.809349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] DHCP port deletion for 3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:57.824050 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Attempting to bind port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:57.824674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Attempting to bind port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:57.825249 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Attempting to bind port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a on network edea2f63-1a69-46b1-bb69-7613cd755667 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:57.835858 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:57.836778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Checking segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:57.837560 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.839108 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Bound using segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:57.839776 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Bound port: eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:57.840241 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.986516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,segment=NetworkSegment(dfe8acef-28a5-42eb-8c5b-a5c2db5101c1),segment_id=dfe8acef-28a5-42eb-8c5b-a5c2db5101c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:58.011635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Allocated IP 172.20.0.2 (ba468851-5031-47e8-8150-1aa5f37314d8/f99b2bb6-d7d4-44d5-96d1-d70336c6051e/75bcbe24-5615-485d-8dcb-ef5067d41b95) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:58.018615 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] For port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:58.023183 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] For port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:58.023535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6fb10-72c3-4519-b584-d5799acce210 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:58.026171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4cb6fb10-72c3-4519-b584-d5799acce210 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.2725775 Dec 15 13:57:58.028017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.042112 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.050353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.053148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.056286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:58.124440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Subnet': ['ID=cbda0682-078f-4f99-9bec-6f3db4d278a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.133239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.174188 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e205db-e8dd-46c7-a41f-b393ad59ab3c None None] Pushing event updated for resources: {'Port': ['ID=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.193620 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:58.194287 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:58.231416 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.296668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-0e541b1b-4cab-44b5-93cf-c2abd1d9e1c3 service neutron] 10.222.0.32 "GET /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881159 Dec 15 13:57:58.336145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9215e1-de70-4ea2-81e8-74c026595d25 req-799b137a-9db9-48eb-8e7f-351fffd1af8e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:58.343467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Allocated IP 172.25.2.100 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/ab2d0135-858f-4b82-bd42-d61276fbb916) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:58.353123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b9215e1-de70-4ea2-81e8-74c026595d25 req-799b137a-9db9-48eb-8e7f-351fffd1af8e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 945 time: 0.4460707 Dec 15 13:57:58.410592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:58.436416 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:58.528778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::37a (3e621de2-0b56-4d79-bc35-64e1b6c9d765/f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf/28dfe199-aece-415d-8c97-c84c4849aca8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:58.569773 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-161e01b1-05da-4550-a12c-1e9c29536e99 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0c28969-6c7e-476a-931f-a465726ccbca HTTP/1.1" status: 200 len: 205 time: 0.4797678 Dec 15 13:57:58.572339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b9215e1-de70-4ea2-81e8-74c026595d25 req-a85fda41-267b-4a0d-a9db-807a3a6e4a81 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183330 Dec 15 13:57:58.573104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:58.585623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.590152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2bcc76e7-8ae1-452e-9652-a70009021f81 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/subnets/cbda0682-078f-4f99-9bec-6f3db4d278a8 HTTP/1.1" status: 204 len: 168 time: 1.9080589 Dec 15 13:57:58.593316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:58.619991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.658987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6944db01-2467-48cc-bd08-34624ad573a1 None None] Network 002388f7-7e1d-4bad-b686-09b5fd26097b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:58.685065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.711924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] Deleting port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:58.714612 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.766955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:58.771331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Pushing event updated for resources: {'Port': ['ID=ab2d0135-858f-4b82-bd42-d61276fbb916,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.773064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:58.790803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:58.902324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f043052-5607-48b7-a93f-8182800bbfd6 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:58.920613 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:58.980938 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a89d18-fbbd-42ea-9b87-3f386556ab54 None None] The sync data for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 is: [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:59.046323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:59.129245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ac2fef6-9bf9-4ba5-80d1-f97328b352f9 req-1ba0c6ac-f3ae-4cb6-bcd6-5e80ea8825c8 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 210 time: 0.1008205 Dec 15 13:57:59.166307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.360199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.391092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.392336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] For port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:59.392899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.440195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.440457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:57:59.441066 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:57:59.564535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.576195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] Calling delete_port for 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:59.593686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.679908 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.708542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Deleting port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:59.709193 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.770724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:59.787187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Network ba468851-5031-47e8-8150-1aa5f37314d8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:59.858181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:59.875598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.893179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:59.999444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:00.036158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] DHCP port deletion for 002388f7-7e1d-4bad-b686-09b5fd26097b request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:00.062372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.089125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Pushing event updated for resources: {'Port': ['ID=75bcbe24-5615-485d-8dcb-ef5067d41b95,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:00.192074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:00.207984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] For port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,segment=NetworkSegment(3034a3d5-8fa8-4c3f-967a-b621988957b9),segment_id=3034a3d5-8fa8-4c3f-967a-b621988957b9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:00.208366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.241244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Attempting to bind port 75bcbe24-5615-485d-8dcb-ef5067d41b95 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:00.241628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Attempting to bind port 75bcbe24-5615-485d-8dcb-ef5067d41b95 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:00.241997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Attempting to bind port 75bcbe24-5615-485d-8dcb-ef5067d41b95 on network ba468851-5031-47e8-8150-1aa5f37314d8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:00.243517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Calling delete_port for 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:00.276730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:00.277115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Checking segment: {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:00.277533 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.290244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Bound using segment: {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:00.291365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Bound port: 75bcbe24-5615-485d-8dcb-ef5067d41b95, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:00.292000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.374619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:00.449836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bae50452-09b4-4444-8805-ca99027dd19e req-b6249a11-5865-4bc1-99b0-c62649aeae3c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 210 time: 0.0816374 Dec 15 13:58:00.494183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.519493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.556300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993edff-4f65-403f-9335-dce7a04272c6 req-584b8e5d-663c-441f-a3ab-ac1326e2ca3e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:00.558176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c993edff-4f65-403f-9335-dce7a04272c6 req-584b8e5d-663c-441f-a3ab-ac1326e2ca3e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 945 time: 0.7689095 Dec 15 13:58:00.601333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] For port 75bcbe24-5615-485d-8dcb-ef5067d41b95, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:00.627541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] For port 75bcbe24-5615-485d-8dcb-ef5067d41b95, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=75bcbe24-5615-485d-8dcb-ef5067d41b95,segment=NetworkSegment(e7e963dd-68d7-436e-913f-09f2efe548b7),segment_id=e7e963dd-68d7-436e-913f-09f2efe548b7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:00.634051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:00.634762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.666217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.678321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Router 549f9910-d767-4a69-99da-d24c72bd17b2 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:58:00.709335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:00.709708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.727494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:00.748125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:00.788231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:00.798185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] Deleting port 187d8082-e0e7-4e29-850f-54a78c998024 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:00.798564 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.803608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:00.804643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.808069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.818703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=28dfe199-aece-415d-8c97-c84c4849aca8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:00.899970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] For port 187d8082-e0e7-4e29-850f-54a78c998024, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=187d8082-e0e7-4e29-850f-54a78c998024,segment=NetworkSegment(1db65a1e-d093-44a5-8dad-f7dfeff80aa0),segment_id=1db65a1e-d093-44a5-8dad-f7dfeff80aa0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:00.900368 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.906470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:00.918464 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Sync routers for ids ['549f9910-d767-4a69-99da-d24c72bd17b2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:00.941907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.944125 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Routers {'549f9910-d767-4a69-99da-d24c72bd17b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:00.945028 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['549f9910-d767-4a69-99da-d24c72bd17b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:00.950346 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c37464d5-4a76-4868-bcbd-ccf8c431629e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3650911 Dec 15 13:58:00.951973 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.953745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:00.961935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c993edff-4f65-403f-9335-dce7a04272c6 req-653a083d-c96b-4d56-ad94-8f483abb4bc6 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833327 Dec 15 13:58:00.966649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] No DVR routers for this DVR port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:00.970323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Port': ['ID=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:00.990969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] Calling delete_port for 187d8082-e0e7-4e29-850f-54a78c998024 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:01.002642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-0e9f8dc5-2875-404d-8104-13ec10febddd tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:01.004399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-0e9f8dc5-2875-404d-8104-13ec10febddd tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.67 "GET /v2.0/networks?id=51dcbd8d-ae39-46d5-8cb1-cd374515d231 HTTP/1.1" status: 200 len: 822 time: 0.6251636 Dec 15 13:58:01.073231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-985ee8c1-0ade-43b2-8567-a2b986b750b4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3906801 Dec 15 13:58:01.079892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37116) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:01.080348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] No DVR routers for this DVR port 2a0c1f3d-464b-4a8d-aa2f-5661bd489d78 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:01.098963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Request body: {'port': {'device_id': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231', 'admin_state_up': True, 'tenant_id': 'e3af6fabc7f84f0b8f40a7ed2fe7077d'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:01.103115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Deleting port 9e7d0213-adeb-4fa5-8fe9-8dfff16ec311 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:01.103449 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.123778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:01.147569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:01.148324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.227013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Set router 549f9910-d767-4a69-99da-d24c72bd17b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:01.302041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bb471aa0-4236-4913-becc-1d13e7084d7b None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:01.430302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75468c-5a3c-4306-9b08-9abedccf43b6 None None] Pushing event updated for resources: {'Port': ['ID=75bcbe24-5615-485d-8dcb-ef5067d41b95,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:01.492770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f847-b0b4-4c29-ad32-c32a812d3970 None None] Pushing event deleted for resources: {'Port': ['ID=2a0c1f3d-464b-4a8d-aa2f-5661bd489d78,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:01.511352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.637372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Provisioning complete for port ab2d0135-858f-4b82-bd42-d61276fbb916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:01.637742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.639262 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.683588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:01.726251 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 3, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:01.797122 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Checking router: 549f9910-d767-4a69-99da-d24c72bd17b2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:01.801043 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Updating router 549f9910-d767-4a69-99da-d24c72bd17b2 port ab2d0135-858f-4b82-bd42-d61276fbb916 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:01.811357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3034a3d5-8fa8-4c3f-967a-b621988957b9') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:01.814019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3034a3d5-8fa8-4c3f-967a-b621988957b9') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:01.865677 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.938068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:01.940789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a004c119-8b71-43fc-995a-ebc3b69cbe4f req-2e7f986e-176b-4568-b7f7-115349f97b27 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 210 time: 0.2411587 Dec 15 13:58:01.942807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:01.944135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.947463 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d773794-8581-42b9-932a-a3b0f271c8f3" -d '{"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:01.954428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.955026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Made reservation on behalf of e3af6fabc7f84f0b8f40a7ed2fe7077d for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:01.959294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.973526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.006654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Port ab2d0135-858f-4b82-bd42-d61276fbb916 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:02.011784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.020297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Calling delete_port for 9e7d0213-adeb-4fa5-8fe9-8dfff16ec311 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:02.043745 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.076287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.085694 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f1071-c652-4c3e-b50c-eed0f84181fa x-openstack-request-id: req-db4f1071-c652-4c3e-b50c-eed0f84181fa {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:02.086439 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:02.086552 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db4f1071-c652-4c3e-b50c-eed0f84181fa {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:02.086891 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'code': 200} Dec 15 13:58:02.099869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:02.100286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.100853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] No DVR routers for this DVR port 187d8082-e0e7-4e29-850f-54a78c998024 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:02.114780 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:02.129951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Provisioning complete for port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:02.130350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.138213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:02.231950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ecbfe-3335-4ccc-bc98-cc1e3c9cf2e1 None None] Pushing event deleted for resources: {'Port': ['ID=187d8082-e0e7-4e29-850f-54a78c998024,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:02.330196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:02.346057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:02.349188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.353437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:02.354977 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.411283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.655136 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.678788 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.711780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:02.725609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2cdd4b-a08c-4faf-83a4-66d68935c9df None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:02.750451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:02.761883 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.777636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Attempting to bind port ab2d0135-858f-4b82-bd42-d61276fbb916 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:02.781753 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Attempting to bind port ab2d0135-858f-4b82-bd42-d61276fbb916 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:02.782444 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Attempting to bind port ab2d0135-858f-4b82-bd42-d61276fbb916 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:02.857728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Allocated IP 172.20.0.1 (ba468851-5031-47e8-8150-1aa5f37314d8/f99b2bb6-d7d4-44d5-96d1-d70336c6051e/cf981311-db12-41a4-9cf7-52d14a0322a4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:02.873922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Provisioning complete for port 28dfe199-aece-415d-8c97-c84c4849aca8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:02.875304 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.878613 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:02.879143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:02.879490 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.882090 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:02.882090 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Bound port: ab2d0135-858f-4b82-bd42-d61276fbb916, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:02.882090 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.888368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad953e2-66ba-449c-8bb1-962510ebfe13 None None] Pushing event updated for resources: {'Port': ['ID=ab2d0135-858f-4b82-bd42-d61276fbb916,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:02.976637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8293f919-e926-41eb-83de-2186bf4c3d6d None None] Port 28dfe199-aece-415d-8c97-c84c4849aca8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:03.052442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.075392 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] For port ab2d0135-858f-4b82-bd42-d61276fbb916, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:03.088430 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] For port ab2d0135-858f-4b82-bd42-d61276fbb916, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ab2d0135-858f-4b82-bd42-d61276fbb916,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:03.092925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d53b8-724a-47c4-a54d-caf7f8d7e407 None None] Network ba468851-5031-47e8-8150-1aa5f37314d8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:03.105720 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.176361 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf (CIDR: 2001:db8::/64) Dec 15 13:58:03.177905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.228463 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Routers {'549f9910-d767-4a69-99da-d24c72bd17b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:03.229037 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['549f9910-d767-4a69-99da-d24c72bd17b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:03.278172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Allocated IP 172.20.0.12 (51dcbd8d-ae39-46d5-8cb1-cd374515d231/fe74e002-2d0e-49c5-89bd-d9c7ec31db8b/3ea4abc6-2cd8-47aa-8360-9dc1787aadea) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:03.288038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc477e10-926c-4270-a96a-6a663b22b902 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:03.290535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 187d8082-e0e7-4e29-850f-54a78c998024 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:03.300721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf981311-db12-41a4-9cf7-52d14a0322a4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:03.319120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Network ba468851-5031-47e8-8150-1aa5f37314d8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:03.325662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:03.326821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 187d8082-e0e7-4e29-850f-54a78c998024 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:03.327445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 187d8082-e0e7-4e29-850f-54a78c998024 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:03.329411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:03.346424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.346780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.347133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.347477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.347820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.348157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.348649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.348888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.349172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.349501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.349831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.350157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.350485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:03.434550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Provisioning complete for port 75bcbe24-5615-485d-8dcb-ef5067d41b95 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:03.437378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.441362 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.458495 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] Set router 549f9910-d767-4a69-99da-d24c72bd17b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:03.489647 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.544887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.555816 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:58:03.556307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:03.666213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.680276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.683829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/networks/3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e HTTP/1.1" status: 204 len: 168 time: 5.0871079 Dec 15 13:58:03.686808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:03.723570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.745710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-39295a30-e74e-467d-a57d-2b9f17e8b03c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6351349 Dec 15 13:58:03.755927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:03.757954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16854a4-5030-44ea-ab80-bf56536205fb tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Network': ['ID=3bb0ffc2-c3e1-4c6d-92d7-db27189fd38e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:03.760491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:03.810672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:03.824474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] For port 75bcbe24-5615-485d-8dcb-ef5067d41b95, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=75bcbe24-5615-485d-8dcb-ef5067d41b95,segment=NetworkSegment(e7e963dd-68d7-436e-913f-09f2efe548b7),segment_id=e7e963dd-68d7-436e-913f-09f2efe548b7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:03.831472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:03.848035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.863135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:03.878593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.902163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Pushing event updated for resources: {'Port': ['ID=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:03.903755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Pushing event updated for resources: {'Port': ['ID=75bcbe24-5615-485d-8dcb-ef5067d41b95,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:03.907963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 75bcbe24-5615-485d-8dcb-ef5067d41b95 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:04.007636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Provisioning complete for port ab2d0135-858f-4b82-bd42-d61276fbb916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:04.009705 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.040478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.061562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafde8f3-adb5-4b39-a041-e61e03f67f51 req-96a094b3-50ba-40b5-8cf4-f8855ff8f8f2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:04.063562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aafde8f3-adb5-4b39-a041-e61e03f67f51 req-96a094b3-50ba-40b5-8cf4-f8855ff8f8f2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 1.7364647 Dec 15 13:58:04.068793 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad953e2-66ba-449c-8bb1-962510ebfe13 None None] Pushing event updated for resources: {'Port': ['ID=ab2d0135-858f-4b82-bd42-d61276fbb916,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.101344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77bac1-3a04-4641-b51c-c81b23190dc7 req-61726f5b-83d9-44dc-a5db-b6823734e76c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:04.103959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d77bac1-3a04-4641-b51c-c81b23190dc7 req-61726f5b-83d9-44dc-a5db-b6823734e76c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 932 time: 0.5735056 Dec 15 13:58:04.121306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 75bcbe24-5615-485d-8dcb-ef5067d41b95 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:04.121930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.132734 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 3, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:04.162428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.198756 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cf9bc-9d58-4ac6-81fa-2820be84c83a None None] The sync data for ids ['549f9910-d767-4a69-99da-d24c72bd17b2'] in n-d-815324-3 is: [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 3, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:04.240902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.248391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d77bac1-3a04-4641-b51c-c81b23190dc7 req-8f657fd5-07d2-4099-80c7-fbeb5d997913 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172543 Dec 15 13:58:04.271831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event deleted for resources: {'Port': ['ID=9e7d0213-adeb-4fa5-8fe9-8dfff16ec311,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.297758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002388f7-7e1d-4bad-b686-09b5fd26097b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:04.343218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:04.352538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.352775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db65a1e-d093-44a5-8dad-f7dfeff80aa0') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:04.353074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db65a1e-d093-44a5-8dad-f7dfeff80aa0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:04.355182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:04.356050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.402247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.402480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84076c7-182a-4cad-a854-fa4b18c39627 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:04.429888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aafde8f3-adb5-4b39-a041-e61e03f67f51 req-53a10c76-bec6-4c74-abca-b3ff34871421 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174245 Dec 15 13:58:04.435458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-8a558860-0e97-4487-89ab-1e43fe368b5c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3549004 Dec 15 13:58:04.453252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] For port ab2d0135-858f-4b82-bd42-d61276fbb916, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ab2d0135-858f-4b82-bd42-d61276fbb916,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:04.487672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.511346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Request body: {'port': {'device_id': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:04.572206 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.585250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:04.586785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:04.591887 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:04.640994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.654154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Provisioning complete for port 75bcbe24-5615-485d-8dcb-ef5067d41b95 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:04.654864 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.662201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:04.662883 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.683591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cea056-babc-4d20-a0a6-8fc63415a616 None None] Pushing event updated for resources: {'Port': ['ID=ab2d0135-858f-4b82-bd42-d61276fbb916,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.724476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.746636 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.751589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] 10.222.0.32 "DELETE /v2.0/networks/002388f7-7e1d-4bad-b686-09b5fd26097b HTTP/1.1" status: 204 len: 168 time: 1.0628486 Dec 15 13:58:04.904713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1204a-879d-494b-8604-acdb3b47fd28 tempest-TaggedBootDevicesTest-2140319361 tempest-TaggedBootDevicesTest-2140319361-project] Pushing event deleted for resources: {'Network': ['ID=002388f7-7e1d-4bad-b686-09b5fd26097b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.939395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.953466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.960037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.030500 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.036217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.058155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Provisioning complete for port cf981311-db12-41a4-9cf7-52d14a0322a4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:05.059165 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.112074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf981311-db12-41a4-9cf7-52d14a0322a4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:05.122871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:05.132226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.138782 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.147591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Port cf981311-db12-41a4-9cf7-52d14a0322a4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:05.170441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Provisioning complete for port ab2d0135-858f-4b82-bd42-d61276fbb916 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:05.170974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1f5a-dcb5-44c1-9134-cd2b003b7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.432678 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.433431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Fanout notify agent at l3_agent the message router_deleted on router c0c28969-6c7e-476a-931f-a465726ccbca {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:58:05.452649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Network ba468851-5031-47e8-8150-1aa5f37314d8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:05.457564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:05.490386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.499037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ed30c623-8e3d-4bc8-a7ae-6bc700f38000 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/c0c28969-6c7e-476a-931f-a465726ccbca HTTP/1.1" status: 204 len: 168 time: 6.9179642 Dec 15 13:58:05.502523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:05.747940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Router 549f9910-d767-4a69-99da-d24c72bd17b2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:05.819020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 75bcbe24-5615-485d-8dcb-ef5067d41b95 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:05.947029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 75bcbe24-5615-485d-8dcb-ef5067d41b95 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:05.947794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.016752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea4abc6-2cd8-47aa-8360-9dc1787aadea {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:06.025212 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:06.050580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.053703 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-82a23c45-325f-41d2-b712-2382de37adf4 admin admin] 10.222.0.32 "PUT /v2.0/routers/549f9910-d767-4a69-99da-d24c72bd17b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0969007 Dec 15 13:58:06.075686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-09ccfdad-c430-4f84-bd69-9967ffdc3ea5 None None] Provisioning complete for port cf981311-db12-41a4-9cf7-52d14a0322a4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:06.076213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ccfdad-c430-4f84-bd69-9967ffdc3ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.084695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Transition to ACTIVE for port object 3ea4abc6-2cd8-47aa-8360-9dc1787aadea will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:06.196345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-09ccfdad-c430-4f84-bd69-9967ffdc3ea5 None None] Port cf981311-db12-41a4-9cf7-52d14a0322a4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:06.295742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1025537070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:06.298730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ab2d0135-858f-4b82-bd42-d61276fbb916 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:06.341744 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.436635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.436635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.453586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ab2d0135-858f-4b82-bd42-d61276fbb916 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:06.455186 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.758187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:06.795518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e03d88-7339-4850-8a65-deec4ab913c1 req-97aa82b5-8848-47d5-9325-fbc500984574 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.797639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5e03d88-7339-4850-8a65-deec4ab913c1 req-97aa82b5-8848-47d5-9325-fbc500984574 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 944 time: 0.5101275 Dec 15 13:58:06.859556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e939f97-edf1-4ee5-b9c1-f8f8b7a2c7ed req-b36b3637-2820-4494-aa3d-b839bc9d09c0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.865369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e939f97-edf1-4ee5-b9c1-f8f8b7a2c7ed req-b36b3637-2820-4494-aa3d-b839bc9d09c0 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.5343547 Dec 15 13:58:07.070789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e939f97-edf1-4ee5-b9c1-f8f8b7a2c7ed req-ce974c2f-4558-485e-8e32-07a426f7d6de tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373365 Dec 15 13:58:07.147709 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.188595 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.235780 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.241423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:07.248125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'enable_snat': False}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:07.256962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-792b98dc-d5c7-4d41-9946-2db75b648753 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9679055 Dec 15 13:58:07.285685 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.417847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5e03d88-7339-4850-8a65-deec4ab913c1 req-7ab17fa7-0cce-4375-9d44-17da0c5d2cd9 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873499 Dec 15 13:58:07.491040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:07.502376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Attempting to bind port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:07.502376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Attempting to bind port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '491fda25-f8d4-463b-8e4c-3b45a0ad0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:07.502770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Attempting to bind port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea on network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:07.514358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:07.527513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1529f3a-f318-45cc-a6f3-7b5308eb7d58 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:07.531341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:07.531947 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.551584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=87513506-f7ad-4ff8-9b03-75b4f4cb32ff,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:07.565950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea on network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:07.566314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Attempting to bind port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea on network 51dcbd8d-ae39-46d5-8cb1-cd374515d231 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:07.578654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cc48c35b-094b-43c3-b2ef-5028ee3e0111 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7574086 Dec 15 13:58:07.589446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37214) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:07.595958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1780243914', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87513506-f7ad-4ff8-9b03-75b4f4cb32ff'}], 'security_groups': ['49391445-fca2-4da6-8f3e-ad90b1cf3ce8']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:07.640946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:07.641608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Checking segment: {'id': '491fda25-f8d4-463b-8e4c-3b45a0ad0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:07.642197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Bound using segment: {'id': '491fda25-f8d4-463b-8e4c-3b45a0ad0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:07.642834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Bound port: 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491fda25-f8d4-463b-8e4c-3b45a0ad0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:07.643477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.770587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Sync routers for ids ['549f9910-d767-4a69-99da-d24c72bd17b2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:07.841855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Routers {'549f9910-d767-4a69-99da-d24c72bd17b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:07.846057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['549f9910-d767-4a69-99da-d24c72bd17b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:07.883559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.984888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.095603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] For port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:08.126874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] For port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,segment=NetworkSegment(491fda25-f8d4-463b-8e4c-3b45a0ad0265),segment_id=491fda25-f8d4-463b-8e4c-3b45a0ad0265)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:08.142946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.239195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.240260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.240729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Set router 549f9910-d767-4a69-99da-d24c72bd17b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:08.241725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] 10.222.0.67 "PUT /v2.0/ports/3ea4abc6-2cd8-47aa-8360-9dc1787aadea HTTP/1.1" status: 200 len: 1092 time: 3.7366025 Dec 15 13:58:08.344234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed91f1-478c-4fc2-b2b3-26a5ce30bc63 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.363820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'tag': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:08.368666 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20085b6c-b071-4f42-aff3-b9fe1967f843" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6b4e8e-9c76-40fc-bc02-0d43827f0517", "tag": "3ea4abc6-2cd8-47aa-8360-9dc1787aadea"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:08.403474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] Update dhcp port {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'fixed_ips': [{'subnet_id': 'f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf', 'ip_address': '2001:db8::2'}, {'subnet_id': '87513506-f7ad-4ff8-9b03-75b4f4cb32ff'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:58:08.475511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.490839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.546834 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.548629 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e5431a-c82d-40d0-814e-8670bf09a3d9 x-openstack-request-id: req-12e5431a-c82d-40d0-814e-8670bf09a3d9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:08.549175 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6b4e8e-9c76-40fc-bc02-0d43827f0517", "tag": "3ea4abc6-2cd8-47aa-8360-9dc1787aadea", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:08.551634 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12e5431a-c82d-40d0-814e-8670bf09a3d9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:08.552109 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'tag': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea', 'status': 'completed', 'code': 200} Dec 15 13:58:08.811877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Allocated IP 172.25.2.52 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b0d4d7b0-069a-4db9-a55d-afddb329034e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:08.848031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-af1c2cb1-e05a-4409-9a18-3a0764ddc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.850557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-af1c2cb1-e05a-4409-9a18-3a0764ddc616 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3af6fabc7f84f0b8f40a7ed2fe7077d&device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 1095 time: 0.4692001 Dec 15 13:58:08.870428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abada6-2665-4872-a1a4-240b0d1ac28c req-e8763527-717a-4b66-84ae-c83232cf4ecf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.872103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2abada6-2665-4872-a1a4-240b0d1ac28c req-e8763527-717a-4b66-84ae-c83232cf4ecf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.4690812 Dec 15 13:58:08.951241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-befba8b6-59b4-4a7e-8cb6-4db4d7cc0cb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea HTTP/1.1" status: 200 len: 217 time: 0.0778441 Dec 15 13:58:08.973279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9b27-97ea-4609-b28b-082b2b7eeca0 req-d53e024b-368c-4570-b001-96bf63746ef9 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.975086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d84f9b27-97ea-4609-b28b-082b2b7eeca0 req-d53e024b-368c-4570-b001-96bf63746ef9 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 944 time: 0.2023668 Dec 15 13:58:09.064570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.067223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-6c2e84e3-e622-4ae8-9211-afd6ca8617cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:09.069009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-6c2e84e3-e622-4ae8-9211-afd6ca8617cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe74e002-2d0e-49c5-89bd-d9c7ec31db8b HTTP/1.1" status: 200 len: 862 time: 0.0921288 Dec 15 13:58:09.156895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.245225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:09.260224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:09.264442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:09.294239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d4fff-4306-4ec3-a6de-d9f65631d571 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:09.330156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Pushing event updated for resources: {'Port': ['ID=b0d4d7b0-069a-4db9-a55d-afddb329034e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:09.517560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc3c1a44-c39a-4231-b228-6a05260a4acf None None] Provisioning complete for port b0d4d7b0-069a-4db9-a55d-afddb329034e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:09.518011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a44-c39a-4231-b228-6a05260a4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.581050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-d16e3d4f-ae5c-4995-9507-4d5c35db7dcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51dcbd8d-ae39-46d5-8cb1-cd374515d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4911911 Dec 15 13:58:09.593987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c1a44-c39a-4231-b228-6a05260a4acf None None] Port b0d4d7b0-069a-4db9-a55d-afddb329034e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:09.669839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:03Z', 'revision_number': 4, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'cf981311-db12-41a4-9cf7-52d14a0322a4', 'name': '', 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'mac_address': 'fa:16:3e:80:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 2, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'subnets': [{'id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:09.730813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Checking router: 549f9910-d767-4a69-99da-d24c72bd17b2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:09.731254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Updating router 549f9910-d767-4a69-99da-d24c72bd17b2 port cf981311-db12-41a4-9cf7-52d14a0322a4 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:09.796303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.870550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d84f9b27-97ea-4609-b28b-082b2b7eeca0 req-4139f886-7439-43e9-b652-ed09693da30b tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7967803 Dec 15 13:58:09.887432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.900774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2abada6-2665-4872-a1a4-240b0d1ac28c req-9a38cc7c-4849-41c1-97bc-4481da9da459 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0141079 Dec 15 13:58:09.985935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Delete allocated IP 2001:db8::37a (3e621de2-0b56-4d79-bc35-64e1b6c9d765/f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf) {{(pid=103379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 13:58:10.022636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8:0:1::12e (3e621de2-0b56-4d79-bc35-64e1b6c9d765/87513506-f7ad-4ff8-9b03-75b4f4cb32ff/28dfe199-aece-415d-8c97-c84c4849aca8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:10.086814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-d766777a-edab-4097-b23b-4377df8e3fde service neutron] 10.222.0.67 "GET /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808598 Dec 15 13:58:10.308138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.319091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.366830 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.385674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.503949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.525103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.590737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d06fba-e970-40dd-9929-60fe294aef14 None None] Pushing event updated for resources: {'Port': ['ID=cf981311-db12-41a4-9cf7-52d14a0322a4,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:10.668380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Attempting to bind port cf981311-db12-41a4-9cf7-52d14a0322a4 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:10.668850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Attempting to bind port cf981311-db12-41a4-9cf7-52d14a0322a4 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:10.669207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Attempting to bind port cf981311-db12-41a4-9cf7-52d14a0322a4 on network ba468851-5031-47e8-8150-1aa5f37314d8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:10.689585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Router 863931c7-be8f-4e99-bcd4-9e4e53a32fe1 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:58:10.698833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=28dfe199-aece-415d-8c97-c84c4849aca8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:10.709020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] Allocated IP 2001:db8:0:1::2 (3e621de2-0b56-4d79-bc35-64e1b6c9d765/87513506-f7ad-4ff8-9b03-75b4f4cb32ff/8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:10.775160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48ffe562-f7e0-4b52-a362-8569fb4192f1 req-f8b6e11a-61f8-45a7-aa2b-c5247ced103c service neutron] 10.222.0.67 "GET /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761103 Dec 15 13:58:10.792830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:10.793348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Checking segment: {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:10.793781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.794179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Bound using segment: {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:10.794705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Bound port: cf981311-db12-41a4-9cf7-52d14a0322a4, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e963dd-68d7-436e-913f-09f2efe548b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:10.795104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.863890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] In _notify_port_updated(), no bound segment for port 28dfe199-aece-415d-8c97-c84c4849aca8 on network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:58:10.870818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:10.871504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.873062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1d5ef5e6-5bc0-4c0d-bb2e-393c8c779846 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/ports/28dfe199-aece-415d-8c97-c84c4849aca8 HTTP/1.1" status: 200 len: 931 time: 3.2819724 Dec 15 13:58:10.889685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37272) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:11.003567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:11.013809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.017419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-03cb6a45-83e5-42c5-9a77-0c73f1e1d518 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "PUT /v2.0/routers/863931c7-be8f-4e99-bcd4-9e4e53a32fe1 HTTP/1.1" status: 200 len: 919 time: 3.7717333 Dec 15 13:58:11.018172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37280) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:11.020472 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] Sync routers for ids ['863931c7-be8f-4e99-bcd4-9e4e53a32fe1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:11.033896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] For port cf981311-db12-41a4-9cf7-52d14a0322a4, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:11.040627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] For port cf981311-db12-41a4-9cf7-52d14a0322a4, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=cf981311-db12-41a4-9cf7-52d14a0322a4,segment=NetworkSegment(e7e963dd-68d7-436e-913f-09f2efe548b7),segment_id=e7e963dd-68d7-436e-913f-09f2efe548b7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:11.061598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.066278 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] Routers {'863931c7-be8f-4e99-bcd4-9e4e53a32fe1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:11.071578 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['863931c7-be8f-4e99-bcd4-9e4e53a32fe1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:11.227742 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:11.251257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Routers {'549f9910-d767-4a69-99da-d24c72bd17b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:11.252263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['549f9910-d767-4a69-99da-d24c72bd17b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:11.256552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] Routers {'863931c7-be8f-4e99-bcd4-9e4e53a32fe1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:11.257639 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:57:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['863931c7-be8f-4e99-bcd4-9e4e53a32fe1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:11.299602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-292cc377-61d7-4e4a-a1ba-228c53dd9b6c None None] Provisioning complete for port cf981311-db12-41a4-9cf7-52d14a0322a4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:11.300057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-292cc377-61d7-4e4a-a1ba-228c53dd9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.324219 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:11.325433 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bee3a1-516f-493f-b1ce-34e73f472c35 None None] The sync data for ids ['863931c7-be8f-4e99-bcd4-9e4e53a32fe1'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:11.412696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-b3a4d683-137e-4534-84c5-505120ce0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.414169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-b3a4d683-137e-4534-84c5-505120ce0fcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3af6fabc7f84f0b8f40a7ed2fe7077d&device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 1095 time: 0.5617769 Dec 15 13:58:11.564694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d788-413d-4cd0-83f6-3c13b146730b req-830dc55c-c394-4d64-b332-1ff171cb2faf tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.574382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6960d788-413d-4cd0-83f6-3c13b146730b req-830dc55c-c394-4d64-b332-1ff171cb2faf tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 944 time: 0.4211519 Dec 15 13:58:11.594664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d06fba-e970-40dd-9929-60fe294aef14 None None] Pushing event updated for resources: {'Port': ['ID=cf981311-db12-41a4-9cf7-52d14a0322a4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:11.634065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b79c0-fd7a-4793-85c5-0565246844a5 req-9479b65d-aaab-41f0-897b-7ec684e71856 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.635894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d01b79c0-fd7a-4793-85c5-0565246844a5 req-9479b65d-aaab-41f0-897b-7ec684e71856 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.4441390 Dec 15 13:58:11.679828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,segment=NetworkSegment(dfe8acef-28a5-42eb-8c5b-a5c2db5101c1),segment_id=dfe8acef-28a5-42eb-8c5b-a5c2db5101c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:11.799574 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.818407 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.826251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 28dfe199-aece-415d-8c97-c84c4849aca8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:11.826251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.839893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] Set router 549f9910-d767-4a69-99da-d24c72bd17b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:11.847295 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38fcc785-7276-42fe-b925-176521f9a739 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/863931c7-be8f-4e99-bcd4-9e4e53a32fe1 HTTP/1.1" status: 200 len: 925 time: 0.8278182 Dec 15 13:58:11.849267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37284) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:11.909232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-e2996ab4-425b-4950-9af1-ad400d67cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.910737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-e2996ab4-425b-4950-9af1-ad400d67cf31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=51dcbd8d-ae39-46d5-8cb1-cd374515d231 HTTP/1.1" status: 200 len: 924 time: 0.4819815 Dec 15 13:58:11.914365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6960d788-413d-4cd0-83f6-3c13b146730b req-150e1f8d-cdf0-4b23-ab0a-2287799c1ea2 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218777 Dec 15 13:58:11.954900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da1445-8cc7-4ff2-ad66-f8cf82959aaf tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.959500 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88da1445-8cc7-4ff2-ad66-f8cf82959aaf tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=863931c7-be8f-4e99-bcd4-9e4e53a32fe1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1084375 Dec 15 13:58:11.960642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37288) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:12.062361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ced6-d59a-4504-b106-cb60d7955b2b None None] Pushing event updated for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:12.063624 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d01b79c0-fd7a-4793-85c5-0565246844a5 req-657b6c4e-de20-4b97-a87a-872df6f58e42 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977299 Dec 15 13:58:12.165057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d3808-80c5-4894-9ee3-a31497bee24c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:12.170718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-32ce5f21-36ee-4596-af82-e320e85e2de8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea HTTP/1.1" status: 200 len: 217 time: 0.2264473 Dec 15 13:58:12.175656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-332d3808-80c5-4894-9ee3-a31497bee24c tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 881 time: 0.2090371 Dec 15 13:58:12.176925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37294) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:12.230831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-292cc377-61d7-4e4a-a1ba-228c53dd9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.289176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c742c89-e59a-497d-86c3-fd16f61af6b6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=863931c7-be8f-4e99-bcd4-9e4e53a32fe1 HTTP/1.1" status: 200 len: 205 time: 0.1102130 Dec 15 13:58:12.291165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37298) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:12.304322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.384329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-49ca3e01-c572-4706-8b38-20421e6d8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:12.386149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-49ca3e01-c572-4706-8b38-20421e6d8e76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe74e002-2d0e-49c5-89bd-d9c7ec31db8b HTTP/1.1" status: 200 len: 862 time: 0.1951599 Dec 15 13:58:12.405723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 28dfe199-aece-415d-8c97-c84c4849aca8 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:12.428573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-fea07957-8667-4e64-a007-51d4dd4955db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51dcbd8d-ae39-46d5-8cb1-cd374515d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338116 Dec 15 13:58:12.574947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-292cc377-61d7-4e4a-a1ba-228c53dd9b6c None None] For port cf981311-db12-41a4-9cf7-52d14a0322a4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=cf981311-db12-41a4-9cf7-52d14a0322a4,segment=NetworkSegment(e7e963dd-68d7-436e-913f-09f2efe548b7),segment_id=e7e963dd-68d7-436e-913f-09f2efe548b7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:12.754765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-292cc377-61d7-4e4a-a1ba-228c53dd9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.776344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.041003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-799093c0-1a7b-4c72-9197-b248a66079bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.129123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-57335fa5-ebb7-40bf-ac4e-0fa1e695ddde service neutron] 10.222.0.67 "GET /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895084 Dec 15 13:58:13.142777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cc377-61d7-4e4a-a1ba-228c53dd9b6c None None] Pushing event updated for resources: {'Port': ['ID=cf981311-db12-41a4-9cf7-52d14a0322a4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:13.427142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9ec187f6-cf3b-4d62-ba23-7c6d73712e79 None None] Provisioning complete for port cf981311-db12-41a4-9cf7-52d14a0322a4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:13.427506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec187f6-cf3b-4d62-ba23-7c6d73712e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.538613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20085b6c-b071-4f42-aff3-b9fe1967f843 req-617a6c9c-8434-41cc-8893-cdf1a9df4233 service neutron] 10.222.0.67 "GET /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832916 Dec 15 13:58:13.576625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:13.709395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:03Z', 'revision_number': 4, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'cf981311-db12-41a4-9cf7-52d14a0322a4', 'name': '', 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'mac_address': 'fa:16:3e:80:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:11Z', 'revision_number': 4, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'subnets': [{'id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:13.751633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccf1ee-e7fa-4ef3-af61-1f9a3936ab65 None None] The sync data for ids ['549f9910-d767-4a69-99da-d24c72bd17b2'] in n-d-815324-3 is: [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:03Z', 'revision_number': 4, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'cf981311-db12-41a4-9cf7-52d14a0322a4', 'name': '', 'network_id': 'ba468851-5031-47e8-8150-1aa5f37314d8', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'mac_address': 'fa:16:3e:80:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:11Z', 'revision_number': 4, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'subnets': [{'id': 'f99b2bb6-d7d4-44d5-96d1-d70336c6051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:13.754298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:13.754660 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.762019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca78f4-55a0-488b-bd6c-d85491133c57 req-4292d2f4-d6e5-4dfe-a5c0-9d0a06b126a4 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:13.763634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dca78f4-55a0-488b-bd6c-d85491133c57 req-4292d2f4-d6e5-4dfe-a5c0-9d0a06b126a4 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 944 time: 0.5286605 Dec 15 13:58:13.860261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.869008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c046c567-656e-4cb0-a3ce-d619ab848b02 None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:13.870019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c046c567-656e-4cb0-a3ce-d619ab848b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.893182 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.960103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3910-2bce-41ea-841b-5b225d9f4780 req-49f18e43-f9d6-4a02-aa1e-deda0ff298b2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:13.979267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea4abc6-2cd8-47aa-8360-9dc1787aadea details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:13.981877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c046c567-656e-4cb0-a3ce-d619ab848b02 None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:13.993867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185a3910-2bce-41ea-841b-5b225d9f4780 req-49f18e43-f9d6-4a02-aa1e-deda0ff298b2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.4887428 Dec 15 13:58:14.076999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.080359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c046c567-656e-4cb0-a3ce-d619ab848b02 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:14.080767 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c046c567-656e-4cb0-a3ce-d619ab848b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.190328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.198531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:14.202722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/28dfe199-aece-415d-8c97-c84c4849aca8 HTTP/1.1" status: 204 len: 168 time: 3.2991078 Dec 15 13:58:14.347384 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad9fb01-79be-4f6f-8d09-e7da197e9819 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:58:14.357974 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5ad9fb01-79be-4f6f-8d09-e7da197e9819 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/28dfe199-aece-415d-8c97-c84c4849aca8 HTTP/1.1" status: 404 len: 333 time: 0.1545627 Dec 15 13:58:14.362095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:14.390820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baba23-73a6-45b1-afa5-a83b49baabe4 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=28dfe199-aece-415d-8c97-c84c4849aca8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:14.408261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,segment=NetworkSegment(491fda25-f8d4-463b-8e4c-3b45a0ad0265),segment_id=491fda25-f8d4-463b-8e4c-3b45a0ad0265)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:14.583625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1dca78f4-55a0-488b-bd6c-d85491133c57 req-62d39b99-7abf-4a61-8129-d0374201e8a3 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8031693 Dec 15 13:58:14.608943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d8676f-b69e-4b95-a6ac-d1ab35f89e45 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.628450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185a3910-2bce-41ea-841b-5b225d9f4780 req-71970d3e-c40f-44b9-a10c-405af9d5df77 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313446 Dec 15 13:58:14.690820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Deleting port b0d4d7b0-069a-4db9-a55d-afddb329034e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:14.691214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.738547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d8676f-b69e-4b95-a6ac-d1ab35f89e45 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.847018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d8676f-b69e-4b95-a6ac-d1ab35f89e45 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.851212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64d8676f-b69e-4b95-a6ac-d1ab35f89e45 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.852795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-64d8676f-b69e-4b95-a6ac-d1ab35f89e45 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/security-groups/6484181e-94a0-4a30-8664-fe73099b22ab HTTP/1.1" status: 204 len: 168 time: 0.4893992 Dec 15 13:58:14.861187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:14.912053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8676f-b69e-4b95-a6ac-d1ab35f89e45 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6484181e-94a0-4a30-8664-fe73099b22ab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:15.006924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c046c567-656e-4cb0-a3ce-d619ab848b02 None None] Could not find standard attr ID for object 28dfe199-aece-415d-8c97-c84c4849aca8. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:58:15.010071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea', 'network_id': '51dcbd8d-ae39-46d5-8cb1-cd374515d231', 'port_id': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea', 'mac_address': 'fa:16:3e:25:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe74e002-2d0e-49c5-89bd-d9c7ec31db8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:15.012600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.047272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f48f4c2-0c08-4b73-a2eb-0394de526410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.058506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Calling delete_port for b0d4d7b0-069a-4db9-a55d-afddb329034e owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:15.107510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ac5a3f-684f-410e-b56b-88bb61dfb94a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.130314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-790e1098-1a69-4f07-890c-9afd981b0748 None None] Could not find standard attr ID for object 28dfe199-aece-415d-8c97-c84c4849aca8. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:58:15.146530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.188140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea4abc6-2cd8-47aa-8360-9dc1787aadea {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:15.223414 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ac5a3f-684f-410e-b56b-88bb61dfb94a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.264098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,segment=NetworkSegment(491fda25-f8d4-463b-8e4c-3b45a0ad0265),segment_id=491fda25-f8d4-463b-8e4c-3b45a0ad0265)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:15.272557 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.495048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ac5a3f-684f-410e-b56b-88bb61dfb94a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.497229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:15.499609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ac5a3f-684f-410e-b56b-88bb61dfb94a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.501897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-29ac5a3f-684f-410e-b56b-88bb61dfb94a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/security-groups/49391445-fca2-4da6-8f3e-ad90b1cf3ce8 HTTP/1.1" status: 204 len: 168 time: 0.6195936 Dec 15 13:58:15.506698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37324) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:15.670489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea4abc6-2cd8-47aa-8360-9dc1787aadea'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:15.702604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:15.724181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.742296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac5a3f-684f-410e-b56b-88bb61dfb94a tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49391445-fca2-4da6-8f3e-ad90b1cf3ce8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:15.755725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.789530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cf981311-db12-41a4-9cf7-52d14a0322a4 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:15.842761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.974869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port cf981311-db12-41a4-9cf7-52d14a0322a4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:15.985872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.003898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event deleted for resources: {'Port': ['ID=b0d4d7b0-069a-4db9-a55d-afddb329034e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:16.085277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.122809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99891a5-86a0-4688-afd7-103e90e63179 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:16.221362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.254943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.267699 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf HTTP/1.1" status: 204 len: 168 time: 0.7598155 Dec 15 13:58:16.268873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:16.277890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23818c9b-bf25-480f-a434-7aa7c063aea2 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:16.305557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:16.327899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640ea5-6662-4178-9e5a-05692eeb585b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:16.330927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.555588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:16.560097 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.853978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fd02f-d36d-4fd0-9c5c-3049792e1209 req-923119a2-38e5-4174-9f55-fd9c21b4aa8c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:16.861123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-965fd02f-d36d-4fd0-9c5c-3049792e1209 req-923119a2-38e5-4174-9f55-fd9c21b4aa8c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.9870536 Dec 15 13:58:16.894942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725c316-3d80-4de9-b54c-87750d0c963a req-88088746-5496-47ed-ba3f-19c9768bc5ef tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:16.896759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c725c316-3d80-4de9-b54c-87750d0c963a req-88088746-5496-47ed-ba3f-19c9768bc5ef tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 945 time: 1.0613103 Dec 15 13:58:16.911400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.920339 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:58:16.976379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.088161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:17.090374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:17.121619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:17.121619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.138609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.156278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.163221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-965fd02f-d36d-4fd0-9c5c-3049792e1209 req-1debab54-93f0-4d8d-8bdf-f0b9799384af tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953217 Dec 15 13:58:17.206054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=d3d062db-22d0-4af2-87e8-11ebb4f33d7d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:17.238457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a707ab1-3858-4a56-9d90-b63f319abd53 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9373825 Dec 15 13:58:17.242489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:17.252620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'security_group': {'name': 'tempest-secgroup-1162322152'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:17.286748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.318613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c725c316-3d80-4de9-b54c-87750d0c963a req-bcaee461-ac08-4f7a-813c-e38ce58820d3 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722844 Dec 15 13:58:17.353952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.353952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Fanout notify agent at l3_agent the message router_deleted on router 863931c7-be8f-4e99-bcd4-9e4e53a32fe1 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:58:17.364903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.366015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-908ecd9b-14bf-400d-8a82-6d8c0f6cebb9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/863931c7-be8f-4e99-bcd4-9e4e53a32fe1 HTTP/1.1" status: 204 len: 168 time: 5.0736475 Dec 15 13:58:17.373435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37348) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:17.383408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-661770531', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:17.412799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.450863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.453101 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.602163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.607981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.624266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.698033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008bec34-1ee9-4b25-819c-c5cc188ea4f9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:17.723830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.727479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e909740c-3a22-49e5-9a56-822075522329 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4835932 Dec 15 13:58:17.730143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:17.737367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'security_group': {'name': 'tempest-secgroup-817822749'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:17.796270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.920918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.950114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.963596 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.003628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea4abc6-2cd8-47aa-8360-9dc1787aadea up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:18.017840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.022453 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2908704 Dec 15 13:58:18.025747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37356) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:18.032076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e34bd-e0d1-462a-8ed8-fc221cde1f20 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb21e66-c446-47d9-bef2-62c7be27d09d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.039440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'security_group': {'name': 'tempest-secgroup-2103815219'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:18.075161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:18.081301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:18.082091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.111178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.150238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf63a88-5058-45c5-bc5d-999021210f70 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:18.268229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.285721 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.293218 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.384816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f2b47de-c5b9-456a-8fe2-4c408fc7b774 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:18.385420 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f2b47de-c5b9-456a-8fe2-4c408fc7b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.499738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:18.503387 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc93034-894c-4d04-bd18-72ee255a17b6" -d '{"events": [{"server_uuid": "5b6b4e8e-9c76-40fc-bc02-0d43827f0517", "name": "network-vif-plugged", "status": "completed", "tag": "3ea4abc6-2cd8-47aa-8360-9dc1787aadea"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:18.505975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.518251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4875956 Dec 15 13:58:18.521366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37366) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:18.528721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-893357848', 'security_groups': ['1fcda179-9613-4213-801e-e33be5b828a3'], 'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3d062db-22d0-4af2-87e8-11ebb4f33d7d'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:18.571741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,segment=NetworkSegment(491fda25-f8d4-463b-8e4c-3b45a0ad0265),segment_id=491fda25-f8d4-463b-8e4c-3b45a0ad0265)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:18.574441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.594466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.699024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.704544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffebb9-bec0-4024-a24b-abff778a1f0e req-349c32fd-e4fe-4690-a31c-d59442fbd71b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:18.714257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adffebb9-bec0-4024-a24b-abff778a1f0e req-349c32fd-e4fe-4690-a31c-d59442fbd71b tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.3538401 Dec 15 13:58:18.774768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e247-1d24-441b-8e78-76fe72ecdc29 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcda179-9613-4213-801e-e33be5b828a3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.861923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:18.921671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846631b-d035-4897-a325-e1c6a297e6de req-686ffb23-c4da-4028-b49d-bbc82279cbd2 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:18.930903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d846631b-d035-4897-a325-e1c6a297e6de req-686ffb23-c4da-4028-b49d-bbc82279cbd2 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 945 time: 0.4095967 Dec 15 13:58:18.957849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.971446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] Update dhcp port {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'fixed_ips': [{'subnet_id': '87513506-f7ad-4ff8-9b03-75b4f4cb32ff', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd3d062db-22d0-4af2-87e8-11ebb4f33d7d'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:58:19.000537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-adffebb9-bec0-4024-a24b-abff778a1f0e req-2ea29653-f87a-482e-ae8f-5d5fa710e88d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132246 Dec 15 13:58:19.010578 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.093950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f2b47de-c5b9-456a-8fe2-4c408fc7b774 None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:19.095121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f2b47de-c5b9-456a-8fe2-4c408fc7b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.097602 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.107172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d846631b-d035-4897-a325-e1c6a297e6de req-d7740b2f-2ee4-48f5-8759-c5816103583e tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749594 Dec 15 13:58:19.194226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.286294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] device_id is not set on port 38c31005-d971-454f-908d-82b9221e25d8 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:19.327027 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8cabe8-8f1f-4cce-bdd6-7b611e9d0858 x-openstack-request-id: req-8e8cabe8-8f1f-4cce-bdd6-7b611e9d0858 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:19.327363 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b4e8e-9c76-40fc-bc02-0d43827f0517", "name": "network-vif-plugged", "status": "completed", "tag": "3ea4abc6-2cd8-47aa-8360-9dc1787aadea", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:19.327684 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e8cabe8-8f1f-4cce-bdd6-7b611e9d0858 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:19.328107 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea', 'code': 200} Dec 15 13:58:19.393311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b47de-c5b9-456a-8fe2-4c408fc7b774 None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:19.414491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Allocated IP 172.25.2.33 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9e5a4903-c2e1-46db-8d8a-f86a27131db6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:19.473916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028d0a2-5ffe-4a18-b3f4-c2d86da4caf9 req-9f18f82a-6242-42f4-bf06-f257868de870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:19.476046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7028d0a2-5ffe-4a18-b3f4-c2d86da4caf9 req-9f18f82a-6242-42f4-bf06-f257868de870 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 1097 time: 0.1545482 Dec 15 13:58:19.642013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7028d0a2-5ffe-4a18-b3f4-c2d86da4caf9 req-9623e864-501a-4a6a-a9de-c45ff2442128 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336300 Dec 15 13:58:19.663079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8::30c (3e621de2-0b56-4d79-bc35-64e1b6c9d765/d3d062db-22d0-4af2-87e8-11ebb4f33d7d/38c31005-d971-454f-908d-82b9221e25d8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:19.683197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.745097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.786677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:19.792720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:19.809625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5de9d-4f83-4b5d-a6c6-4a0d9c0e4938 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:19.822204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:19.946037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event updated for resources: {'Port': ['ID=9e5a4903-c2e1-46db-8d8a-f86a27131db6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:19.962163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-be7cbb00-6588-4492-b94c-a6092a34af7e None None] Provisioning complete for port 9e5a4903-c2e1-46db-8d8a-f86a27131db6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:19.962794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be7cbb00-6588-4492-b94c-a6092a34af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.000096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.060249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-be7cbb00-6588-4492-b94c-a6092a34af7e None None] Port 9e5a4903-c2e1-46db-8d8a-f86a27131db6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:20.131537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.189316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:20.193042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:20.199151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:20.216922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:20.217610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.285991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] Allocated IP 2001:db8::2 (3e621de2-0b56-4d79-bc35-64e1b6c9d765/d3d062db-22d0-4af2-87e8-11ebb4f33d7d/8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:20.334800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8118742 Dec 15 13:58:20.344025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:20.352282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:20.376537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cd0be-e169-43f0-a1ea-61f0623b0a72 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=38c31005-d971-454f-908d-82b9221e25d8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:20.488682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2418-df78-4df5-afa9-e8ccd9ffa043 req-27cdd54f-8d47-47cd-86b3-8ac4b61f4eb2 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:20.494386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d83e2418-df78-4df5-afa9-e8ccd9ffa043 req-27cdd54f-8d47-47cd-86b3-8ac4b61f4eb2 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 946 time: 0.1281898 Dec 15 13:58:20.542668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,segment=NetworkSegment(dfe8acef-28a5-42eb-8c5b-a5c2db5101c1),segment_id=dfe8acef-28a5-42eb-8c5b-a5c2db5101c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:20.627615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.645938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.686546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d83e2418-df78-4df5-afa9-e8ccd9ffa043 req-f180d86d-1630-40e0-8c43-744521ddbe2d tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576083 Dec 15 13:58:20.722880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1461-31dc-4128-af15-ab4f2ffb0178 req-149d1920-41f2-4696-9c58-8e8eaa02575d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:20.732087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-873a1461-31dc-4128-af15-ab4f2ffb0178 req-149d1920-41f2-4696-9c58-8e8eaa02575d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.5001204 Dec 15 13:58:20.739244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:20.743360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.792964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabeac-0b33-4822-9cd6-00b3a1334417 None None] Pushing event updated for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:21.021579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.056836 n-d-815324-3 neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3d062db-22d0-4af2-87e8-11ebb4f33d7d (CIDR: 2001:db8::/64) Dec 15 13:58:21.062631 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:58:21.063502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:21.091577 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f57fbdfd-6612-424c-bee8-3376edee5466 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7420726 Dec 15 13:58:21.091896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:21.122850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:21.136691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-873a1461-31dc-4128-af15-ab4f2ffb0178 req-816a318f-d05c-4b0b-9494-5b5dc797c783 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881245 Dec 15 13:58:21.446126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.569924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:21.595824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:21.603843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.693365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:21.694052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.916387 n-d-815324-3 neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 87513506-f7ad-4ff8-9b03-75b4f4cb32ff (CIDR: 2001:db8:0:1::/64) Dec 15 13:58:21.926279 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:58:21.926848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:21.963432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b3d3626a-053f-4a1b-9e58-136088935c52 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8550322 Dec 15 13:58:21.964839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:21.980114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'subnet': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:22.224260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c8efa-bdc8-40d4-8282-6caadc37cf61 req-9b8f8c96-d1bc-422b-b226-3c9376caba91 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:22.243344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a2c8efa-bdc8-40d4-8282-6caadc37cf61 req-9b8f8c96-d1bc-422b-b226-3c9376caba91 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 946 time: 0.3448832 Dec 15 13:58:22.274909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ddd9bbcc-10a5-4cc7-9593-d6fefa915434 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:22.275411 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bbcc-10a5-4cc7-9593-d6fefa915434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.396289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Made reservation on behalf of f2d5c28f1c1a47a9ac650cf9eb63a08f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:22.410487 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.433963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.557028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ddd9bbcc-10a5-4cc7-9593-d6fefa915434 None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:22.557410 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bbcc-10a5-4cc7-9593-d6fefa915434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.617584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a2c8efa-bdc8-40d4-8282-6caadc37cf61 req-735543ef-cafc-4b25-8a9f-95f06e45531d tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732989 Dec 15 13:58:22.694289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9bbcc-10a5-4cc7-9593-d6fefa915434 None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:22.740191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878fcc4-3192-47fb-9e5b-e39391425530 req-86d2a738-614c-4e27-9f36-ecfc79df3d77 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:22.741969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b878fcc4-3192-47fb-9e5b-e39391425530 req-86d2a738-614c-4e27-9f36-ecfc79df3d77 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.3332741 Dec 15 13:58:22.835698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c2b2d3a6-3ea1-4316-ad7a-e07108b78a3c None None] Provisioning complete for port 38c31005-d971-454f-908d-82b9221e25d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:22.836347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2b2d3a6-3ea1-4316-ad7a-e07108b78a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.933780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b878fcc4-3192-47fb-9e5b-e39391425530 req-be24a1cb-5ca5-4177-8c08-e9c2f1bc9e80 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821764 Dec 15 13:58:22.936255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Router 5f94dc1a-965f-4d97-8cef-a4042040130f is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:58:22.951918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2d3a6-3ea1-4316-ad7a-e07108b78a3c None None] Port 38c31005-d971-454f-908d-82b9221e25d8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:23.251373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:23.264453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] Sync routers for ids ['5f94dc1a-965f-4d97-8cef-a4042040130f'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:23.291211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] Routers {'5f94dc1a-965f-4d97-8cef-a4042040130f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:23.291957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5f94dc1a-965f-4d97-8cef-a4042040130f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:23.345601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.349596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5c8a7a59-477c-49dc-9c75-cbf394db4d0b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9682729 Dec 15 13:58:23.353115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:23.358363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:23.394799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.490075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:23.515160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] Routers {'5f94dc1a-965f-4d97-8cef-a4042040130f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:23.515160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5f94dc1a-965f-4d97-8cef-a4042040130f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:23.619766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:23.624422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919bced-36d6-49ed-b29f-d22c5cfb8cc9 None None] The sync data for ids ['5f94dc1a-965f-4d97-8cef-a4042040130f'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:23.640653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:23.658454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:23.670180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886df7a9-b7c9-486d-840e-0502fd3204dd None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:23.710971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.711853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.794083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Subnet': ['ID=69f0575b-7092-49f7-82e3-cdb78dbce4c3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:23.809060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a8720910-97e8-4270-bdff-379f8ba5860e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8427391 Dec 15 13:58:23.815575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:23.823461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12932141', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69f0575b-7092-49f7-82e3-cdb78dbce4c3'}], 'security_groups': ['008bec34-1ee9-4b25-819c-c5cc188ea4f9', '9bb21e66-c446-47d9-bef2-62c7be27d09d']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:24.001057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.234949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] Update dhcp port {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'fixed_ips': [{'subnet_id': '87513506-f7ad-4ff8-9b03-75b4f4cb32ff', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd3d062db-22d0-4af2-87e8-11ebb4f33d7d', 'ip_address': '2001:db8::2'}, {'subnet_id': '69f0575b-7092-49f7-82e3-cdb78dbce4c3'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:58:24.296866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.372113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933561c-281c-4eec-bc73-616d7cc1b804 req-95c9d80f-2a9c-4eb9-9fe0-b6de85a4e4d2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:24.382197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b933561c-281c-4eec-bc73-616d7cc1b804 req-95c9d80f-2a9c-4eb9-9fe0-b6de85a4e4d2 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.2682731 Dec 15 13:58:24.477184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b933561c-281c-4eec-bc73-616d7cc1b804 req-47698ac5-a3c7-4f64-ac1c-7494e3ee83ea tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935559 Dec 15 13:58:24.596679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c4fd1-53dd-4967-8c66-6f4d51e80822 req-a27cdf3a-11cc-47ae-b738-323c0a055533 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:24.598283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f27c4fd1-53dd-4967-8c66-6f4d51e80822 req-a27cdf3a-11cc-47ae-b738-323c0a055533 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 946 time: 0.4468751 Dec 15 13:58:24.663803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.717705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.776177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Delete allocated IP 2001:db8::30c (3e621de2-0b56-4d79-bc35-64e1b6c9d765/d3d062db-22d0-4af2-87e8-11ebb4f33d7d) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 13:58:24.787332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Allocated IP 2001:db8:0:2::d1 (3e621de2-0b56-4d79-bc35-64e1b6c9d765/69f0575b-7092-49f7-82e3-cdb78dbce4c3/38c31005-d971-454f-908d-82b9221e25d8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:25.071044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f27c4fd1-53dd-4967-8c66-6f4d51e80822 req-19b1520f-56ca-4e9c-8a02-0cc6b0b2166d tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547520 Dec 15 13:58:25.080560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.100048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.103869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-40158c2f-43f7-4032-9497-ce0d835b3e4c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.106181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-40158c2f-43f7-4032-9497-ce0d835b3e4c tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 946 time: 0.3840618 Dec 15 13:58:25.200637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] Allocated IP 2001:db8:0:2::2 (3e621de2-0b56-4d79-bc35-64e1b6c9d765/69f0575b-7092-49f7-82e3-cdb78dbce4c3/8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:25.236477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] In _notify_port_updated(), no bound segment for port 38c31005-d971-454f-908d-82b9221e25d8 on network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:58:25.250959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.251825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.253248 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "PUT /v2.0/ports/38c31005-d971-454f-908d-82b9221e25d8 HTTP/1.1" status: 200 len: 967 time: 1.4359856 Dec 15 13:58:25.257105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37450) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:25.269870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301191ae-b4eb-4641-9b9e-f4cb843453f3 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event updated for resources: {'Port': ['ID=38c31005-d971-454f-908d-82b9221e25d8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:25.377138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Deleting port 9e5a4903-c2e1-46db-8d8a-f86a27131db6 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:25.378266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.466630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port 38c31005-d971-454f-908d-82b9221e25d8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:25.466913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.482559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,segment=NetworkSegment(dfe8acef-28a5-42eb-8c5b-a5c2db5101c1),segment_id=dfe8acef-28a5-42eb-8c5b-a5c2db5101c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:25.545650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.555781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.737540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Deleting port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:25.737911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.751777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.771520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for 38c31005-d971-454f-908d-82b9221e25d8 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:25.824119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91f9f-0615-4e80-8071-5c1dc2ce36b4 req-8619ae7b-5a8a-4e23-9a8d-265f480d5566 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.832711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3b91f9f-0615-4e80-8071-5c1dc2ce36b4 req-8619ae7b-5a8a-4e23-9a8d-265f480d5566 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.1604095 Dec 15 13:58:25.840880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.878074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Calling delete_port for 9e5a4903-c2e1-46db-8d8a-f86a27131db6 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:25.949994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3b91f9f-0615-4e80-8071-5c1dc2ce36b4 req-ac8a6f7e-6cef-4646-bcfc-eab05e1a8ed5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163139 Dec 15 13:58:26.033059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] For port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,segment=NetworkSegment(491fda25-f8d4-463b-8e4c-3b45a0ad0265),segment_id=491fda25-f8d4-463b-8e4c-3b45a0ad0265)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:26.033276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.059759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Calling delete_port for 3ea4abc6-2cd8-47aa-8360-9dc1787aadea owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:26.154251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba777b29-4c38-471b-b747-028f204453b7 None None] Pushing event updated for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:26.161797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.225980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=38c31005-d971-454f-908d-82b9221e25d8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:26.256955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.264316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f9a65ec0-d913-4c1f-99c8-253d0c52d4fd tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/38c31005-d971-454f-908d-82b9221e25d8 HTTP/1.1" status: 204 len: 168 time: 1.0059860 Dec 15 13:58:26.275618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:26.317739 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6a7fd8-a36d-43c1-a9f2-3084c878c23e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] GET failed (client error): The resource could not be found. Dec 15 13:58:26.321872 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7d6a7fd8-a36d-43c1-a9f2-3084c878c23e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports/38c31005-d971-454f-908d-82b9221e25d8 HTTP/1.1" status: 404 len: 333 time: 0.0447986 Dec 15 13:58:26.328225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:26.432393 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-706d5c4d-6394-4191-92f5-defa19a858f2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.462665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-706d5c4d-6394-4191-92f5-defa19a858f2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.519448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9807029-88b0-4153-90b9-f157c293c1eb req-76560b06-80f8-40bc-9a8d-05097dba2c87 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:26.536360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9807029-88b0-4153-90b9-f157c293c1eb req-76560b06-80f8-40bc-9a8d-05097dba2c87 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 946 time: 0.2274525 Dec 15 13:58:26.562388 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-706d5c4d-6394-4191-92f5-defa19a858f2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.582163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-706d5c4d-6394-4191-92f5-defa19a858f2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.590072 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-706d5c4d-6394-4191-92f5-defa19a858f2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/security-groups/1fcda179-9613-4213-801e-e33be5b828a3 HTTP/1.1" status: 204 len: 168 time: 0.2570233 Dec 15 13:58:26.592425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37470) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:26.644867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.651116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d5c4d-6394-4191-92f5-defa19a858f2 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcda179-9613-4213-801e-e33be5b828a3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:26.773073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Pushing event deleted for resources: {'Port': ['ID=9e5a4903-c2e1-46db-8d8a-f86a27131db6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:26.790842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb804392-5ede-4819-b82e-377477e3bf9f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:26.893334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9807029-88b0-4153-90b9-f157c293c1eb req-8f513f7c-47d1-465c-9721-bdf203590c19 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/security-groups?id=929c628f-bcb9-4dfd-928a-55ef6226fe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574941 Dec 15 13:58:26.984229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.168825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f878c17-8b0f-4766-afb0-b40d2bc4b84e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.170709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Pushing event deleted for resources: {'Port': ['ID=3ea4abc6-2cd8-47aa-8360-9dc1787aadea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:27.206885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.335487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb5e91c1-89a4-4341-bb2c-90b93be57cc3 None None] Could not find standard attr ID for object 38c31005-d971-454f-908d-82b9221e25d8. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:58:27.366417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb5e91c1-89a4-4341-bb2c-90b93be57cc3 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:27.367587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb5e91c1-89a4-4341-bb2c-90b93be57cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.410149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] No DVR routers for this DVR port 3ea4abc6-2cd8-47aa-8360-9dc1787aadea on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:27.417584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f878c17-8b0f-4766-afb0-b40d2bc4b84e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.482985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.486970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1561ce54-af12-49e1-9227-5a9a61702b38 req-c7a716ad-0dd8-475f-8bc8-c69bfd08566a tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.67 "DELETE /v2.0/ports/3ea4abc6-2cd8-47aa-8360-9dc1787aadea HTTP/1.1" status: 204 len: 173 time: 2.3719327 Dec 15 13:58:27.502792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'name': 'network-vif-deleted', 'tag': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:27.507493 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8f0cb1-b4ac-496d-aa06-162304ac6d03" -d '{"events": [{"server_uuid": "5b6b4e8e-9c76-40fc-bc02-0d43827f0517", "name": "network-vif-deleted", "tag": "3ea4abc6-2cd8-47aa-8360-9dc1787aadea"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:27.591215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddb092-b582-417d-8cdf-f0b85c7503ed req-4f3b84b0-b0a1-455e-8e90-1af3f1d6a074 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:27.599788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ddb092-b582-417d-8cdf-f0b85c7503ed req-4f3b84b0-b0a1-455e-8e90-1af3f1d6a074 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.4717288 Dec 15 13:58:27.663167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:27.706121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f878c17-8b0f-4766-afb0-b40d2bc4b84e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.708917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f878c17-8b0f-4766-afb0-b40d2bc4b84e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.710365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f878c17-8b0f-4766-afb0-b40d2bc4b84e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bb21e66-c446-47d9-bef2-62c7be27d09d HTTP/1.1" status: 204 len: 168 time: 1.1103268 Dec 15 13:58:27.719824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:27.818788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bb5e91c1-89a4-4341-bb2c-90b93be57cc3 None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:27.822122 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb5e91c1-89a4-4341-bb2c-90b93be57cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.829377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878c17-8b0f-4766-afb0-b40d2bc4b84e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb21e66-c446-47d9-bef2-62c7be27d09d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:27.887849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.904007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44ff74ba-0112-4c04-b0c6-f87e662ef037 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.907590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.952020 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44ff74ba-0112-4c04-b0c6-f87e662ef037 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.958564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8ddb092-b582-417d-8cdf-f0b85c7503ed req-948ec834-5739-40ac-a8f8-2211e1eabd69 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351169 Dec 15 13:58:27.974690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:27.975076 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.046786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44ff74ba-0112-4c04-b0c6-f87e662ef037 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.050292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44ff74ba-0112-4c04-b0c6-f87e662ef037 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.051505 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44ff74ba-0112-4c04-b0c6-f87e662ef037 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/security-groups/008bec34-1ee9-4b25-819c-c5cc188ea4f9 HTTP/1.1" status: 204 len: 168 time: 0.3288851 Dec 15 13:58:28.057827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:28.112365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e91c1-89a4-4341-bb2c-90b93be57cc3 None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:28.157800 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311c053a-eff9-451b-b4a2-4471b5bd7440 x-openstack-request-id: req-311c053a-eff9-451b-b4a2-4471b5bd7440 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:28.158177 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b4e8e-9c76-40fc-bc02-0d43827f0517", "name": "network-vif-deleted", "tag": "3ea4abc6-2cd8-47aa-8360-9dc1787aadea", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:28.158395 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-311c053a-eff9-451b-b4a2-4471b5bd7440 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:28.158760 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6b4e8e-9c76-40fc-bc02-0d43827f0517', 'name': 'network-vif-deleted', 'tag': '3ea4abc6-2cd8-47aa-8360-9dc1787aadea', 'status': 'completed', 'code': 200} Dec 15 13:58:28.163300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea4abc6-2cd8-47aa-8360-9dc1787aadea no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:28.170354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff74ba-0112-4c04-b0c6-f87e662ef037 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008bec34-1ee9-4b25-819c-c5cc188ea4f9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:28.244082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet d3d062db-22d0-4af2-87e8-11ebb4f33d7d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:28.267646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.273027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3ea4abc6-2cd8-47aa-8360-9dc1787aadea {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:28.273794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea4abc6-2cd8-47aa-8360-9dc1787aadea not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:28.294636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-34e0f590-6ee5-4916-8e91-4bf41f8a82f5 None None] Could not find standard attr ID for object 38c31005-d971-454f-908d-82b9221e25d8. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:58:28.335200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-956f92cc-e6fd-43dd-9bf7-7cc75f37278a req-2511d4cb-7bb0-4347-a39c-f8e8c602d3a6 tempest-InstanceActionsNegativeTestJSON-229329834 tempest-InstanceActionsNegativeTestJSON-229329834-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6b4e8e-9c76-40fc-bc02-0d43827f0517 HTTP/1.1" status: 200 len: 210 time: 0.0516539 Dec 15 13:58:28.358939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Router 5f94dc1a-965f-4d97-8cef-a4042040130f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:28.380404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.543986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.546282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:28.555502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.560172 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] Sync routers for ids ['5f94dc1a-965f-4d97-8cef-a4042040130f'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:28.560990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e3a00cf6-6563-411e-8955-88d7f65951f3 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "PUT /v2.0/routers/5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 200 len: 709 time: 5.2067618 Dec 15 13:58:28.570695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37508) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:28.585703 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] Routers {'5f94dc1a-965f-4d97-8cef-a4042040130f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:28.585703 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5f94dc1a-965f-4d97-8cef-a4042040130f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:28.665126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.695597 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:28.719360 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] Routers {'5f94dc1a-965f-4d97-8cef-a4042040130f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:28.719947 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5f94dc1a-965f-4d97-8cef-a4042040130f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:28.728679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d062db-22d0-4af2-87e8-11ebb4f33d7d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:28.749958 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.762592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b7f989ad-9ae8-4814-b2a3-74f78741944c tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/d3d062db-22d0-4af2-87e8-11ebb4f33d7d HTTP/1.1" status: 204 len: 168 time: 0.6961098 Dec 15 13:58:28.762798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b982cee-2e3c-4f7f-af2b-ad1ea5dfcba8 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:28.764872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:28.777533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f250db14-3c64-47d3-9909-761f2d1755cf tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/routers/5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 200 len: 744 time: 0.1835725 Dec 15 13:58:28.780649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:28.812447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:28.813423 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eac0c-740c-407c-b6f7-b79e00b9e981 None None] The sync data for ids ['5f94dc1a-965f-4d97-8cef-a4042040130f'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:28.876139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-de3e93f4-416f-4c93-8f9c-ddc6fd2d5e48 tempest-RoutersIpV6AdminTest-734360951 tempest-RoutersIpV6AdminTest-734360951-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&device_id=5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 200 len: 205 time: 0.0939388 Dec 15 13:58:28.878690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37524) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:28.885778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet 69f0575b-7092-49f7-82e3-cdb78dbce4c3 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:28.897347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.921220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c9a2fed5-ec99-4109-add2-6f367ba36188 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 200 len: 205 time: 0.0399976 Dec 15 13:58:28.923508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37528) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:29.022970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.072589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.279159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.339691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:29.403347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.473413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.479896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/69f0575b-7092-49f7-82e3-cdb78dbce4c3 HTTP/1.1" status: 204 len: 168 time: 0.7113302 Dec 15 13:58:29.479896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982a9ba-cf20-493d-bc93-73da9c131640 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=69f0575b-7092-49f7-82e3-cdb78dbce4c3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:29.482141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:29.529015 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8882af6d-5c55-4427-9812-1132936f9d15 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:29.529603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8882af6d-5c55-4427-9812-1132936f9d15 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:29.536473 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8882af6d-5c55-4427-9812-1132936f9d15 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/d3d062db-22d0-4af2-87e8-11ebb4f33d7d HTTP/1.1" status: 404 len: 337 time: 0.0503902 Dec 15 13:58:29.536737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37550) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:29.627813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting subnet 87513506-f7ad-4ff8-9b03-75b4f4cb32ff {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:29.637465 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.741967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee49821-1bcd-4177-93a1-1e0cdebe3845 req-9df023d8-197a-4397-bce5-99bdb13ed771 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:29.749182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ee49821-1bcd-4177-93a1-1e0cdebe3845 req-9df023d8-197a-4397-bce5-99bdb13ed771 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.6657341 Dec 15 13:58:29.773731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.928392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.953184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:29.996541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.025645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5153a2-de2f-4813-879b-099c5ae26bf4 req-ee25badc-560d-4227-94d2-ba7258e21442 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:30.030348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef5153a2-de2f-4813-879b-099c5ae26bf4 req-ee25badc-560d-4227-94d2-ba7258e21442 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2736847 Dec 15 13:58:30.056344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c784c-ba7f-486c-b5a8-4ca94dea76f3 None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:30.119745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.140574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.146244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/87513506-f7ad-4ff8-9b03-75b4f4cb32ff HTTP/1.1" status: 204 len: 168 time: 0.6061680 Dec 15 13:58:30.157123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.164073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462a577-64bb-464f-9bf3-d818d184610d tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Subnet': ['ID=87513506-f7ad-4ff8-9b03-75b4f4cb32ff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:30.176360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.177205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Fanout notify agent at l3_agent the message router_deleted on router 5f94dc1a-965f-4d97-8cef-a4042040130f {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:58:30.214046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-d3bcfe99-d51c-499d-ba76-c2234874a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:30.215540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-d3bcfe99-d51c-499d-ba76-c2234874a2b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 1097 time: 0.4599404 Dec 15 13:58:30.249442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2ffb0645-e772-4523-b8e3-6a6a08d967bc None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:30.249834 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0645-e772-4523-b8e3-6a6a08d967bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.254005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.255115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-17758a13-0f18-4cf5-b6a1-6e18fc1705d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 204 len: 168 time: 1.3305230 Dec 15 13:58:30.259638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.273087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef5153a2-de2f-4813-879b-099c5ae26bf4 req-713efe2e-e021-455a-83d9-c738746c48a2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782475 Dec 15 13:58:30.280541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ee49821-1bcd-4177-93a1-1e0cdebe3845 req-8b3c4215-0819-4cd1-ab94-b3874b0b1d6f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304990 Dec 15 13:58:30.320971 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-762d2789-383f-46cc-afcd-34f677896449 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 200 len: 205 time: 0.0611758 Dec 15 13:58:30.325064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.433107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac48e10-85b8-4785-bc63-d7cf9d28e07d None None] Update dhcp port {'port': {'network_id': '3e621de2-0b56-4d79-bc35-64e1b6c9d765', 'fixed_ips': [{'subnet_id': '87513506-f7ad-4ff8-9b03-75b4f4cb32ff'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:58:30.436439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2ffb0645-e772-4523-b8e3-6a6a08d967bc None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:30.436848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0645-e772-4523-b8e3-6a6a08d967bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.437062 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-74adc47d-acd6-4344-ab90-9722a04f4779 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:30.438132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74adc47d-acd6-4344-ab90-9722a04f4779 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:30.443896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-74adc47d-acd6-4344-ab90-9722a04f4779 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/f2e76a9c-f379-4c13-8fc2-f9d3a73b00bf HTTP/1.1" status: 404 len: 337 time: 0.2670186 Dec 15 13:58:30.451067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37562) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.451408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.490482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.501369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb0645-e772-4523-b8e3-6a6a08d967bc None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:30.510185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ac48e10-85b8-4785-bc63-d7cf9d28e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.647573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Deleting subnet fe74e002-2d0e-49c5-89bd-d9c7ec31db8b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:30.652232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-8e8eb637-978f-4147-b28e-9e4b97e2243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:30.653925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-8e8eb637-978f-4147-b28e-9e4b97e2243b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.3724954 Dec 15 13:58:30.654823 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-2630b434-5992-4efd-ba2b-08ae8fc550c6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] delete failed (client error): The resource could not be found. Dec 15 13:58:30.655869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2630b434-5992-4efd-ba2b-08ae8fc550c6 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/5f94dc1a-965f-4d97-8cef-a4042040130f HTTP/1.1" status: 404 len: 336 time: 0.3010309 Dec 15 13:58:30.659715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.669861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.700084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f3a7acd-1909-4b01-9f19-3b5156d5afb8 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 HTTP/1.1" status: 200 len: 205 time: 0.2384076 Dec 15 13:58:30.703422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.714721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9793ef6-8a05-4fab-ad4e-ec8f9a91a8db None None] Network 3e621de2-0b56-4d79-bc35-64e1b6c9d765 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:30.767212 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5d02f1d3-4980-463f-ad51-ca9b2e892faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] delete failed (client error): The resource could not be found. Dec 15 13:58:30.771243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d02f1d3-4980-463f-ad51-ca9b2e892faf tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/routers/eeedabd8-90a8-41a1-82fb-1d7f98f85ea2 HTTP/1.1" status: 404 len: 336 time: 0.0655749 Dec 15 13:58:30.775218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.777576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-59c4ea2a-3641-435e-8dde-957b78ac42fa tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=863931c7-be8f-4e99-bcd4-9e4e53a32fe1 HTTP/1.1" status: 200 len: 205 time: 0.1165354 Dec 15 13:58:30.780026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-e808be4f-4bf2-4be7-bbcf-de3ad56d5909 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 HTTP/1.1" status: 200 len: 217 time: 0.0911617 Dec 15 13:58:30.780817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.790467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fb3a49e9-5266-4863-9cc9-70b2735fbe71 None None] Provisioning complete for port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:30.790847 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb3a49e9-5266-4863-9cc9-70b2735fbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.863238 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0413e3a2-2dce-4f18-a0d4-1e0b957074c7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:30.863701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0413e3a2-2dce-4f18-a0d4-1e0b957074c7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:30.875602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0413e3a2-2dce-4f18-a0d4-1e0b957074c7 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/8bd2136d-6a8a-4362-b9ce-4e01b60e1954 HTTP/1.1" status: 404 len: 337 time: 0.0924437 Dec 15 13:58:30.875960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.888319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Deleting port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:30.888319 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.898952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] DHCP port deletion for 3e621de2-0b56-4d79-bc35-64e1b6c9d765 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:30.936834 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-46884f28-32d2-40c6-89a4-9328322be9c0 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] delete failed (client error): The resource could not be found. Dec 15 13:58:30.938471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-46884f28-32d2-40c6-89a4-9328322be9c0 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/863931c7-be8f-4e99-bcd4-9e4e53a32fe1 HTTP/1.1" status: 404 len: 336 time: 0.1240735 Dec 15 13:58:30.940077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-b3a2fc9d-0f3f-45cb-a8b3-88d1877755a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:30.941527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-b3a2fc9d-0f3f-45cb-a8b3-88d1877755a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.0661254 Dec 15 13:58:30.945355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.956928 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00927e1-1723-4aa6-8022-a557f4901f1e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:30.957527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00927e1-1723-4aa6-8022-a557f4901f1e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:30.964458 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f00927e1-1723-4aa6-8022-a557f4901f1e tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/453498d9-e2a6-492a-bebc-ea5cfc3a5c33 HTTP/1.1" status: 404 len: 337 time: 0.0844054 Dec 15 13:58:30.965684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:30.977743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fb3a49e9-5266-4863-9cc9-70b2735fbe71 None None] Provisioning complete for port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:30.978119 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb3a49e9-5266-4863-9cc9-70b2735fbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.006914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4446da46-fd77-4faa-b6c0-556429f7a0d8 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0c28969-6c7e-476a-931f-a465726ccbca HTTP/1.1" status: 200 len: 205 time: 0.0604351 Dec 15 13:58:31.007208 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6efbe8d-9365-4b93-9a87-d09c5157d105 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.007504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6efbe8d-9365-4b93-9a87-d09c5157d105 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.010435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37580) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.014053 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b6efbe8d-9365-4b93-9a87-d09c5157d105 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/2a078a8c-c58e-4cc4-bbbf-c21078dedbcb HTTP/1.1" status: 404 len: 337 time: 0.0453053 Dec 15 13:58:31.014221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.015203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.040922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] Deleting port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:31.041229 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.046309 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b427ab-2587-4d66-8238-693f7dabdc43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.046961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b427ab-2587-4d66-8238-693f7dabdc43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.050696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44b427ab-2587-4d66-8238-693f7dabdc43 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/fbd5d019-dfc0-4140-ad8f-3a7248c9a0f4 HTTP/1.1" status: 404 len: 333 time: 0.0345123 Dec 15 13:58:31.053458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.072317 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-adc16210-5164-4fa3-adbc-77570d76b51b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] delete failed (client error): The resource could not be found. Dec 15 13:58:31.077096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-adc16210-5164-4fa3-adbc-77570d76b51b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/c0c28969-6c7e-476a-931f-a465726ccbca HTTP/1.1" status: 404 len: 336 time: 0.0586865 Dec 15 13:58:31.079929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37588) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.098528 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b86337c-c30e-40a0-945e-ad9af896dc34 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.098528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b86337c-c30e-40a0-945e-ad9af896dc34 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.099700 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b86337c-c30e-40a0-945e-ad9af896dc34 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/bffc00ca-ba51-421f-90fb-8c14ba35f190 HTTP/1.1" status: 404 len: 337 time: 0.0453298 Dec 15 13:58:31.105359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.121797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f2fe8df2-8106-4463-b271-80781b773e04 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e HTTP/1.1" status: 200 len: 205 time: 0.0335693 Dec 15 13:58:31.123326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37592) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.139034 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c00483-8ef0-467d-8dbc-f39cdab76da9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.139492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c00483-8ef0-467d-8dbc-f39cdab76da9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.142864 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38c00483-8ef0-467d-8dbc-f39cdab76da9 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/2b65d377-4ec8-4f8a-b048-c329c312499a HTTP/1.1" status: 404 len: 337 time: 0.0364511 Dec 15 13:58:31.144926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] For port d1865b27-e0d0-4a3d-964d-0dd639bfcb8c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:31.145296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.148134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37594) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.168769 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-c66a4555-31f4-4332-93df-74283c5b9b50 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] delete failed (client error): The resource could not be found. Dec 15 13:58:31.171879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c66a4555-31f4-4332-93df-74283c5b9b50 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/b7ec59f9-8e38-4186-ac3f-8d039b9d1f0e HTTP/1.1" status: 404 len: 336 time: 0.0437486 Dec 15 13:58:31.172022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] For port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,segment=NetworkSegment(dfe8acef-28a5-42eb-8c5b-a5c2db5101c1),segment_id=dfe8acef-28a5-42eb-8c5b-a5c2db5101c1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:31.172022 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.173148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-2d089c9d-383f-4091-a290-96c798d5ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:31.173148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-2d089c9d-383f-4091-a290-96c798d5ed79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133567 Dec 15 13:58:31.173553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37596) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.186457 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-824e1537-1326-4f41-b689-5563421f64de tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.186720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824e1537-1326-4f41-b689-5563421f64de tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.192840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-824e1537-1326-4f41-b689-5563421f64de tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/e546ad5c-7e33-465e-8277-60ef4a319886 HTTP/1.1" status: 404 len: 333 time: 0.0436072 Dec 15 13:58:31.194098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Calling delete_port for d1865b27-e0d0-4a3d-964d-0dd639bfcb8c owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:31.195834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37598) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.198077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a49e9-5266-4863-9cc9-70b2735fbe71 None None] Port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:31.212157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] Calling delete_port for 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:31.226157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b51655ab-8783-4f34-ab53-c8878ce5834b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b1998d9-7229-4874-94ee-4415ff32353c HTTP/1.1" status: 200 len: 205 time: 0.0459750 Dec 15 13:58:31.226157 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.226490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.237864 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-20767848-0a7e-475b-8b47-f9901eb06fe8 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.238313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20767848-0a7e-475b-8b47-f9901eb06fe8 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.241418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-20767848-0a7e-475b-8b47-f9901eb06fe8 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/c17a3fd1-d29b-481b-9add-0ac4db31c0c7 HTTP/1.1" status: 404 len: 337 time: 0.0444803 Dec 15 13:58:31.256751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37602) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.278540 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-1eb46e04-6f7f-4a3a-9ed3-d5ecfe50d2e9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] delete failed (client error): The resource could not be found. Dec 15 13:58:31.282553 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1eb46e04-6f7f-4a3a-9ed3-d5ecfe50d2e9 tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/7b1998d9-7229-4874-94ee-4415ff32353c HTTP/1.1" status: 404 len: 336 time: 0.0525084 Dec 15 13:58:31.283858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.305246 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-797c7208-3710-4f74-925e-64e5981bcc6b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.305617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797c7208-3710-4f74-925e-64e5981bcc6b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.308925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-797c7208-3710-4f74-925e-64e5981bcc6b tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/subnets/dc368e1f-507d-4fc7-b480-0b6a8d4822de HTTP/1.1" status: 404 len: 337 time: 0.0336635 Dec 15 13:58:31.312296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37606) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.334217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.389266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] Pushing event deleted for resources: {'Port': ['ID=8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:31.391647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c9b26-8a3d-440e-b7a9-c8ba9424256e None None] No DVR routers for this DVR port 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:31.519393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:31.545178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:31.545532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8c6d18bc-f90a-410f-a9a3-ca07d8d9b30c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:31.605194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-1e47370b-4a50-475b-b235-38db5368f246 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152608 Dec 15 13:58:31.630558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.715833 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f23f8231-ead4-46ba-b0d6-d75d1ff6236b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e54b38b-b53f-45fb-aaef-6d786db4afbe HTTP/1.1" status: 200 len: 205 time: 0.4280591 Dec 15 13:58:31.715833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.717332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe74e002-2d0e-49c5-89bd-d9c7ec31db8b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:31.720557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.723525 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ccc96772-088a-4112-91bb-c18f0e5b559a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe74e002-2d0e-49c5-89bd-d9c7ec31db8b HTTP/1.1" status: 204 len: 168 time: 1.2705648 Dec 15 13:58:31.729993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.740301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb4322-2f2f-4829-9d4f-e2d0ed8d5b81 req-b0fd75e1-00e3-4b69-8cba-736ba8081ed3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:31.741808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fb4322-2f2f-4829-9d4f-e2d0ed8d5b81 req-b0fd75e1-00e3-4b69-8cba-736ba8081ed3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 946 time: 0.3215835 Dec 15 13:58:31.750356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76e458-67ab-445a-ac08-ea555e02e143 req-f4416aa5-0613-442f-99bb-1cb144231412 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:31.752275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc76e458-67ab-445a-ac08-ea555e02e143 req-f4416aa5-0613-442f-99bb-1cb144231412 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2418041 Dec 15 13:58:31.763621 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-ed7fe8e4-9814-47ea-a46c-3a3cef920e9a tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] delete failed (client error): The resource could not be found. Dec 15 13:58:31.764704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed7fe8e4-9814-47ea-a46c-3a3cef920e9a tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/routers/3e54b38b-b53f-45fb-aaef-6d786db4afbe HTTP/1.1" status: 404 len: 336 time: 0.0491850 Dec 15 13:58:31.768571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:31.828391 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f804a7ee-142f-4052-af0b-898bc525d65b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:31.829187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f804a7ee-142f-4052-af0b-898bc525d65b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:31.846157 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f804a7ee-142f-4052-af0b-898bc525d65b tempest-RoutersIpV6AdminTest-1199009519 tempest-RoutersIpV6AdminTest-1199009519-project] 10.222.0.32 "DELETE /v2.0/subnets/8432ff54-d129-45d9-98d3-199457bf4888 HTTP/1.1" status: 404 len: 337 time: 0.0754542 Dec 15 13:58:31.890067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Deleting port fee6acb9-c7de-4898-9805-f6dcf8cd2db1 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:31.890409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.982383 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-5e18b9ef-b096-4496-a983-6cc6a53ae3ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736203 Dec 15 13:58:31.986287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36dab7c3-465e-40b2-8a8d-23b744fcb75b req-b421d943-51ab-4eb0-a62e-4ef482d1713b service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716309 Dec 15 13:58:32.038479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc76e458-67ab-445a-ac08-ea555e02e143 req-e7c49560-6550-46e6-b0cb-90d7e8338f8e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725873 Dec 15 13:58:32.041670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fb4322-2f2f-4829-9d4f-e2d0ed8d5b81 req-10f6ab6a-5a2f-4a50-a00a-51c7af374458 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885046 Dec 15 13:58:32.076973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:32.084937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.090410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.108613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Calling delete_port for fee6acb9-c7de-4898-9805-f6dcf8cd2db1 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:32.143046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.196458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:32.217403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.234374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1865b27-e0d0-4a3d-964d-0dd639bfcb8c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.241375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-cf7316eb-ce29-4223-bee6-6f9b928dcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.242894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-cf7316eb-ce29-4223-bee6-6f9b928dcce5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 1096 time: 0.2152684 Dec 15 13:58:32.252784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:32.253719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:32.256551 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30397f04-e44b-4079-8905-4a0cd6fc10c9" -d '{"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:32.273632 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.277846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.324356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dcbd8d-ae39-46d5-8cb1-cd374515d231']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:32.350441 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b38d6d8-bb65-4719-9bb8-747ef895f71f x-openstack-request-id: req-4b38d6d8-bb65-4719-9bb8-747ef895f71f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:32.351097 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:32.351587 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b38d6d8-bb65-4719-9bb8-747ef895f71f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:32.352215 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'code': 200} Dec 15 13:58:32.387607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.417895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491fda25-f8d4-463b-8e4c-3b45a0ad0265') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:32.418221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491fda25-f8d4-463b-8e4c-3b45a0ad0265') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:32.444409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.449528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.514821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Port': ['ID=fee6acb9-c7de-4898-9805-f6dcf8cd2db1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.518268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.536675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb290-0540-44cd-922f-0fc40a718dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.545815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:32.546236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:32.548659 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:32.562019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.566921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-badbdb8f-2f43-4f69-a07f-4470ca868ce1 tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/ports/fee6acb9-c7de-4898-9805-f6dcf8cd2db1 HTTP/1.1" status: 204 len: 168 time: 1.2519679 Dec 15 13:58:32.569481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:32.605239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-71498841-382a-4b3e-9933-e44b1030514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.607124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-71498841-382a-4b3e-9933-e44b1030514e service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.3155243 Dec 15 13:58:32.664431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.671909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.692541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-3ff8a6d3-a3af-428c-a95b-bf8ff9794e48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72 HTTP/1.1" status: 200 len: 217 time: 0.0571966 Dec 15 13:58:32.742551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.764335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.771059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] 10.222.0.32 "DELETE /v2.0/networks/51dcbd8d-ae39-46d5-8cb1-cd374515d231 HTTP/1.1" status: 204 len: 168 time: 1.0282607 Dec 15 13:58:32.791105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671baf9c-9208-48c2-9666-09f7ecc6ca6f admin admin] Pushing event deleted for resources: {'Network': ['ID=51dcbd8d-ae39-46d5-8cb1-cd374515d231,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.803217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-091238c3-62b1-49a8-a8dd-195eed4a3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.804706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-091238c3-62b1-49a8-a8dd-195eed4a3e4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1002758 Dec 15 13:58:32.853231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.881426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e621de2-0b56-4d79-bc35-64e1b6c9d765']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:32.893814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:32.894106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe8acef-28a5-42eb-8c5b-a5c2db5101c1') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:32.896000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb290-0540-44cd-922f-0fc40a718dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.901603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-72df34a2-eafd-40dd-baa1-5b72527ced55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.903702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-72df34a2-eafd-40dd-baa1-5b72527ced55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880520 Dec 15 13:58:32.905076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb290-0540-44cd-922f-0fc40a718dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.939633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:32.940764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddb290-0540-44cd-922f-0fc40a718dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efd109e-296d-4d0b-8b03-3f35cc12dbc7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.976619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.014850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.033037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a3ddb290-0540-44cd-922f-0fc40a718dfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bb14846c87d4558a5b8fc37516c1a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8175724 Dec 15 13:58:33.033638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:33.033638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.035822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37654) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:33.036375 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:33.100254 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dd0b9c0b-66ce-4386-ba93-8a4ae52d4930 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3af6fabc7f84f0b8f40a7ed2fe7077d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594958 Dec 15 13:58:33.104608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37660) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:33.129746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Router d93482dd-f7d3-4d85-9e45-4eb762821dd3 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:33.134501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.143184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.147703 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] 10.222.0.32 "DELETE /v2.0/networks/3e621de2-0b56-4d79-bc35-64e1b6c9d765 HTTP/1.1" status: 204 len: 168 time: 0.5772276 Dec 15 13:58:33.166053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57380bae-7816-4275-bfa7-ef9e5f9247ae tempest-PortsIpV6TestJSON-1739871949 tempest-PortsIpV6TestJSON-1739871949-project] Pushing event deleted for resources: {'Network': ['ID=3e621de2-0b56-4d79-bc35-64e1b6c9d765,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:33.194304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-d70d965a-068a-4918-b6ae-0d6e7a914a41 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587702 Dec 15 13:58:33.349510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:33.360223 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7521e6c3-83d8-4dcd-a66c-7f2d912fe202 admin admin] 10.222.0.32 "PUT /v2.0/routers/d93482dd-f7d3-4d85-9e45-4eb762821dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0171392 Dec 15 13:58:33.363665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:33.369303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] Sync routers for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:33.403031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:33.403820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:33.526404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.604027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:33.641885 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:33.656030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.673611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44536a12-a8fa-4d44-a73b-4d4e9c69807a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.688919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0f17b2a-f8b1-415e-893b-52a3bdec5b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.737613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196c89e-89d1-4f62-86e5-f6ceaab773e8 req-e0d84908-99a9-44d5-a2ff-b5355b5c749a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:33.737964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Deleting port e384c5f8-4acd-4315-8535-f480c924bad8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:33.738314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.744804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2196c89e-89d1-4f62-86e5-f6ceaab773e8 req-e0d84908-99a9-44d5-a2ff-b5355b5c749a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.5479946 Dec 15 13:58:33.761477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44536a12-a8fa-4d44-a73b-4d4e9c69807a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.816451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042611c8-0610-4603-81ff-d7a0d3c2699d req-e27a0736-f142-49bc-aa35-93288b68fadc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:33.826024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-042611c8-0610-4603-81ff-d7a0d3c2699d req-e27a0736-f142-49bc-aa35-93288b68fadc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.6024702 Dec 15 13:58:33.832912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0f17b2a-f8b1-415e-893b-52a3bdec5b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.863700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:58:32Z', 'revision_number': 5, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port': {'id': 'e384c5f8-4acd-4315-8535-f480c924bad8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:02Z', 'updated_at': '2021-12-15T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:33.904583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] Checking router: d93482dd-f7d3-4d85-9e45-4eb762821dd3 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:33.915618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] Routers {'d93482dd-f7d3-4d85-9e45-4eb762821dd3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:33.916848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:33.964086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] For port e384c5f8-4acd-4315-8535-f480c924bad8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e384c5f8-4acd-4315-8535-f480c924bad8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:33.965152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.998744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Calling delete_port for e384c5f8-4acd-4315-8535-f480c924bad8 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:33.999693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f931803-b8b8-4cdc-a3e7-7fae09cbfe62 req-a3a50f1c-796c-4741-97cb-5c820ae6cfa6 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773933 Dec 15 13:58:34.060639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] Set router d93482dd-f7d3-4d85-9e45-4eb762821dd3 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:34.115487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2196c89e-89d1-4f62-86e5-f6ceaab773e8 req-f2c72467-d14f-46fc-8166-737c9585d225 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697002 Dec 15 13:58:34.116178 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c7f04c07-750a-45d5-8203-0921d70b2b64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2d5c28f1c1a47a9ac650cf9eb63a08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4696085 Dec 15 13:58:34.119873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:34.150536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:58:33Z', 'revision_number': 6, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:34.177990 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44536a12-a8fa-4d44-a73b-4d4e9c69807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.182796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44536a12-a8fa-4d44-a73b-4d4e9c69807a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.185181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90991f62-c3de-4014-8660-6b77cae54d87 None None] The sync data for ids ['d93482dd-f7d3-4d85-9e45-4eb762821dd3'] in n-d-815324-3 is: [{'id': 'd93482dd-f7d3-4d85-9e45-4eb762821dd3', 'name': 'tempest-TaggedBootDevicesTest-1502769440-router', 'tenant_id': 'c3b02ce575064583a72cd2d0365dca84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:01Z', 'updated_at': '2021-12-15T13:58:33Z', 'revision_number': 6, 'project_id': 'c3b02ce575064583a72cd2d0365dca84', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:34.187452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-44536a12-a8fa-4d44-a73b-4d4e9c69807a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0efd109e-296d-4d0b-8b03-3f35cc12dbc7 HTTP/1.1" status: 204 len: 168 time: 1.1505988 Dec 15 13:58:34.208719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-042611c8-0610-4603-81ff-d7a0d3c2699d req-be97e89f-e07a-4764-8d83-0ac0b1bbc877 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780987 Dec 15 13:58:34.276036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44536a12-a8fa-4d44-a73b-4d4e9c69807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efd109e-296d-4d0b-8b03-3f35cc12dbc7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:34.288589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52379154-a754-42e6-9e68-2c02df2c0fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.295947 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0f17b2a-f8b1-415e-893b-52a3bdec5b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.302601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0f17b2a-f8b1-415e-893b-52a3bdec5b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.309469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a0f17b2a-f8b1-415e-893b-52a3bdec5b6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/929c628f-bcb9-4dfd-928a-55ef6226fe5e HTTP/1.1" status: 204 len: 168 time: 1.2012155 Dec 15 13:58:34.328126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17b2a-f8b1-415e-893b-52a3bdec5b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929c628f-bcb9-4dfd-928a-55ef6226fe5e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:34.341637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52379154-a754-42e6-9e68-2c02df2c0fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.409808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.440674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=e384c5f8-4acd-4315-8535-f480c924bad8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:34.466901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ac3fe-9f9a-4229-b0d4-3523dd529425 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:34.509488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52379154-a754-42e6-9e68-2c02df2c0fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.512859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52379154-a754-42e6-9e68-2c02df2c0fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.517986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52379154-a754-42e6-9e68-2c02df2c0fd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/372f1960-c327-47a3-974b-059e9f9cb551 HTTP/1.1" status: 204 len: 168 time: 0.3968060 Dec 15 13:58:34.533919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52379154-a754-42e6-9e68-2c02df2c0fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f1960-c327-47a3-974b-059e9f9cb551,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:34.543428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.726917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.733601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.792133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.794107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93482dd-f7d3-4d85-9e45-4eb762821dd3 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:58:34.804231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.805784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7afe163d-5c65-4f8a-86e3-03c403d3bfcf admin admin] 10.222.0.32 "DELETE /v2.0/routers/d93482dd-f7d3-4d85-9e45-4eb762821dd3 HTTP/1.1" status: 204 len: 168 time: 1.4410524 Dec 15 13:58:34.808353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:34.845867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:34.863741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Deleting subnet 051a7dfc-0fa5-4421-b74e-54cdafcfa35e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:34.868688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.925313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.932726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eae66dde-d352-41ea-9ab3-e115ab082f53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4a9a7f72675411082c8504858a8160a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845218 Dec 15 13:58:34.935777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:35.058018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.061741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90012fec-dc0d-4f12-acf4-4a2ae5830d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.116325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90012fec-dc0d-4f12-acf4-4a2ae5830d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.164891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.229723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051a7dfc-0fa5-4421-b74e-54cdafcfa35e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:35.233538 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.237645 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bcf94d6-52bb-4b6a-80dc-441abee71679 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/051a7dfc-0fa5-4421-b74e-54cdafcfa35e HTTP/1.1" status: 204 len: 168 time: 0.4281223 Dec 15 13:58:35.240307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:35.242948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a807d-7ac0-43f2-a03c-c0bb40ff72af None None] Network 0a563c85-f2c8-4e76-ab6c-4fd311be8056 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:35.246391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90012fec-dc0d-4f12-acf4-4a2ae5830d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.254949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90012fec-dc0d-4f12-acf4-4a2ae5830d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.265486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-90012fec-dc0d-4f12-acf4-4a2ae5830d12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37b4c3c2-75d8-4709-946b-0b02a3ae52d0 HTTP/1.1" status: 204 len: 168 time: 0.3236554 Dec 15 13:58:35.337227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90012fec-dc0d-4f12-acf4-4a2ae5830d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4c3c2-75d8-4709-946b-0b02a3ae52d0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:35.472532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2d7e1-1976-471f-83ee-2c7c7d452799 req-b00a239d-67fe-40ec-99d0-5d2691f36776 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:35.474144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8c2d7e1-1976-471f-83ee-2c7c7d452799 req-b00a239d-67fe-40ec-99d0-5d2691f36776 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.2312057 Dec 15 13:58:35.525041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] DHCP port deletion for 0a563c85-f2c8-4e76-ab6c-4fd311be8056 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:35.533631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.597588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Deleting port b67eba75-cfee-445f-ae50-dcc2bf2c6886 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:35.598535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.658859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9291715-4539-43e9-987c-fcf7c275a2b1 req-d5b85f43-6e4f-488d-9e44-78e61996fcfe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:35.660375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9291715-4539-43e9-987c-fcf7c275a2b1 req-d5b85f43-6e4f-488d-9e44-78e61996fcfe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1195917 Dec 15 13:58:35.675739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1865b27-e0d0-4a3d-964d-0dd639bfcb8c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:35.697740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Deleting port b67eba75-cfee-445f-ae50-dcc2bf2c6886 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:35.698091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.771132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9291715-4539-43e9-987c-fcf7c275a2b1 req-c4973afb-13ec-4bcd-b980-81370227e760 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999587 Dec 15 13:58:35.807343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d1865b27-e0d0-4a3d-964d-0dd639bfcb8c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:35.808385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1865b27-e0d0-4a3d-964d-0dd639bfcb8c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:35.809229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e384c5f8-4acd-4315-8535-f480c924bad8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:35.854923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] For port b67eba75-cfee-445f-ae50-dcc2bf2c6886, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b67eba75-cfee-445f-ae50-dcc2bf2c6886,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:35.855597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.862936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e384c5f8-4acd-4315-8535-f480c924bad8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:35.862936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e384c5f8-4acd-4315-8535-f480c924bad8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:35.894201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] For port b67eba75-cfee-445f-ae50-dcc2bf2c6886, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b67eba75-cfee-445f-ae50-dcc2bf2c6886,segment=NetworkSegment(ddb5dcbd-aedd-490e-b8a6-b608827cabd2),segment_id=ddb5dcbd-aedd-490e-b8a6-b608827cabd2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:35.894201 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:35.895023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Calling delete_port for b67eba75-cfee-445f-ae50-dcc2bf2c6886 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:35.905485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Calling delete_port for b67eba75-cfee-445f-ae50-dcc2bf2c6886 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:36.014162 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.044438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Pushing event deleted for resources: {'Port': ['ID=b67eba75-cfee-445f-ae50-dcc2bf2c6886,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:36.049612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.052944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.053305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.053755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.053994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.054337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.054676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.055012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.055385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.055671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.056001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.056336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.056873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.057211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:36.066500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262e017-903e-42ad-bef8-eb76bd372e60 None None] No DVR routers for this DVR port b67eba75-cfee-445f-ae50-dcc2bf2c6886 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:36.094400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] No DVR routers for this DVR port b67eba75-cfee-445f-ae50-dcc2bf2c6886 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:36.100605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67eba75-cfee-445f-ae50-dcc2bf2c6886,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:36.182895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.208542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a563c85-f2c8-4e76-ab6c-4fd311be8056']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:36.220925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:36.221285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb5dcbd-aedd-490e-b8a6-b608827cabd2') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:36.231143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.244776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.255426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:36.255426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:36.260582 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:36.349670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f8c2d7e1-1976-471f-83ee-2c7c7d452799 req-d57d206e-11bf-4951-8359-38915cfe227c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488998 Dec 15 13:58:36.354839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.369405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.379688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:36.379976 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0a563c85-f2c8-4e76-ab6c-4fd311be8056 HTTP/1.1" status: 204 len: 168 time: 1.1376536 Dec 15 13:58:36.399110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5714763-4959-44bb-a19d-8a8cd4da7c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a563c85-f2c8-4e76-ab6c-4fd311be8056,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:36.567678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:36.580445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cd843-8e19-4def-b26a-361eca8c7aa7 req-febfea27-4252-4334-9470-caf8d6a1caad tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:36.582022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-724cd843-8e19-4def-b26a-361eca8c7aa7 req-febfea27-4252-4334-9470-caf8d6a1caad tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1302059 Dec 15 13:58:36.728349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-724cd843-8e19-4def-b26a-361eca8c7aa7 req-7a4a7a15-1b30-4858-94fc-46eb52698786 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272576 Dec 15 13:58:36.973181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1324513184-network', 'tenant_id': 'dfc0691c50604389a11d1749c23bbd5e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:37.018293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Made reservation on behalf of dfc0691c50604389a11d1749c23bbd5e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:37.022515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.040647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.083458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36342758-441a-4275-9db2-4ef04645bdb6 req-2d96773d-d7b7-42e9-8834-68a41ddffe54 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:37.085179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36342758-441a-4275-9db2-4ef04645bdb6 req-2d96773d-d7b7-42e9-8834-68a41ddffe54 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2136681 Dec 15 13:58:37.136339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:37.145289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46105-ae45-4519-8cdd-1e84fb4ed06a req-62ad39b9-b443-499c-8fc3-d8bbea89d304 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:37.153548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46b46105-ae45-4519-8cdd-1e84fb4ed06a req-62ad39b9-b443-499c-8fc3-d8bbea89d304 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2397208 Dec 15 13:58:37.199894 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.207728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.251054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:37.265157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:37.268022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36342758-441a-4275-9db2-4ef04645bdb6 req-8d8e2e2d-64f7-45e3-b041-499f69a7642e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741071 Dec 15 13:58:37.280556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.280811 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Added segment a1c9878a-7f7f-4b85-aa49-619637250cdd of type vlan for network 870bc69c-18f3-47a3-8d86-78d852c6c78d Dec 15 13:58:37.342337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46b46105-ae45-4519-8cdd-1e84fb4ed06a req-a0578b51-a0e3-4953-a90e-832d8a833e76 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872988 Dec 15 13:58:37.409670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.418169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1836832958'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:37.455622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.498447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.499932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:37.500813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.546748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b67eba75-cfee-445f-ae50-dcc2bf2c6886 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:37.615002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b67eba75-cfee-445f-ae50-dcc2bf2c6886 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:37.615609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b67eba75-cfee-445f-ae50-dcc2bf2c6886 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:37.693446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:37.697913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.712732 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1434987 Dec 15 13:58:37.720919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:37.721659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.731751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Request body: {'subnet': {'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1324513184-subnet', 'tenant_id': 'dfc0691c50604389a11d1749c23bbd5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:37.763143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Made reservation on behalf of dfc0691c50604389a11d1749c23bbd5e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:37.765572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.769315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b062-25a9-4948-bc58-6c8b8c2fa160 admin admin] Pushing event updated for resources: {'Network': ['ID=870bc69c-18f3-47a3-8d86-78d852c6c78d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:37.782348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:37.804367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26946e34-a653-4d5a-bad7-d6a7adf8c6a9 req-8ea247f7-01b3-49ac-a401-8a513d6c8cbe tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:37.806170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26946e34-a653-4d5a-bad7-d6a7adf8c6a9 req-8ea247f7-01b3-49ac-a401-8a513d6c8cbe tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.0953176 Dec 15 13:58:37.929413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26946e34-a653-4d5a-bad7-d6a7adf8c6a9 req-315c408e-2d81-48de-9117-6ea8a1c3751f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135349 Dec 15 13:58:37.989535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.003274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.014399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:38.015164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Deleting port 56cae41a-9233-4575-8685-bfd7d49d9a19 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:38.015846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.037680 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.038012 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment c7bb2151-117c-4a88-ada9-8247ff89a1b8 of type vlan for network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 Dec 15 13:58:38.097474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:38.118695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] For port 56cae41a-9233-4575-8685-bfd7d49d9a19, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=56cae41a-9233-4575-8685-bfd7d49d9a19,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:38.119301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.157127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.161621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Calling delete_port for 56cae41a-9233-4575-8685-bfd7d49d9a19 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:38.175705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.242892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7878d25d-780b-48ae-91c4-d7e17166953b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:38.301764 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.307773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:38.308527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.368654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4ff0a0-1b14-43d2-9786-655283b72ac5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:38.381568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Checking segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:38.381940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Network hostable DHCP agents. Network: 870bc69c-18f3-47a3-8d86-78d852c6c78d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:38.399500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=c1d7fde3-728e-4f2a-b460-3d0194fc2d47,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:38.412796 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9cdd0fad-3460-42f1-802e-4a059734c58f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2745900 Dec 15 13:58:38.416716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37816) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:38.418242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:38.425471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'name': 'tempest-PortsTestJSON-1228813693'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:38.429163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:38.457384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 870bc69c-18f3-47a3-8d86-78d852c6c78d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:38.501915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:38.511250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:38.512400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.523587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1dc93-72a2-4405-8b9c-c091c6f994b5 None None] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:38.543503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.559798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f743c0-eb4d-4a6b-8182-67f61716faff req-4ffb3364-d471-406a-9827-441237c81351 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:38.570361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7f743c0-eb4d-4a6b-8182-67f61716faff req-4ffb3364-d471-406a-9827-441237c81351 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.0999820 Dec 15 13:58:38.597531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f0dbe1c2-cf36-44fc-be7d-c277e1f38498 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8643825 Dec 15 13:58:38.628990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cae41a-9233-4575-8685-bfd7d49d9a19,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:38.710264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca51c80-80f5-4ed5-b82f-bfae4c2f93ac None None] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:38.738907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:38.752388 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.765280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7f743c0-eb4d-4a6b-8182-67f61716faff req-d1fa186b-71a7-4b54-ae85-e3f15ce3fb1b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936924 Dec 15 13:58:38.796289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:38.806192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-817562057', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:38.993291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Made reservation on behalf of 662f60552c0a49209b716402c35f5022 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:38.996048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.018144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.147208 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.151858 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.181714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3696c64-2a57-4162-bbd2-6bd833f56307 req-47d66315-1f8f-4f80-b92b-493377afde23 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.184338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3696c64-2a57-4162-bbd2-6bd833f56307 req-47d66315-1f8f-4f80-b92b-493377afde23 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1223838 Dec 15 13:58:39.208848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.293635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=c8dc8e7b-79f5-4932-8ecb-029de94af2b2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:39.300411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': 'c7bb2151-117c-4a88-ada9-8247ff89a1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:39.300890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: c1d7fde3-728e-4f2a-b460-3d0194fc2d47, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:39.324031 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.324798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:39.340900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c1d7fde3-728e-4f2a-b460-3d0194fc2d47) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:39.346304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:39.351803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e4600-27e1-4f8d-b517-700219eb9b38 None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:39.352082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.352719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.374110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f46efea9-af8c-4681-8577-38c9e2e66cf2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9526441 Dec 15 13:58:39.374413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:39.379896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879428420'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:39.407401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.412646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:39.425589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.428413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3696c64-2a57-4162-bbd2-6bd833f56307 req-46e4b0d4-1e2a-4ae4-ace5-f946fbb6d4c9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833541 Dec 15 13:58:39.442254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] device_id is not set on port 8d23e983-d928-4d42-b734-c8d19b56adcd yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:39.471435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:39.498344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.498759 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment b64f57c1-ea36-4265-b49c-a1f464f57921 of type vlan for network effa0fba-9d93-446d-bb95-05e268edfcfc Dec 15 13:58:39.546962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2ce056-3c26-4d9e-9983-19b53e854163,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:39.574146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.610793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.618238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.619414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:39.638585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-39c5756d-4dd2-4bc4-8c43-2ba46e0512dd tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.640210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-39c5756d-4dd2-4bc4-8c43-2ba46e0512dd tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 813 time: 0.3614891 Dec 15 13:58:39.698864 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3233476 Dec 15 13:58:39.704471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:39.713497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'ports': [{'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'}, {'network_id': 'effa0fba-9d93-446d-bb95-05e268edfcfc'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:39.714222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:39.714909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'effa0fba-9d93-446d-bb95-05e268edfcfc'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:39.724322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-8e60698a-5971-4da1-93b0-06b5e9ea81c6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/quotas/dfc0691c50604389a11d1749c23bbd5e HTTP/1.1" status: 200 len: 375 time: 0.0443985 Dec 15 13:58:39.760899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Allocated IP 172.25.2.41 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/8d23e983-d928-4d42-b734-c8d19b56adcd) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:39.782584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da003f9-00c5-473e-b43e-a543d3fe94cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=effa0fba-9d93-446d-bb95-05e268edfcfc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:39.796018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network effa0fba-9d93-446d-bb95-05e268edfcfc details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:39.812286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-3213f7bd-1f32-4248-9641-4c3433c60122 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787797 Dec 15 13:58:40.279757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:40.285885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.303262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.336730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Router 862ca290-4594-4f19-a34c-4dbfd803a0dd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:40.394433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port e7d52f5b-826d-487d-b746-e59d1775efa1 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:40.397133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f742565-deef-4344-a63b-510db4e69cdf req-c6467174-9305-42ea-a3c7-2ba9bf54ff0c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.398632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f742565-deef-4344-a63b-510db4e69cdf req-c6467174-9305-42ea-a3c7-2ba9bf54ff0c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1811173 Dec 15 13:58:40.440649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-d30a35bb-2a95-41a5-a030-681494bb2c4e service neutron] 10.222.0.32 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019270 Dec 15 13:58:40.524825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.597715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port a4b651c2-8b41-456e-8348-93857d144ebe yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:40.640594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.661276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f742565-deef-4344-a63b-510db4e69cdf req-cb670659-6dd4-48da-8941-372647573a90 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416539 Dec 15 13:58:40.716484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-93eae2f0-d7e1-4f32-87f6-f96ef9a476f9 service neutron] 10.222.0.32 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985435 Dec 15 13:58:40.722539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:40.729340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-74219e7d-52a7-4577-8d26-d9f92f8b40e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/862ca290-4594-4f19-a34c-4dbfd803a0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3479946 Dec 15 13:58:40.731682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:40.737987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] Sync routers for ids ['862ca290-4594-4f19-a34c-4dbfd803a0dd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:40.764292 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] Routers {'862ca290-4594-4f19-a34c-4dbfd803a0dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:40.769664 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['862ca290-4594-4f19-a34c-4dbfd803a0dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:40.805428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.869917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.910769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.028673 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] Set router 862ca290-4594-4f19-a34c-4dbfd803a0dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:41.041690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:41.045431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:41.052761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:41.053624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.092158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=e7d52f5b-826d-487d-b746-e59d1775efa1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:41.103067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.140893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=a4b651c2-8b41-456e-8348-93857d144ebe,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:41.151332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba969159-af90-4ea4-92f9-990df95f5254 req-c48d9469-ac95-4273-b8c6-547d7dff8580 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 210 time: 0.0537322 Dec 15 13:58:41.171317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7ebb-419d-4d20-b3a9-2778ce6c47b4 req-2f85c4ce-2746-4b17-9ea9-3335bcfaf412 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.173434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb7a7ebb-419d-4d20-b3a9-2778ce6c47b4 req-2f85c4ce-2746-4b17-9ea9-3335bcfaf412 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2052965 Dec 15 13:58:41.187767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': 'b64f57c1-ea36-4265-b49c-a1f464f57921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'effa0fba-9d93-446d-bb95-05e268edfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:41.188201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: effa0fba-9d93-446d-bb95-05e268edfcfc, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:41.229243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network effa0fba-9d93-446d-bb95-05e268edfcfc is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:41.244804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, effa0fba-9d93-446d-bb95-05e268edfcfc) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:41.254997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076a432-fc0e-44de-ad71-4eb3bbe138bf None None] Network effa0fba-9d93-446d-bb95-05e268edfcfc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:41.264543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:41.265177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:41.274549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.283967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.285153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.297847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:41.306471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:41.319164 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-78bf89d4-bb82-4270-9b92-aa2e71dac304 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6123018 Dec 15 13:58:41.320171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:41.342199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Pushing event updated for resources: {'Port': ['ID=8d23e983-d928-4d42-b734-c8d19b56adcd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:41.367060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb7a7ebb-419d-4d20-b3a9-2778ce6c47b4 req-32ff9736-888a-40c8-b3bf-b6ba35703301 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651998 Dec 15 13:58:41.378830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.379352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.387120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349dda16-b472-41b5-bc23-5ecf00ac2a77 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:41.390808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.403774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aebc412c-eac0-405e-8cca-feb6a1bde99c tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.8970971 Dec 15 13:58:41.404227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37874) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:41.414993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}]}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:41.421758 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:58:38Z', 'revision_number': 5, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port': {'id': '2ed16cd2-9353-4dbc-a576-568da81c8af4', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:13Z', 'updated_at': '2021-12-15T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:41.458907 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] Checking router: 862ca290-4594-4f19-a34c-4dbfd803a0dd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:41.470816 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] Routers {'862ca290-4594-4f19-a34c-4dbfd803a0dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:41.470816 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['862ca290-4594-4f19-a34c-4dbfd803a0dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:41.479391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.480803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.569506 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.573421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port a4b651c2-8b41-456e-8348-93857d144ebe {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:41.573421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.591056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Deleting port 2ed16cd2-9353-4dbc-a576-568da81c8af4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:41.591056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.634890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] Set router 862ca290-4594-4f19-a34c-4dbfd803a0dd gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:41.670094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.735301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for a4b651c2-8b41-456e-8348-93857d144ebe owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:41.799729 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:58:41Z', 'revision_number': 6, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:41.869983 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42164277-fbe3-4bdb-9240-b29d1b420825 None None] The sync data for ids ['862ca290-4594-4f19-a34c-4dbfd803a0dd'] in n-d-815324-3 is: [{'id': '862ca290-4594-4f19-a34c-4dbfd803a0dd', 'name': 'tempest-TaggedBootDevicesTest-568795931-router', 'tenant_id': 'af4c08b81160432db1935bd4142b3240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:12Z', 'updated_at': '2021-12-15T13:58:41Z', 'revision_number': 6, 'project_id': 'af4c08b81160432db1935bd4142b3240', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:41.913544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6f23de86-5987-4b4a-ac27-93ae6ea7ca9e None None] Provisioning complete for port 8d23e983-d928-4d42-b734-c8d19b56adcd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:41.914185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f23de86-5987-4b4a-ac27-93ae6ea7ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.025832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6f23de86-5987-4b4a-ac27-93ae6ea7ca9e None None] Port 8d23e983-d928-4d42-b734-c8d19b56adcd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:42.055478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.120977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=a4b651c2-8b41-456e-8348-93857d144ebe,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:42.133133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:42.145904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.155222 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-14cc5e09-21f3-4bf4-88b0-a976d882ec94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/a4b651c2-8b41-456e-8348-93857d144ebe HTTP/1.1" status: 204 len: 168 time: 0.8328922 Dec 15 13:58:42.157191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:42.170020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] For port 2ed16cd2-9353-4dbc-a576-568da81c8af4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2ed16cd2-9353-4dbc-a576-568da81c8af4,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:42.170607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.211191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Calling delete_port for 2ed16cd2-9353-4dbc-a576-568da81c8af4 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:42.364588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ded13-2e65-4ece-8dc9-b109f9f3db8e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.396058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ded13-2e65-4ece-8dc9-b109f9f3db8e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.404025 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6c4ded13-2e65-4ece-8dc9-b109f9f3db8e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2452829 Dec 15 13:58:42.408780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:42.415125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:42.433761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'affa82cb-556a-480d-b543-c06e008aa85e', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e', 'mac_address': 'fa:16:3e:e1:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:42.520903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.562078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-881a7365-9c7d-4c94-853f-157576b3cb97 req-cc799c7a-cbbe-4bb4-9f80-cd36aa0aa167 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 210 time: 0.1002624 Dec 15 13:58:42.562590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.680907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id affa82cb-556a-480d-b543-c06e008aa85e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:42.686074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port e7d52f5b-826d-487d-b746-e59d1775efa1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:42.686689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.698643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d43224ff-5573-48e8-a5d4-e566a1eb566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.708107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc694a-3dce-41ef-81c4-275d6c0355dc req-39c785ed-2b10-453a-9e2c-4e250d757ed0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.717705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8cc694a-3dce-41ef-81c4-275d6c0355dc req-39c785ed-2b10-453a-9e2c-4e250d757ed0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2608280 Dec 15 13:58:42.732901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:42.741451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.850133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.867513 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.893696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for e7d52f5b-826d-487d-b746-e59d1775efa1 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:42.935259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed16cd2-9353-4dbc-a576-568da81c8af4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:42.939296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:42.950561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['affa82cb-556a-480d-b543-c06e008aa85e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:43.009143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cedef-433e-4f38-a184-2ae995618256 req-4b05a918-08c9-4538-813d-f0039c598da3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:43.010741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-588cedef-433e-4f38-a184-2ae995618256 req-4b05a918-08c9-4538-813d-f0039c598da3 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3542123 Dec 15 13:58:43.019241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8cc694a-3dce-41ef-81c4-275d6c0355dc req-dad55407-d0a4-4d5e-ba00-810bf3ce55fd tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002951 Dec 15 13:58:43.121804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835760f4-3774-4208-84ee-7a2137f1a36c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:43.331434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.424810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=e7d52f5b-826d-487d-b746-e59d1775efa1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:43.432287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.441381 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-328af136-8803-4675-8b0e-830f29550318 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/e7d52f5b-826d-487d-b746-e59d1775efa1 HTTP/1.1" status: 204 len: 168 time: 1.0256746 Dec 15 13:58:43.445682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:43.529081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a9a12-4486-4289-887c-e58752835e95 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:43.533709 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-544a9a12-4486-4289-887c-e58752835e95 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0839489 Dec 15 13:58:43.534042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:43.580035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56cae41a-9233-4575-8685-bfd7d49d9a19 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:43.581393 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d5306a-d152-4360-9109-63df1314bf4d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:58:43.585587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a0d5306a-d152-4360-9109-63df1314bf4d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/a4b651c2-8b41-456e-8348-93857d144ebe HTTP/1.1" status: 404 len: 333 time: 0.0466492 Dec 15 13:58:43.602140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:43.611155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-588cedef-433e-4f38-a184-2ae995618256 req-05a9864b-fa77-4e73-a120-c8e81d7e1818 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5854905 Dec 15 13:58:43.635286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.665353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 56cae41a-9233-4575-8685-bfd7d49d9a19 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:43.671085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56cae41a-9233-4575-8685-bfd7d49d9a19 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:43.671658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2ed16cd2-9353-4dbc-a576-568da81c8af4 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:43.685425 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f3d1c0-a6e3-430d-a3e1-b2246acb52e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:58:43.692640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-80f3d1c0-a6e3-430d-a3e1-b2246acb52e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/e7d52f5b-826d-487d-b746-e59d1775efa1 HTTP/1.1" status: 404 len: 333 time: 0.0803456 Dec 15 13:58:43.693749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:43.747340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2ed16cd2-9353-4dbc-a576-568da81c8af4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:43.747744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2ed16cd2-9353-4dbc-a576-568da81c8af4 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:43.868624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.016639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.144052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:44.229129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.231703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.284706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port affa82cb-556a-480d-b543-c06e008aa85e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:44.285229 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.287025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.334639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.335553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862ca290-4594-4f19-a34c-4dbfd803a0dd {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:58:44.363674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effa0fba-9d93-446d-bb95-05e268edfcfc']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:44.404221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64f57c1-ea36-4265-b49c-a1f464f57921') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:44.404571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64f57c1-ea36-4265-b49c-a1f464f57921') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:44.405221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.406691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d6b2e61a-56cd-4af8-ae78-dd10ead7ff68 admin admin] 10.222.0.32 "DELETE /v2.0/routers/862ca290-4594-4f19-a34c-4dbfd803a0dd HTTP/1.1" status: 204 len: 168 time: 3.6740651 Dec 15 13:58:44.415341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18d137da-1450-4a74-b51a-307ac8eab3c3 req-3f76492a-9c30-4da6-9414-b0918ac8b897 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 210 time: 0.6574028 Dec 15 13:58:44.420448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:44.482378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.510589 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.534029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.556646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.563776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:44.567554 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86156468-33dc-4e3e-abda-836e23f8315d" -d '{"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-plugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:44.584571 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.602355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:44.604418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8ac5-e1c1-4817-b139-841e3ecef6b2 req-0d4721fd-1335-4d70-8f07-1addcb76b6f7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.606511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1ad8ac5-e1c1-4817-b139-841e3ecef6b2 req-0d4721fd-1335-4d70-8f07-1addcb76b6f7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 944 time: 0.2887363 Dec 15 13:58:44.611776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.613048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:44.621911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.634424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-978a6f51-eff2-4f34-b0da-87b63ad4a600 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.636178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-978a6f51-eff2-4f34-b0da-87b63ad4a600 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 813 time: 1.2013857 Dec 15 13:58:44.656946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Request body: {'port': {'device_id': '12fb054a-332c-44df-9f2c-6168fe442315', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'admin_state_up': True, 'tenant_id': 'dfc0691c50604389a11d1749c23bbd5e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:44.739900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1ad8ac5-e1c1-4817-b139-841e3ecef6b2 req-2299ae63-22e0-4e64-86f1-9944ac3b80c0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025183 Dec 15 13:58:44.751140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:44.774817 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab045bd-d55a-4d6e-9372-8dad87a33cbe x-openstack-request-id: req-cab045bd-d55a-4d6e-9372-8dad87a33cbe {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:44.787792 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-plugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:44.789033 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cab045bd-d55a-4d6e-9372-8dad87a33cbe {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:44.789502 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'code': 200} Dec 15 13:58:44.826239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Made reservation on behalf of dfc0691c50604389a11d1749c23bbd5e for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:44.831949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.840238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f6e15c1-2531-444c-b4e3-a2fcb5ad0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:44.846009 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:44.857859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c288a571-cae8-4fba-b725-abd7c0bfce69 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.859509 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c288a571-cae8-4fba-b725-abd7c0bfce69 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 813 time: 0.9852304 Dec 15 13:58:44.883261 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.890426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.899987 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/effa0fba-9d93-446d-bb95-05e268edfcfc HTTP/1.1" status: 204 len: 168 time: 1.2051640 Dec 15 13:58:44.900793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:44.915057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Request body: {'port': {'device_id': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'admin_state_up': True, 'tenant_id': 'dfc0691c50604389a11d1749c23bbd5e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:44.948007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-937051850'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:45.045332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:45.049708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.051998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a73645-dea8-488c-9244-acac2c83736d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=effa0fba-9d93-446d-bb95-05e268edfcfc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:45.075072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab2a9a-b048-4e7c-b69c-77daefcaa2c8 req-89393149-303d-4c4a-ba91-e2c16f1cb529 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.076874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aab2a9a-b048-4e7c-b69c-77daefcaa2c8 req-89393149-303d-4c4a-ba91-e2c16f1cb529 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2329006 Dec 15 13:58:45.084440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Deleting subnet 98932f9e-6206-49e6-8a82-cb435be74f74 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:45.095852 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.118038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:45.133481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.134215 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment 6102af33-9b4a-4097-b8d9-327c28aada43 of type vlan for network 6690da9a-a15d-45ee-a123-f1e783ac3e6d Dec 15 13:58:45.197113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.221622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.229962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aab2a9a-b048-4e7c-b69c-77daefcaa2c8 req-c420f6e4-d368-4b1a-8687-8e28ac1ace8c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385329 Dec 15 13:58:45.261310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.269066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.270144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.309501 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3832715 Dec 15 13:58:45.310343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37952) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:45.333051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Allocated IP 172.20.0.13 (870bc69c-18f3-47a3-8d86-78d852c6c78d/1c4ff0a0-1b14-43d2-9786-655283b72ac5/3ad4f68f-6b26-47ea-bb9d-5dcc110f334b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:45.350549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:45.480969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.486306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.497897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.563125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.563785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02e3b010-2868-401f-98ab-5230fcc7dc7a {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:58:45.632916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298372c8-2794-4314-ad5f-7ec782ef2a4b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=6690da9a-a15d-45ee-a123-f1e783ac3e6d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:45.649327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:45.761942 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.839175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4829d903-d1ff-4772-a471-f64d9ee30922 req-3dfb6e8c-11e0-4197-8d96-5ee41f088b8d tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 210 time: 0.2592363 Dec 15 13:58:45.843301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Made reservation on behalf of dfc0691c50604389a11d1749c23bbd5e for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:45.852427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.855990 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.890190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:45.895544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:45.895920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.899887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:45.905205 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:58:45.909141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6ff5c6b-c3c2-4c23-848f-263b7ad6ecc1 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5036442 Dec 15 13:58:45.928959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:45.943436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:46.017815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event updated for resources: {'Port': ['ID=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:46.053607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.054245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.077139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b240d97-22e1-4c07-8e25-3c0e04b51db2 req-54c56fc8-c1a5-4f9f-b93b-e61d09564bb7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.086760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b240d97-22e1-4c07-8e25-3c0e04b51db2 req-54c56fc8-c1a5-4f9f-b93b-e61d09564bb7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1878135 Dec 15 13:58:46.090496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.110107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-b6e9ec2b-819c-42d9-b6a0-9a2b799eacca tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4576476 Dec 15 13:58:46.121944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-dfb8ead6-a77e-47d9-a41c-5ddb6049d4f1 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:58:46.123177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-dfb8ead6-a77e-47d9-a41c-5ddb6049d4f1 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058401 Dec 15 13:58:46.133247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:58:46.133857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:58:46.168357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b240d97-22e1-4c07-8e25-3c0e04b51db2 req-4212ddf8-c4ac-4b62-99e1-f3033b65f86a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809031 Dec 15 13:58:46.221862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.248417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Request body: {'port': {'device_id': '12fb054a-332c-44df-9f2c-6168fe442315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:46.305777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Deleting port 8d23e983-d928-4d42-b734-c8d19b56adcd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:46.306417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.347216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.369660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.454638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Allocated IP 172.20.0.12 (870bc69c-18f3-47a3-8d86-78d852c6c78d/1c4ff0a0-1b14-43d2-9786-655283b72ac5/01578457-cde1-4190-9f52-43ec3a111559) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:46.460310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98932f9e-6206-49e6-8a82-cb435be74f74,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:46.474953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.475463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17524b85-22cb-4a37-b566-0e8c49ab545c None None] Network 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:46.481006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5df90618-8664-40ab-9820-c5ed77502779 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98932f9e-6206-49e6-8a82-cb435be74f74 HTTP/1.1" status: 204 len: 168 time: 2.0438299 Dec 15 13:58:46.490999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:46.519012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1553e95-0dc3-4452-99fa-83affbcebf39 req-0472310a-33e1-4cd8-a186-65771d0cc5cc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.524305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1553e95-0dc3-4452-99fa-83affbcebf39 req-0472310a-33e1-4cd8-a186-65771d0cc5cc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1560876 Dec 15 13:58:46.584659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.623205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1553e95-0dc3-4452-99fa-83affbcebf39 req-47be5734-75ba-406b-bf3f-0c288165c1e5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914264 Dec 15 13:58:46.716234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.791038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.814228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Calling delete_port for 8d23e983-d928-4d42-b734-c8d19b56adcd owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:46.853161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] DHCP port deletion for 68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:46.927538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] Deleting port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:46.927920 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.011046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed011958-e1a2-418d-bc73-3735358ce8cb req-d90c822b-b0c8-4e7f-ad55-d8678863556b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 210 time: 0.0532970 Dec 15 13:58:47.069572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=4170cd0e-4387-4e16-808c-45f02684f662,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.111638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] For port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:47.112029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.134684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] Calling delete_port for 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:47.138553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Deleting port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:47.138897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.140882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': '6102af33-9b4a-4097-b8d9-327c28aada43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:47.141238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: 6690da9a-a15d-45ee-a123-f1e783ac3e6d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:47.215807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.252347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.290553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:47.297446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] For port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,segment=NetworkSegment(12b77241-4edb-44b8-b043-42cfe45de34a),segment_id=12b77241-4edb-44b8-b043-42cfe45de34a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:47.297805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.324287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] Pushing event deleted for resources: {'Port': ['ID=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.326075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Calling delete_port for 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:47.349341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.357852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ce8cd-9480-4387-be4f-479f6837e707 None None] No DVR routers for this DVR port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:47.382823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 6690da9a-a15d-45ee-a123-f1e783ac3e6d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:47.405652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.418792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.419075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.429327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539abdea-ad5f-46df-93ec-4024876bfd73 req-b324c2c1-f474-44fc-9017-28a20db2f4bc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.440453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-539abdea-ad5f-46df-93ec-4024876bfd73 req-b324c2c1-f474-44fc-9017-28a20db2f4bc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1399617 Dec 15 13:58:47.462540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96729129-7593-42a5-8930-c04ed9a6bcf7 None None] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:47.529771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-539abdea-ad5f-46df-93ec-4024876bfd73 req-1a4fc86f-010b-4bea-9af0-faa6866a938e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882864 Dec 15 13:58:47.567060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:47.592899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.626661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d23e983-d928-4d42-b734-c8d19b56adcd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.647844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:47.648449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:47.664860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42db60-0e32-429f-b869-3f3e660b478f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:47.667795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.722170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.804740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-6690da9a-a15d-45ee-a123-f1e783ac3e6d', 'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': '4170cd0e-4387-4e16-808c-45f02684f662'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:58:47.806084 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.814026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event updated for resources: {'Port': ['ID=01578457-cde1-4190-9f52-43ec3a111559,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.819241 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17085b28-ff66-4886-82a4-a91d9553ac6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5001643 Dec 15 13:58:47.847180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:47.864539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d', 'name': 'tempest-PortsTestJSON-286357634'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:47.882084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] No DVR routers for this DVR port 6e7f6b3f-788d-4ad9-a5f2-264f5e3d709c on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:47.893423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:47.910762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:47.930711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:47.989644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.012667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:48.020627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678c29-c8d3-49c8-bceb-23a21eee9128 req-2c845647-f63c-45e4-82df-cfecee510817 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.022502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91678c29-c8d3-49c8-bceb-23a21eee9128 req-2c845647-f63c-45e4-82df-cfecee510817 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2500224 Dec 15 13:58:48.029714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b77241-4edb-44b8-b043-42cfe45de34a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:48.030023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b77241-4edb-44b8-b043-42cfe45de34a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:48.041734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.058266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.065453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:48.065888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.166537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91678c29-c8d3-49c8-bceb-23a21eee9128 req-4eb93675-5278-4e84-b09c-ac4bd7f62fdc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327038 Dec 15 13:58:48.180404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.180702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7327663f-e691-41fe-b89f-c9677def8e60 tempest-RoutersAdminNegativeIpV6Test-1958632571 tempest-RoutersAdminNegativeIpV6Test-1958632571-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8d23e983-d928-4d42-b734-c8d19b56adcd HTTP/1.1" status: 204 len: 168 time: 2.2383361 Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:48.190269 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:48.198703 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.206870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.235331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Transition to ACTIVE for port object 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:48.236327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:48.242593 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.247379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.258325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.264156 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3 HTTP/1.1" status: 204 len: 168 time: 1.7626204 Dec 15 13:58:48.308350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0609d34-467b-48e5-80ac-9bd12f45e5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=68d3d928-3c2f-4cad-a3ef-3fb4efb7bce3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:48.343317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.344698 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.362461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Allocated IP 172.20.0.2 (6690da9a-a15d-45ee-a123-f1e783ac3e6d/4170cd0e-4387-4e16-808c-45f02684f662/01948433-5704-4933-9c30-2f4afbbfb9a1) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:48.397477 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-7a558853-6e72-4d0b-9aa5-1095243c7142 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5172610 Dec 15 13:58:48.427890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Request body: {'port': {'device_id': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:48.467648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:48.594335 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.596195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:48.627999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.639385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:48.695795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f578bb-2adc-44b8-9a6f-2e7647f5b8c4 req-e529c21e-a096-4d25-838c-2f24f9dd51a8 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.697823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05f578bb-2adc-44b8-9a6f-2e7647f5b8c4 req-e529c21e-a096-4d25-838c-2f24f9dd51a8 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 932 time: 0.3323584 Dec 15 13:58:48.700164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.700905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.701513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.702224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.702806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.703531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.704138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.704716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.705305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.705874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.706437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.707024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.707577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:48.785552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:48.946438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05f578bb-2adc-44b8-9a6f-2e7647f5b8c4 req-54473a6c-b976-4376-bf5f-726cdc8bc92d tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343795 Dec 15 13:58:48.962432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Attempting to bind port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:48.967579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Attempting to bind port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:48.968060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Attempting to bind port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:48.987716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a89fc-83d1-4b80-8678-3750bfad61ac req-be1cb965-b2ae-453e-b38a-5594655921a6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.994859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-873a89fc-83d1-4b80-8678-3750bfad61ac req-be1cb965-b2ae-453e-b38a-5594655921a6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2713635 Dec 15 13:58:49.033302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b on network 870bc69c-18f3-47a3-8d86-78d852c6c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:49.034025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Attempting to bind port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:49.037528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9523f611-838f-4376-a53f-775e87cd11d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.044226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.054369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:49.054899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Checking segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:49.055407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Bound using segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:49.056032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Bound port: 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:49.056490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.063632 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.130993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:49.145202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:49.151857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:49.163012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Pushing event updated for resources: {'Port': ['ID=01948433-5704-4933-9c30-2f4afbbfb9a1,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:49.168370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-873a89fc-83d1-4b80-8678-3750bfad61ac req-4cc4d9ab-3d5b-45d6-a048-d5b5ae33faa9 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724381 Dec 15 13:58:49.278770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.8 (6690da9a-a15d-45ee-a123-f1e783ac3e6d/4170cd0e-4387-4e16-808c-45f02684f662/4a0a12f1-4c72-4232-a407-e46c1f69bcb6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:49.280561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Attempting to bind port 01948433-5704-4933-9c30-2f4afbbfb9a1 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:49.282267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Attempting to bind port 01948433-5704-4933-9c30-2f4afbbfb9a1 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '6102af33-9b4a-4097-b8d9-327c28aada43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:49.284565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Attempting to bind port 01948433-5704-4933-9c30-2f4afbbfb9a1 on network 6690da9a-a15d-45ee-a123-f1e783ac3e6d {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:49.297309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:49.298737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Checking segment: {'id': '6102af33-9b4a-4097-b8d9-327c28aada43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:49.299475 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.300139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Bound using segment: {'id': '6102af33-9b4a-4097-b8d9-327c28aada43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:49.302648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Bound port: 01948433-5704-4933-9c30-2f4afbbfb9a1, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102af33-9b4a-4097-b8d9-327c28aada43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6690da9a-a15d-45ee-a123-f1e783ac3e6d'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:49.303373 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.382130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] For port 01948433-5704-4933-9c30-2f4afbbfb9a1, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:49.387087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] For port 01948433-5704-4933-9c30-2f4afbbfb9a1, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01948433-5704-4933-9c30-2f4afbbfb9a1,segment=NetworkSegment(6102af33-9b4a-4097-b8d9-327c28aada43),segment_id=6102af33-9b4a-4097-b8d9-327c28aada43)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:49.393151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.393694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] For port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:49.420800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] For port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:49.454700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.496871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe5ba4-9e8f-4c8b-bb67-895e63602cfe None None] Pushing event updated for resources: {'Port': ['ID=01948433-5704-4933-9c30-2f4afbbfb9a1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:49.593461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864c9ff-5374-4169-94e9-8ea704a14082 req-856ae6e2-9a2b-40d4-99e9-3adadac0a418 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.594256 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd3e9ae3-cd17-44fc-b82e-b3bfeda20efa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3b02ce575064583a72cd2d0365dca84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9939063 Dec 15 13:58:49.594717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9864c9ff-5374-4169-94e9-8ea704a14082 req-856ae6e2-9a2b-40d4-99e9-3adadac0a418 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2932682 Dec 15 13:58:49.594717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38016) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:49.637685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.638408 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.640064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] 10.222.0.67 "PUT /v2.0/ports/3ad4f68f-6b26-47ea-bb9d-5dcc110f334b HTTP/1.1" status: 200 len: 1092 time: 3.5017984 Dec 15 13:58:49.647826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fb054a-332c-44df-9f2c-6168fe442315', 'tag': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:49.650477 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f46199-9cbb-40d9-95e4-4b462a00e780" -d '{"events": [{"name": "network-changed", "server_uuid": "12fb054a-332c-44df-9f2c-6168fe442315", "tag": "3ad4f68f-6b26-47ea-bb9d-5dcc110f334b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:49.882927 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a260ca0e-2d0c-46e0-8241-302e608ce572 x-openstack-request-id: req-a260ca0e-2d0c-46e0-8241-302e608ce572 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:49.883178 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fb054a-332c-44df-9f2c-6168fe442315", "tag": "3ad4f68f-6b26-47ea-bb9d-5dcc110f334b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:49.883431 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a260ca0e-2d0c-46e0-8241-302e608ce572 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:49.883845 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fb054a-332c-44df-9f2c-6168fe442315', 'tag': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b', 'status': 'completed', 'code': 200} Dec 15 13:58:49.891244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9523f611-838f-4376-a53f-775e87cd11d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.967986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9523f611-838f-4376-a53f-775e87cd11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.012081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5de535-cfe5-473e-9250-7c00f3893687 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.118313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac7775e1-4607-4eba-bec4-7405d7e3b0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.155313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01578457-cde1-4190-9f52-43ec3a111559 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:50.168967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.201123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9864c9ff-5374-4169-94e9-8ea704a14082 req-790ee50c-6968-4227-b125-393a6857026d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5583484 Dec 15 13:58:50.201814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523f611-838f-4376-a53f-775e87cd11d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d33a9-a5df-4954-98ef-0186b935fb95,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.223534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Transition to ACTIVE for port object 01578457-cde1-4190-9f52-43ec3a111559 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:50.226121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9523f611-838f-4376-a53f-775e87cd11d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=044bf49756114b90a5d71f600704daa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4377706 Dec 15 13:58:50.229155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:50.251746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.270564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-3526b25c-e503-4a58-9fd1-f41f54a548d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:50.272128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-3526b25c-e503-4a58-9fd1-f41f54a548d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=12fb054a-332c-44df-9f2c-6168fe442315 HTTP/1.1" status: 200 len: 1095 time: 0.4747772 Dec 15 13:58:50.275267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.278072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac7775e1-4607-4eba-bec4-7405d7e3b0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.369665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-0291391f-eccc-4ff4-a1b1-ed5e80dc7168 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b HTTP/1.1" status: 200 len: 217 time: 0.0820265 Dec 15 13:58:50.526533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60ae9b9e-89b0-4d16-b292-ff88bdb527c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.627581 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60ae9b9e-89b0-4d16-b292-ff88bdb527c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.730157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60ae9b9e-89b0-4d16-b292-ff88bdb527c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.734146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60ae9b9e-89b0-4d16-b292-ff88bdb527c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.741005 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60ae9b9e-89b0-4d16-b292-ff88bdb527c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b18d33a9-a5df-4954-98ef-0186b935fb95 HTTP/1.1" status: 204 len: 168 time: 0.5093100 Dec 15 13:58:50.745876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Attempting to bind port 01578457-cde1-4190-9f52-43ec3a111559 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:50.746445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Attempting to bind port 01578457-cde1-4190-9f52-43ec3a111559 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:50.746969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Attempting to bind port 01578457-cde1-4190-9f52-43ec3a111559 on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:50.753684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Pushing event updated for resources: {'Port': ['ID=01578457-cde1-4190-9f52-43ec3a111559,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.760088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Port 01578457-cde1-4190-9f52-43ec3a111559 on network 870bc69c-18f3-47a3-8d86-78d852c6c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:50.760744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Attempting to bind port 01578457-cde1-4190-9f52-43ec3a111559 on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:50.775414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:50.777246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Checking segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:50.777844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Bound using segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:50.778537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Bound port: 01578457-cde1-4190-9f52-43ec3a111559, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:50.779080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.806599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9b9e-89b0-4d16-b292-ff88bdb527c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d33a9-a5df-4954-98ef-0186b935fb95,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.933084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] For port 01578457-cde1-4190-9f52-43ec3a111559, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:50.945444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] For port 01578457-cde1-4190-9f52-43ec3a111559, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=01578457-cde1-4190-9f52-43ec3a111559,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:50.956048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.132184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-a1e2bb1b-5c89-4a98-b59b-9a7f0fc1ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.135058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-a1e2bb1b-5c89-4a98-b59b-9a7f0fc1ea70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.7373979 Dec 15 13:58:51.147838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409b161-511a-40e9-aab1-fac985ced51e req-fa9dc6bb-9040-47cb-ad03-c353060b950a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.156695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e409b161-511a-40e9-aab1-fac985ced51e req-fa9dc6bb-9040-47cb-ad03-c353060b950a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 932 time: 1.0072474 Dec 15 13:58:51.215955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Pushing event updated for resources: {'Port': ['ID=01578457-cde1-4190-9f52-43ec3a111559,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:51.229033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.231678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.236548 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-c15b2487-23d4-48ad-bb78-875bb8e88707 service neutron] 10.222.0.67 "PUT /v2.0/ports/01578457-cde1-4190-9f52-43ec3a111559 HTTP/1.1" status: 200 len: 1092 time: 2.8261907 Dec 15 13:58:51.237252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'tag': '01578457-cde1-4190-9f52-43ec3a111559'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:51.242181 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c41b5af-840d-4993-be9f-54d0aeac99ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4d8188-c189-4d54-a359-f3ea1e530ca1", "tag": "01578457-cde1-4190-9f52-43ec3a111559"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:51.245512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.254225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac7775e1-4607-4eba-bec4-7405d7e3b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.258115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac7775e1-4607-4eba-bec4-7405d7e3b0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.269731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.275730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ac7775e1-4607-4eba-bec4-7405d7e3b0d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17 HTTP/1.1" status: 204 len: 168 time: 1.6570382 Dec 15 13:58:51.351020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-6d157990-e8db-4c31-8307-191dea490b84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825404 Dec 15 13:58:51.368673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4e1d-6b84-4e52-8ced-e2640af83183 req-a4a770dd-1950-4874-aa1b-f4f0223ba937 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.370580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75cd4e1d-6b84-4e52-8ced-e2640af83183 req-a4a770dd-1950-4874-aa1b-f4f0223ba937 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 1.0212884 Dec 15 13:58:51.414590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7775e1-4607-4eba-bec4-7405d7e3b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9ce5f-6b4c-4c02-a76c-c4c2fe25ff17,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:51.445718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-3f207db2-9c9b-4dac-a775-3959f3571b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.450891 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-3f207db2-9c9b-4dac-a775-3959f3571b29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1643786 Dec 15 13:58:51.548764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75cd4e1d-6b84-4e52-8ced-e2640af83183 req-3e96041e-b684-49a5-bbaa-11f4adf068ef tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313703 Dec 15 13:58:51.627259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-0e494fca-f6ca-415e-a9d4-f8b2478e3182 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01578457-cde1-4190-9f52-43ec3a111559 HTTP/1.1" status: 200 len: 217 time: 0.1676302 Dec 15 13:58:51.668336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408ef1dc-f3ab-432d-a119-5396e2f1ed4b None None] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:51.671811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:51.719916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abfb50-2517-40c6-893e-0c46e954c541 req-2a1f2b5a-e43e-4f5d-be7b-2b25d6df75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.721788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-2a1f2b5a-e43e-4f5d-be7b-2b25d6df75fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.0870519 Dec 15 13:58:51.769849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01948433-5704-4933-9c30-2f4afbbfb9a1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:51.795163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ff2a582f-8167-47dd-b42b-a05121f6adce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=662f60552c0a49209b716402c35f5022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208732 Dec 15 13:58:51.799036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:51.823698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9c130a6b-adf7-48dc-9ef2-562ecf66b4b7 None None] Provisioning complete for port 01948433-5704-4933-9c30-2f4afbbfb9a1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:51.824362 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c130a6b-adf7-48dc-9ef2-562ecf66b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.891244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-0f78ac49-9337-4dff-9ed7-acd809d74899 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563106 Dec 15 13:58:51.910682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-cbb3d364-e26a-4381-bd62-c5f4887c209f service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108480 Dec 15 13:58:51.914186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=4a0a12f1-4c72-4232-a407-e46c1f69bcb6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:51.956192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e409b161-511a-40e9-aab1-fac985ced51e req-9d8078ee-533c-4d3d-8f0d-f7af7a9136a6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7980595 Dec 15 13:58:52.040768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 01948433-5704-4933-9c30-2f4afbbfb9a1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:52.044755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.052391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:52.060431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:52.109848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:52.119894 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c130a6b-adf7-48dc-9ef2-562ecf66b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.186307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9c130a6b-adf7-48dc-9ef2-562ecf66b4b7 None None] For port 01948433-5704-4933-9c30-2f4afbbfb9a1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01948433-5704-4933-9c30-2f4afbbfb9a1,segment=NetworkSegment(6102af33-9b4a-4097-b8d9-327c28aada43),segment_id=6102af33-9b4a-4097-b8d9-327c28aada43)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:52.265268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c130a6b-adf7-48dc-9ef2-562ecf66b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.296421 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-5f86807e-ff9e-41dd-bea9-35995693328d service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941963 Dec 15 13:58:52.315201 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843e132-9879-4d78-ac83-8b630a647d42 x-openstack-request-id: req-e843e132-9879-4d78-ac83-8b630a647d42 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:52.317199 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4d8188-c189-4d54-a359-f3ea1e530ca1", "tag": "01578457-cde1-4190-9f52-43ec3a111559", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:52.317495 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e843e132-9879-4d78-ac83-8b630a647d42 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:52.317925 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'tag': '01578457-cde1-4190-9f52-43ec3a111559', 'status': 'completed', 'code': 200} Dec 15 13:58:52.414552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c130a6b-adf7-48dc-9ef2-562ecf66b4b7 None None] Pushing event updated for resources: {'Port': ['ID=01948433-5704-4933-9c30-2f4afbbfb9a1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:52.427493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-f92279f4-da4c-4d9e-af59-1be140d3f835 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442165 Dec 15 13:58:52.434502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:52.435955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.436652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.478995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60f3beac-e64b-472d-8727-d48197f1220e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.533721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60f3beac-e64b-472d-8727-d48197f1220e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.570775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-23b10749-0047-40fd-8c50-860d2fb981f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7119293 Dec 15 13:58:52.577312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:52.628250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3bba13ba-9a90-4485-b03e-624196a9714f None None] Provisioning complete for port 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:52.635893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60f3beac-e64b-472d-8727-d48197f1220e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.639955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bba13ba-9a90-4485-b03e-624196a9714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.657846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60f3beac-e64b-472d-8727-d48197f1220e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.657846 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60f3beac-e64b-472d-8727-d48197f1220e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b2ce056-3c26-4d9e-9983-19b53e854163 HTTP/1.1" status: 204 len: 168 time: 0.8124192 Dec 15 13:58:52.671520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-1f3a2323-bdc5-4675-8487-813695bcd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.673946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-1f3a2323-bdc5-4675-8487-813695bcd102 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=12fb054a-332c-44df-9f2c-6168fe442315 HTTP/1.1" status: 200 len: 1095 time: 0.1380548 Dec 15 13:58:52.703455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d5f0-a6de-4202-8b40-5f706139322a req-d4b79717-3973-4f6a-a62b-3c82d2abe5de tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.714766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47d8d5f0-a6de-4202-8b40-5f706139322a req-d4b79717-3973-4f6a-a62b-3c82d2abe5de tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.5979216 Dec 15 13:58:52.763824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3beac-e64b-472d-8727-d48197f1220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2ce056-3c26-4d9e-9983-19b53e854163,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:52.768974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3bba13ba-9a90-4485-b03e-624196a9714f None None] Port 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:52.792632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-31099696-bb60-4c49-8234-76683734df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.807642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-31099696-bb60-4c49-8234-76683734df66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.5138352 Dec 15 13:58:52.828615 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-763b5ebd-dc8c-41e8-8408-3a7d752d8246 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af4c08b81160432db1935bd4142b3240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926334 Dec 15 13:58:52.835092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3bba13ba-9a90-4485-b03e-624196a9714f None None] Provisioning complete for port 01948433-5704-4933-9c30-2f4afbbfb9a1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:52.835731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bba13ba-9a90-4485-b03e-624196a9714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.847209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:53.030832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-55abfb50-2517-40c6-893e-0c46e954c541 req-8520dc37-f432-464c-9f89-7b47f6f2a6b6 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950288 Dec 15 13:58:53.149039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-b1ef4df1-4070-44b4-b68f-34971e5c4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.149287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d86b04-ae35-41a6-a38f-7fa923da80d2 req-07f2db72-afde-4df0-9aad-55eb79fdae4b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.150965 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-b1ef4df1-4070-44b4-b68f-34971e5c4ef0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.3213222 Dec 15 13:58:53.157830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6f89458b-b01c-46ab-a6ae-bc33339c225e None None] Provisioning complete for port 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:53.158192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f89458b-b01c-46ab-a6ae-bc33339c225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.162517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50d86b04-ae35-41a6-a38f-7fa923da80d2 req-07f2db72-afde-4df0-9aad-55eb79fdae4b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.3659997 Dec 15 13:58:53.189926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47d8d5f0-a6de-4202-8b40-5f706139322a req-153cb949-c903-4729-897a-392c6206e3a5 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741662 Dec 15 13:58:53.223022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-4e89451a-a794-427a-8e7b-62b51f90f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.231096 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-4e89451a-a794-427a-8e7b-62b51f90f356 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1331780 Dec 15 13:58:53.259287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6f89458b-b01c-46ab-a6ae-bc33339c225e None None] Port 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:53.307944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09a6dca0-f51b-40c5-8628-81786169bcbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.379329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-11729c50-9065-4687-833f-2b9693fa7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.380880 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-11729c50-9065-4687-833f-2b9693fa7bfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 915 time: 0.1380923 Dec 15 13:58:53.405101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50d86b04-ae35-41a6-a38f-7fa923da80d2 req-1ec4f1b3-34d6-4b1e-9a5f-bc45f1170a81 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414756 Dec 15 13:58:53.447340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:53.448004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.508172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-330047b8-53af-41bf-b24c-4496ac318128 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01578457-cde1-4190-9f52-43ec3a111559 HTTP/1.1" status: 200 len: 217 time: 0.1180727 Dec 15 13:58:53.519349 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-ce8186a7-6f00-4be8-bbdf-7fe029c15e1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 0.3593967 Dec 15 13:58:53.550439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-085bb36e-a3a6-4c21-858f-b39c162a9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.552090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-085bb36e-a3a6-4c21-858f-b39c162a9098 service neutron] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 915 time: 0.7753747 Dec 15 13:58:53.564980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09a6dca0-f51b-40c5-8628-81786169bcbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.614726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-a58729b8-c1f2-4fef-8625-93e7375f8a03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b HTTP/1.1" status: 200 len: 217 time: 0.0473492 Dec 15 13:58:53.634519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01948433-5704-4933-9c30-2f4afbbfb9a1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:53.736837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc659-da71-4863-9caf-c6e34a240e72 req-b05aa1a2-59ce-43e9-b540-1a0a620b1d5a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.742334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd3dc659-da71-4863-9caf-c6e34a240e72 req-b05aa1a2-59ce-43e9-b540-1a0a620b1d5a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 944 time: 0.2737100 Dec 15 13:58:53.764999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 01948433-5704-4933-9c30-2f4afbbfb9a1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:53.766329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.792247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-50e1c0fd-1a59-4a0e-9a15-8f6f6df40c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.799607 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-50e1c0fd-1a59-4a0e-9a15-8f6f6df40c27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.2593486 Dec 15 13:58:53.804947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-e0bd2592-5218-4b01-b29a-6dda2cdb4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.806687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-e0bd2592-5218-4b01-b29a-6dda2cdb4ddd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.2845399 Dec 15 13:58:53.840214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.889230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 4a0a12f1-4c72-4232-a407-e46c1f69bcb6 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:53.918658 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:58:53.954913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-c5cbaca1-9172-4d7f-a78c-0d7b4a1b8173 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369472 Dec 15 13:58:54.025526 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd3dc659-da71-4863-9caf-c6e34a240e72 req-b295fae5-2aef-4a0a-b461-c6c624446a07 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821853 Dec 15 13:58:54.029434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-a621fa17-f603-4628-b1a1-a17772990484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.031091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-a621fa17-f603-4628-b1a1-a17772990484 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.4002864 Dec 15 13:58:54.064615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09a6dca0-f51b-40c5-8628-81786169bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.064615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09a6dca0-f51b-40c5-8628-81786169bcbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.065800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-09a6dca0-f51b-40c5-8628-81786169bcbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09605367-f1bf-42a4-8920-eb0b88c8a51e HTTP/1.1" status: 204 len: 168 time: 1.2221584 Dec 15 13:58:54.092925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-df49eac6-bcd6-42e4-88cd-86c8c9f0fa18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482879 Dec 15 13:58:54.110906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-fbd6d83a-b110-474e-b141-155be60fa56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.112439 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-fbd6d83a-b110-474e-b141-155be60fa56e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3047981 Dec 15 13:58:54.146209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6dca0-f51b-40c5-8628-81786169bcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09605367-f1bf-42a4-8920-eb0b88c8a51e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:54.155149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:54.293294 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-97d79d46-5b97-4714-a3b8-28f4966855b0 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249540 Dec 15 13:58:54.382273 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-3d2c0d6a-6641-44c6-9cfb-bd8aa5d66cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492692 Dec 15 13:58:54.462000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:54.486918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'port_id': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b', 'mac_address': 'fa:16:3e:c5:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4ff0a0-1b14-43d2-9786-655283b72ac5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:54.621760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.635878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.651739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:54.687425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-9499d11c-cf85-4320-bb9b-9322e4497db7 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637352 Dec 15 13:58:54.690354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:54.699587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cd4ee-eae3-4e5e-bb3e-f9f12e027e7a req-41a63b5d-e247-400e-aed9-d6bc8f33d360 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.701618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b5cd4ee-eae3-4e5e-bb3e-f9f12e027e7a req-41a63b5d-e247-400e-aed9-d6bc8f33d360 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3636019 Dec 15 13:58:54.703800 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.806918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=4a0a12f1-4c72-4232-a407-e46c1f69bcb6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:54.810286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:54.992359 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c41b5af-840d-4993-be9f-54d0aeac99ca req-4fc04eb9-a6fe-4491-bfe2-b4fc08f8526b service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860385 Dec 15 13:58:55.018655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-505a9d87-0a02-4ad1-ae9f-f73a12cf4654 req-6ad69447-f8ee-4495-8ec4-039468110c02 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242808 Dec 15 13:58:55.067713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ad4f68f-6b26-47ea-bb9d-5dcc110f334b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:55.192908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b5cd4ee-eae3-4e5e-bb3e-f9f12e027e7a req-3c625d00-5222-4259-bb52-b5389d174d1f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105473 Dec 15 13:58:55.311021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c6344-95fd-4ade-a632-aa1ae0a13a36 req-63b7e6eb-4dfc-4f44-ac0a-85a5a817401b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.324801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b8c6344-95fd-4ade-a632-aa1ae0a13a36 req-63b7e6eb-4dfc-4f44-ac0a-85a5a817401b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.5393243 Dec 15 13:58:55.337342 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.345233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-489419fe-bb6a-4204-9255-419cc00a7940 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/4a0a12f1-4c72-4232-a407-e46c1f69bcb6 HTTP/1.1" status: 204 len: 168 time: 2.7601116 Dec 15 13:58:55.348579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38122) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:55.383379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88f46199-9cbb-40d9-95e4-4b462a00e780 req-d04d6d92-9bc1-4698-ab84-3ac6c256e1d4 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174407 Dec 15 13:58:55.406845 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c07c513-b560-417b-8b44-db8e823edcd6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 13:58:55.407620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c07c513-b560-417b-8b44-db8e823edcd6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:58:55.421071 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1c07c513-b560-417b-8b44-db8e823edcd6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/4a0a12f1-4c72-4232-a407-e46c1f69bcb6 HTTP/1.1" status: 404 len: 333 time: 0.0700490 Dec 15 13:58:55.453431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38124) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:55.534116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b8c6344-95fd-4ade-a632-aa1ae0a13a36 req-7ec9dc57-089b-4a4d-8437-a33cc5b57b2c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042577 Dec 15 13:58:55.547359 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-55103bdd-d965-4f7b-8a97-4cc0efb3e381 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:58:55.561052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5103a-e11c-4efe-be8c-8bfc337e1fcc req-5fff2652-9d68-4d91-8fed-25b84b624880 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.562148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55103bdd-d965-4f7b-8a97-4cc0efb3e381 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/4a0a12f1-4c72-4232-a407-e46c1f69bcb6 HTTP/1.1" status: 404 len: 333 time: 0.1070197 Dec 15 13:58:55.574156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62c5103a-e11c-4efe-be8c-8bfc337e1fcc req-5fff2652-9d68-4d91-8fed-25b84b624880 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 944 time: 0.1845474 Dec 15 13:58:55.587639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38132) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:55.738724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62c5103a-e11c-4efe-be8c-8bfc337e1fcc req-e7b2ce47-c759-40c2-a5ad-5e0eb9d896ad tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631126 Dec 15 13:58:55.840961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 4170cd0e-4387-4e16-808c-45f02684f662 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:55.850134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.956896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.109772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.148059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:56.179367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 01578457-cde1-4190-9f52-43ec3a111559 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:56.247461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.271898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.279052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:56.279269 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/4170cd0e-4387-4e16-808c-45f02684f662 HTTP/1.1" status: 204 len: 168 time: 0.6902111 Dec 15 13:58:56.312280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30673e77-7496-40f4-b6d1-27670e7da652 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=4170cd0e-4387-4e16-808c-45f02684f662,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:56.367881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e49e10-917a-43fc-927a-2449042c9066 None None] Network 6690da9a-a15d-45ee-a123-f1e783ac3e6d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:56.516354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-353217828-network', 'tenant_id': '9d4bc2d1084c43f3a93e394fb3f9013e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:56.565701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.576807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 01578457-cde1-4190-9f52-43ec3a111559, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=01578457-cde1-4190-9f52-43ec3a111559,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:56.577883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecc0f7-3e25-40e6-aa93-3b2585bc2291 req-9aa7bc6c-a8a9-48c5-bb03-096bb2c180e8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.588148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ecc0f7-3e25-40e6-aa93-3b2585bc2291 req-9aa7bc6c-a8a9-48c5-bb03-096bb2c180e8 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2502215 Dec 15 13:58:56.634509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '01578457-cde1-4190-9f52-43ec3a111559', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'port_id': '01578457-cde1-4190-9f52-43ec3a111559', 'mac_address': 'fa:16:3e:98:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4ff0a0-1b14-43d2-9786-655283b72ac5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:56.711741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ecc0f7-3e25-40e6-aa93-3b2585bc2291 req-a93c420f-9b2d-4603-85b2-d4b7ddc0c80a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223881 Dec 15 13:58:56.730329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.761066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] DHCP port deletion for 6690da9a-a15d-45ee-a123-f1e783ac3e6d request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:56.774670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01578457-cde1-4190-9f52-43ec3a111559 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:56.805362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 01578457-cde1-4190-9f52-43ec3a111559, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=01578457-cde1-4190-9f52-43ec3a111559,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:56.807324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Made reservation on behalf of 9d4bc2d1084c43f3a93e394fb3f9013e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:56.810340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.839832 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.840255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.922268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34830a-8b51-4d0f-a390-7472ca85e224 req-9c9fac43-7208-49e9-9059-38ce286fe883 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.925241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a34830a-8b51-4d0f-a390-7472ca85e224 req-9c9fac43-7208-49e9-9059-38ce286fe883 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2430103 Dec 15 13:58:56.938062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=01578457-cde1-4190-9f52-43ec3a111559,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:56.943534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] Deleting port 01948433-5704-4933-9c30-2f4afbbfb9a1 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:56.943961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.065124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] For port 01948433-5704-4933-9c30-2f4afbbfb9a1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01948433-5704-4933-9c30-2f4afbbfb9a1,segment=NetworkSegment(6102af33-9b4a-4097-b8d9-327c28aada43),segment_id=6102af33-9b4a-4097-b8d9-327c28aada43)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:57.065544 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.085072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] Calling delete_port for 01948433-5704-4933-9c30-2f4afbbfb9a1 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:57.150209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.163321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.183640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530e4e-8285-4341-ada2-208c8f73fee3 req-4764fc58-fa9a-4273-8d94-5594b7ea88bf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.191666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b530e4e-8285-4341-ada2-208c8f73fee3 req-4764fc58-fa9a-4273-8d94-5594b7ea88bf tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2583394 Dec 15 13:58:57.197326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 01948433-5704-4933-9c30-2f4afbbfb9a1 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:57.197656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.204044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a34830a-8b51-4d0f-a390-7472ca85e224 req-ae08d8a3-5052-4591-8721-bd64c726ed66 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645402 Dec 15 13:58:57.241281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['01578457-cde1-4190-9f52-43ec3a111559'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:57.245763 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.316339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] Pushing event deleted for resources: {'Port': ['ID=01948433-5704-4933-9c30-2f4afbbfb9a1,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:57.338483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efd8d4-19c5-4ad6-b9db-807ce772d8a7 None None] No DVR routers for this DVR port 01948433-5704-4933-9c30-2f4afbbfb9a1 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:57.364174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:57.423815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b530e4e-8285-4341-ada2-208c8f73fee3 req-bcd2945a-5359-482d-a54c-42c29acbaf59 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294872 Dec 15 13:58:57.441469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b34f072-3fa3-4466-b915-e43e360c906c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:57.449885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.454016 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Added segment 190a4526-ea47-49c1-aaf8-e3f4f656792f of type vlan for network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 Dec 15 13:58:57.547030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] For port 01948433-5704-4933-9c30-2f4afbbfb9a1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01948433-5704-4933-9c30-2f4afbbfb9a1,segment=NetworkSegment(6102af33-9b4a-4097-b8d9-327c28aada43),segment_id=6102af33-9b4a-4097-b8d9-327c28aada43)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:57.553113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.611930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01948433-5704-4933-9c30-2f4afbbfb9a1 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:57.663059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 01948433-5704-4933-9c30-2f4afbbfb9a1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:57.663415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01948433-5704-4933-9c30-2f4afbbfb9a1 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:57.670950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 01948433-5704-4933-9c30-2f4afbbfb9a1 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:57.718968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.873516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad61bc2-88cc-43df-a4da-bce17e8b05f0 req-634e5d5f-3334-4323-b840-f9499ab85939 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.883552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ad61bc2-88cc-43df-a4da-bce17e8b05f0 req-634e5d5f-3334-4323-b840-f9499ab85939 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 945 time: 0.2439630 Dec 15 13:58:57.891655 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.892817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.898584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.966140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5ac62-a3ce-43d3-a990-ab5611782f5a req-765a489c-afb9-4f83-88d8-f6f476c38716 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.979046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3b5ac62-a3ce-43d3-a990-ab5611782f5a req-765a489c-afb9-4f83-88d8-f6f476c38716 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2565207 Dec 15 13:58:57.998647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8466136 Dec 15 13:58:57.999641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:58.005622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Request body: {'subnet': {'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-353217828-subnet', 'tenant_id': '9d4bc2d1084c43f3a93e394fb3f9013e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:58.074728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Made reservation on behalf of 9d4bc2d1084c43f3a93e394fb3f9013e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:58.082736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.129621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215f55c-3e1f-4c13-8e46-a7f94ca56615 admin admin] Pushing event updated for resources: {'Network': ['ID=44de7b54-c3fc-4c32-887d-2dbfda6c42b9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:58.142519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:58.175148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ad61bc2-88cc-43df-a4da-bce17e8b05f0 req-cc9034fb-b70e-4ed8-96d2-bfed0124a7b4 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898538 Dec 15 13:58:58.200598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.215685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:58.234872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=01948433-5704-4933-9c30-2f4afbbfb9a1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:58.269455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3b5ac62-a3ce-43d3-a990-ab5611782f5a req-4a322d52-a209-4541-9e1f-be052aea9788 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716115 Dec 15 13:58:58.286167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No DVR routers for this DVR port 01948433-5704-4933-9c30-2f4afbbfb9a1 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:58.486230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:58.497633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:58.500320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.537423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.551420 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.620703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6690da9a-a15d-45ee-a123-f1e783ac3e6d']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:58.659458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6102af33-9b4a-4097-b8d9-327c28aada43') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:58.662513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6102af33-9b4a-4097-b8d9-327c28aada43') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:58.682146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.732950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.753558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.761196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:58.763052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:58.771790 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:58.802389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Checking segment: {'id': '190a4526-ea47-49c1-aaf8-e3f4f656792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:58.804771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Network hostable DHCP agents. Network: 44de7b54-c3fc-4c32-887d-2dbfda6c42b9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:58.824068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb054a-332c-44df-9f2c-6168fe442315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:58.837362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d434880-b04c-45f6-89b9-980b67185507,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:58.837602 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81b8c3-9fc8-4c1c-b2fc-3f6878afc257" -d '{"events": [{"server_uuid": "12fb054a-332c-44df-9f2c-6168fe442315", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4f68f-6b26-47ea-bb9d-5dcc110f334b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:58.865702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:58.878390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:58.885978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 44de7b54-c3fc-4c32-887d-2dbfda6c42b9) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:58.890334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.894115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:58.895350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.938223 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a43e2394-e5f1-4a8f-bd43-53676de7955d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9344163 Dec 15 13:58:58.949791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec00b9-f909-499a-8a00-a18134aece85 None None] Network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:58.952859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.971907 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.000900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/6690da9a-a15d-45ee-a123-f1e783ac3e6d HTTP/1.1" status: 204 len: 168 time: 2.7201033 Dec 15 13:58:59.004364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38198) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:59.014246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-227746703'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:59.090963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:59.116381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.138471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:59.189183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46384-adb6-46ba-ad41-ed6f45307aa6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=6690da9a-a15d-45ee-a123-f1e783ac3e6d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:59.189821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:59.202680 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.208962 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment c2afb50f-cd65-46a1-a72f-aeba673b8082 of type vlan for network 66237169-687d-404e-936c-bfdbc82677f8 Dec 15 13:58:59.268394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6915f3-9edf-482d-9500-4052d00a0c67 req-5d1610e3-3ec5-4330-ab44-f96ab850eedb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.270500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef6915f3-9edf-482d-9500-4052d00a0c67 req-5d1610e3-3ec5-4330-ab44-f96ab850eedb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.2683153 Dec 15 13:58:59.280769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde81f-21a8-47ef-8f36-6c561b93b953 req-64209eb5-648e-41c0-93bd-a178c2ad968a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.290019 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7dde81f-21a8-47ef-8f36-6c561b93b953 req-64209eb5-648e-41c0-93bd-a178c2ad968a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1245329 Dec 15 13:58:59.347741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e190391-73a5-4b7b-ab15-c3bd4d8d463c None None] Network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:59.403713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7dde81f-21a8-47ef-8f36-6c561b93b953 req-4504bd8d-19d4-476c-be3e-c8eea2c74064 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122029 Dec 15 13:58:59.405250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.563346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef6915f3-9edf-482d-9500-4052d00a0c67 req-2f7e5b98-fcf9-4049-95df-6c58139bae64 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629755 Dec 15 13:58:59.579225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.586013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.586739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.612749 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6042032 Dec 15 13:58:59.613811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:59.623074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '66237169-687d-404e-936c-bfdbc82677f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:59.787473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d70fb-53cf-4619-829e-c6555b8c58b8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=66237169-687d-404e-936c-bfdbc82677f8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:59.835423 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8204d-0183-4b61-b59c-15eaa12e2114 x-openstack-request-id: req-a0f8204d-0183-4b61-b59c-15eaa12e2114 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:59.836024 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb054a-332c-44df-9f2c-6168fe442315", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4f68f-6b26-47ea-bb9d-5dcc110f334b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:59.836280 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0f8204d-0183-4b61-b59c-15eaa12e2114 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:59.837047 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb054a-332c-44df-9f2c-6168fe442315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b', 'code': 200} Dec 15 13:58:59.840578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 66237169-687d-404e-936c-bfdbc82677f8 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:00.158731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2e884-919b-49ab-869c-29dc6180ae98 req-924a431a-918f-4bbc-aa0d-307b4b4c8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.159910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d2e884-919b-49ab-869c-29dc6180ae98 req-924a431a-918f-4bbc-aa0d-307b4b4c8467 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12fb054a-332c-44df-9f2c-6168fe442315 HTTP/1.1" status: 200 len: 1097 time: 0.4102421 Dec 15 13:59:00.166727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48c220-46ce-437e-b677-f200edd80327 req-8f459621-2025-4cdf-84df-eda3b09c546c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.174468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c48c220-46ce-437e-b677-f200edd80327 req-8f459621-2025-4cdf-84df-eda3b09c546c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 945 time: 0.4225998 Dec 15 13:59:00.191831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 01578457-cde1-4190-9f52-43ec3a111559 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:00.298735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 01578457-cde1-4190-9f52-43ec3a111559 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:00.302808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 01578457-cde1-4190-9f52-43ec3a111559 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:00.303184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:00.567073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:00.644223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 01578457-cde1-4190-9f52-43ec3a111559, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=01578457-cde1-4190-9f52-43ec3a111559,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:00.683950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:00.707875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c48c220-46ce-437e-b677-f200edd80327 req-f3e7cb5a-b4b3-4f4e-93e9-36a002018ba2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325344 Dec 15 13:59:00.714974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:00.721025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:00.793506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=01578457-cde1-4190-9f52-43ec3a111559,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:00.831851 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d2e884-919b-49ab-869c-29dc6180ae98 req-a10da65f-40ee-4b92-8317-516b6faa7f46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453867 Dec 15 13:59:00.871599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-a35b6c49-f9f4-45b0-a0dc-542fc6367216 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.879930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-a35b6c49-f9f4-45b0-a0dc-542fc6367216 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/networks?id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9 HTTP/1.1" status: 200 len: 813 time: 0.7494466 Dec 15 13:59:00.909406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-12f2f3b3-9432-40de-91e7-eeb368af1091 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/quotas/9d4bc2d1084c43f3a93e394fb3f9013e HTTP/1.1" status: 200 len: 375 time: 0.0283403 Dec 15 13:59:01.012862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-472f2948-714e-4c95-beff-42a7a3f483a5 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d4bc2d1084c43f3a93e394fb3f9013e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022453 Dec 15 13:59:01.256342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17741-1688-4a49-80a5-dcf327ae339f req-3cbc171c-71ef-4ee4-95c0-5317a5c2b386 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.265914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11a17741-1688-4a49-80a5-dcf327ae339f req-3cbc171c-71ef-4ee4-95c0-5317a5c2b386 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3488026 Dec 15 13:59:01.277805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:01.412041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-97fa47aa-f8ca-4e24-b17a-3cc41f286f1c service neutron] 10.222.0.32 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971493 Dec 15 13:59:01.450761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=b45b16a3-f14f-419e-bea3-cfe6ace5d308,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:01.457437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11a17741-1688-4a49-80a5-dcf327ae339f req-1e4e3076-b950-49ff-bba3-5e13c8710e9d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906641 Dec 15 13:59:01.510984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': 'c2afb50f-cd65-46a1-a72f-aeba673b8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '66237169-687d-404e-936c-bfdbc82677f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:01.511624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: 66237169-687d-404e-936c-bfdbc82677f8, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:01.544374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 66237169-687d-404e-936c-bfdbc82677f8 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:01.565133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 66237169-687d-404e-936c-bfdbc82677f8) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:01.575606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbcea83-6a60-4d88-9406-8470d1268935 None None] Network 66237169-687d-404e-936c-bfdbc82677f8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:01.597895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.604157 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:01.672482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-c0ca1879-5792-4f63-b8c8-8a37e9f394f5 service neutron] 10.222.0.32 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346208 Dec 15 13:59:01.689646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:01.690336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d8f6a62e-851c-4748-aa1c-022ca74e16cc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0753436 Dec 15 13:59:01.695020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '66237169-687d-404e-936c-bfdbc82677f8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-715266497'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:01.732167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-66237169-687d-404e-936c-bfdbc82677f8', 'network_id': '66237169-687d-404e-936c-bfdbc82677f8', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': 'b45b16a3-f14f-419e-bea3-cfe6ace5d308'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:01.740350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:01.774764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e498aa8-3f4f-45c4-8de1-01c954aadd08 req-4a3367a9-48a2-4c63-a863-35fd6339f6eb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.777686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e498aa8-3f4f-45c4-8de1-01c954aadd08 req-4a3367a9-48a2-4c63-a863-35fd6339f6eb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.0990958 Dec 15 13:59:01.875546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e498aa8-3f4f-45c4-8de1-01c954aadd08 req-61b02aa1-7eb2-4ab6-aa0f-9f3729724800 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901117 Dec 15 13:59:02.168101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:02.175324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.247524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 86641dc0-0b8b-4921-98c2-cd5550bc456f yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:02.260024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01578457-cde1-4190-9f52-43ec3a111559'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:02.262554 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28330975-17c4-485d-9d3d-7cbdeabc325a" -d '{"events": [{"server_uuid": "6f4d8188-c189-4d54-a359-f3ea1e530ca1", "name": "network-vif-plugged", "status": "completed", "tag": "01578457-cde1-4190-9f52-43ec3a111559"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:02.351199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb85f0-4d03-415a-a345-254649d13518 req-695d86f7-2b92-4245-96c5-3b325b6ded84 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.367026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fcb85f0-4d03-415a-a345-254649d13518 req-695d86f7-2b92-4245-96c5-3b325b6ded84 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 946 time: 0.1474750 Dec 15 13:59:02.436810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Allocated IP 172.20.0.2 (66237169-687d-404e-936c-bfdbc82677f8/b45b16a3-f14f-419e-bea3-cfe6ace5d308/dc31560c-d03a-45bb-af58-8deabebdcc58) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:02.552491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f925b-d332-4d71-878a-919b59ae388f req-4bd5f209-617a-4652-9ebc-b662ccf6aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.554204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-4bd5f209-617a-4652-9ebc-b662ccf6aa0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 1095 time: 0.1020606 Dec 15 13:59:02.584538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fcb85f0-4d03-415a-a345-254649d13518 req-51d9a005-3985-48f1-82d2-12da88b36c70 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099214 Dec 15 13:59:02.701686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.714710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.809464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Network 66237169-687d-404e-936c-bfdbc82677f8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:02.832618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ab39f336-6c55-4a0e-8758-46fca23e262a {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:59:02.834516 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:59:02.839527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:02.843475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:02.873695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fd3f3a8-c187-48c2-8cac-0ea4ca66fe49 req-7641d142-3918-4cc1-9bac-65406466ccf7 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 210 time: 0.1900337 Dec 15 13:59:02.909706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Pushing event updated for resources: {'Port': ['ID=dc31560c-d03a-45bb-af58-8deabebdcc58,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:03.016929 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc62ea80-eb4d-49ab-b28e-811d762ddec1 x-openstack-request-id: req-dc62ea80-eb4d-49ab-b28e-811d762ddec1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:03.017304 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4d8188-c189-4d54-a359-f3ea1e530ca1", "name": "network-vif-plugged", "status": "completed", "tag": "01578457-cde1-4190-9f52-43ec3a111559", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:03.017513 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc62ea80-eb4d-49ab-b28e-811d762ddec1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:03.017966 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01578457-cde1-4190-9f52-43ec3a111559', 'code': 200} Dec 15 13:59:03.020830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edda9d-5a2d-4173-9d8f-6ca6a2813179 req-ca246ab9-023c-4581-ade3-acc5ed370716 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.027232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2edda9d-5a2d-4173-9d8f-6ca6a2813179 req-ca246ab9-023c-4581-ade3-acc5ed370716 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1903622 Dec 15 13:59:03.033295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Attempting to bind port dc31560c-d03a-45bb-af58-8deabebdcc58 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:03.033295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Attempting to bind port dc31560c-d03a-45bb-af58-8deabebdcc58 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c2afb50f-cd65-46a1-a72f-aeba673b8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '66237169-687d-404e-936c-bfdbc82677f8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:03.033295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Attempting to bind port dc31560c-d03a-45bb-af58-8deabebdcc58 on network 66237169-687d-404e-936c-bfdbc82677f8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:03.043113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:03.043541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Checking segment: {'id': 'c2afb50f-cd65-46a1-a72f-aeba673b8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '66237169-687d-404e-936c-bfdbc82677f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:03.043901 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.044303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Bound using segment: {'id': 'c2afb50f-cd65-46a1-a72f-aeba673b8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '66237169-687d-404e-936c-bfdbc82677f8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:03.044819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Bound port: dc31560c-d03a-45bb-af58-8deabebdcc58, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2afb50f-cd65-46a1-a72f-aeba673b8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '66237169-687d-404e-936c-bfdbc82677f8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:03.045205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.146251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f925b-d332-4d71-878a-919b59ae388f req-5e455999-83a6-4007-8202-df0cd4bb8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.147763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-5e455999-83a6-4007-8202-df0cd4bb8048 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 200 len: 914 time: 0.5616393 Dec 15 13:59:03.256068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcd8b4-9aa7-4408-9a75-c03a51c0aa21 req-0d50ebf7-787e-4838-afbd-9529549966bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.259919 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bcd8b4-9aa7-4408-9a75-c03a51c0aa21 req-0d50ebf7-787e-4838-afbd-9529549966bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1674676 Dec 15 13:59:03.298439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-ef5fe47e-6bb2-48da-bcd4-6488ae78fbbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 200 len: 998 time: 0.1267161 Dec 15 13:59:03.328203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] For port dc31560c-d03a-45bb-af58-8deabebdcc58, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:03.337491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] For port dc31560c-d03a-45bb-af58-8deabebdcc58, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dc31560c-d03a-45bb-af58-8deabebdcc58,segment=NetworkSegment(c2afb50f-cd65-46a1-a72f-aeba673b8082),segment_id=c2afb50f-cd65-46a1-a72f-aeba673b8082)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:03.350327 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.381152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.410514 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bcd8b4-9aa7-4408-9a75-c03a51c0aa21 req-bde37963-ef17-45ae-802d-3740bea27f44 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383772 Dec 15 13:59:03.425743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 9c7483c2-2fdd-4e76-ac5c-a5df1563852e yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:03.439759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966bfd1-1ee9-42f3-a593-4ff95e4e043c None None] Pushing event updated for resources: {'Port': ['ID=dc31560c-d03a-45bb-af58-8deabebdcc58,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:03.517895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f925b-d332-4d71-878a-919b59ae388f req-a2705646-6b12-4330-890e-d71b29d60c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.532810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-a2705646-6b12-4330-890e-d71b29d60c84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 200 len: 851 time: 0.1837156 Dec 15 13:59:03.602909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2edda9d-5a2d-4173-9d8f-6ca6a2813179 req-61b1900b-9406-4393-b42b-1049304b4ca7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560229 Dec 15 13:59:03.671525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68c2bf-7afe-422a-b88c-46026d910edb req-11467fa9-1590-40b7-8a76-a9589a73ad50 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.680024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee68c2bf-7afe-422a-b88c-46026d910edb req-11467fa9-1590-40b7-8a76-a9589a73ad50 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.5312142 Dec 15 13:59:03.760393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.4 (66237169-687d-404e-936c-bfdbc82677f8/b45b16a3-f14f-419e-bea3-cfe6ace5d308/9c7483c2-2fdd-4e76-ac5c-a5df1563852e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:03.771412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f925b-d332-4d71-878a-919b59ae388f req-d783979e-b904-4e15-b0be-20a57ecc54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.773081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-d783979e-b904-4e15-b0be-20a57ecc54cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d525223-e5e2-4fcc-8aa2-44d104c7318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541402 Dec 15 13:59:03.897798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee68c2bf-7afe-422a-b88c-46026d910edb req-9704369d-2c85-4d73-8a00-802f259d6724 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166080 Dec 15 13:59:04.181394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae550e73-73e8-4f8d-8492-8e7488b5010f req-cb54ef9a-3697-4b3c-904d-e6df782f7863 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0666220 Dec 15 13:59:04.187014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-32e45e9b-45b4-44cb-b0e5-103224017ff2 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914578 Dec 15 13:59:04.230422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.339514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-242f925b-d332-4d71-878a-919b59ae388f req-d1ca710c-2079-4f8a-8e60-f09c95798db4 service neutron] 10.222.0.67 "GET /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340919 Dec 15 13:59:04.372974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cad8-f297-4df8-80fa-f62b3d833a23 req-da20d2f0-c190-4ad3-aef9-94c373abfdb1 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.393675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac52cad8-f297-4df8-80fa-f62b3d833a23 req-da20d2f0-c190-4ad3-aef9-94c373abfdb1 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 946 time: 0.3535359 Dec 15 13:59:04.431360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.488926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-af417f13-7669-49be-ad15-4aebee30a69e tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.491556 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-af417f13-7669-49be-ad15-4aebee30a69e tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.67 "GET /v2.0/networks?id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9 HTTP/1.1" status: 200 len: 813 time: 0.2436008 Dec 15 13:59:04.528409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac52cad8-f297-4df8-80fa-f62b3d833a23 req-15e3fc4e-63ee-43f8-9760-869492d22dcd tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345110 Dec 15 13:59:04.551044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=9c7483c2-2fdd-4e76-ac5c-a5df1563852e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:04.560720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 66237169-687d-404e-936c-bfdbc82677f8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:04.565770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Request body: {'port': {'device_id': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9', 'admin_state_up': True, 'tenant_id': '9d4bc2d1084c43f3a93e394fb3f9013e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:04.696591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.697186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.697722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.698342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.698863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.699383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.699898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.700414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.700974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.701493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.701998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.702509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.703760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:04.712126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:04.717756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:04.793448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.794111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.867585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ba6dd-ef5e-440b-99da-d4a3abdd4ea9 req-fa42115b-c808-447d-b3f9-decc4a5480dd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.878905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Made reservation on behalf of 9d4bc2d1084c43f3a93e394fb3f9013e for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:04.881082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-828ba6dd-ef5e-440b-99da-d4a3abdd4ea9 req-fa42115b-c808-447d-b3f9-decc4a5480dd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1262386 Dec 15 13:59:04.887932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.065101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-828ba6dd-ef5e-440b-99da-d4a3abdd4ea9 req-461cff8a-1d67-4062-ae0a-31e4137fdc71 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828227 Dec 15 13:59:05.194129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Allocated IP 172.20.0.4 (44de7b54-c3fc-4c32-887d-2dbfda6c42b9/7d434880-b04c-45f6-89b9-980b67185507/176d3087-c6a9-4323-b053-84e314455e63) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:05.295699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feca78-7a7b-4054-b79f-4c9434b47d22 req-556715ca-1914-409d-bbd0-1d01f9320707 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.315399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87feca78-7a7b-4054-b79f-4c9434b47d22 req-556715ca-1914-409d-bbd0-1d01f9320707 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1992691 Dec 15 13:59:05.316608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-30843cce-421d-420a-b489-c31a8ee9507f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.6257725 Dec 15 13:59:05.319828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38324) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:05.466047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-969a8d69-65ab-4adf-a141-06bb3a9f12b5 req-526294b5-4368-4214-8091-2404fd314aac tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0787029 Dec 15 13:59:05.521920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87feca78-7a7b-4054-b79f-4c9434b47d22 req-e460d1b8-c077-477b-aff9-75703d7d1c89 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044249 Dec 15 13:59:05.522572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1b6a7-b60b-4751-8711-78237d7ead03 None None] Network 66237169-687d-404e-936c-bfdbc82677f8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:05.527550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.607767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 9c7483c2-2fdd-4e76-ac5c-a5df1563852e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:05.608129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.799010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dc31560c-d03a-45bb-af58-8deabebdcc58 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:05.820043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.856086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b2fbb-76b1-4ccd-aab9-81901806d305 req-e695cbad-9c65-4b2f-8068-d4301daf54a3 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.871687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-733b2fbb-76b1-4ccd-aab9-81901806d305 req-e695cbad-9c65-4b2f-8068-d4301daf54a3 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 946 time: 0.1204460 Dec 15 13:59:05.895063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:05.899117 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.903939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:05.914661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:05.965940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2abb642b-4745-4b36-a459-14d179511931 None None] Provisioning complete for port dc31560c-d03a-45bb-af58-8deabebdcc58 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:05.967727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2abb642b-4745-4b36-a459-14d179511931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.019817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:06.020462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.022184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-733b2fbb-76b1-4ccd-aab9-81901806d305 req-6a87022f-36d5-4c57-b676-9671b395d83a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478629 Dec 15 13:59:06.042567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Pushing event updated for resources: {'Port': ['ID=176d3087-c6a9-4323-b053-84e314455e63,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:06.057263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 9c7483c2-2fdd-4e76-ac5c-a5df1563852e owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:06.117511 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-81685106-d9fc-458c-8f7a-b5e4b57d8b45 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929527 Dec 15 13:59:06.122403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port dc31560c-d03a-45bb-af58-8deabebdcc58 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:06.124276 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.206401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Request body: {'port': {'device_id': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:06.311492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.320198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fcde1-8470-4010-a8f1-2ad873115d38 req-df270d41-c7c5-4a17-8d3d-9fb65471766a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:06.348370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-972fcde1-8470-4010-a8f1-2ad873115d38 req-df270d41-c7c5-4a17-8d3d-9fb65471766a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=12fb054a-332c-44df-9f2c-6168fe442315 HTTP/1.1" status: 200 len: 946 time: 0.1719835 Dec 15 13:59:06.568777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-972fcde1-8470-4010-a8f1-2ad873115d38 req-926fe42b-d6f9-488f-adbf-b0c65c2977b1 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193613 Dec 15 13:59:06.607407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45807495-cfb3-4fca-ba81-97e25013af99 req-71ee53d6-a81e-446c-8073-0a4c502c1152 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:06.620559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45807495-cfb3-4fca-ba81-97e25013af99 req-71ee53d6-a81e-446c-8073-0a4c502c1152 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2479851 Dec 15 13:59:06.637371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2abb642b-4745-4b36-a459-14d179511931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.639942 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.832591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port dc31560c-d03a-45bb-af58-8deabebdcc58, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dc31560c-d03a-45bb-af58-8deabebdcc58,segment=NetworkSegment(c2afb50f-cd65-46a1-a72f-aeba673b8082),segment_id=c2afb50f-cd65-46a1-a72f-aeba673b8082)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:06.853386 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.870467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45807495-cfb3-4fca-ba81-97e25013af99 req-82dd736d-1a2f-4468-bb0b-efdddfd4a1d1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402439 Dec 15 13:59:06.937495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8efbc3-1a67-4370-9906-33047560cbca req-571274fb-495c-44f2-b375-884af29991fa tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:06.960698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a8efbc3-1a67-4370-9906-33047560cbca req-571274fb-495c-44f2-b375-884af29991fa tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 931 time: 0.2116795 Dec 15 13:59:07.045176 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-2abb642b-4745-4b36-a459-14d179511931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:59:07.045837 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-2abb642b-4745-4b36-a459-14d179511931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:59:07.075805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=dc31560c-d03a-45bb-af58-8deabebdcc58,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:07.093081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a8efbc3-1a67-4370-9906-33047560cbca req-29ccbf3b-54a9-4945-a8bc-1c632778a770 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311560 Dec 15 13:59:07.130554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1530-9f2d-4be0-bd35-bf37f7e353c5 req-d9110060-9b8e-49ab-a1c9-33be735e8491 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:07.132443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8dfc1530-9f2d-4be0-bd35-bf37f7e353c5 req-d9110060-9b8e-49ab-a1c9-33be735e8491 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.0965862 Dec 15 13:59:07.271034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8dfc1530-9f2d-4be0-bd35-bf37f7e353c5 req-0d2d31b4-ed33-4fd2-8060-946788476b4b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244349 Dec 15 13:59:07.652447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dc31560c-d03a-45bb-af58-8deabebdcc58 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:07.715067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176d3087-c6a9-4323-b053-84e314455e63 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:07.729396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.736000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port dc31560c-d03a-45bb-af58-8deabebdcc58 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:07.736737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.738544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3340006-b988-4b2f-b8fc-4db2600664d2 req-c81a1d31-5b37-4ff2-bc43-35cb220d0a1d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:07.744808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3340006-b988-4b2f-b8fc-4db2600664d2 req-c81a1d31-5b37-4ff2-bc43-35cb220d0a1d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2578578 Dec 15 13:59:07.878512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-744c2376-503e-4f81-a3aa-5407a7914568 None None] Provisioning complete for port 9c7483c2-2fdd-4e76-ac5c-a5df1563852e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:07.879994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-744c2376-503e-4f81-a3aa-5407a7914568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.909805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3340006-b988-4b2f-b8fc-4db2600664d2 req-419593be-b02a-4914-aea2-3d87203e5363 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578074 Dec 15 13:59:07.930096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Transition to ACTIVE for port object 176d3087-c6a9-4323-b053-84e314455e63 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:07.931589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.997900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.010032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-744c2376-503e-4f81-a3aa-5407a7914568 None None] Port 9c7483c2-2fdd-4e76-ac5c-a5df1563852e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:08.024793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-744c2376-503e-4f81-a3aa-5407a7914568 None None] Provisioning complete for port dc31560c-d03a-45bb-af58-8deabebdcc58 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:08.025452 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-744c2376-503e-4f81-a3aa-5407a7914568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.025599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=9c7483c2-2fdd-4e76-ac5c-a5df1563852e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:08.482619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54158-54c4-47ff-ad86-7788528fa322 req-54ac69a0-01e0-4053-8c7b-74a5fd3a1048 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:08.487684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0e54158-54c4-47ff-ad86-7788528fa322 req-54ac69a0-01e0-4053-8c7b-74a5fd3a1048 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 943 time: 0.1774046 Dec 15 13:59:08.504824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.517482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2aad91fb-256e-4cdc-b9c1-9150f9ad387c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/9c7483c2-2fdd-4e76-ac5c-a5df1563852e HTTP/1.1" status: 204 len: 168 time: 3.1940591 Dec 15 13:59:08.520473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38386) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:08.625340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0e54158-54c4-47ff-ad86-7788528fa322 req-f0480a38-65fa-426b-b9a5-db2aaf6df595 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193826 Dec 15 13:59:08.657027 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a169241e-7fd9-41dd-8b29-0f3897717a1f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:59:08.668888 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a169241e-7fd9-41dd-8b29-0f3897717a1f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/9c7483c2-2fdd-4e76-ac5c-a5df1563852e HTTP/1.1" status: 404 len: 333 time: 0.1225760 Dec 15 13:59:08.672102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:08.687473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=176d3087-c6a9-4323-b053-84e314455e63,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:08.735148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Attempting to bind port 176d3087-c6a9-4323-b053-84e314455e63 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:08.735722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Attempting to bind port 176d3087-c6a9-4323-b053-84e314455e63 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '190a4526-ea47-49c1-aaf8-e3f4f656792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:08.735839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Attempting to bind port 176d3087-c6a9-4323-b053-84e314455e63 on network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:08.743847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Port 176d3087-c6a9-4323-b053-84e314455e63 on network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:08.744380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Attempting to bind port 176d3087-c6a9-4323-b053-84e314455e63 on network 44de7b54-c3fc-4c32-887d-2dbfda6c42b9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:08.755441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:08.756080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Checking segment: {'id': '190a4526-ea47-49c1-aaf8-e3f4f656792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:08.759951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Bound using segment: {'id': '190a4526-ea47-49c1-aaf8-e3f4f656792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:08.760649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Bound port: 176d3087-c6a9-4323-b053-84e314455e63, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190a4526-ea47-49c1-aaf8-e3f4f656792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:08.761221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.884406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] For port 176d3087-c6a9-4323-b053-84e314455e63, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:08.889518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] For port 176d3087-c6a9-4323-b053-84e314455e63, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=176d3087-c6a9-4323-b053-84e314455e63,segment=NetworkSegment(190a4526-ea47-49c1-aaf8-e3f4f656792f),segment_id=190a4526-ea47-49c1-aaf8-e3f4f656792f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:08.904882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.955296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:08.956115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.957975 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] 10.222.0.67 "PUT /v2.0/ports/176d3087-c6a9-4323-b053-84e314455e63 HTTP/1.1" status: 200 len: 1091 time: 2.7578845 Dec 15 13:59:08.989688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet b45b16a3-f14f-419e-bea3-cfe6ace5d308 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:08.990342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'tag': '176d3087-c6a9-4323-b053-84e314455e63'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:08.994011 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453c23e1-23c6-44b6-8203-ef4a4a265e48" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5f6e47-2888-4490-b8e1-77eb1842d6c5", "tag": "176d3087-c6a9-4323-b053-84e314455e63"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:08.995317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.008950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb5ad-b0a6-44fb-a253-c0418fb3a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=176d3087-c6a9-4323-b053-84e314455e63,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.105048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.164546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-a039c256-0a35-476f-bacc-ba0e5898dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.170143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-a039c256-0a35-476f-bacc-ba0e5898dc19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d4bc2d1084c43f3a93e394fb3f9013e&device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 1094 time: 0.1351230 Dec 15 13:59:09.254831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.295965 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-8ac244a0-d401-4edc-bca9-09b78e62f267 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176d3087-c6a9-4323-b053-84e314455e63 HTTP/1.1" status: 200 len: 217 time: 0.1133592 Dec 15 13:59:09.334037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.417031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-bb19856f-f6ef-4bd5-85aa-f2898eddfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.419088 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-bb19856f-f6ef-4bd5-85aa-f2898eddfb38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d434880-b04c-45f6-89b9-980b67185507 HTTP/1.1" status: 200 len: 853 time: 0.1105545 Dec 15 13:59:09.439636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ccf76-4d42-4280-b843-ffe1f374a2d3 req-9c2755bd-2f13-427c-aead-b37ca8ca3375 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.442083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b0ccf76-4d42-4280-b843-ffe1f374a2d3 req-9c2755bd-2f13-427c-aead-b37ca8ca3375 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.6895740 Dec 15 13:59:09.469400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-4938f0f8-02e1-481b-ba93-2a421d935a1b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.471198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-4938f0f8-02e1-481b-ba93-2a421d935a1b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/ports?device_id=12fb054a-332c-44df-9f2c-6168fe442315 HTTP/1.1" status: 200 len: 946 time: 0.6592262 Dec 15 13:59:09.487792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e01a4c-151a-456e-ae46-fa914d4b3821 None None] Network 66237169-687d-404e-936c-bfdbc82677f8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:09.493221 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-92e029b6-fa4d-402d-9ff7-016ac377cda7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485561 Dec 15 13:59:09.505541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=b45b16a3-f14f-419e-bea3-cfe6ace5d308,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.507943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.514325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9397d9f8-e436-4bb9-bfd3-4348e2658fe6 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/b45b16a3-f14f-419e-bea3-cfe6ace5d308 HTTP/1.1" status: 204 len: 168 time: 0.8409050 Dec 15 13:59:09.519147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:09.625922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-8ccb79dc-bdbc-4ab0-8db3-5cbf673c4e0c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.637987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-8ccb79dc-bdbc-4ab0-8db3-5cbf673c4e0c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa46ba93-81f1-4743-86cb-f1ea103c6973 HTTP/1.1" status: 200 len: 944 time: 0.1893141 Dec 15 13:59:09.732358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b0ccf76-4d42-4280-b843-ffe1f374a2d3 req-cf6a976d-3401-43dc-9277-f3e30cc7055e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556429 Dec 15 13:59:09.781948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] DHCP port deletion for 66237169-687d-404e-936c-bfdbc82677f8 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:09.856694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-db193e26-f62e-4f68-81ba-de209ecd7b8b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.858195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-db193e26-f62e-4f68-81ba-de209ecd7b8b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f4d8188-c189-4d54-a359-f3ea1e530ca1 HTTP/1.1" status: 200 len: 946 time: 0.2517321 Dec 15 13:59:09.866955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.940446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] Deleting port dc31560c-d03a-45bb-af58-8deabebdcc58 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:09.940913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.078307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-fae0609a-94f7-4653-9baf-a3ebd9bf6258 service neutron] 10.222.0.67 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781295 Dec 15 13:59:10.098494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] For port dc31560c-d03a-45bb-af58-8deabebdcc58, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dc31560c-d03a-45bb-af58-8deabebdcc58,segment=NetworkSegment(c2afb50f-cd65-46a1-a72f-aeba673b8082),segment_id=c2afb50f-cd65-46a1-a72f-aeba673b8082)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:10.099359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.123003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] Calling delete_port for dc31560c-d03a-45bb-af58-8deabebdcc58 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:10.187882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Deleting port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:10.188469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.296058 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bd4b211b-0e68-496a-b357-b41fa992e3f3 req-d9139c7e-8165-40cd-920d-caf44a5a3b35 service neutron] 10.222.0.67 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773753 Dec 15 13:59:10.315129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.364346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Deleting port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:10.365279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.439167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Deleting port 01578457-cde1-4190-9f52-43ec3a111559 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:10.439512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.443518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port dc31560c-d03a-45bb-af58-8deabebdcc58 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:10.443796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.466013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-0d5dd59c-a5e8-4f3c-a306-1adf81724ac8 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.473713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] Pushing event deleted for resources: {'Port': ['ID=dc31560c-d03a-45bb-af58-8deabebdcc58,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.474408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-0d5dd59c-a5e8-4f3c-a306-1adf81724ac8 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 813 time: 0.4642601 Dec 15 13:59:10.475757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b54a2d-61f9-4d39-afcf-680e99c76c18 None None] No DVR routers for this DVR port dc31560c-d03a-45bb-af58-8deabebdcc58 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:10.506589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-f380f121-18a8-4b6f-a0d0-e81cd745bbf4 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/quotas/dfc0691c50604389a11d1749c23bbd5e HTTP/1.1" status: 200 len: 375 time: 0.0312288 Dec 15 13:59:10.595506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] For port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:10.595948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.614078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Calling delete_port for 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:10.626794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] For port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:10.627240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.716442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] For port dc31560c-d03a-45bb-af58-8deabebdcc58, host n-d-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:10.716903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.746082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for dc31560c-d03a-45bb-af58-8deabebdcc58 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:10.755130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Port dc31560c-d03a-45bb-af58-8deabebdcc58 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:59:10.760712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.797540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] For port 01578457-cde1-4190-9f52-43ec3a111559, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=01578457-cde1-4190-9f52-43ec3a111559,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:10.805324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.819657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Calling delete_port for 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:10.855971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-69cf5292-670f-4671-a7df-b11758a606a0 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3484569 Dec 15 13:59:10.864806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-f8196346-5eeb-442d-812d-3aac4e1e5111 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:59:10.873214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No DVR routers for this DVR port dc31560c-d03a-45bb-af58-8deabebdcc58 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:10.875513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-f8196346-5eeb-442d-812d-3aac4e1e5111 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173519 Dec 15 13:59:10.912028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.927818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72', '26921ff8-2a78-4987-bc85-b85af0290d45'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:10.932536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=dc31560c-d03a-45bb-af58-8deabebdcc58,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.067805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.092186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66237169-687d-404e-936c-bfdbc82677f8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.104724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2afb50f-cd65-46a1-a72f-aeba673b8082') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.105046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2afb50f-cd65-46a1-a72f-aeba673b8082') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.122704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.138778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.156363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:11.157058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.244533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] No DVR routers for this DVR port 7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:11.248327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:11.253911 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:11.265832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dbdb1fe3-a77a-45bd-a8f1-dca972f8c664 req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "DELETE /v2.0/ports/7f7d67ec-ef15-47f5-bdcd-54a4c02c1979 HTTP/1.1" status: 204 len: 173 time: 1.6265750 Dec 15 13:59:11.266122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Calling delete_port for 01578457-cde1-4190-9f52-43ec3a111559 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:11.286234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.291444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-deleted', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:11.293952 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9c7bb-ffff-4734-9c5b-1fa77514a32c" -d '{"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-deleted", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:11.304756 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.314335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/66237169-687d-404e-936c-bfdbc82677f8 HTTP/1.1" status: 204 len: 168 time: 1.7859828 Dec 15 13:59:11.325664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427df883-73da-46eb-ba68-f60a05eb3814 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'Port': ['ID=7f7d67ec-ef15-47f5-bdcd-54a4c02c1979,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.327226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:11.334719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'name': 'tempest-PortsTestJSON-2060300372'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:11.389038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad9de-7ce4-4a17-bfc3-5a64b01a3948 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=66237169-687d-404e-936c-bfdbc82677f8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.584391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-49f4c92c-95db-4c5c-9c20-a8f6f43dbad9 service neutron] 10.222.0.32 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056360 Dec 15 13:59:11.678718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dc31560c-d03a-45bb-af58-8deabebdcc58 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:11.732111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: dc31560c-d03a-45bb-af58-8deabebdcc58 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:11.741225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dc31560c-d03a-45bb-af58-8deabebdcc58 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:11.829637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:11.837519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.907082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 28b4dbd5-6c17-4467-8458-25a8d423685e yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:11.921276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.956336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-c6d52950-6914-42ed-9243-54ab5e9775a8 service neutron] 10.222.0.32 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620696 Dec 15 13:59:12.036188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event deleted for resources: {'Port': ['ID=3ad4f68f-6b26-47ea-bb9d-5dcc110f334b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:12.100908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.152658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] No DVR routers for this DVR port 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:12.157222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event deleted for resources: {'Port': ['ID=01578457-cde1-4190-9f52-43ec3a111559,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:12.168834 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.172393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47c219fa-2950-4d46-9986-c8fbe5756071 req-0e611756-ed90-4ecc-bca9-17b30ef35520 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "DELETE /v2.0/ports/3ad4f68f-6b26-47ea-bb9d-5dcc110f334b HTTP/1.1" status: 204 len: 173 time: 2.6567702 Dec 15 13:59:12.240634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 176d3087-c6a9-4323-b053-84e314455e63 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:12.370447 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61069607-52dc-408d-96cb-2ff7c5a828a9 x-openstack-request-id: req-61069607-52dc-408d-96cb-2ff7c5a828a9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:12.370823 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5f6e47-2888-4490-b8e1-77eb1842d6c5", "tag": "176d3087-c6a9-4323-b053-84e314455e63", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:12.371015 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61069607-52dc-408d-96cb-2ff7c5a828a9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:12.371391 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'tag': '176d3087-c6a9-4323-b053-84e314455e63', 'status': 'completed', 'code': 200} Dec 15 13:59:12.372907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] No DVR routers for this DVR port 01578457-cde1-4190-9f52-43ec3a111559 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:12.378313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.383262 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4ee5d71-9cea-4daf-9315-22fbe87795d9 req-f06aa81a-2a83-496f-8c52-74e5c692ddf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "DELETE /v2.0/ports/01578457-cde1-4190-9f52-43ec3a111559 HTTP/1.1" status: 204 len: 173 time: 2.5051677 Dec 15 13:59:12.386969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.439007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8d8a-02d5-482e-805b-042966b8bc5e req-6faa136d-32c3-42d6-baa0-1d6afec1c9ad tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:12.452355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc4b8d8a-02d5-482e-805b-042966b8bc5e req-6faa136d-32c3-42d6-baa0-1d6afec1c9ad tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 943 time: 0.1423392 Dec 15 13:59:12.517840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:12.523685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.587196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:12.587538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ad4f68f-6b26-47ea-bb9d-5dcc110f334b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:12.588211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 01578457-cde1-4190-9f52-43ec3a111559 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:12.615004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-3ac29839-64f5-4276-8065-ad2534c923d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:12.618074 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-3ac29839-64f5-4276-8065-ad2534c923d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d4bc2d1084c43f3a93e394fb3f9013e&device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 1094 time: 0.2115023 Dec 15 13:59:12.632897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 176d3087-c6a9-4323-b053-84e314455e63, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=176d3087-c6a9-4323-b053-84e314455e63,segment=NetworkSegment(190a4526-ea47-49c1-aaf8-e3f4f656792f),segment_id=190a4526-ea47-49c1-aaf8-e3f4f656792f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:12.664779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:12.675469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=28b4dbd5-6c17-4467-8458-25a8d423685e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:12.681796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '176d3087-c6a9-4323-b053-84e314455e63', 'network_id': '44de7b54-c3fc-4c32-887d-2dbfda6c42b9', 'port_id': '176d3087-c6a9-4323-b053-84e314455e63', 'mac_address': 'fa:16:3e:7f:2c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d434880-b04c-45f6-89b9-980b67185507', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:12.705043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:12.711940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:12.728349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:12.730318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.734475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 01578457-cde1-4190-9f52-43ec3a111559 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:12.734816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 01578457-cde1-4190-9f52-43ec3a111559 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:12.736603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28294f38-e6bd-4159-af88-9e207a8bc481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.829397 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.855091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176d3087-c6a9-4323-b053-84e314455e63 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:12.909574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 176d3087-c6a9-4323-b053-84e314455e63, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=176d3087-c6a9-4323-b053-84e314455e63,segment=NetworkSegment(190a4526-ea47-49c1-aaf8-e3f4f656792f),segment_id=190a4526-ea47-49c1-aaf8-e3f4f656792f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:12.926215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.944088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-a2bc441e-24ce-4333-99c9-faf043dc355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:12.947976 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-a2bc441e-24ce-4333-99c9-faf043dc355a service neutron] 10.222.0.67 "GET /v2.0/networks?id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9 HTTP/1.1" status: 200 len: 915 time: 0.2809362 Dec 15 13:59:12.968202 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b1e0e9ea-7ef5-445d-a680-48197f47ead0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6358359 Dec 15 13:59:12.969209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:13.032198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=176d3087-c6a9-4323-b053-84e314455e63,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:13.147876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6551aa3-f86b-4fb4-a1af-52a9c33c60f5 req-40431bc1-3d8b-42b9-8af8-966cc524ee84 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.149377 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-fecca206-b77e-4859-a4fb-4c9f795ecfbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176d3087-c6a9-4323-b053-84e314455e63 HTTP/1.1" status: 200 len: 217 time: 0.1623514 Dec 15 13:59:13.156242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6551aa3-f86b-4fb4-a1af-52a9c33c60f5 req-40431bc1-3d8b-42b9-8af8-966cc524ee84 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.6460652 Dec 15 13:59:13.178496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc4b8d8a-02d5-482e-805b-042966b8bc5e req-04db4d09-2fbf-4b02-b48a-c9acc2ed5692 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250869 Dec 15 13:59:13.296742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['176d3087-c6a9-4323-b053-84e314455e63'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:13.297861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-fb583915-5815-4745-ad32-bf71a5a6f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.302022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-fb583915-5815-4745-ad32-bf71a5a6f441 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1096 time: 0.2641408 Dec 15 13:59:13.308210 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927e1b5d-ecb3-462e-aff7-2faa53f82865 x-openstack-request-id: req-927e1b5d-ecb3-462e-aff7-2faa53f82865 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:13.308852 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46ba93-81f1-4743-86cb-f1ea103c6973", "name": "network-vif-deleted", "tag": "7f7d67ec-ef15-47f5-bdcd-54a4c02c1979", "status": "failed", "code": 422}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:13.309337 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-927e1b5d-ecb3-462e-aff7-2faa53f82865 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:13.310208 n-d-815324-3 neutron-server[103379]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa46ba93-81f1-4743-86cb-f1ea103c6973', 'name': 'network-vif-deleted', 'tag': '7f7d67ec-ef15-47f5-bdcd-54a4c02c1979', 'status': 'failed', 'code': 422} returned with failed status Dec 15 13:59:13.316402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a6551aa3-f86b-4fb4-a1af-52a9c33c60f5 req-16318fd3-0f95-4ad6-9c5a-fa7fcc8ec962 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590517 Dec 15 13:59:13.401407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-9f7b4b56-475e-4986-9874-15053f04fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.406174 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-9f7b4b56-475e-4986-9874-15053f04fb13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d434880-b04c-45f6-89b9-980b67185507 HTTP/1.1" status: 200 len: 853 time: 0.2329135 Dec 15 13:59:13.485680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 28b4dbd5-6c17-4467-8458-25a8d423685e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:13.488804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.656448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-042c5e1e-88be-478f-99cb-6a649fb241b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.658722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-042c5e1e-88be-478f-99cb-6a649fb241b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.3285005 Dec 15 13:59:13.677054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.709219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 28b4dbd5-6c17-4467-8458-25a8d423685e owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:13.825732 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-0d0ad0fb-5c6c-4414-8e55-da85f7db2b81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4113505 Dec 15 13:59:13.828899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.848328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-5e596ba7-2037-45b2-8da7-6792a2cbeef7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 200 len: 1001 time: 0.1804972 Dec 15 13:59:13.938645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a01dff6-bdc9-4bb8-bdc8-41b8b35e1ddc req-dc408177-11e8-4872-aea5-1670f8cf2219 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 210 time: 0.0882561 Dec 15 13:59:13.972856 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-169175d0-97bb-4df8-a66f-e2e941f26089 service neutron] 10.222.0.67 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340542 Dec 15 13:59:14.013963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-b9a526c4-1978-4458-ae9f-d7e014b2be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.015826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-b9a526c4-1978-4458-ae9f-d7e014b2be00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.0700526 Dec 15 13:59:14.027895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.099333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-e21bb611-e7c7-4a30-b4df-df32dfc14804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.101127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-e21bb611-e7c7-4a30-b4df-df32dfc14804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723369 Dec 15 13:59:14.158490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-453c23e1-23c6-44b6-8203-ef4a4a265e48 req-3afc23db-7049-4258-972f-2282f440c894 service neutron] 10.222.0.67 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249137 Dec 15 13:59:14.159630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=28b4dbd5-6c17-4467-8458-25a8d423685e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:14.178034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.183715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4707feb5-1b26-4910-868e-e81f8c5c15f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/28b4dbd5-6c17-4467-8458-25a8d423685e HTTP/1.1" status: 204 len: 168 time: 1.1914144 Dec 15 13:59:14.184032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:14.193620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'mac_address': 'fa:16:3e:27:57:77', 'name': 'tempest-PortsTestJSON-552837722'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:14.229704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-775d11b5-f35c-4fe8-9743-80fca51e5bad service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179278 Dec 15 13:59:14.244391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3abf8-8e4c-44c9-b9f0-e86d6bc29af4 req-0878f42c-8a80-4847-9c0b-b375e4e5e8cc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.255834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5a3abf8-8e4c-44c9-b9f0-e86d6bc29af4 req-0878f42c-8a80-4847-9c0b-b375e4e5e8cc tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 907 time: 0.2387302 Dec 15 13:59:14.310102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:14.397947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'name': 'network-vif-deleted', 'tag': '01578457-cde1-4190-9f52-43ec3a111559'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:14.400532 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f185cbcf-7758-4508-9b12-32382bfdb2ec" -d '{"events": [{"server_uuid": "6f4d8188-c189-4d54-a359-f3ea1e530ca1", "name": "network-vif-deleted", "tag": "01578457-cde1-4190-9f52-43ec3a111559"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:14.419574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55ba46-026b-48fd-95f9-58192f6c36e9 req-c20ad213-3c7e-4057-b0f1-062d447a2773 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.435174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe55ba46-026b-48fd-95f9-58192f6c36e9 req-c20ad213-3c7e-4057-b0f1-062d447a2773 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 944 time: 0.1529737 Dec 15 13:59:14.476635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.560259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7ae9013-75ef-4f7f-89df-053881acc858 req-eaf2f69e-0fd5-460d-8d4b-e66ccdb6ec7e service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028350 Dec 15 13:59:14.604969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 1125d141-4e83-418d-a325-64f0ff49273b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:14.612137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5cd5e-032a-49cd-a40a-9d2a160fe69f req-32f525d4-86f8-40f9-a226-6b4279650afe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.614356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccc5cd5e-032a-49cd-a40a-9d2a160fe69f req-32f525d4-86f8-40f9-a226-6b4279650afe tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.1536143 Dec 15 13:59:14.624419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe55ba46-026b-48fd-95f9-58192f6c36e9 req-2720a1a9-bab5-4921-9113-241b392dcbcb tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863120 Dec 15 13:59:14.692750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccc5cd5e-032a-49cd-a40a-9d2a160fe69f req-9d9bb275-4512-4f18-bc07-036ef9f8fd61 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665505 Dec 15 13:59:14.720871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68c56c61-ab2a-4793-9832-6b769039d01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.759959 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f634f5c-0e11-46c9-8c7b-3a8ceb0cc6d5 x-openstack-request-id: req-0f634f5c-0e11-46c9-8c7b-3a8ceb0cc6d5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:14.760273 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4d8188-c189-4d54-a359-f3ea1e530ca1", "name": "network-vif-deleted", "tag": "01578457-cde1-4190-9f52-43ec3a111559", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:14.760493 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f634f5c-0e11-46c9-8c7b-3a8ceb0cc6d5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:14.760958 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4d8188-c189-4d54-a359-f3ea1e530ca1', 'name': 'network-vif-deleted', 'tag': '01578457-cde1-4190-9f52-43ec3a111559', 'status': 'completed', 'code': 200} Dec 15 13:59:14.819102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a9c5135d-e403-4fa2-b725-61572a015a3b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.821819 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a9c5135d-e403-4fa2-b725-61572a015a3b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 813 time: 0.3079407 Dec 15 13:59:14.839111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-12570060-4a7d-4b50-a0e6-1ca8fa341b6b req-6e1a0b81-3b7b-48b6-8e1a-361fcd57ceb3 tempest-LiveAutoBlockMigrationV225Test-1812211329 tempest-LiveAutoBlockMigrationV225Test-1812211329-project] (103379) timed out ('10.222.0.85', 50849) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:59:14.872540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Request body: {'port': {'device_id': 'bcf70f11-a950-421a-8f71-2598725512b5', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'admin_state_up': True, 'tenant_id': 'dfc0691c50604389a11d1749c23bbd5e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:14.983002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.065340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.067992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Made reservation on behalf of dfc0691c50604389a11d1749c23bbd5e for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:15.071743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.190105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:15.222997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:15.233862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:15.235445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-aba11115-a1d6-4d93-b908-f7dc9d13fbcb tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.238942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-aba11115-a1d6-4d93-b908-f7dc9d13fbcb tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 813 time: 0.2342508 Dec 15 13:59:15.239540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.240269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.247369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=1125d141-4e83-418d-a325-64f0ff49273b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:15.265594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be06be59-b697-456e-a9af-a253246e55a7 req-e978c0c3-e6aa-495d-bec8-809178b433c6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 210 time: 0.2165940 Dec 15 13:59:15.281946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c2e2c5f7-a7bb-48f1-a832-631756bc729a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0968080 Dec 15 13:59:15.283526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Request body: {'port': {'device_id': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'admin_state_up': True, 'tenant_id': 'dfc0691c50604389a11d1749c23bbd5e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:15.285691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:15.311649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb054a-332c-44df-9f2c-6168fe442315', 'name': 'network-vif-deleted', 'tag': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:15.314029 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f52d5dd-3a9d-42a2-8b2e-900fdcc29f34" -d '{"events": [{"server_uuid": "12fb054a-332c-44df-9f2c-6168fe442315", "name": "network-vif-deleted", "tag": "3ad4f68f-6b26-47ea-bb9d-5dcc110f334b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:15.395938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662a8c3-f4c5-49ab-a263-447b43d5bd94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.399830 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b662a8c3-f4c5-49ab-a263-447b43d5bd94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/1125d141-4e83-418d-a325-64f0ff49273b HTTP/1.1" status: 200 len: 840 time: 0.1130145 Dec 15 13:59:15.405868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:15.432794 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee9441-f5fd-4270-b744-bd6dd5705a2b x-openstack-request-id: req-36ee9441-f5fd-4270-b744-bd6dd5705a2b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:15.433228 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb054a-332c-44df-9f2c-6168fe442315", "name": "network-vif-deleted", "tag": "3ad4f68f-6b26-47ea-bb9d-5dcc110f334b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:15.433479 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36ee9441-f5fd-4270-b744-bd6dd5705a2b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:15.433874 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb054a-332c-44df-9f2c-6168fe442315', 'name': 'network-vif-deleted', 'tag': '3ad4f68f-6b26-47ea-bb9d-5dcc110f334b', 'status': 'completed', 'code': 200} Dec 15 13:59:15.479482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Allocated IP 172.20.0.2 (870bc69c-18f3-47a3-8d86-78d852c6c78d/1c4ff0a0-1b14-43d2-9786-655283b72ac5/f57e9dea-2016-48df-97e1-225ddc5f8c7d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:15.533217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191455b6-d648-4cc0-94e6-181dd5164fbe req-8a0769d2-7c19-499f-a7b5-c28a961dcc6f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.535048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-191455b6-d648-4cc0-94e6-181dd5164fbe req-8a0769d2-7c19-499f-a7b5-c28a961dcc6f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 907 time: 0.0985236 Dec 15 13:59:15.543218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Made reservation on behalf of dfc0691c50604389a11d1749c23bbd5e for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:15.547357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.863375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53f6d5-21a3-471e-ae46-f12f8712f2cb req-59899a16-ba91-4ec7-b82b-846b6825c702 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.866377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac53f6d5-21a3-471e-ae46-f12f8712f2cb req-59899a16-ba91-4ec7-b82b-846b6825c702 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 944 time: 0.1223781 Dec 15 13:59:15.887267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fece16-788a-428a-95ab-5d4199731f8b req-98cf617c-0ab2-4de1-98be-a15ee6117d30 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.900178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04fece16-788a-428a-95ab-5d4199731f8b req-98cf617c-0ab2-4de1-98be-a15ee6117d30 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 945 time: 0.0856955 Dec 15 13:59:15.996280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac53f6d5-21a3-471e-ae46-f12f8712f2cb req-cc690bd0-bdf7-46be-b161-c880fbc4c0f4 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977807 Dec 15 13:59:16.020941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04fece16-788a-428a-95ab-5d4199731f8b req-e11841dd-ab4e-4e44-838e-e372ca1c52c0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178555 Dec 15 13:59:16.090443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e9beb8d6-be89-4ab2-83a1-928272107e3c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:16.091970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e9beb8d6-be89-4ab2-83a1-928272107e3c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 907 time: 0.5456030 Dec 15 13:59:16.154425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 1125d141-4e83-418d-a325-64f0ff49273b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:16.154768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.199063 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.234771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.267002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 176d3087-c6a9-4323-b053-84e314455e63 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:16.296230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.318638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 1125d141-4e83-418d-a325-64f0ff49273b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:16.382458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 176d3087-c6a9-4323-b053-84e314455e63 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:16.387011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Deleting port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:16.387361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.408643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.416055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 176d3087-c6a9-4323-b053-84e314455e63 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:16.417631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.515924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:16.529717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:16.551991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event updated for resources: {'Port': ['ID=f57e9dea-2016-48df-97e1-225ddc5f8c7d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:16.559310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:16.630703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee9f5e39-dea9-4743-8900-fb84406a37a3 req-4dd56c3e-d664-472f-99c6-e31c851cd56f tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 210 time: 0.1295466 Dec 15 13:59:16.647432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Allocated IP 172.20.0.11 (870bc69c-18f3-47a3-8d86-78d852c6c78d/1c4ff0a0-1b14-43d2-9786-655283b72ac5/fd8fead7-f5bf-4622-9fcd-f158cd89deae) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:16.668797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.717264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.722653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176d3087-c6a9-4323-b053-84e314455e63'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:16.729288 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3947812-54a4-4e1c-a976-a1b0ba8785c8" -d '{"events": [{"server_uuid": "2c5f6e47-2888-4490-b8e1-77eb1842d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "176d3087-c6a9-4323-b053-84e314455e63"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:16.763137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.769522 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/1125d141-4e83-418d-a325-64f0ff49273b HTTP/1.1" status: 204 len: 168 time: 1.3624392 Dec 15 13:59:16.772272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 176d3087-c6a9-4323-b053-84e314455e63, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=176d3087-c6a9-4323-b053-84e314455e63,segment=NetworkSegment(190a4526-ea47-49c1-aaf8-e3f4f656792f),segment_id=190a4526-ea47-49c1-aaf8-e3f4f656792f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:16.776781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:16.785839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.786653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:16.900068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81d310-b494-4090-b4eb-090a494ac9bc req-e6a3167e-53cb-400f-a07d-7775f03f82fd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:16.908517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e81d310-b494-4090-b4eb-090a494ac9bc req-e6a3167e-53cb-400f-a07d-7775f03f82fd tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 907 time: 0.1956027 Dec 15 13:59:16.914382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ea1a1-43e4-402b-84fa-f51d7117879a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=1125d141-4e83-418d-a325-64f0ff49273b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:16.918463 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-144bf4c7-c737-42af-97d0-64dc84e7ea44 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:59:16.920653 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-144bf4c7-c737-42af-97d0-64dc84e7ea44 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/1125d141-4e83-418d-a325-64f0ff49273b HTTP/1.1" status: 404 len: 333 time: 0.1423042 Dec 15 13:59:16.929215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38626) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:16.935629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'name': 'tempest-PortsTestJSON-1697485376'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:16.950389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:16.958521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.973069 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17782937-7e9a-4984-99c7-c9846c23ade1 x-openstack-request-id: req-17782937-7e9a-4984-99c7-c9846c23ade1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:16.973646 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5f6e47-2888-4490-b8e1-77eb1842d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "176d3087-c6a9-4323-b053-84e314455e63", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:16.974080 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17782937-7e9a-4984-99c7-c9846c23ade1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:16.974670 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176d3087-c6a9-4323-b053-84e314455e63', 'code': 200} Dec 15 13:59:16.987386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=176d3087-c6a9-4323-b053-84e314455e63,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.001868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] For port 26c9ee87-0708-4bfd-b4b9-ca24265276b1, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26c9ee87-0708-4bfd-b4b9-ca24265276b1,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:17.002439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.012468 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-a91ab83d-415d-4e9a-9a3f-c5abf9f63f98 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1441464 Dec 15 13:59:17.040676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Request body: {'port': {'device_id': 'bcf70f11-a950-421a-8f71-2598725512b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:17.098195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.175915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.177042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:17.182402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.251019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Calling delete_port for 26c9ee87-0708-4bfd-b4b9-ca24265276b1 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:17.257564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.322087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.387517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.399928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:17.403488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.439291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214a54d-07a7-499a-b419-65a2aa3c9fdb req-9eb67279-f83b-494b-b617-5d4fe7d16671 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.446665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4214a54d-07a7-499a-b419-65a2aa3c9fdb req-9eb67279-f83b-494b-b617-5d4fe7d16671 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.2876651 Dec 15 13:59:17.460192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c681c-2144-4aed-857d-817b1b33ca14 req-964e2353-cae5-4265-928a-c4ebafe942e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.461394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-611c681c-2144-4aed-857d-817b1b33ca14 req-964e2353-cae5-4265-928a-c4ebafe942e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 1096 time: 0.3014677 Dec 15 13:59:17.465012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.489795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:17.665497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Network 870bc69c-18f3-47a3-8d86-78d852c6c78d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:17.680979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6d4af-86d2-4968-8cd6-b6407676c414 req-4d1d2f5a-eb4a-4ecf-83e2-31192047b7ae tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.685995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d6d4af-86d2-4968-8cd6-b6407676c414 req-4d1d2f5a-eb4a-4ecf-83e2-31192047b7ae tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.4151175 Dec 15 13:59:17.717813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:17.735518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:17.739838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event updated for resources: {'Port': ['ID=fd8fead7-f5bf-4622-9fcd-f158cd89deae,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.750006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4214a54d-07a7-499a-b419-65a2aa3c9fdb req-f9f79e82-cecd-468a-92f4-bc185060060a tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024502 Dec 15 13:59:17.757015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.881688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'Port': ['ID=26c9ee87-0708-4bfd-b4b9-ca24265276b1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.934485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-611c681c-2144-4aed-857d-817b1b33ca14 req-53412c85-89ca-4a34-9560-6a8e2e3db8ff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643798 Dec 15 13:59:17.960621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57e9dea-2016-48df-97e1-225ddc5f8c7d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:17.987560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.006411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.007098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.010527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] No DVR routers for this DVR port 26c9ee87-0708-4bfd-b4b9-ca24265276b1 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:18.015202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.028194 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c41f5838-60f0-4520-af13-87fe6e7136ce req-e89e7554-1154-46ef-926d-0e014401296c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "DELETE /v2.0/ports/26c9ee87-0708-4bfd-b4b9-ca24265276b1 HTTP/1.1" status: 204 len: 173 time: 1.9220073 Dec 15 13:59:18.028981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'name': 'network-vif-deleted', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:18.032080 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f756b17-6f1d-4edb-86c7-26f9fa9827d4" -d '{"events": [{"server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "name": "network-vif-deleted", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:18.047754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Transition to ACTIVE for port object f57e9dea-2016-48df-97e1-225ddc5f8c7d will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:18.053071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.061426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d6d4af-86d2-4968-8cd6-b6407676c414 req-f47e9ea8-c706-4e5d-915d-2c966ef569b0 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537495 Dec 15 13:59:18.066015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-40db69b3-7f68-4c4f-877b-78175dd491e2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8080173 Dec 15 13:59:18.125163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.161352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Request body: {'port': {'device_id': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:18.239507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Pushing event updated for resources: {'Port': ['ID=f57e9dea-2016-48df-97e1-225ddc5f8c7d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:18.266540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682c35e-6d2b-4994-90fd-68bee2b3ea74 req-ef7eee22-f173-41ad-91b1-9b71b8db2e8c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.270924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26c9ee87-0708-4bfd-b4b9-ca24265276b1 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:18.274651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8682c35e-6d2b-4994-90fd-68bee2b3ea74 req-ef7eee22-f173-41ad-91b1-9b71b8db2e8c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 932 time: 0.2066724 Dec 15 13:59:18.303877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Attempting to bind port f57e9dea-2016-48df-97e1-225ddc5f8c7d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:18.304609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Attempting to bind port f57e9dea-2016-48df-97e1-225ddc5f8c7d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:18.304756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Attempting to bind port f57e9dea-2016-48df-97e1-225ddc5f8c7d on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:18.306205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 26c9ee87-0708-4bfd-b4b9-ca24265276b1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:18.306985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26c9ee87-0708-4bfd-b4b9-ca24265276b1 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:18.310126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Port f57e9dea-2016-48df-97e1-225ddc5f8c7d on network 870bc69c-18f3-47a3-8d86-78d852c6c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:18.310456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Attempting to bind port f57e9dea-2016-48df-97e1-225ddc5f8c7d on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:18.320375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:18.320971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Checking segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:18.321840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Bound using segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:18.322816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Bound port: f57e9dea-2016-48df-97e1-225ddc5f8c7d, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:18.323393 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.334422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29936c7b-8c09-42ca-9948-fc51325039d6 req-bfd85323-09de-4a3a-a740-2f9c4f3648df tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8301-f558-45df-a086-afe2a231653a HTTP/1.1" status: 200 len: 210 time: 0.1010969 Dec 15 13:59:18.410342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] For port f57e9dea-2016-48df-97e1-225ddc5f8c7d, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:18.414661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] For port f57e9dea-2016-48df-97e1-225ddc5f8c7d, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:18.421752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.444750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.447272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.450980 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d10d9-7bc1-4de2-af76-0acce9fb0336 x-openstack-request-id: req-103d10d9-7bc1-4de2-af76-0acce9fb0336 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:18.451294 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df8301-f558-45df-a086-afe2a231653a", "name": "network-vif-deleted", "tag": "26c9ee87-0708-4bfd-b4b9-ca24265276b1", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:18.457643 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-103d10d9-7bc1-4de2-af76-0acce9fb0336 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:18.458101 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df8301-f558-45df-a086-afe2a231653a', 'name': 'network-vif-deleted', 'tag': '26c9ee87-0708-4bfd-b4b9-ca24265276b1', 'status': 'completed', 'code': 200} Dec 15 13:59:18.488445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.503138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.504423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.506431 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-18d01008-db4d-434e-b070-b65f26808cec service neutron] 10.222.0.67 "PUT /v2.0/ports/f57e9dea-2016-48df-97e1-225ddc5f8c7d HTTP/1.1" status: 200 len: 1091 time: 1.4724064 Dec 15 13:59:18.567143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8682c35e-6d2b-4994-90fd-68bee2b3ea74 req-c54d9b72-70fa-44f1-ad7b-aea99379ce27 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827458 Dec 15 13:59:18.567143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:18.574935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:18.590479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:18.596925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.598126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.601422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d01008-db4d-434e-b070-b65f26808cec service neutron] Pushing event updated for resources: {'Port': ['ID=f57e9dea-2016-48df-97e1-225ddc5f8c7d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:18.626357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:18.656236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-9a5ab897-bd08-482c-9b58-7ecd877bd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.658328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-9a5ab897-bd08-482c-9b58-7ecd877bd033 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 1094 time: 0.0984509 Dec 15 13:59:18.738905 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-edf646e9-835f-4ef8-9a3a-c37828b8b483 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d HTTP/1.1" status: 200 len: 217 time: 0.0717018 Dec 15 13:59:18.812775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-77e7ca56-1cd5-4ddc-8f6d-bf187bf3fffd tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8805285 Dec 15 13:59:18.814623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:18.820685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:18.829713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-aee72e2c-6c6c-4860-aa5f-c7ad131ab213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.831837 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-aee72e2c-6c6c-4860-aa5f-c7ad131ab213 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.0795321 Dec 15 13:59:18.953121 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-e2149167-d636-41fe-8ed6-00c316ea776c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991378 Dec 15 13:59:18.976189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:18.978725 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7b8f14-5b6a-43ad-89f1-78dc6cb67261" -d '{"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:19.041646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f5227-132e-41ab-9eba-5a632d80682e req-696bf199-ffbd-4fb0-9f4e-ca9e4bdacc23 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.043474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b1f5227-132e-41ab-9eba-5a632d80682e req-696bf199-ffbd-4fb0-9f4e-ca9e4bdacc23 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.1375649 Dec 15 13:59:19.113770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.194000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b1f5227-132e-41ab-9eba-5a632d80682e req-b3dc729e-d3d0-47e4-9e8a-d918e4b08853 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343861 Dec 15 13:59:19.214879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8fead7-f5bf-4622-9fcd-f158cd89deae {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:19.232455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.263578 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-2633887d-5ba7-4f5b-b98b-e0a9f1f6adf7 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030469 Dec 15 13:59:19.283100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Transition to ACTIVE for port object fd8fead7-f5bf-4622-9fcd-f158cd89deae will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:19.290720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.311373 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49679522-4e28-4b1c-9ebe-52fc1fd1d756 x-openstack-request-id: req-49679522-4e28-4b1c-9ebe-52fc1fd1d756 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:19.313384 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-unplugged", "status": "failed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "code": 422}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:19.313912 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49679522-4e28-4b1c-9ebe-52fc1fd1d756 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:19.314575 n-d-815324-3 neutron-server[103380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'code': 422} returned with failed status Dec 15 13:59:19.430878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Pushing event updated for resources: {'Port': ['ID=fd8fead7-f5bf-4622-9fcd-f158cd89deae,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.513704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-c1d7960b-0c1a-43cf-a817-b0a339b8b9ca service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174869 Dec 15 13:59:19.542905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.556462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.637313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] In _notify_port_updated(), no bound segment for port fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d on network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:59:19.643379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Attempting to bind port fd8fead7-f5bf-4622-9fcd-f158cd89deae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:19.643898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Attempting to bind port fd8fead7-f5bf-4622-9fcd-f158cd89deae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:19.644584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Attempting to bind port fd8fead7-f5bf-4622-9fcd-f158cd89deae on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:19.647899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.649027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.650310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/ports/fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d HTTP/1.1" status: 200 len: 818 time: 0.8347127 Dec 15 13:59:19.651932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Port fd8fead7-f5bf-4622-9fcd-f158cd89deae on network 870bc69c-18f3-47a3-8d86-78d852c6c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:19.652429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Attempting to bind port fd8fead7-f5bf-4622-9fcd-f158cd89deae on network 870bc69c-18f3-47a3-8d86-78d852c6c78d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:19.653426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:19.658754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:19.659313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Checking segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:19.660110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Bound using segment: {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:19.660753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Bound port: fd8fead7-f5bf-4622-9fcd-f158cd89deae, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9878a-7f7f-4b85-aa49-619637250cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:19.661294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.698989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb5565-f05a-4fdb-bc77-970510c3f8ac tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.812378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] For port fd8fead7-f5bf-4622-9fcd-f158cd89deae, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:19.821899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] For port fd8fead7-f5bf-4622-9fcd-f158cd89deae, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:19.830115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.852590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:19.854185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.871689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.872288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.873724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] 10.222.0.67 "PUT /v2.0/ports/fd8fead7-f5bf-4622-9fcd-f158cd89deae HTTP/1.1" status: 200 len: 1092 time: 1.7221770 Dec 15 13:59:19.926915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'tag': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:19.929595 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dce032-bf95-4956-b35b-765685b177c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0", "tag": "fd8fead7-f5bf-4622-9fcd-f158cd89deae"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:20.014716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.048543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:20.101632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348a68c-5170-4ae2-8988-3cf2a55d031d service neutron] Pushing event updated for resources: {'Port': ['ID=fd8fead7-f5bf-4622-9fcd-f158cd89deae,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:20.148676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a1f3-5785-4c82-adac-83f9b372e905 req-a52f90af-d1f3-470b-b898-9def7a79656a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.158025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a70a1f3-5785-4c82-adac-83f9b372e905 req-a52f90af-d1f3-470b-b898-9def7a79656a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 944 time: 0.2831378 Dec 15 13:59:20.161493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-1fd4be45-1e29-4b8b-8ef8-0f7bec32500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.163166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-1fd4be45-1e29-4b8b-8ef8-0f7bec32500d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 1095 time: 0.2277830 Dec 15 13:59:20.175594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.236381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.237802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc85dc6-e238-40d6-8399-ad0748c06b2f req-445cacd9-f19c-4df4-9785-fa0a235156fe tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.239197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bc85dc6-e238-40d6-8399-ad0748c06b2f req-445cacd9-f19c-4df4-9785-fa0a235156fe tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 945 time: 0.1586022 Dec 15 13:59:20.241833 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d HTTP/1.1" status: 204 len: 168 time: 0.5872691 Dec 15 13:59:20.243769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eaa35-a137-4d2a-b974-a2cf0d88088a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:20.251335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:20.269008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-aeec1188-61d2-45ee-bb91-b0cea6397484 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae HTTP/1.1" status: 200 len: 217 time: 0.0849879 Dec 15 13:59:20.281249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:20.285862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a70a1f3-5785-4c82-adac-83f9b372e905 req-97060808-5c1d-4253-9c17-a2f6d60e2301 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257927 Dec 15 13:59:20.326398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb6853-c3dc-4738-8c2f-2fed859d6dee tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.331057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f5fb6853-c3dc-4738-8c2f-2fed859d6dee tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0784922 Dec 15 13:59:20.332360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:20.366984 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcda30d9-8582-4cf0-b755-0204468f6a97 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:59:20.383859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:20.385361 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517d39c-2e81-4329-a564-d92e054ea746 x-openstack-request-id: req-7517d39c-2e81-4329-a564-d92e054ea746 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:20.385540 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dcda30d9-8582-4cf0-b755-0204468f6a97 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/fdb082b3-ec45-4fb0-9106-1f18f1f4fb3d HTTP/1.1" status: 404 len: 333 time: 0.0525999 Dec 15 13:59:20.385647 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0", "tag": "fd8fead7-f5bf-4622-9fcd-f158cd89deae", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:20.385933 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7517d39c-2e81-4329-a564-d92e054ea746 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:20.386418 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'tag': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae', 'status': 'completed', 'code': 200} Dec 15 13:59:20.407244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-479232401'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:20.457164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-ba270c59-aee9-4dbc-97e3-8d096de76833 req-e696459b-2606-4d67-af53-ebfdc0cfd1da service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:59:20.458217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba270c59-aee9-4dbc-97e3-8d096de76833 req-e696459b-2606-4d67-af53-ebfdc0cfd1da service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171046 Dec 15 13:59:20.460814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf70f11-a950-421a-8f71-2598725512b5', 'tag': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:20.462718 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9b3bb2-8733-4030-96e1-902c14f163f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf70f11-a950-421a-8f71-2598725512b5", "tag": "f57e9dea-2016-48df-97e1-225ddc5f8c7d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:20.489725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-6f13c6ae-f7b5-4abd-b08d-c0d487200459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.491822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-6f13c6ae-f7b5-4abd-b08d-c0d487200459 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.2057376 Dec 15 13:59:20.496222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:20.504825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.548241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bc85dc6-e238-40d6-8399-ad0748c06b2f req-113ae550-7091-411c-9451-370ed6aabc08 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820179 Dec 15 13:59:20.576937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-2cce3374-9031-4f87-bf1e-db015c55c529 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447834 Dec 15 13:59:20.599489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:20.726004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.726476 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment 1e5f8351-a1f6-4add-a239-b93e586b6e73 of type vlan for network 980dca2f-753b-4b72-9176-598f0d7d9d59 Dec 15 13:59:20.734118 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0d3250-a0e8-494a-9720-4dd0d609a78f x-openstack-request-id: req-ac0d3250-a0e8-494a-9720-4dd0d609a78f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:20.734690 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf70f11-a950-421a-8f71-2598725512b5", "tag": "f57e9dea-2016-48df-97e1-225ddc5f8c7d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:20.734690 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac0d3250-a0e8-494a-9720-4dd0d609a78f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:20.735125 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf70f11-a950-421a-8f71-2598725512b5', 'tag': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d', 'status': 'completed', 'code': 200} Dec 15 13:59:20.852373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-b5694302-1331-4156-acd8-824debf31c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.854052 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-b5694302-1331-4156-acd8-824debf31c32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 1094 time: 0.0881433 Dec 15 13:59:20.992338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-43ff93a4-a9ba-4f16-a617-e0e08628b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.995594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-43ff93a4-a9ba-4f16-a617-e0e08628b745 service neutron] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 915 time: 0.1248388 Dec 15 13:59:21.024698 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.070600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-67ca21fb-890c-4844-ac9a-bfafe6011d4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d HTTP/1.1" status: 200 len: 217 time: 0.0597923 Dec 15 13:59:21.140383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-4d7d8b37-851f-4acd-a87a-dd017e89f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.142091 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-4d7d8b37-851f-4acd-a87a-dd017e89f2ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.0634608 Dec 15 13:59:21.142907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:21.223367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-0ea5dbf7-2e34-46dd-975e-ca2432506aee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500078 Dec 15 13:59:21.235514 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.268815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c3de-dc4b-47a7-b3f7-952c82eaf68e req-9d71c6f0-db42-41bb-b2d6-b638717d11f0 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.268815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b358c3de-dc4b-47a7-b3f7-952c82eaf68e req-9d71c6f0-db42-41bb-b2d6-b638717d11f0 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.6152451 Dec 15 13:59:21.349170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8387b7-6e4b-4eb9-a568-21def17ccf4f req-cefe39f9-2e8a-4eeb-8c46-3339d605fec8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.357346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa8387b7-6e4b-4eb9-a568-21def17ccf4f req-cefe39f9-2e8a-4eeb-8c46-3339d605fec8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1936781 Dec 15 13:59:21.364925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-1cd85857-9acd-4b93-a806-fd21e8c2ddd7 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790091 Dec 15 13:59:21.384765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.392762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.393358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.484012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-4fa0191f-d162-4865-a2b4-033be79cb6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3399029 Dec 15 13:59:21.498698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=980dca2f-753b-4b72-9176-598f0d7d9d59,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.510620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:21.519722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-022b9463-25c2-4b9d-b083-127104d2a762 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:59:21.520923 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-022b9463-25c2-4b9d-b083-127104d2a762 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198493 Dec 15 13:59:21.534775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-3ca4f830-4393-469c-aa0c-9e9462384c34 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.536345 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-3ca4f830-4393-469c-aa0c-9e9462384c34 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 945 time: 0.2185075 Dec 15 13:59:21.575665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c0565e27-5b68-4ebb-8246-c78d21d8a985 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1883194 Dec 15 13:59:21.593832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:21.612642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:21.693567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-e1a84f15-8585-40c2-9d2d-a71b23acff43 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619699 Dec 15 13:59:21.697129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b358c3de-dc4b-47a7-b3f7-952c82eaf68e req-a6643b3f-3587-4887-9ede-6b6da27ba22d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186072 Dec 15 13:59:21.743133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa8387b7-6e4b-4eb9-a568-21def17ccf4f req-449f233d-3d41-4c75-9d63-c69362f15e11 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825459 Dec 15 13:59:21.825147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Deleting port 26921ff8-2a78-4987-bc85-b85af0290d45 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:21.825721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.850762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53577f19-ab91-44b5-b685-5c7f80a0b1d0 req-b63e5ed6-6155-49ed-9ba5-0b726082cbb7 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775753 Dec 15 13:59:21.999531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:22.003080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.047534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bf3ab-19bb-482d-8432-d03b5d964a37 req-f980b719-df98-4d3d-b8c9-5589eacf25ea tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.055068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d32bf3ab-19bb-482d-8432-d03b5d964a37 req-f980b719-df98-4d3d-b8c9-5589eacf25ea tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 944 time: 0.2111609 Dec 15 13:59:22.067812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c9b3bb2-8733-4030-96e1-902c14f163f0 req-bffed1fa-8946-49e6-9d29-d45efdb62964 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652732 Dec 15 13:59:22.163385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] For port 26921ff8-2a78-4987-bc85-b85af0290d45, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=26921ff8-2a78-4987-bc85-b85af0290d45,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:22.163792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.175582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7c731-1228-4960-b09d-713dc4d4960d req-6ee75813-3942-40ff-9c0b-30c77fbcb405 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.177164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2a7c731-1228-4960-b09d-713dc4d4960d req-6ee75813-3942-40ff-9c0b-30c77fbcb405 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a HTTP/1.1" status: 200 len: 945 time: 0.2989056 Dec 15 13:59:22.204932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Calling delete_port for 26921ff8-2a78-4987-bc85-b85af0290d45 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:22.226739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce032-bf95-4956-b35b-765685b177c8 req-b81632c6-b760-41d6-b67f-4ef2317aad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.228619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-b81632c6-b760-41d6-b67f-4ef2317aad2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfc0691c50604389a11d1749c23bbd5e&device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 1095 time: 0.2900770 Dec 15 13:59:22.268142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d32bf3ab-19bb-482d-8432-d03b5d964a37 req-c38a8402-6158-4ac4-b1c5-6acbc69a9b10 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121542 Dec 15 13:59:22.274287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f57e9dea-2016-48df-97e1-225ddc5f8c7d details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:22.376926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2a7c731-1228-4960-b09d-713dc4d4960d req-a86f2dd8-3763-4b59-b4b1-51087c957fcb tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609762 Dec 15 13:59:22.530014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.567756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f57e9dea-2016-48df-97e1-225ddc5f8c7d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:22.572307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce032-bf95-4956-b35b-765685b177c8 req-9ae30cee-7d3a-4dc9-b63b-7da9362ca794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.576584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-9ae30cee-7d3a-4dc9-b63b-7da9362ca794 service neutron] 10.222.0.67 "GET /v2.0/networks?id=870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 200 len: 915 time: 0.3303387 Dec 15 13:59:22.589518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bc2b25be-4937-42bc-a4c6-e6786e2b9c72', '26921ff8-2a78-4987-bc85-b85af0290d45'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:22.684399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'port_id': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d', 'mac_address': 'fa:16:3e:d4:69:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4ff0a0-1b14-43d2-9786-655283b72ac5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:22.704792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'Port': ['ID=26921ff8-2a78-4987-bc85-b85af0290d45,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:22.742058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] No DVR routers for this DVR port 26921ff8-2a78-4987-bc85-b85af0290d45 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:22.749490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.766265 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-87337e66-8057-43ba-88bc-f89df9b8f057 req-f16e4a95-2d13-46ba-a64b-3243cfefb7c1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "DELETE /v2.0/ports/26921ff8-2a78-4987-bc85-b85af0290d45 HTTP/1.1" status: 204 len: 173 time: 1.2030725 Dec 15 13:59:22.766800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'name': 'network-vif-deleted', 'tag': '26921ff8-2a78-4987-bc85-b85af0290d45'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:22.769186 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44792b84-6ed5-4cd8-a1b9-14ede7c128d8" -d '{"events": [{"server_uuid": "7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a", "name": "network-vif-deleted", "tag": "26921ff8-2a78-4987-bc85-b85af0290d45"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:22.830075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-4e6f7028-1d8d-4ed4-a2d4-a859fc12362d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae HTTP/1.1" status: 200 len: 217 time: 0.1999888 Dec 15 13:59:22.910059 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e30e0b-a2ce-4614-83f0-1a50ee52f74e x-openstack-request-id: req-95e30e0b-a2ce-4614-83f0-1a50ee52f74e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:22.910690 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a", "name": "network-vif-deleted", "tag": "26921ff8-2a78-4987-bc85-b85af0290d45", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:22.910690 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95e30e0b-a2ce-4614-83f0-1a50ee52f74e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:22.911078 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138cf03-87ad-4efb-bc8c-c6a1dbe7a60a', 'name': 'network-vif-deleted', 'tag': '26921ff8-2a78-4987-bc85-b85af0290d45', 'status': 'completed', 'code': 200} Dec 15 13:59:22.957135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-c9a4ee42-d422-4456-ae2b-fe5cd4c15838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.966361 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-c9a4ee42-d422-4456-ae2b-fe5cd4c15838 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d4bc2d1084c43f3a93e394fb3f9013e&device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 1096 time: 0.1364887 Dec 15 13:59:23.022897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce032-bf95-4956-b35b-765685b177c8 req-22510ef1-5413-40e4-bb76-be1f0eef19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.024732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-22510ef1-5413-40e4-bb76-be1f0eef19f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 200 len: 853 time: 0.1867571 Dec 15 13:59:23.026356 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.121942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-d11f16ab-0839-4d4c-9a45-b2c30e9d81f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=870bc69c-18f3-47a3-8d86-78d852c6c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837111 Dec 15 13:59:23.251476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-fd1f68aa-0d8b-4311-af46-82fffb874ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045058 Dec 15 13:59:23.325588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-84dc53e1-5a60-478a-82f1-be395845fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.327344 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-84dc53e1-5a60-478a-82f1-be395845fa1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9 HTTP/1.1" status: 200 len: 915 time: 0.3314986 Dec 15 13:59:23.350799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.404776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=2fecf436-ac93-41c6-ac11-aa5f767a1295,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:23.415833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57e9dea-2016-48df-97e1-225ddc5f8c7d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:23.448371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae4551-71b4-4c85-8131-cda1b43ec133 req-e394d3d6-9107-44a2-8f0b-585112783722 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.459197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95ae4551-71b4-4c85-8131-cda1b43ec133 req-e394d3d6-9107-44a2-8f0b-585112783722 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.3567426 Dec 15 13:59:23.471138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-ee7d3aea-9bb1-44fb-815c-d3dac4ebe0df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176d3087-c6a9-4323-b053-84e314455e63 HTTP/1.1" status: 200 len: 217 time: 0.1293974 Dec 15 13:59:23.487847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f57e9dea-2016-48df-97e1-225ddc5f8c7d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:23.499673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.555105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c91d8e-6ce8-4a06-967b-2a3c203c52f5 req-26a7070a-e525-491d-aaed-8539fca280b2 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.559267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f57e9dea-2016-48df-97e1-225ddc5f8c7d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:23.559566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c91d8e-6ce8-4a06-967b-2a3c203c52f5 req-26a7070a-e525-491d-aaed-8539fca280b2 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.2980964 Dec 15 13:59:23.612906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': '1e5f8351-a1f6-4add-a239-b93e586b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:23.615841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: 980dca2f-753b-4b72-9176-598f0d7d9d59, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:23.616473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-1df0c644-e4ff-4253-ade6-26c1703a6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.618465 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-1df0c644-e4ff-4253-ade6-26c1703a6e86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2&tenant_id=76bcaadec44244f6a722c3707d350552 HTTP/1.1" status: 200 len: 1094 time: 0.4506781 Dec 15 13:59:23.711926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-0001b94c-2364-47fb-af83-2e3954a27d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.713467 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-0001b94c-2364-47fb-af83-2e3954a27d1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d434880-b04c-45f6-89b9-980b67185507 HTTP/1.1" status: 200 len: 853 time: 0.2232742 Dec 15 13:59:23.720815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95ae4551-71b4-4c85-8131-cda1b43ec133 req-1f30ec2d-658c-4c09-98d3-622977e4164b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603433 Dec 15 13:59:23.741743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:23.761087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9dce032-bf95-4956-b35b-765685b177c8 req-29f609ce-30ac-41ec-b982-70c57b0f5279 service neutron] 10.222.0.67 "GET /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845009 Dec 15 13:59:23.767801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-11f99321-a9ac-44fd-9173-367d86aa98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.769788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-11f99321-a9ac-44fd-9173-367d86aa98db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76bcaadec44244f6a722c3707d350552&device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1094 time: 0.1175270 Dec 15 13:59:23.772399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 980dca2f-753b-4b72-9176-598f0d7d9d59) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:23.779850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.781448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.783952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fabe395-b17a-42c4-aa64-9b43c38ac85c None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:23.796721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c91d8e-6ce8-4a06-967b-2a3c203c52f5 req-f4fbc720-0478-4b21-9a1f-d13c45818cdf tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899092 Dec 15 13:59:23.833866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a171d204-1b52-436b-8a75-09270324317b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2263021 Dec 15 13:59:23.837736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:23.850355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:23.850655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-611ecd5f-77ee-49d8-89aa-4cc8137b54ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44de7b54-c3fc-4c32-887d-2dbfda6c42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172028 Dec 15 13:59:23.898020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f57e9dea-2016-48df-97e1-225ddc5f8c7d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:24.130152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8bd4d-1e4c-407f-9abf-2b3fbdccd4bd req-73935f17-893d-451b-bed2-4617c92032ad tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.137814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42e8bd4d-1e4c-407f-9abf-2b3fbdccd4bd req-73935f17-893d-451b-bed2-4617c92032ad tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 944 time: 0.3086977 Dec 15 13:59:24.146889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:24.150467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.152755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-980dca2f-753b-4b72-9176-598f0d7d9d59', 'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': '2fecf436-ac93-41c6-ac11-aa5f767a1295'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:24.153648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.219505 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-a7ef3063-c57b-40a3-8b70-2f5e323275a4 service neutron] 10.222.0.67 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462241 Dec 15 13:59:24.263238 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2fecf436-ac93-41c6-ac11-aa5f767a1295 (CIDR: 172.20.0.0/28) Dec 15 13:59:24.272950 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:59:24.273392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:59:24.328054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd8fead7-f5bf-4622-9fcd-f158cd89deae details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:24.328888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-933a2f72-4365-4e82-91a9-3a746b1bb8f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4853516 Dec 15 13:59:24.329143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26921ff8-2a78-4987-bc85-b85af0290d45 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:24.329519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:24.348818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:24.436733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42e8bd4d-1e4c-407f-9abf-2b3fbdccd4bd req-acbb9aa8-7f57-4ea7-b68f-f34fdc8a55ab tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823489 Dec 15 13:59:24.466584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 26921ff8-2a78-4987-bc85-b85af0290d45 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:24.466937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 26921ff8-2a78-4987-bc85-b85af0290d45 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:24.498195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3f2f2d7c-0e6d-4d18-9d6f-175c4d053144 req-60cc7ed9-6394-4f0d-aeee-ce3f4bd7695d service neutron] 10.222.0.67 "GET /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566462 Dec 15 13:59:24.537826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-12f0ade3-e685-4bec-a66a-7d5a8632276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.540484 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-12f0ade3-e685-4bec-a66a-7d5a8632276b service neutron] 10.222.0.67 "GET /v2.0/networks?id=95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 200 len: 919 time: 0.6990252 Dec 15 13:59:24.591655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:24.651036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.684120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-a13eca08-c005-43ec-bf5e-b8469a9d73d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 200 len: 999 time: 0.1325355 Dec 15 13:59:24.798750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Allocated IP 172.20.0.2 (980dca2f-753b-4b72-9176-598f0d7d9d59/2fecf436-ac93-41c6-ac11-aa5f767a1295/49107bb2-a30e-48ae-8dd2-bce8a20c5ed2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:24.807863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-8c8ca25e-b847-4b42-bf27-043a9651a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.822300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-8c8ca25e-b847-4b42-bf27-043a9651a3d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 200 len: 856 time: 0.1187940 Dec 15 13:59:24.851502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fd8fead7-f5bf-4622-9fcd-f158cd89deae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:24.902026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae', 'network_id': '870bc69c-18f3-47a3-8d86-78d852c6c78d', 'port_id': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae', 'mac_address': 'fa:16:3e:60:3e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4ff0a0-1b14-43d2-9786-655283b72ac5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:24.936272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-680df4cc-17d4-4f58-81de-e033ea0ad1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.940690 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-680df4cc-17d4-4f58-81de-e033ea0ad1ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95a73896-f0f2-4860-a869-0695e71fa4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915658 Dec 15 13:59:24.952000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6716c5-baed-4b4f-b514-5fa644a74882 req-43edffdf-ebee-4ca7-abcd-3a37817c4891 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.963678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ec420055-2961-45a5-ac1f-81ce07a51688 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.965401 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ec420055-2961-45a5-ac1f-81ce07a51688 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1419110 Dec 15 13:59:24.968924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d6716c5-baed-4b4f-b514-5fa644a74882 req-43edffdf-ebee-4ca7-abcd-3a37817c4891 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 945 time: 0.1544917 Dec 15 13:59:24.978497 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.015494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8fead7-f5bf-4622-9fcd-f158cd89deae {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:25.090293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ddb9b-4ce0-4aed-9181-4136f83641e6 req-184c4934-b962-4754-b9f3-209e36ee097c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:25.096288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fd8fead7-f5bf-4622-9fcd-f158cd89deae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:25.102063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a23ddb9b-4ce0-4aed-9181-4136f83641e6 req-184c4934-b962-4754-b9f3-209e36ee097c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.2015035 Dec 15 13:59:25.111591 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.161785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-6b41f69e-8a1f-4836-ab98-41800ac6cca0 service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079084 Dec 15 13:59:25.192244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fd8fead7-f5bf-4622-9fcd-f158cd89deae,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.216590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.234284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.282396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:25.286558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:25.288580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.293785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:25.324151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Pushing event updated for resources: {'Port': ['ID=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.326677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d6716c5-baed-4b4f-b514-5fa644a74882 req-b95df59a-d396-4af7-9c9c-7eb5b1f3af94 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=603075c4-f81e-416c-857f-05635fd79849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558841 Dec 15 13:59:25.388066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:25.399918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:25.410425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:25.411321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.426376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=5439a1f3-39c4-4f38-a567-caca19734009,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.443505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a23ddb9b-4ce0-4aed-9181-4136f83641e6 req-48da48ea-3103-4e1a-9a95-e9c0d182918a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402956 Dec 15 13:59:25.457791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4a5471ea-66dc-4f61-a69c-26b7cc38b5d8 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1196017 Dec 15 13:59:25.459216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['fd8fead7-f5bf-4622-9fcd-f158cd89deae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:25.460275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:25.465989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59', 'fixed_ips': [{'subnet_id': '2fecf436-ac93-41c6-ac11-aa5f767a1295'}, {'subnet_id': '5439a1f3-39c4-4f38-a567-caca19734009'}], 'name': 'tempest-PortsTestJSON-1522915183'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:25.526061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Attempting to bind port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:25.526432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Attempting to bind port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1e5f8351-a1f6-4add-a239-b93e586b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:25.528149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Attempting to bind port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 on network 980dca2f-753b-4b72-9176-598f0d7d9d59 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:25.563212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:25.563921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Checking segment: {'id': '1e5f8351-a1f6-4add-a239-b93e586b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:25.564671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.565249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Bound using segment: {'id': '1e5f8351-a1f6-4add-a239-b93e586b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:25.566153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Bound port: 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5f8351-a1f6-4add-a239-b93e586b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:25.566763 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.655331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] For port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:25.659658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] For port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,segment=NetworkSegment(1e5f8351-a1f6-4add-a239-b93e586b6e73),segment_id=1e5f8351-a1f6-4add-a239-b93e586b6e73)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:25.674245 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.701059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e438a2d-82e6-499b-b43c-51dea6ce7d83 req-44e8e735-5937-498b-872d-0d88624db656 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:25.730548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e438a2d-82e6-499b-b43c-51dea6ce7d83 req-44e8e735-5937-498b-872d-0d88624db656 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.2123635 Dec 15 13:59:25.777871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Deleting port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:25.778998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.786765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:25.799983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eed01-3582-4f5d-b927-0a97f6d9993b None None] Pushing event updated for resources: {'Port': ['ID=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.822650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e438a2d-82e6-499b-b43c-51dea6ce7d83 req-1c35c06a-b8ea-4f0b-b808-61e984589466 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910790 Dec 15 13:59:26.025501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] For port bc2b25be-4937-42bc-a4c6-e6786e2b9c72, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:26.026040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.056039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Calling delete_port for bc2b25be-4937-42bc-a4c6-e6786e2b9c72 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:26.058481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.126035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:26.254664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.257400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8d3c-ea4b-4ecd-9bec-558102d9cd36 req-588fdd82-baf4-4e05-85ce-bf1a5cb6df53 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:26.266644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98bb8d3c-ea4b-4ecd-9bec-558102d9cd36 req-588fdd82-baf4-4e05-85ce-bf1a5cb6df53 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 945 time: 0.4416332 Dec 15 13:59:26.295186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f57e9dea-2016-48df-97e1-225ddc5f8c7d up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:26.314436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'Port': ['ID=bc2b25be-4937-42bc-a4c6-e6786e2b9c72,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:26.432596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] No DVR routers for this DVR port bc2b25be-4937-42bc-a4c6-e6786e2b9c72 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:26.436624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.440418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fb71e55b-823b-4806-ac74-140802d473e4 req-ed5ec802-f100-46cd-b1e7-224398aaaa1a tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "DELETE /v2.0/ports/bc2b25be-4937-42bc-a4c6-e6786e2b9c72 HTTP/1.1" status: 204 len: 173 time: 1.4525585 Dec 15 13:59:26.441050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'name': 'network-vif-deleted', 'tag': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:26.443495 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03adb13f-1b62-43f7-88b5-dbe1669ac2d6" -d '{"events": [{"server_uuid": "d21b029b-f545-4ff5-b941-e74068dddf43", "name": "network-vif-deleted", "tag": "bc2b25be-4937-42bc-a4c6-e6786e2b9c72"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:26.456749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port f57e9dea-2016-48df-97e1-225ddc5f8c7d completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:26.459752 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-4f12be2e-c8cb-42ba-a627-698f88c50aaf service neutron] 10.222.0.67 "GET /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2844293 Dec 15 13:59:26.473502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port f57e9dea-2016-48df-97e1-225ddc5f8c7d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:26.493498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.658789 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.685881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf70f11-a950-421a-8f71-2598725512b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:26.689614 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6462184d-6b7e-4721-8f05-6c8bdfe6a5eb" -d '{"events": [{"server_uuid": "bcf70f11-a950-421a-8f71-2598725512b5", "name": "network-vif-plugged", "status": "completed", "tag": "f57e9dea-2016-48df-97e1-225ddc5f8c7d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:26.712081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f57e9dea-2016-48df-97e1-225ddc5f8c7d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:26.719205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.721002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bc2b25be-4937-42bc-a4c6-e6786e2b9c72 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:26.764144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: bc2b25be-4937-42bc-a4c6-e6786e2b9c72 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:26.764748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bc2b25be-4937-42bc-a4c6-e6786e2b9c72 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:26.782853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98bb8d3c-ea4b-4ecd-9bec-558102d9cd36 req-4bff8833-8754-4f3d-bd16-fc3c3fdd646a tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150743 Dec 15 13:59:26.851580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61fa7-6aef-4d5c-8cca-077f45561e8d req-280d37f7-f56f-4881-bfc3-18cd66fcdc40 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:26.853174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edf61fa7-6aef-4d5c-8cca-077f45561e8d req-280d37f7-f56f-4881-bfc3-18cd66fcdc40 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.3830569 Dec 15 13:59:26.886927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f57e9dea-2016-48df-97e1-225ddc5f8c7d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:27.025793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24a9eed9-843f-4ade-963e-150b8db54f9a req-8f4888cd-dc5d-469c-9cb1-e12751ddd946 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d21b029b-f545-4ff5-b941-e74068dddf43 HTTP/1.1" status: 200 len: 210 time: 0.0875628 Dec 15 13:59:27.189518 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b8e86c-8a7e-46d7-84f3-a65f0304f3d2 x-openstack-request-id: req-c1b8e86c-8a7e-46d7-84f3-a65f0304f3d2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:27.190456 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b029b-f545-4ff5-b941-e74068dddf43", "name": "network-vif-deleted", "tag": "bc2b25be-4937-42bc-a4c6-e6786e2b9c72", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:27.190917 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1b8e86c-8a7e-46d7-84f3-a65f0304f3d2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:27.191515 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b029b-f545-4ff5-b941-e74068dddf43', 'name': 'network-vif-deleted', 'tag': 'bc2b25be-4937-42bc-a4c6-e6786e2b9c72', 'status': 'completed', 'code': 200} Dec 15 13:59:27.368979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.12 (980dca2f-753b-4b72-9176-598f0d7d9d59/2fecf436-ac93-41c6-ac11-aa5f767a1295/6d923a3f-53f5-4e97-ac0b-7536ad6e8520) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:27.383146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.22 (980dca2f-753b-4b72-9176-598f0d7d9d59/5439a1f3-39c4-4f38-a567-caca19734009/6d923a3f-53f5-4e97-ac0b-7536ad6e8520) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:27.500780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edf61fa7-6aef-4d5c-8cca-077f45561e8d req-d4b9b93a-a6dc-441b-8768-0bd5f67afd91 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312175 Dec 15 13:59:27.713929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:27.799823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76934318-7401-46b2-bf08-947eb881a63d None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:27.882944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.944299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cbc9f0db-d61e-419e-8551-b28e7cacb4d4 None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:27.945128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f0db-d61e-419e-8551-b28e7cacb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.955466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.978828 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db185b9e-64e2-4af4-8988-ed8af9278f73 x-openstack-request-id: req-db185b9e-64e2-4af4-8988-ed8af9278f73 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:27.979129 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf70f11-a950-421a-8f71-2598725512b5", "name": "network-vif-plugged", "status": "completed", "tag": "f57e9dea-2016-48df-97e1-225ddc5f8c7d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:27.979505 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db185b9e-64e2-4af4-8988-ed8af9278f73 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:27.980825 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf70f11-a950-421a-8f71-2598725512b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d', 'code': 200} Dec 15 13:59:27.984545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4083673-e1b2-4bfc-b851-7e8fe513898a req-fa7dc561-b991-4b34-8aed-f843dd6e4038 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:27.986148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4083673-e1b2-4bfc-b851-7e8fe513898a req-fa7dc561-b991-4b34-8aed-f843dd6e4038 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.5618081 Dec 15 13:59:28.063263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:28.064005 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.183183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:28.246883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:28.276811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:28.297084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471abf27-e48b-48de-ba68-7cfb8a35c0b0 req-88eb25ce-d501-4c0f-95d6-9b6cc5739e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.298977 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-471abf27-e48b-48de-ba68-7cfb8a35c0b0 req-88eb25ce-d501-4c0f-95d6-9b6cc5739e11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 1096 time: 0.1371448 Dec 15 13:59:28.327418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=6d923a3f-53f5-4e97-ac0b-7536ad6e8520,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:28.427281 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f0db-d61e-419e-8551-b28e7cacb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.448453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd8fead7-f5bf-4622-9fcd-f158cd89deae up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:28.458704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4083673-e1b2-4bfc-b851-7e8fe513898a req-9c7de50a-0a49-4b66-97b5-833ce09204fc tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612441 Dec 15 13:59:28.486097 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-471abf27-e48b-48de-ba68-7cfb8a35c0b0 req-40c5fef3-6f30-4d11-ba6c-d7b895e0c69b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190302 Dec 15 13:59:28.527434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41a1f-aff0-477d-8fd3-471db1e454ae req-ee4c8059-12d7-455a-b8bf-2c6d6dd00ffd tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.547502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd41a1f-aff0-477d-8fd3-471db1e454ae req-ee4c8059-12d7-455a-b8bf-2c6d6dd00ffd tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 945 time: 0.4691215 Dec 15 13:59:28.584407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.604842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.719060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-125a4b2a-8d84-4a9f-8b09-111ea8a07b02 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.2549171 Dec 15 13:59:28.719425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:28.729788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2fecf436-ac93-41c6-ac11-aa5f767a1295'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:28.772381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] Update dhcp port {'port': {'network_id': '980dca2f-753b-4b72-9176-598f0d7d9d59', 'fixed_ips': [{'subnet_id': '2fecf436-ac93-41c6-ac11-aa5f767a1295', 'ip_address': '172.20.0.2'}, {'subnet_id': '5439a1f3-39c4-4f38-a567-caca19734009'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '49107bb2-a30e-48ae-8dd2-bce8a20c5ed2'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 13:59:28.783760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.802671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port fd8fead7-f5bf-4622-9fcd-f158cd89deae completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:28.806548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cbc9f0db-d61e-419e-8551-b28e7cacb4d4 None None] For port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,segment=NetworkSegment(1e5f8351-a1f6-4add-a239-b93e586b6e73),segment_id=1e5f8351-a1f6-4add-a239-b93e586b6e73)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:28.884410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd41a1f-aff0-477d-8fd3-471db1e454ae req-f1f9c306-42e1-488f-9d5e-4efd2668babd tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357470 Dec 15 13:59:28.887734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port fd8fead7-f5bf-4622-9fcd-f158cd89deae triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:28.888425 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.893182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f0db-d61e-419e-8551-b28e7cacb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.943641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43277-fb93-4212-8d27-cd5e820e8363 req-4cfb2e2d-bc13-4bc3-a46f-44d3b5b944ec tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.958375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aba43277-fb93-4212-8d27-cd5e820e8363 req-4cfb2e2d-bc13-4bc3-a46f-44d3b5b944ec tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.2818027 Dec 15 13:59:29.103667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aba43277-fb93-4212-8d27-cd5e820e8363 req-3102f757-0bc3-4fe8-805e-26b915cef3ea tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364791 Dec 15 13:59:29.186120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:29.506597 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:29.593192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:59:29.593978 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:59:29.602144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9f0db-d61e-419e-8551-b28e7cacb4d4 None None] Pushing event updated for resources: {'Port': ['ID=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:29.801763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Delete allocated IP 172.20.0.22 (980dca2f-753b-4b72-9176-598f0d7d9d59/5439a1f3-39c4-4f38-a567-caca19734009) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 13:59:29.907797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:29.967257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port fd8fead7-f5bf-4622-9fcd-f158cd89deae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:29.980609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.011748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:30.019857 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6df297-f222-4c43-8427-6e0e5bfa03b5" -d '{"events": [{"server_uuid": "9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd8fead7-f5bf-4622-9fcd-f158cd89deae"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:30.068694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.075705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.207257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=6d923a3f-53f5-4e97-ac0b-7536ad6e8520,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:30.261637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] In _notify_port_updated(), no bound segment for port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 on network 980dca2f-753b-4b72-9176-598f0d7d9d59 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:59:30.265384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae46fe7-843e-499b-86ee-b196dda47e0b req-4bed0629-bd40-4b37-8565-c9c4cecb5515 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.267031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ae46fe7-843e-499b-86ee-b196dda47e0b req-4bed0629-bd40-4b37-8565-c9c4cecb5515 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.8918700 Dec 15 13:59:30.271396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.272654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.274312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dd431486-1ce6-4d56-8d86-107bd34b5b6f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/ports/6d923a3f-53f5-4e97-ac0b-7536ad6e8520 HTTP/1.1" status: 200 len: 920 time: 1.5512106 Dec 15 13:59:30.276908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39002) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:30.278439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae453745-bcec-49b2-9bfb-bd3d382c9200 req-f891277b-35cd-4927-a88c-efc72aaae8e7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.279926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae453745-bcec-49b2-9bfb-bd3d382c9200 req-f891277b-35cd-4927-a88c-efc72aaae8e7 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1591616 Dec 15 13:59:30.283896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2fecf436-ac93-41c6-ac11-aa5f767a1295'}, {'subnet_id': '5439a1f3-39c4-4f38-a567-caca19734009'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:30.309049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=fd8fead7-f5bf-4622-9fcd-f158cd89deae,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:30.369993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] Allocated IP 172.20.0.18 (980dca2f-753b-4b72-9176-598f0d7d9d59/5439a1f3-39c4-4f38-a567-caca19734009/49107bb2-a30e-48ae-8dd2-bce8a20c5ed2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:30.445962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.529675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ae46fe7-843e-499b-86ee-b196dda47e0b req-cac86676-3309-4ccc-a074-b0a3da80695c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471695 Dec 15 13:59:30.557524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae453745-bcec-49b2-9bfb-bd3d382c9200 req-6f255422-40fb-4db1-b25a-9db0f70e2397 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588053 Dec 15 13:59:30.677219 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17569f29-15c8-4351-980d-dc71a792f4ff x-openstack-request-id: req-17569f29-15c8-4351-980d-dc71a792f4ff {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:30.677924 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd8fead7-f5bf-4622-9fcd-f158cd89deae", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:30.677924 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17569f29-15c8-4351-980d-dc71a792f4ff {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:30.678206 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae', 'code': 200} Dec 15 13:59:30.682217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:30.786364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] For port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,segment=NetworkSegment(1e5f8351-a1f6-4add-a239-b93e586b6e73),segment_id=1e5f8351-a1f6-4add-a239-b93e586b6e73)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:30.829972 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.847647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.904093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064351-1f56-49ea-8bee-bc5cc7b79830 req-7192a259-e746-4437-864c-88a872d623e0 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.917782 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:59:30.931087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da064351-1f56-49ea-8bee-bc5cc7b79830 req-7192a259-e746-4437-864c-88a872d623e0 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.1617439 Dec 15 13:59:30.942010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce319d-8c74-4c9b-b10f-4b55459cb2ae req-ec7fa449-44ea-4f31-a024-7a2005f2b10e tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.949427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb760e9-59f0-49c7-984e-6b3a4f8238c9 None None] Pushing event updated for resources: {'Port': ['ID=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:30.957410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3dce319d-8c74-4c9b-b10f-4b55459cb2ae req-ec7fa449-44ea-4f31-a024-7a2005f2b10e tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 946 time: 0.2393422 Dec 15 13:59:31.162265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:31.162794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.166564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.21 (980dca2f-753b-4b72-9176-598f0d7d9d59/5439a1f3-39c4-4f38-a567-caca19734009/6d923a3f-53f5-4e97-ac0b-7536ad6e8520) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:31.193154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da064351-1f56-49ea-8bee-bc5cc7b79830 req-3c08a797-5ea2-4a39-83f1-d9da6db482e1 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133963 Dec 15 13:59:31.227590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3dce319d-8c74-4c9b-b10f-4b55459cb2ae req-3a78b916-17de-461a-be56-29d4a5d55cf6 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646453 Dec 15 13:59:31.499496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.561777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.908052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-32e29bbb-ce78-4ce8-b8fd-d6e0c976d5d1 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.909705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-32e29bbb-ce78-4ce8-b8fd-d6e0c976d5d1 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.7982693 Dec 15 13:59:31.910411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=6d923a3f-53f5-4e97-ac0b-7536ad6e8520,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:31.965806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504803-8504-4d64-8b95-aec716caaf17 req-05e5f8fe-f064-47b0-9f5a-83cb41999ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.967682 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5b504803-8504-4d64-8b95-aec716caaf17 req-05e5f8fe-f064-47b0-9f5a-83cb41999ea9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 1097 time: 0.5197613 Dec 15 13:59:32.082666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208b3b-9107-4e41-9c24-37679fd25a97 req-c45a890f-4a71-404c-ba9f-1b699618483a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.099283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31208b3b-9107-4e41-9c24-37679fd25a97 req-c45a890f-4a71-404c-ba9f-1b699618483a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.2474132 Dec 15 13:59:32.126835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0f2b3-715a-43d8-9fcd-059749c5c897 req-a33dbf89-9f3d-401e-9e7a-6a17d82df614 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.129133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8fc0f2b3-715a-43d8-9fcd-059749c5c897 req-a33dbf89-9f3d-401e-9e7a-6a17d82df614 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.3724163 Dec 15 13:59:32.276601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31208b3b-9107-4e41-9c24-37679fd25a97 req-cb5d2801-999c-44d0-b782-6dc1550252f1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731267 Dec 15 13:59:32.364326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] In _notify_port_updated(), no bound segment for port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 on network 980dca2f-753b-4b72-9176-598f0d7d9d59 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:59:32.370323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7bf898-3579-4c94-9e78-c4d660796059 None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:32.388280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.389114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.395528 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-356fedbf-52e2-405e-a106-3e87e562be1b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/ports/6d923a3f-53f5-4e97-ac0b-7536ad6e8520 HTTP/1.1" status: 200 len: 1000 time: 2.1171994 Dec 15 13:59:32.427581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5b504803-8504-4d64-8b95-aec716caaf17 req-95472d2c-7a6c-434f-a152-63d2e73037c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409748 Dec 15 13:59:32.430757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:32.470436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8fc0f2b3-715a-43d8-9fcd-059749c5c897 req-6235399a-e1c9-442c-9562-78989bac1f0f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267778 Dec 15 13:59:32.607979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:32.617961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d553b19-9b01-4a27-b492-c8a5eaa93cad req-41ebdda7-a883-46f1-b056-317d3e9d1c0c tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.631877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d553b19-9b01-4a27-b492-c8a5eaa93cad req-41ebdda7-a883-46f1-b056-317d3e9d1c0c tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 945 time: 0.1423113 Dec 15 13:59:32.726797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Deleting port 176d3087-c6a9-4323-b053-84e314455e63 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:32.726797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.732962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0a477f64-0369-4f1d-9425-bb007774f018 None None] Provisioning complete for port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:32.741613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a477f64-0369-4f1d-9425-bb007774f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.849659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d553b19-9b01-4a27-b492-c8a5eaa93cad req-73722bd3-79b6-4d95-bfea-9632421d2eaf tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b34f072-3fa3-4466-b915-e43e360c906c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165809 Dec 15 13:59:32.937310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09db69e-f130-434e-bbb2-165e34ba9d94 req-caab8162-312a-4bc5-a9a6-895eb0b2b4b5 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.960802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:32.961147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.961477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a09db69e-f130-434e-bbb2-165e34ba9d94 req-caab8162-312a-4bc5-a9a6-895eb0b2b4b5 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 946 time: 0.2716751 Dec 15 13:59:33.015803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0a477f64-0369-4f1d-9425-bb007774f018 None None] Port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:33.111779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] For port 176d3087-c6a9-4323-b053-84e314455e63, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=176d3087-c6a9-4323-b053-84e314455e63,segment=NetworkSegment(190a4526-ea47-49c1-aaf8-e3f4f656792f),segment_id=190a4526-ea47-49c1-aaf8-e3f4f656792f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:33.112156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.122119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:33.137642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Calling delete_port for 176d3087-c6a9-4323-b053-84e314455e63 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:33.143867 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.192088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.202784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a09db69e-f130-434e-bbb2-165e34ba9d94 req-a1735d21-550a-4b06-b294-821decd0ba9b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357347 Dec 15 13:59:33.282860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0a477f64-0369-4f1d-9425-bb007774f018 None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:33.291950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a477f64-0369-4f1d-9425-bb007774f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.349265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:33.399728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.496894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Pushing event deleted for resources: {'Port': ['ID=176d3087-c6a9-4323-b053-84e314455e63,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:33.556532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdde3a8-355b-43c4-b184-b22bfd2c0989 req-ebec33c6-3233-4eee-9ca5-2a7537965f7c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:33.564554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fdde3a8-355b-43c4-b184-b22bfd2c0989 req-ebec33c6-3233-4eee-9ca5-2a7537965f7c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1617675 Dec 15 13:59:33.778497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fdde3a8-355b-43c4-b184-b22bfd2c0989 req-71cd493b-7fdf-404a-8ad6-0d43aaef6dda tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127972 Dec 15 13:59:33.848786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6d30a-09e3-4189-ade3-ba75e5c403e0 req-1775ba31-094c-497d-9f65-2a4a4221f88c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:33.859103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81c6d30a-09e3-4189-ade3-ba75e5c403e0 req-1775ba31-094c-497d-9f65-2a4a4221f88c tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2160637 Dec 15 13:59:33.860474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] No DVR routers for this DVR port 176d3087-c6a9-4323-b053-84e314455e63 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:33.891874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.903662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae0cd4cd-85fb-40c8-a3f6-5e8b1f3935d4 req-07addca3-c9f3-4c93-972d-a8c6c7b9f85d tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.67 "DELETE /v2.0/ports/176d3087-c6a9-4323-b053-84e314455e63 HTTP/1.1" status: 204 len: 173 time: 1.9274521 Dec 15 13:59:33.904391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'name': 'network-vif-deleted', 'tag': '176d3087-c6a9-4323-b053-84e314455e63'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:33.907023 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1de39-bb0a-4202-a249-9cff20880f46" -d '{"events": [{"server_uuid": "2c5f6e47-2888-4490-b8e1-77eb1842d6c5", "name": "network-vif-deleted", "tag": "176d3087-c6a9-4323-b053-84e314455e63"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:33.979162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81c6d30a-09e3-4189-ade3-ba75e5c403e0 req-ed4f7815-d217-4f13-89d2-9d19367ff8a1 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119735 Dec 15 13:59:34.111521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7713a97a-e084-47ac-9b6c-53803d49ee6b None None] Provisioning complete for port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:34.120962 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7713a97a-e084-47ac-9b6c-53803d49ee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.123270 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440fd2bc-051d-43a5-97a7-052a18f00130 x-openstack-request-id: req-440fd2bc-051d-43a5-97a7-052a18f00130 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:34.123584 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5f6e47-2888-4490-b8e1-77eb1842d6c5", "name": "network-vif-deleted", "tag": "176d3087-c6a9-4323-b053-84e314455e63", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:34.123929 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-440fd2bc-051d-43a5-97a7-052a18f00130 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:34.124365 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5f6e47-2888-4490-b8e1-77eb1842d6c5', 'name': 'network-vif-deleted', 'tag': '176d3087-c6a9-4323-b053-84e314455e63', 'status': 'completed', 'code': 200} Dec 15 13:59:34.209829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e44ee069-cc4e-4e60-a11a-2bc20a37c606 req-69a66e47-19f9-4d5d-aa06-c5189f5e8a13 tempest-InstanceActionsTestJSON-899391896 tempest-InstanceActionsTestJSON-899391896-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5f6e47-2888-4490-b8e1-77eb1842d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0799627 Dec 15 13:59:34.267273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7713a97a-e084-47ac-9b6c-53803d49ee6b None None] Port 6d923a3f-53f5-4e97-ac0b-7536ad6e8520 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:34.301291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7713a97a-e084-47ac-9b6c-53803d49ee6b None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:34.302405 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7713a97a-e084-47ac-9b6c-53803d49ee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.340182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-74a02253-ba05-4333-bf6b-5d6486542fb9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:34.341789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-74a02253-ba05-4333-bf6b-5d6486542fb9 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2504199 Dec 15 13:59:34.357139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.425839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cf56903f-cccc-4b74-bff8-d772e777b757 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:34.446807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=6d923a3f-53f5-4e97-ac0b-7536ad6e8520,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:34.540083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b6d-48ea-486b-b438-96c36aa44d93 req-ab7e5fb2-5012-4d2c-9d37-3d367f42cdc2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:34.554568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70d58b6d-48ea-486b-b438-96c36aa44d93 req-ab7e5fb2-5012-4d2c-9d37-3d367f42cdc2 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 946 time: 0.1519496 Dec 15 13:59:34.685432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70d58b6d-48ea-486b-b438-96c36aa44d93 req-0e8d5c95-3be7-4f5b-902a-222453764f50 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296871 Dec 15 13:59:34.811927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 176d3087-c6a9-4323-b053-84e314455e63 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:34.898109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 176d3087-c6a9-4323-b053-84e314455e63 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:34.898314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 176d3087-c6a9-4323-b053-84e314455e63 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:34.939541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b1ff5287-d9bd-49ea-8442-a39e16fb4ea2 None None] Could not find standard attr ID for object 6d923a3f-53f5-4e97-ac0b-7536ad6e8520. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:59:34.966863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.987953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2ba6064e-c3f4-4392-ac01-cad912cb1f7e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/6d923a3f-53f5-4e97-ac0b-7536ad6e8520 HTTP/1.1" status: 204 len: 168 time: 2.5472708 Dec 15 13:59:34.987953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39088) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:35.007453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-2ffc8843-7ea4-4793-b31b-00c3acbbbf43 req-bc17ae94-f431-43b7-be3e-fd4df9c64bce service neutron] (103379) timed out ('10.222.0.85', 50846) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:59:35.067177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-943731fd-8e11-473d-943a-b18328e8463d None None] Could not find standard attr ID for object 6d923a3f-53f5-4e97-ac0b-7536ad6e8520. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:59:35.089824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb7b2-29fb-4fc9-9d65-39d481cf53f4 req-f1c6a13e-f22b-4660-b5eb-23be85161955 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.105623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42efb7b2-29fb-4fc9-9d65-39d481cf53f4 req-f1c6a13e-f22b-4660-b5eb-23be85161955 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1658442 Dec 15 13:59:35.157897 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-96492497-a1c3-4bd3-9a84-c7f6387fd1f3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:59:35.179756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96492497-a1c3-4bd3-9a84-c7f6387fd1f3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/6d923a3f-53f5-4e97-ac0b-7536ad6e8520 HTTP/1.1" status: 404 len: 333 time: 0.1947839 Dec 15 13:59:35.180426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39094) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:35.240059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609014e5-01d1-4f54-b8d0-f69f3834600d req-68c6a3ff-206e-463d-a7aa-632ed81f2194 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.250701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-609014e5-01d1-4f54-b8d0-f69f3834600d req-68c6a3ff-206e-463d-a7aa-632ed81f2194 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.1381731 Dec 15 13:59:35.332718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42efb7b2-29fb-4fc9-9d65-39d481cf53f4 req-fce3395b-c640-457c-aa46-586c480fefff tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063887 Dec 15 13:59:35.358734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Deleting port cf56903f-cccc-4b74-bff8-d772e777b757 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:35.360116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.406460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-609014e5-01d1-4f54-b8d0-f69f3834600d req-23fe8b60-22b0-43b2-a146-63694b24f750 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546021 Dec 15 13:59:35.440560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39102) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:35.475628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 5439a1f3-39c4-4f38-a567-caca19734009 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:35.488868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4532abef-542c-473a-88f4-38d769170094 None None] Could not find standard attr ID for object 6d923a3f-53f5-4e97-ac0b-7536ad6e8520. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:59:35.502007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.528678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Deleting subnet 7d434880-b04c-45f6-89b9-980b67185507 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:35.542772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.613955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.626600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.775938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.793835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.902403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.966287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.988295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.991220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/5439a1f3-39c4-4f38-a567-caca19734009 HTTP/1.1" status: 204 len: 168 time: 0.8089082 Dec 15 13:59:35.996714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:36.008958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d15160-e4e8-4b1d-ae02-fe5cf2a45872 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=5439a1f3-39c4-4f38-a567-caca19734009,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:36.017670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] For port cf56903f-cccc-4b74-bff8-d772e777b757, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cf56903f-cccc-4b74-bff8-d772e777b757,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:36.018038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.122604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d434880-b04c-45f6-89b9-980b67185507,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:36.150367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.173334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c1f6968d-c5b1-4e27-9280-e8eafbf3f2f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d434880-b04c-45f6-89b9-980b67185507 HTTP/1.1" status: 204 len: 168 time: 0.7211432 Dec 15 13:59:36.175578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:36.175953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278b42a-5dc0-470d-93ed-7b21aafb4135 None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:36.211801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad5d0-9aa3-4999-af15-2214882f312f req-1a1223ae-0c23-494a-a3b6-ee9a44607f5e tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:36.222236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-627ad5d0-9aa3-4999-af15-2214882f312f req-1a1223ae-0c23-494a-a3b6-ee9a44607f5e tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 946 time: 0.3546112 Dec 15 13:59:36.244336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 2fecf436-ac93-41c6-ac11-aa5f767a1295 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:36.307251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.417956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-627ad5d0-9aa3-4999-af15-2214882f312f req-7b39f5f2-75ba-45b1-8ef2-0d0788107d48 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892700 Dec 15 13:59:36.454212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.555737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.556819 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.559627 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Floating IP 6fa24264-6a4f-4ed8-9fef-00da9e7f66a2 disassociated. External IP: 172.25.2.60, port: cf56903f-cccc-4b74-bff8-d772e777b757. Dec 15 13:59:36.561781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Calling delete_port for cf56903f-cccc-4b74-bff8-d772e777b757 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:36.766159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.882906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370140e5-4fff-42da-818d-45fc84340ab2 req-05559b3d-6ca9-4f40-b5c4-fadedbffa0fb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:36.897256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-370140e5-4fff-42da-818d-45fc84340ab2 req-05559b3d-6ca9-4f40-b5c4-fadedbffa0fb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.2267845 Dec 15 13:59:36.934302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.952790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734f490-dce2-4e69-b1dd-d7791a3987ee req-87e88cfa-9b9e-409e-a545-52fdd9a08da7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:36.954481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6734f490-dce2-4e69-b1dd-d7791a3987ee req-87e88cfa-9b9e-409e-a545-52fdd9a08da7 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 944 time: 0.2704866 Dec 15 13:59:37.075700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.229103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'Port': ['ID=cf56903f-cccc-4b74-bff8-d772e777b757,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:37.231780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6734f490-dce2-4e69-b1dd-d7791a3987ee req-cfaaa169-e356-4053-8b97-869086986aed tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b587d108-a605-443f-a036-02b31d2e864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540801 Dec 15 13:59:37.274273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-370140e5-4fff-42da-818d-45fc84340ab2 req-05d99930-30b0-41f5-87ce-cd1f40b4275b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604772 Dec 15 13:59:37.279798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.352593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.376401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.392299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/2fecf436-ac93-41c6-ac11-aa5f767a1295 HTTP/1.1" status: 204 len: 168 time: 1.3875463 Dec 15 13:59:37.395804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.522125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44de7b54-c3fc-4c32-887d-2dbfda6c42b9']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.539365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190a4526-ea47-49c1-aaf8-e3f4f656792f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.540001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190a4526-ea47-49c1-aaf8-e3f4f656792f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.555733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.608300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.609869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.629463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:37.629802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f3a98-f2fd-4f09-948f-bd58f6941856 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=2fecf436-ac93-41c6-ac11-aa5f767a1295,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:37.629960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:37.674146 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:37.767290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a51c685-388e-4f0c-ae1a-4fe9c626de7a None None] Network 980dca2f-753b-4b72-9176-598f0d7d9d59 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:37.829452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc114cac-eba5-4548-88aa-a83e43799f73 req-b98bdaad-a51a-4a03-bdbd-70fc39ed3349 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:37.830808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc114cac-eba5-4548-88aa-a83e43799f73 req-b98bdaad-a51a-4a03-bdbd-70fc39ed3349 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 945 time: 0.2124953 Dec 15 13:59:37.901544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.916612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:37.916972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.975110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.993344 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/44de7b54-c3fc-4c32-887d-2dbfda6c42b9 HTTP/1.1" status: 204 len: 168 time: 1.8166342 Dec 15 13:59:38.035909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143d09-fef4-4bc2-be0c-2400c4d70cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=44de7b54-c3fc-4c32-887d-2dbfda6c42b9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.075682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Router 2a893476-ec0b-4644-b954-0b3e38bed0af has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:38.084341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f10d7720-3f3b-4e23-bd43-bb6bcbcce5da None None] Provisioning complete for port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:38.084910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f10d7720-3f3b-4e23-bd43-bb6bcbcce5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.140888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] For port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,segment=NetworkSegment(1e5f8351-a1f6-4add-a239-b93e586b6e73),segment_id=1e5f8351-a1f6-4add-a239-b93e586b6e73)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:38.141268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.183668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:38.346094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:38.438406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc114cac-eba5-4548-88aa-a83e43799f73 req-6e0f984a-9016-4917-bb6e-82cd3262696f tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898159 Dec 15 13:59:38.528102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:38.549619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] Sync routers for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:38.553490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51829a88-65ec-42a7-bf87-aeaa4aae3e6a None None] DHCP port deletion for 980dca2f-753b-4b72-9176-598f0d7d9d59 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:38.576347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.602839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:38.604597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:38.613588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-af638231-944b-4f50-b1aa-15e728a09a7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d4bc2d1084c43f3a93e394fb3f9013e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219226 Dec 15 13:59:38.615927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39172) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:38.645726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] No DVR routers for this DVR port cf56903f-cccc-4b74-bff8-d772e777b757 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:38.650321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.654336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1ef44482-d31f-49a9-b64a-406329e4c5d7 req-d3546531-b944-4467-8277-8cc8be681e8f tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.67 "DELETE /v2.0/ports/cf56903f-cccc-4b74-bff8-d772e777b757 HTTP/1.1" status: 204 len: 173 time: 4.1764076 Dec 15 13:59:38.654806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-deleted', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:38.658164 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b887a1-a304-4edf-9177-97723cfb2c5c" -d '{"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-deleted", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:38.883188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:38.992071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6aad2ec-bd00-4c2b-ac32-1b32c0ce3620 req-9d5991d7-e9d5-42ac-9f10-81ffd026bc5d tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57a242e-21c8-4a89-9fad-9b0e08fe5892 HTTP/1.1" status: 200 len: 210 time: 0.4130976 Dec 15 13:59:38.993156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e52650aa-5eb5-4096-8d3d-35cc942c5f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.023766 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e52650aa-5eb5-4096-8d3d-35cc942c5f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.099292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=49107bb2-a30e-48ae-8dd2-bce8a20c5ed2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:39.116466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No DVR routers for this DVR port 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:39.143544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8722a-afa3-41fa-9ddb-0ad6067919f1 req-7525bfa8-e0fa-4e56-96ba-54a940291589 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:39.146471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1df8722a-afa3-41fa-9ddb-0ad6067919f1 req-7525bfa8-e0fa-4e56-96ba-54a940291589 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.5288692 Dec 15 13:59:39.149808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e52650aa-5eb5-4096-8d3d-35cc942c5f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.153331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e52650aa-5eb5-4096-8d3d-35cc942c5f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.159024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e52650aa-5eb5-4096-8d3d-35cc942c5f38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b34f072-3fa3-4466-b915-e43e360c906c HTTP/1.1" status: 204 len: 168 time: 0.4872582 Dec 15 13:59:39.271245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52650aa-5eb5-4096-8d3d-35cc942c5f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b34f072-3fa3-4466-b915-e43e360c906c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:39.615047 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.626022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.671864 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51bdc32-4bca-422e-a565-3b42fddaac2d x-openstack-request-id: req-e51bdc32-4bca-422e-a565-3b42fddaac2d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:39.672640 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a242e-21c8-4a89-9fad-9b0e08fe5892", "name": "network-vif-deleted", "tag": "cf56903f-cccc-4b74-bff8-d772e777b757", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:39.673076 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e51bdc32-4bca-422e-a565-3b42fddaac2d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:39.673621 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a242e-21c8-4a89-9fad-9b0e08fe5892', 'name': 'network-vif-deleted', 'tag': 'cf56903f-cccc-4b74-bff8-d772e777b757', 'status': 'completed', 'code': 200} Dec 15 13:59:39.679795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] Checking router: 2a893476-ec0b-4644-b954-0b3e38bed0af for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:39.691014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1df8722a-afa3-41fa-9ddb-0ad6067919f1 req-15b18a02-7ab5-40a9-9d18-2f18f6c47ced tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5028207 Dec 15 13:59:39.711548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:39.712464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.748535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980dca2f-753b-4b72-9176-598f0d7d9d59']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.790401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5f8351-a1f6-4add-a239-b93e586b6e73') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.790700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5f8351-a1f6-4add-a239-b93e586b6e73') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.841750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.888292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.910881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:39.911525 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.965429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:40.109944 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:40.150256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.178725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:40.277462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.291126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/980dca2f-753b-4b72-9176-598f0d7d9d59 HTTP/1.1" status: 204 len: 168 time: 2.8241258 Dec 15 13:59:40.296303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:40.357601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dcd5a-e0b4-4e05-88b6-279f6e886847 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=980dca2f-753b-4b72-9176-598f0d7d9d59,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:40.442302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33331-4ff8-432e-ae66-bf399fb56a19 req-4542aeac-9975-4f9a-a03a-50cca3d5e280 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:40.461184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4be33331-4ff8-432e-ae66-bf399fb56a19 req-4542aeac-9975-4f9a-a03a-50cca3d5e280 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 945 time: 0.3473043 Dec 15 13:59:40.549353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-765ea06a-28ec-47e3-a9d4-4011598b7a16 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.595341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bac92c-46c5-4733-a892-4baec5e7b95b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:40.596861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-48bac92c-46c5-4733-a892-4baec5e7b95b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2995420 Dec 15 13:59:40.601633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:40.652569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4be33331-4ff8-432e-ae66-bf399fb56a19 req-1a3be9a2-cfad-4edc-adfe-5d86134cde87 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881673 Dec 15 13:59:40.653199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:40.729774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:40.730133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 49107bb2-a30e-48ae-8dd2-bce8a20c5ed2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:40.823557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.825583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-765ea06a-28ec-47e3-a9d4-4011598b7a16 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.875440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cc5f2f14-cb4c-467b-8821-30fec497b098 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2675266 Dec 15 13:59:40.881450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:40.888523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1451493401'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:40.892136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03222b8e-8898-455a-a3a9-43e9acb8746e None None] The sync data for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 is: [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:52Z', 'revision_number': 4, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce', 'name': '', 'network_id': '4d525223-e5e2-4fcc-8aa2-44d104c7318f', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'mac_address': 'fa:16:3e:c7:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:50Z', 'updated_at': '2021-12-15T13:50:02Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'subnets': [{'id': '2c6f39a9-fb9c-4445-8c4b-b99e33339c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:40.944092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-765ea06a-28ec-47e3-a9d4-4011598b7a16 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.974540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-765ea06a-28ec-47e3-a9d4-4011598b7a16 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.979892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-765ea06a-28ec-47e3-a9d4-4011598b7a16 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "DELETE /v2.0/security-groups/b587d108-a605-443f-a036-02b31d2e864d HTTP/1.1" status: 204 len: 168 time: 0.7990134 Dec 15 13:59:40.980798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.025318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ea06a-28ec-47e3-a9d4-4011598b7a16 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b587d108-a605-443f-a036-02b31d2e864d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:41.035867 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-4dc56c1f-c968-4221-bb82-67ba10b5c85e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] show failed (client error): The resource could not be found. Dec 15 13:59:41.040990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4dc56c1f-c968-4221-bb82-67ba10b5c85e tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "GET /v2.0/security-groups/b587d108-a605-443f-a036-02b31d2e864d HTTP/1.1" status: 404 len: 347 time: 0.0556247 Dec 15 13:59:41.041759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.133866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:41.148044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.297678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Deleting port f5bfc242-2656-40fe-804b-55d36dff8313 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:41.298014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.338964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93ff61-eacd-46ef-9a4d-570a3a3c4871 req-68a82bd0-a250-4b5d-a742-b6bd2d6b7257 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:41.350818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f93ff61-eacd-46ef-9a4d-570a3a3c4871 req-68a82bd0-a250-4b5d-a742-b6bd2d6b7257 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.3770106 Dec 15 13:59:41.364592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:41.407849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.408985 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment 2e72b804-08cc-4700-9933-9318ca1fbdea of type vlan for network 78e9405f-3475-4675-8e6e-3897c83ffdbe Dec 15 13:59:41.606326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec64d71-8107-41f5-8db5-aee21ad3ccef None None] New status for floating IP 6fa24264-6a4f-4ed8-9fef-00da9e7f66a2: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:59:41.662763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f93ff61-eacd-46ef-9a4d-570a3a3c4871 req-ca51f84a-e0d6-4510-ac36-8579b632ce55 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097503 Dec 15 13:59:41.719993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.753800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.923688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.929566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:41.930334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.004339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-646941770-network', 'tenant_id': '611640d5616f4bb9bb6b176ba440dced'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:42.127724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=78e9405f-3475-4675-8e6e-3897c83ffdbe,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.158295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:42.197401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cf0f4-4a39-4fad-bb1d-85a5203ebf21 req-6e09e924-ea53-42e6-84e5-940eef845e63 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:42.220897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-195cf0f4-4a39-4fad-bb1d-85a5203ebf21 req-6e09e924-ea53-42e6-84e5-940eef845e63 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 945 time: 0.4094553 Dec 15 13:59:42.225246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Made reservation on behalf of 611640d5616f4bb9bb6b176ba440dced for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:42.232627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.291380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-184ae4aa-5edd-4a75-a716-603a6f2f556d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4052451 Dec 15 13:59:42.299805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:42.320808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:42.326004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.408852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-195cf0f4-4a39-4fad-bb1d-85a5203ebf21 req-a69f47ee-434e-42fa-99e9-138ce8eec3b0 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859224 Dec 15 13:59:42.449914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-0499c60b-61bf-4d22-a970-ecdb523cd3a5 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:42.455753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-0499c60b-61bf-4d22-a970-ecdb523cd3a5 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 945 time: 0.2694149 Dec 15 13:59:42.541580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6bbd-6fe9-40c2-bbfa-6f46c3682b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.579913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.591547 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.637143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:42.661058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bae8c3-14d5-4ce7-abb2-7d671983a602,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.662051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.663020 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Added segment 8b5e64c8-a64f-4605-85fd-d19f4595b32a of type vlan for network 624d4125-0607-4950-aa5f-cdb47119b4a3 Dec 15 13:59:42.734734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.741980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.742518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.776084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Calling delete_port for f5bfc242-2656-40fe-804b-55d36dff8313 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:42.788729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.790308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:42.790964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.795234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-dfb173af-7ba3-42ea-b3fb-d6f192b02822 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:42.797200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-dfb173af-7ba3-42ea-b3fb-d6f192b02822 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0 HTTP/1.1" status: 200 len: 946 time: 0.2481635 Dec 15 13:59:42.895207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:42.900347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.915483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1605113 Dec 15 13:59:42.918589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:42.926667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Request body: {'subnet': {'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-646941770-subnet', 'tenant_id': '611640d5616f4bb9bb6b176ba440dced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:42.951368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dd139-8cb4-4f49-aed6-f05e218cbbb6 admin admin] Pushing event updated for resources: {'Network': ['ID=624d4125-0607-4950-aa5f-cdb47119b4a3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.962632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 624d4125-0607-4950-aa5f-cdb47119b4a3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:42.991171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece43aeb-fad7-4d13-8566-cd054242e1af req-4daf9d3a-17c3-45cf-a8bf-c82f0e0e47bb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:43.003307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ece43aeb-fad7-4d13-8566-cd054242e1af req-4daf9d3a-17c3-45cf-a8bf-c82f0e0e47bb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1429369 Dec 15 13:59:43.079608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ece43aeb-fad7-4d13-8566-cd054242e1af req-adebaff7-df5c-4aa6-a779-45863d801bf2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640316 Dec 15 13:59:43.080586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Made reservation on behalf of 611640d5616f4bb9bb6b176ba440dced for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:43.083321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.085925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Deleting port f57e9dea-2016-48df-97e1-225ddc5f8c7d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:43.086305 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.284884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] For port f57e9dea-2016-48df-97e1-225ddc5f8c7d, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f57e9dea-2016-48df-97e1-225ddc5f8c7d,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:43.285235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.296901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Deleting port fd8fead7-f5bf-4622-9fcd-f158cd89deae {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:43.297280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.314541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.363451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:43.399854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Checking segment: {'id': '8b5e64c8-a64f-4605-85fd-d19f4595b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:43.400217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Network hostable DHCP agents. Network: 624d4125-0607-4950-aa5f-cdb47119b4a3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:43.438402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] For port fd8fead7-f5bf-4622-9fcd-f158cd89deae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=fd8fead7-f5bf-4622-9fcd-f158cd89deae,segment=NetworkSegment(a1c9878a-7f7f-4b85-aa49-619637250cdd),segment_id=a1c9878a-7f7f-4b85-aa49-619637250cdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:43.439014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.443539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Network 624d4125-0607-4950-aa5f-cdb47119b4a3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:43.456619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 624d4125-0607-4950-aa5f-cdb47119b4a3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:43.465812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:43.468273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.468379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Calling delete_port for f57e9dea-2016-48df-97e1-225ddc5f8c7d owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:43.472551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4aa82-2d39-4c8d-a5d6-598f27fe51ea None None] Network 624d4125-0607-4950-aa5f-cdb47119b4a3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:43.474777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Calling delete_port for fd8fead7-f5bf-4622-9fcd-f158cd89deae owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:43.501112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f3aa86a9-56b1-4002-b0cb-53aa62d1ede9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5791705 Dec 15 13:59:43.644068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.659777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a85d7-1a08-4922-9d00-21852225dcb2 req-663bdfc2-3b2c-4c24-96cb-67e693cdda8d tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:43.661395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e0a85d7-1a08-4922-9d00-21852225dcb2 req-663bdfc2-3b2c-4c24-96cb-67e693cdda8d tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 945 time: 0.0995677 Dec 15 13:59:43.721657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07c1a3-5b82-43d2-8bf3-f0ffb854ce8e None None] Network 624d4125-0607-4950-aa5f-cdb47119b4a3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:43.772136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e0a85d7-1a08-4922-9d00-21852225dcb2 req-4861bd50-3de9-4fa3-832b-4f640e395b85 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956697 Dec 15 13:59:43.797240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d694c8-0a35-402c-b2bf-af088939168b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:43.899450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Pushing event deleted for resources: {'Port': ['ID=f5bfc242-2656-40fe-804b-55d36dff8313,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:43.906161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.096522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=9343388f-76f4-4975-982e-2095724141d9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.098348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.151860 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.155437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.157143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41c2640f-f4f9-4ede-ae8f-01dc1f9899c4 tempest-ServerActionsTestJSON-1331155647 tempest-ServerActionsTestJSON-1331155647-project] 10.222.0.32 "DELETE /v2.0/floatingips/6fa24264-6a4f-4ed8-9fef-00da9e7f66a2 HTTP/1.1" status: 204 len: 168 time: 3.1140869 Dec 15 13:59:44.175931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': '2e72b804-08cc-4700-9933-9318ca1fbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:44.176298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: 78e9405f-3475-4675-8e6e-3897c83ffdbe, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:44.178379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:44.234601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.269400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event deleted for resources: {'Port': ['ID=fd8fead7-f5bf-4622-9fcd-f158cd89deae,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.275095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.291187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:44.379889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Pushing event deleted for resources: {'Port': ['ID=f57e9dea-2016-48df-97e1-225ddc5f8c7d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.386825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-db519480-c791-4878-b27d-933ef4d52359 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.388767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-db519480-c791-4878-b27d-933ef4d52359 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/networks?id=624d4125-0607-4950-aa5f-cdb47119b4a3 HTTP/1.1" status: 200 len: 821 time: 0.3325708 Dec 15 13:59:44.409614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:44.423056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-64a987e0-eb0b-4e54-8864-00feb31f34c5 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/quotas/611640d5616f4bb9bb6b176ba440dced HTTP/1.1" status: 200 len: 375 time: 0.0223670 Dec 15 13:59:44.439251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a283d8-4397-4bc5-8969-aab0dbae9d53 req-802c0208-71ea-4eb3-865c-c0fb339209f2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.451348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36a283d8-4397-4bc5-8969-aab0dbae9d53 req-802c0208-71ea-4eb3-865c-c0fb339209f2 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 943 time: 0.1268361 Dec 15 13:59:44.511416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-ca7f9703-6cfc-484d-9d88-e11eb2dc83f7 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=611640d5616f4bb9bb6b176ba440dced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499372 Dec 15 13:59:44.528348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-0dfa2c72-faa8-4944-9735-84cbb5e349ae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:59:44.528940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:44.529427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-0dfa2c72-faa8-4944-9735-84cbb5e349ae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062113 Dec 15 13:59:44.536670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] No DVR routers for this DVR port fd8fead7-f5bf-4622-9fcd-f158cd89deae on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:44.538318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 78e9405f-3475-4675-8e6e-3897c83ffdbe) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:44.540638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.544059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f313f2d3-8518-448b-ab46-fb113d945d08 req-e22655ed-efcb-42c5-9aa7-8cc96730d911 tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "DELETE /v2.0/ports/fd8fead7-f5bf-4622-9fcd-f158cd89deae HTTP/1.1" status: 204 len: 173 time: 1.7341614 Dec 15 13:59:44.549424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f57e9dea-2016-48df-97e1-225ddc5f8c7d no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:44.557876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'affa82cb-556a-480d-b543-c06e008aa85e', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'port_id': 'affa82cb-556a-480d-b543-c06e008aa85e', 'mac_address': 'fa:16:3e:e1:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:44.564213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba6e91-2623-49a5-9ad4-2f28da0d1498 None None] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:44.641263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'name': 'network-vif-deleted', 'tag': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:44.645699 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba449c44-b8b1-4a4c-ab88-0806b5e259af" -d '{"events": [{"server_uuid": "9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0", "name": "network-vif-deleted", "tag": "fd8fead7-f5bf-4622-9fcd-f158cd89deae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:44.666480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] No DVR routers for this DVR port f57e9dea-2016-48df-97e1-225ddc5f8c7d on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:44.670678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.674278 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2c29e918-e29e-4679-9d52-3318f5bcce97 req-81bfdc6f-98d7-4d57-9670-df34d084275c tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.67 "DELETE /v2.0/ports/f57e9dea-2016-48df-97e1-225ddc5f8c7d HTTP/1.1" status: 204 len: 173 time: 2.1240625 Dec 15 13:59:44.682340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.683088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.725287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36a283d8-4397-4bc5-8969-aab0dbae9d53 req-ae7acc3b-b007-4931-a7b1-3605bca93f57 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721863 Dec 15 13:59:44.741398 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f6f9541-4c7d-4e37-90cc-1a219c23fffb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4353204 Dec 15 13:59:44.744735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:44.757502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe', 'name': 'tempest-PortsTestJSON-2063535356'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:44.771311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: f57e9dea-2016-48df-97e1-225ddc5f8c7d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:44.771838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f57e9dea-2016-48df-97e1-225ddc5f8c7d not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:44.772419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd8fead7-f5bf-4622-9fcd-f158cd89deae no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:44.874674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.878367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: fd8fead7-f5bf-4622-9fcd-f158cd89deae {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:44.878877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device fd8fead7-f5bf-4622-9fcd-f158cd89deae not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:44.893297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-78e9405f-3475-4675-8e6e-3897c83ffdbe', 'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': '9343388f-76f4-4975-982e-2095724141d9'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:44.895166 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.898228 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-01badd9b-1030-4d2a-8e43-0c1f72ab26e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.912695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affa82cb-556a-480d-b543-c06e008aa85e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:44.923117 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263c828-9e5c-44ca-8282-90f7e82c5607 x-openstack-request-id: req-1263c828-9e5c-44ca-8282-90f7e82c5607 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:44.925518 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0", "name": "network-vif-deleted", "tag": "fd8fead7-f5bf-4622-9fcd-f158cd89deae", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:44.928792 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1263c828-9e5c-44ca-8282-90f7e82c5607 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:44.929333 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf968b-a7ce-4a48-9f68-dfc2c4a55cf0', 'name': 'network-vif-deleted', 'tag': 'fd8fead7-f5bf-4622-9fcd-f158cd89deae', 'status': 'completed', 'code': 200} Dec 15 13:59:44.971470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:45.080036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-397e54b7-2d2f-4bdc-b31b-b8cb6a16d00e service neutron] 10.222.0.32 "GET /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286129 Dec 15 13:59:45.111545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f8b1604-3ac7-4f52-94a1-68180283d0a1 req-5d37dda5-ed23-43d5-9141-c84e60ceda0b tempest-MultipleCreateTestJSON-251656111 tempest-MultipleCreateTestJSON-251656111-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf70f11-a950-421a-8f71-2598725512b5 HTTP/1.1" status: 200 len: 210 time: 0.0844543 Dec 15 13:59:45.161155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.168254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Allocated IP 172.20.0.2 (78e9405f-3475-4675-8e6e-3897c83ffdbe/9343388f-76f4-4975-982e-2095724141d9/17e5e42e-31fe-4df7-9a5b-1c52b1e04123) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:45.313834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:45.329008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.329363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.329709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.330049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.330393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.330789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.331130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.331619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.332085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.333391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.333737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.334435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.334782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:45.411907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.452425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:45.456063 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.513540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['affa82cb-556a-480d-b543-c06e008aa85e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:45.541894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 9e664080-2be7-4c92-8c89-cec2e0c5a61c yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:45.557561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-b7bd562c-0bd1-4641-b598-cbf26680afdd service neutron] 10.222.0.32 "GET /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541502 Dec 15 13:59:45.604869 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.622633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.743600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.11 (78e9405f-3475-4675-8e6e-3897c83ffdbe/9343388f-76f4-4975-982e-2095724141d9/9e664080-2be7-4c92-8c89-cec2e0c5a61c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:45.770677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:45.801910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Pushing event updated for resources: {'Port': ['ID=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:45.856487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:45.860339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:45.973550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Attempting to bind port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:45.974299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Attempting to bind port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2e72b804-08cc-4700-9933-9318ca1fbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:45.997551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Attempting to bind port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 on network 78e9405f-3475-4675-8e6e-3897c83ffdbe {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:46.031253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:46.032700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Checking segment: {'id': '2e72b804-08cc-4700-9933-9318ca1fbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:46.033444 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.033996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Bound using segment: {'id': '2e72b804-08cc-4700-9933-9318ca1fbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:46.034650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Bound port: 17e5e42e-31fe-4df7-9a5b-1c52b1e04123, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e72b804-08cc-4700-9933-9318ca1fbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:46.035192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.037811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Deleting port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:46.037811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.157349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] For port 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:46.157725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.164849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50073fa8-4921-4a1a-9ceb-4a36f228c7b8 req-d0762f6c-5478-4a1c-af4f-258a57e6e9e1 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 210 time: 0.1687887 Dec 15 13:59:46.168727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] For port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:46.174128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] For port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,segment=NetworkSegment(2e72b804-08cc-4700-9933-9318ca1fbdea),segment_id=2e72b804-08cc-4700-9933-9318ca1fbdea)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:46.197427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Calling delete_port for 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:46.229639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.306360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019d79b-2a4f-4cd6-8428-b2382e8eb87f req-07a2401b-61e6-4a60-8c49-a97ef0aa8ec1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:46.309492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6019d79b-2a4f-4cd6-8428-b2382e8eb87f req-07a2401b-61e6-4a60-8c49-a97ef0aa8ec1 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 944 time: 0.2835853 Dec 15 13:59:46.325955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3444b-a781-4546-832b-c8246583f4b0 None None] Pushing event updated for resources: {'Port': ['ID=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:46.344371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39388) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.353224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.472594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.529517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6019d79b-2a4f-4cd6-8428-b2382e8eb87f req-1d591907-2ac3-4943-a686-552097430a1b tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821184 Dec 15 13:59:46.624083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Deleting subnet 1c4ff0a0-1b14-43d2-9786-655283b72ac5 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:46.635943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.736629 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.755911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.814324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.823579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.907165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:46.932449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf70f11-a950-421a-8f71-2598725512b5', 'name': 'network-vif-deleted', 'tag': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:46.937465 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a985e-5056-4449-91ee-dae97d631335" -d '{"events": [{"server_uuid": "bcf70f11-a950-421a-8f71-2598725512b5", "name": "network-vif-deleted", "tag": "f57e9dea-2016-48df-97e1-225ddc5f8c7d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:46.978068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:46.989498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:46.989498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:47.084639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=9e664080-2be7-4c92-8c89-cec2e0c5a61c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:47.086253 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a81245-616e-49a6-b0ae-dd86f95ace7d x-openstack-request-id: req-05a81245-616e-49a6-b0ae-dd86f95ace7d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:47.086805 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf70f11-a950-421a-8f71-2598725512b5", "name": "network-vif-deleted", "tag": "f57e9dea-2016-48df-97e1-225ddc5f8c7d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:47.086805 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05a81245-616e-49a6-b0ae-dd86f95ace7d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:47.087176 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf70f11-a950-421a-8f71-2598725512b5', 'name': 'network-vif-deleted', 'tag': 'f57e9dea-2016-48df-97e1-225ddc5f8c7d', 'status': 'completed', 'code': 200} Dec 15 13:59:47.124588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:47.125515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.131925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.166317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4ff0a0-1b14-43d2-9786-655283b72ac5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:47.175697 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.180217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7ece8ec1-a501-44d3-a23f-8ff4a47a1637 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c4ff0a0-1b14-43d2-9786-655283b72ac5 HTTP/1.1" status: 204 len: 168 time: 0.8210208 Dec 15 13:59:47.183840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.192324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b012b5a4-6b8e-48d5-a845-891676557683 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4415743 Dec 15 13:59:47.193875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.208151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '78e9405f-3475-4675-8e6e-3897c83ffdbe', 'name': 'tempest-PortsTestJSON-593679960'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:47.383749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f28b87e4-802d-4ec1-854d-92e0f815c672 req-91d05a14-fe27-4dde-9bee-96bf6a946d6e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 210 time: 0.0764239 Dec 15 13:59:47.407010 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.417352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.470376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:47.474797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.507367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:47.547168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.574606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.606038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870bc69c-18f3-47a3-8d86-78d852c6c78d']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.628767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c9878a-7f7f-4b85-aa49-619637250cdd') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.628767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c9878a-7f7f-4b85-aa49-619637250cdd') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.655664 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.672432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.697641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:47.698122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.138968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae88a7-1f43-41d6-b7e9-ccd040c78197 None None] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:48.223455 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:48.277497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.281456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e431cc66-ab26-40b0-997e-021493f03fc4 None None] Provisioning complete for port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:48.287451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e431cc66-ab26-40b0-997e-021493f03fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.294940 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.312629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/870bc69c-18f3-47a3-8d86-78d852c6c78d HTTP/1.1" status: 204 len: 168 time: 1.1075547 Dec 15 13:59:48.312629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3b5f7-0b22-404a-8465-33a4eeef3df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=870bc69c-18f3-47a3-8d86-78d852c6c78d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:48.341405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcc200-a41f-4c96-9fc8-70c6e388f6d6 req-e2dcdf2a-2ca1-4491-9c4d-1d534ee289eb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:48.355027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5abcc200-a41f-4c96-9fc8-70c6e388f6d6 req-e2dcdf2a-2ca1-4491-9c4d-1d534ee289eb tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 944 time: 0.1290774 Dec 15 13:59:48.465538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:48.513692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5abcc200-a41f-4c96-9fc8-70c6e388f6d6 req-99261cee-3619-4a00-a7f0-1e0360afbb17 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504591 Dec 15 13:59:48.603909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e431cc66-ab26-40b0-997e-021493f03fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.615818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port affa82cb-556a-480d-b543-c06e008aa85e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:48.616433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.631478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.639942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:48.706703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1522d1a8-a954-4685-ad62-d87e8c3b6d11 req-293b9445-0d40-4d2c-b680-75b54da75b5f tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 210 time: 0.1051223 Dec 15 13:59:48.716865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e431cc66-ab26-40b0-997e-021493f03fc4 None None] For port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,segment=NetworkSegment(2e72b804-08cc-4700-9933-9318ca1fbdea),segment_id=2e72b804-08cc-4700-9933-9318ca1fbdea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:48.772957 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e431cc66-ab26-40b0-997e-021493f03fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.789987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-5c1793f9-f785-4239-9e85-4b2c13c5328b tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:48.798086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-5c1793f9-f785-4239-9e85-4b2c13c5328b tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.67 "GET /v2.0/networks?id=624d4125-0607-4950-aa5f-cdb47119b4a3 HTTP/1.1" status: 200 len: 821 time: 0.4720123 Dec 15 13:59:48.798086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.9 (78e9405f-3475-4675-8e6e-3897c83ffdbe/9343388f-76f4-4975-982e-2095724141d9/3e9b18f1-84bc-47d9-a9c9-44a20c509ef4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:48.815293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Request body: {'port': {'device_id': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3', 'admin_state_up': True, 'tenant_id': '611640d5616f4bb9bb6b176ba440dced'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:48.831384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:48.913491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431cc66-ab26-40b0-997e-021493f03fc4 None None] Pushing event updated for resources: {'Port': ['ID=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:48.967666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Made reservation on behalf of 611640d5616f4bb9bb6b176ba440dced for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:48.977900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.979780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5252581d-bc83-4a1e-ab65-160240c7988e None None] Provisioning complete for port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:48.980251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5252581d-bc83-4a1e-ab65-160240c7988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.019251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77abcbad-9545-4b56-9915-dc2c6056b5ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfc0691c50604389a11d1749c23bbd5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721859 Dec 15 13:59:49.021695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.082677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.124308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:49.124888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.136708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:49.139589 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e534329-8d6f-469c-a620-2df5e93ce411" -d '{"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-plugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:49.155894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.193974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:49.210494 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.255186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.255634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5252581d-bc83-4a1e-ab65-160240c7988e None None] Provisioning complete for port 9e664080-2be7-4c92-8c89-cec2e0c5a61c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:49.256003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5252581d-bc83-4a1e-ab65-160240c7988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.319565 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83dd8e2-bf5b-454f-bb10-54aafc962e87 x-openstack-request-id: req-a83dd8e2-bf5b-454f-bb10-54aafc962e87 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:49.319856 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-plugged", "status": "completed", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:49.320114 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a83dd8e2-bf5b-454f-bb10-54aafc962e87 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:49.320522 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'code': 200} Dec 15 13:59:49.321731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5252581d-bc83-4a1e-ab65-160240c7988e None None] Port 9e664080-2be7-4c92-8c89-cec2e0c5a61c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:49.391491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:49.414311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.418072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.419691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd HTTP/1.1" status: 204 len: 168 time: 0.3966095 Dec 15 13:59:49.439283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b9c1c5-3eac-4974-a96b-0ed9f8a7e7bd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:49.449242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.449685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.450260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.450731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.451133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.451894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.452015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.452368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.452785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.453206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.453551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.453867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.454228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582152c-d518-4e2d-a8ad-1bac7a0914ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:49.457204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0469bb7b-8506-452c-b843-ac1523d62909 None None] Provisioning complete for port 9e664080-2be7-4c92-8c89-cec2e0c5a61c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:49.457526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0469bb7b-8506-452c-b843-ac1523d62909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.587236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0469bb7b-8506-452c-b843-ac1523d62909 None None] Port 9e664080-2be7-4c92-8c89-cec2e0c5a61c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:49.678167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Allocated IP 172.20.0.13 (624d4125-0607-4950-aa5f-cdb47119b4a3/1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e/de27361c-4d8f-471c-bd47-b5c7a90483e4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:49.707277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb1e2-ffbf-4f63-b8c7-2f7ce9eb3ea1 req-3d437d25-b166-4011-bf34-cbf87f040e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.708823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15bcb1e2-ffbf-4f63-b8c7-2f7ce9eb3ea1 req-3d437d25-b166-4011-bf34-cbf87f040e7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 1097 time: 0.2205927 Dec 15 13:59:49.748846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Router 2a893476-ec0b-4644-b954-0b3e38bed0af has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:49.758029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e98b3-825d-4d57-82cb-ff50900cdebf req-3b303961-933f-4b34-b5e2-d7918245d08e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.761604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-963e98b3-825d-4d57-82cb-ff50900cdebf req-3b303961-933f-4b34-b5e2-d7918245d08e tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 946 time: 0.1020954 Dec 15 13:59:49.784018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.841761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-963e98b3-825d-4d57-82cb-ff50900cdebf req-74e8b94f-0c71-4bc6-81f4-4bafbab50ce6 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621545 Dec 15 13:59:49.988479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60c20cae-60e3-4ede-90c6-829c6b91a180 req-c887f159-a7c8-42ee-be06-aa52d75cde46 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 210 time: 0.1154158 Dec 15 13:59:50.093751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:50.102008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15bcb1e2-ffbf-4f63-b8c7-2f7ce9eb3ea1 req-4a6d335f-d249-4029-9ef2-26d2d23bbee5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785195 Dec 15 13:59:50.236336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:50.255374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] Sync routers for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:50.269059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-99e8b69a-4186-4dae-8d34-3459706dde5c admin admin] 10.222.0.32 "PUT /v2.0/routers/2a893476-ec0b-4644-b954-0b3e38bed0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0822096 Dec 15 13:59:50.271815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.277665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:50.278293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.307846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:50.495963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:50.496863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:50.502525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:50.506304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=3e9b18f1-84bc-47d9-a9c9-44a20c509ef4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:50.518720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:50.555944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:50.623724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:50.634499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:50.659606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Network 624d4125-0607-4950-aa5f-cdb47119b4a3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:50.668547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:50.675452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:50.723030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Pushing event updated for resources: {'Port': ['ID=de27361c-4d8f-471c-bd47-b5c7a90483e4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:50.733257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.733891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:50.798803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.799732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:50.819287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7994c5ce-1bef-4ecb-829f-0751f94a6215 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6150839 Dec 15 13:59:50.825361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39508) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.852941 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-7020ce40-b9ad-4fd0-9539-cde6e66e0e85 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0479994 Dec 15 13:59:50.867523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Request body: {'port': {'device_id': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:51.013277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.091767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.252224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.264525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fe036dc2-991a-4cf0-a491-98f4dd402247 None None] Provisioning complete for port 3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:51.264901 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe036dc2-991a-4cf0-a491-98f4dd402247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.353763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:51.353763 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.367037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fe036dc2-991a-4cf0-a491-98f4dd402247 None None] Port 3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:51.413182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91331d9a-078c-45b4-ab5d-85a6a390ff62 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:51.413182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-91331d9a-078c-45b4-ab5d-85a6a390ff62 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.5765119 Dec 15 13:59:51.414974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39540) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.470292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e760f5-5d3f-43ab-bd2d-21af0c078ebf req-e87aa73b-0601-422a-8e04-c080e3f7a9e8 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:51.471825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5e760f5-5d3f-43ab-bd2d-21af0c078ebf req-e87aa73b-0601-422a-8e04-c080e3f7a9e8 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 932 time: 0.2598000 Dec 15 13:59:51.485478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc6a6-5ac8-4332-abf0-6b5f0bcf3760 req-b723bb85-4785-4105-9d0d-635563e19286 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:51.493188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-504fc6a6-5ac8-4332-abf0-6b5f0bcf3760 req-b723bb85-4785-4105-9d0d-635563e19286 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 946 time: 0.4105511 Dec 15 13:59:51.573757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5e760f5-5d3f-43ab-bd2d-21af0c078ebf req-3657fb89-bbad-46ca-9b42-8311fd9765d9 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785012 Dec 15 13:59:51.592621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Deleting port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:51.592883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.656381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:51.656763 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.678453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:59:46Z', 'revision_number': 5, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port': {'id': '9406cbf1-90ad-4f9b-85ba-3635f98a6ae3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:48Z', 'updated_at': '2021-12-15T13:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.715152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] For port 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:51.715817 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.730416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Calling delete_port for 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:51.785043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.796985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] Checking router: 2a893476-ec0b-4644-b954-0b3e38bed0af for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:51.807308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:51.817761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] Routers {'2a893476-ec0b-4644-b954-0b3e38bed0af'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:51.818395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2a893476-ec0b-4644-b954-0b3e38bed0af'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:52.006687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] Set router 2a893476-ec0b-4644-b954-0b3e38bed0af gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:52.018710 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.090849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=3e9b18f1-84bc-47d9-a9c9-44a20c509ef4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:52.173923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:59:51Z', 'revision_number': 6, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:52.197819 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.202079 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a120397-b253-4cb1-9879-c6631643f34a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 HTTP/1.1" status: 204 len: 168 time: 0.7860358 Dec 15 13:59:52.206755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.266565 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4886371-84f6-4f72-b578-214ce84043d0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:59:52.268095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e4886371-84f6-4f72-b578-214ce84043d0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/3e9b18f1-84bc-47d9-a9c9-44a20c509ef4 HTTP/1.1" status: 404 len: 333 time: 0.0605390 Dec 15 13:59:52.272325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39590) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.281742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-504fc6a6-5ac8-4332-abf0-6b5f0bcf3760 req-4712a731-a764-4b18-9854-14a9f64f4b23 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7876577 Dec 15 13:59:52.304730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.313383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00574284-e184-4074-a293-ba1c6b32c790 None None] The sync data for ids ['2a893476-ec0b-4644-b954-0b3e38bed0af'] in n-d-815324-3 is: [{'id': '2a893476-ec0b-4644-b954-0b3e38bed0af', 'name': 'tempest-ServerActionsTestJSON-1907686777-router', 'tenant_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:59:51Z', 'revision_number': 6, 'project_id': '0af6f17b3e98477eb88d9ee7f8c468a6', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:52.419836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de27361c-4d8f-471c-bd47-b5c7a90483e4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:52.443543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.461238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9406cbf1-90ad-4f9b-85ba-3635f98a6ae3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:52.498137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Transition to ACTIVE for port object de27361c-4d8f-471c-bd47-b5c7a90483e4 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:52.509510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894c923-07e9-4377-be56-cfebc794ee64 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:52.517247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.667897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Pushing event updated for resources: {'Port': ['ID=de27361c-4d8f-471c-bd47-b5c7a90483e4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:52.859151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Attempting to bind port de27361c-4d8f-471c-bd47-b5c7a90483e4 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:52.859736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Attempting to bind port de27361c-4d8f-471c-bd47-b5c7a90483e4 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '8b5e64c8-a64f-4605-85fd-d19f4595b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:52.859834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Attempting to bind port de27361c-4d8f-471c-bd47-b5c7a90483e4 on network 624d4125-0607-4950-aa5f-cdb47119b4a3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:52.868361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Port de27361c-4d8f-471c-bd47-b5c7a90483e4 on network 624d4125-0607-4950-aa5f-cdb47119b4a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:52.868982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Attempting to bind port de27361c-4d8f-471c-bd47-b5c7a90483e4 on network 624d4125-0607-4950-aa5f-cdb47119b4a3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:52.877317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:52.877826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Checking segment: {'id': '8b5e64c8-a64f-4605-85fd-d19f4595b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:52.878250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Bound using segment: {'id': '8b5e64c8-a64f-4605-85fd-d19f4595b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:52.878767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Bound port: de27361c-4d8f-471c-bd47-b5c7a90483e4, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5e64c8-a64f-4605-85fd-d19f4595b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:52.879194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.945553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:52.963818 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.003475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:53.003998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2d7455b8-cfe0-4b79-83c8-4110f8a4b7ce not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:53.041439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] For port de27361c-4d8f-471c-bd47-b5c7a90483e4, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:53.046016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] For port de27361c-4d8f-471c-bd47-b5c7a90483e4, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4,segment=NetworkSegment(8b5e64c8-a64f-4605-85fd-d19f4595b32a),segment_id=8b5e64c8-a64f-4605-85fd-d19f4595b32a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:53.053213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.148217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 9e664080-2be7-4c92-8c89-cec2e0c5a61c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:53.148800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.161093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.162642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.165224 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] 10.222.0.67 "PUT /v2.0/ports/de27361c-4d8f-471c-bd47-b5c7a90483e4 HTTP/1.1" status: 200 len: 1092 time: 2.3020823 Dec 15 13:59:53.167240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'tag': 'de27361c-4d8f-471c-bd47-b5c7a90483e4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:53.172522 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0782b88-1706-4490-968d-9057c71299ef" -d '{"events": [{"name": "network-changed", "server_uuid": "09401cc7-a7d6-4ec8-aa94-46a4926c6291", "tag": "de27361c-4d8f-471c-bd47-b5c7a90483e4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:53.273797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:53.282210 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0da4047-fa3c-482a-90d3-4fac40de8f14 x-openstack-request-id: req-b0da4047-fa3c-482a-90d3-4fac40de8f14 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:53.282592 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09401cc7-a7d6-4ec8-aa94-46a4926c6291", "tag": "de27361c-4d8f-471c-bd47-b5c7a90483e4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:53.282938 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0da4047-fa3c-482a-90d3-4fac40de8f14 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:53.283414 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'tag': 'de27361c-4d8f-471c-bd47-b5c7a90483e4', 'status': 'completed', 'code': 200} Dec 15 13:59:53.284485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5726aff-c429-4abb-b875-37c5a3dbef29 service neutron] Pushing event updated for resources: {'Port': ['ID=de27361c-4d8f-471c-bd47-b5c7a90483e4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:53.325557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.328064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.330924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-aca1827f-9e78-4146-827a-ca04428309a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.332669 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-aca1827f-9e78-4146-827a-ca04428309a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=611640d5616f4bb9bb6b176ba440dced&device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 1095 time: 0.0943096 Dec 15 13:59:53.343570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c48d43-9b05-4c6a-b00e-c3c2caaef603 req-30a25810-0df9-4db8-a20e-e8f11f0d2404 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.352467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8c48d43-9b05-4c6a-b00e-c3c2caaef603 req-30a25810-0df9-4db8-a20e-e8f11f0d2404 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 944 time: 0.4854236 Dec 15 13:59:53.438839 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-ddba2b12-2faa-41db-84ab-f1af9d3a5b83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4 HTTP/1.1" status: 200 len: 217 time: 0.0894942 Dec 15 13:59:53.512138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8c48d43-9b05-4c6a-b00e-c3c2caaef603 req-9e3bc814-9099-41be-beea-5f5a07233679 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495173 Dec 15 13:59:53.531858 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.532728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a893476-ec0b-4644-b954-0b3e38bed0af {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:59:53.540300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-774b0057-ff67-4a47-b954-2ddd82ac11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.541850 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-774b0057-ff67-4a47-b954-2ddd82ac11f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e HTTP/1.1" status: 200 len: 861 time: 0.0966535 Dec 15 13:59:53.545219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.546489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85183975-4104-4416-8c3e-e0bc3d9f7cb6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2a893476-ec0b-4644-b954-0b3e38bed0af HTTP/1.1" status: 204 len: 168 time: 3.2731030 Dec 15 13:59:53.550682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:53.555726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6966022d-76b2-464b-b097-91c98956fd67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.595407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-dc02d154-905d-4a57-9c8b-e6e3bb68f5da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=624d4125-0607-4950-aa5f-cdb47119b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304055 Dec 15 13:59:53.638696 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.649238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47338e8a-e95d-4919-b5fb-69c7d04f9237 req-36489799-166d-48a0-80ac-2bac1423d808 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.651102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47338e8a-e95d-4919-b5fb-69c7d04f9237 req-36489799-166d-48a0-80ac-2bac1423d808 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 946 time: 0.2300782 Dec 15 13:59:53.730842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 9e664080-2be7-4c92-8c89-cec2e0c5a61c owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:53.750384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Deleting subnet 2c6f39a9-fb9c-4445-8c4b-b99e33339c1b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:53.763190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-fb5fdbba-4be4-4df4-a9bf-8642a148ccf6 service neutron] 10.222.0.67 "GET /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576958 Dec 15 13:59:53.765687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.774152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6966022d-76b2-464b-b097-91c98956fd67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.793055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47338e8a-e95d-4919-b5fb-69c7d04f9237 req-01915dbb-aaa3-43df-8d61-4450c3d18ca8 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321566 Dec 15 13:59:53.844113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.897906 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c5d721f9-23b8-40e1-bc8c-7de74b3bb646 req-236d26a5-2ec0-40ff-af16-9e0f760558d0 service neutron] 10.222.0.67 "GET /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259336 Dec 15 13:59:53.899021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6966022d-76b2-464b-b097-91c98956fd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.954446 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6966022d-76b2-464b-b097-91c98956fd67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4d2d2fcf18d4fea9b68ebd4141d8d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793559 Dec 15 13:59:53.956373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966022d-76b2-464b-b097-91c98956fd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895ae4e7-d685-48a6-97eb-291eb3180f1e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:53.974818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:54.009520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0782b88-1706-4490-968d-9057c71299ef req-72fc19a1-0174-4151-af2a-284dac30f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.011132 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-72fc19a1-0174-4151-af2a-284dac30f8c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=611640d5616f4bb9bb6b176ba440dced&device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 1095 time: 0.0556555 Dec 15 13:59:54.120909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.164625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.211083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0782b88-1706-4490-968d-9057c71299ef req-ff85670a-d2d9-42b8-941d-25e4309854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.212889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=9e664080-2be7-4c92-8c89-cec2e0c5a61c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.215175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-ff85670a-d2d9-42b8-941d-25e4309854b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=624d4125-0607-4950-aa5f-cdb47119b4a3 HTTP/1.1" status: 200 len: 923 time: 0.1921072 Dec 15 13:59:54.277619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00458bfd-5388-4569-88bf-29fb4c60349e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.304450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00458bfd-5388-4569-88bf-29fb4c60349e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.306770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-a945b51a-69b2-4166-ab80-ce17e5e57376 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4 HTTP/1.1" status: 200 len: 217 time: 0.0820055 Dec 15 13:59:54.384058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0782b88-1706-4490-968d-9057c71299ef req-bd9d5bc3-a5d0-4fae-a1b0-3cfe172dbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.385987 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-bd9d5bc3-a5d0-4fae-a1b0-3cfe172dbd76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e HTTP/1.1" status: 200 len: 861 time: 0.0706260 Dec 15 13:59:54.403362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00458bfd-5388-4569-88bf-29fb4c60349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.407182 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00458bfd-5388-4569-88bf-29fb4c60349e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.408549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-00458bfd-5388-4569-88bf-29fb4c60349e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/895ae4e7-d685-48a6-97eb-291eb3180f1e HTTP/1.1" status: 204 len: 168 time: 0.4326503 Dec 15 13:59:54.452343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00458bfd-5388-4569-88bf-29fb4c60349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ae4e7-d685-48a6-97eb-291eb3180f1e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.473812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:54.489011 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-bf41750c-fd4d-448e-8818-d0ebfd852510 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=624d4125-0607-4950-aa5f-cdb47119b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913882 Dec 15 13:59:54.523620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.604669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6f39a9-fb9c-4445-8c4b-b99e33339c1b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.623017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.641606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:54.642695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9406cbf1-90ad-4f9b-85ba-3635f98a6ae3 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:54.646051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9bed40ee-b475-48cc-97ac-d6859085e652 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2c6f39a9-fb9c-4445-8c4b-b99e33339c1b HTTP/1.1" status: 204 len: 168 time: 1.0876245 Dec 15 13:59:54.648949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39670) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:54.650589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b244af5-b747-44f5-bc6d-33d4ef5b2b15 None None] Network 4d525223-e5e2-4fcc-8aa2-44d104c7318f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:54.652829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.673027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2524b0f2-bb27-446d-a801-43ec5389b4c0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/9e664080-2be7-4c92-8c89-cec2e0c5a61c HTTP/1.1" status: 204 len: 168 time: 2.3880601 Dec 15 13:59:54.681021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:54.732311 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-1bca1cd5-868d-4558-9105-98415275c5c0 service neutron] 10.222.0.67 "GET /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246530 Dec 15 13:59:54.812874 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b4c4ca-284d-4c6e-ba85-70ccc482eb90 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 13:59:54.817210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a2b4c4ca-284d-4c6e-ba85-70ccc482eb90 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/9e664080-2be7-4c92-8c89-cec2e0c5a61c HTTP/1.1" status: 404 len: 333 time: 0.1351986 Dec 15 13:59:54.832288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39676) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:54.947524 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c0782b88-1706-4490-968d-9057c71299ef req-edf017c1-25bb-496a-b91f-b10f7f9243a4 service neutron] 10.222.0.67 "GET /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072258 Dec 15 13:59:54.963023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] DHCP port deletion for 4d525223-e5e2-4fcc-8aa2-44d104c7318f request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:55.093221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] Deleting port 34bb34be-1869-4be4-bc4d-5574a3f0076e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:55.093610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.227432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] For port 34bb34be-1869-4be4-bc4d-5574a3f0076e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34bb34be-1869-4be4-bc4d-5574a3f0076e,segment=NetworkSegment(c5d535a2-0978-4938-9d33-965c17ede988),segment_id=c5d535a2-0978-4938-9d33-965c17ede988)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:55.228139 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.244193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] Calling delete_port for 34bb34be-1869-4be4-bc4d-5574a3f0076e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:55.308271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 9343388f-76f4-4975-982e-2095724141d9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:55.322166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5946a-4aa5-4abc-8ade-8ea782bcfd45 req-987be4aa-49cb-4db0-ac7d-3d961f7033fd tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:55.324124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06a5946a-4aa5-4abc-8ade-8ea782bcfd45 req-987be4aa-49cb-4db0-ac7d-3d961f7033fd tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 944 time: 0.5890234 Dec 15 13:59:55.328003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.334407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.364795 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.411065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] Pushing event deleted for resources: {'Port': ['ID=34bb34be-1869-4be4-bc4d-5574a3f0076e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:55.419612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b9859-9a81-42d7-a236-f9b6ccc55ea7 None None] No DVR routers for this DVR port 34bb34be-1869-4be4-bc4d-5574a3f0076e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:55.441738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06a5946a-4aa5-4abc-8ade-8ea782bcfd45 req-f3753c86-2ad3-4481-8ee0-8181d42e6b95 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030791 Dec 15 13:59:55.488536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.605216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.634494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d525223-e5e2-4fcc-8aa2-44d104c7318f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:55.650676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d535a2-0978-4938-9d33-965c17ede988') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:55.650992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d535a2-0978-4938-9d33-965c17ede988') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:55.684176 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.710347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.719875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.746901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:55.747286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: timer() Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:55.749705 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:55.860482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.874930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.878162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d525223-e5e2-4fcc-8aa2-44d104c7318f HTTP/1.1" status: 204 len: 168 time: 1.2040377 Dec 15 13:59:55.911016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f0480-2259-4f58-8b8b-d4f4235a821f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d525223-e5e2-4fcc-8aa2-44d104c7318f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:55.958439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.013076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=9343388f-76f4-4975-982e-2095724141d9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:56.017160 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.023100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:56.025082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161cb0f-d7a9-44cd-bac2-c37190d80748 None None] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:56.034431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-37f30fba-ee21-428d-aa58-730755230fd2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/9343388f-76f4-4975-982e-2095724141d9 HTTP/1.1" status: 204 len: 168 time: 1.1990330 Dec 15 13:59:56.171880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.285224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:56.286838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] DHCP port deletion for 78e9405f-3475-4675-8e6e-3897c83ffdbe request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:56.307039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:56.309076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.386863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-80c6a9bd-c259-4faa-afe4-bbfd0ef65f8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0af6f17b3e98477eb88d9ee7f8c468a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004484 Dec 15 13:59:56.390286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39736) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:56.419112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Deleting port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:56.425163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] For port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,segment=NetworkSegment(2e72b804-08cc-4700-9933-9318ca1fbdea),segment_id=2e72b804-08cc-4700-9933-9318ca1fbdea)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:56.425433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.425564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.459527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:56.574546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7823d85f-a753-4fc0-801c-fae8ba31cfec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.614549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device de27361c-4d8f-471c-bd47-b5c7a90483e4 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:56.616704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:56.690192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.700822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7823d85f-a753-4fc0-801c-fae8ba31cfec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.722743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] For port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,segment=NetworkSegment(2e72b804-08cc-4700-9933-9318ca1fbdea),segment_id=2e72b804-08cc-4700-9933-9318ca1fbdea)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:56.725051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.755905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:56.759786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No DVR routers for this DVR port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:56.775573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Calling delete_port for 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:56.821563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No active binding found for port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 13:59:56.822013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:56.822470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34bb34be-1869-4be4-bc4d-5574a3f0076e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:56.831068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7823d85f-a753-4fc0-801c-fae8ba31cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.835637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7823d85f-a753-4fc0-801c-fae8ba31cfec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.837092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7823d85f-a753-4fc0-801c-fae8ba31cfec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/603075c4-f81e-416c-857f-05635fd79849 HTTP/1.1" status: 204 len: 168 time: 0.4436793 Dec 15 13:59:56.856362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.870844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e483f31-8624-4ae1-adca-38c8065157eb req-1cce58e7-b477-4c0e-9e71-a57518f700da tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.872673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e483f31-8624-4ae1-adca-38c8065157eb req-1cce58e7-b477-4c0e-9e71-a57518f700da tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 944 time: 0.2538624 Dec 15 13:59:56.873771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823d85f-a753-4fc0-801c-fae8ba31cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603075c4-f81e-416c-857f-05635fd79849,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:56.879754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 34bb34be-1869-4be4-bc4d-5574a3f0076e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:56.880107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34bb34be-1869-4be4-bc4d-5574a3f0076e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:56.913770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e9405f-3475-4675-8e6e-3897c83ffdbe']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:56.940276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e72b804-08cc-4700-9933-9318ca1fbdea') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:56.940615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e72b804-08cc-4700-9933-9318ca1fbdea') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:56.950862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e483f31-8624-4ae1-adca-38c8065157eb req-6261de2b-0235-4020-b4fa-759014cf3afa tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665123 Dec 15 13:59:56.963794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.997320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.005986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:57.005986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: timer() Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:57.010402 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:57.091788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port de27361c-4d8f-471c-bd47-b5c7a90483e4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4,segment=NetworkSegment(8b5e64c8-a64f-4605-85fd-d19f4595b32a),segment_id=8b5e64c8-a64f-4605-85fd-d19f4595b32a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:57.133936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.142123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.146214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'de27361c-4d8f-471c-bd47-b5c7a90483e4', 'network_id': '624d4125-0607-4950-aa5f-cdb47119b4a3', 'port_id': 'de27361c-4d8f-471c-bd47-b5c7a90483e4', 'mac_address': 'fa:16:3e:bd:98:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:57.155737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:57.156023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/78e9405f-3475-4675-8e6e-3897c83ffdbe HTTP/1.1" status: 204 len: 168 time: 1.1312010 Dec 15 13:59:57.173855 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.180802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1752433388'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:57.186926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b34be-0524-4b9b-80ba-59ba46adb2d4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=78e9405f-3475-4675-8e6e-3897c83ffdbe,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.237577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Network 78e9405f-3475-4675-8e6e-3897c83ffdbe is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:59:57.238046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] No DVR routers for this DVR port 17e5e42e-31fe-4df7-9a5b-1c52b1e04123 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:57.244099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13957316-a2b2-4e7d-aeb1-6e2b739b274b None None] Pushing event deleted for resources: {'Port': ['ID=17e5e42e-31fe-4df7-9a5b-1c52b1e04123,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.269902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.306224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:57.314780 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.316181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de27361c-4d8f-471c-bd47-b5c7a90483e4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:57.343989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port de27361c-4d8f-471c-bd47-b5c7a90483e4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4,segment=NetworkSegment(8b5e64c8-a64f-4605-85fd-d19f4595b32a),segment_id=8b5e64c8-a64f-4605-85fd-d19f4595b32a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:57.353360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.353825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:57.369031 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.369385 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment 22e0fab6-5c89-46c7-80a3-6231efc88687 of type vlan for network 3afba5b0-dec5-464b-8ee3-1d6011116f92 Dec 15 13:59:57.435861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.486669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=de27361c-4d8f-471c-bd47-b5c7a90483e4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.526801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.536232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:57.536906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.635168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4749119 Dec 15 13:59:57.635876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:57.642166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:57.667605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['de27361c-4d8f-471c-bd47-b5c7a90483e4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:57.705019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1377a2a-e265-41e4-99fa-7dbac6ee103a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=3afba5b0-dec5-464b-8ee3-1d6011116f92,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.746359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:57.898063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:57.902120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.242347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31bd3d-7027-405e-a690-7e7cd354227b req-055c6e77-151d-4391-846c-eba08a5b0f0c tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:58.251011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a31bd3d-7027-405e-a690-7e7cd354227b req-055c6e77-151d-4391-846c-eba08a5b0f0c tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 945 time: 0.1314106 Dec 15 13:59:58.264325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.344259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a31bd3d-7027-405e-a690-7e7cd354227b req-595b1618-220c-406b-b826-2368eee5b0e1 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829158 Dec 15 13:59:58.358697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=a6124263-d885-4382-ae9f-d40900a46795,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:58.375619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': '22e0fab6-5c89-46c7-80a3-6231efc88687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:58.376339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: 3afba5b0-dec5-464b-8ee3-1d6011116f92, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:58.399966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:58.415489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3afba5b0-dec5-464b-8ee3-1d6011116f92) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:58.421387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:58.422528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.430167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65d7d1-ecd9-4efa-a2cf-c07214c0c041 None None] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:58.446090 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7930e671-c9ab-405c-bb92-473bdb93e777 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8087919 Dec 15 13:59:58.448698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:58.452097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39812) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:58.455386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92', 'name': 'tempest-PortsTestJSON-1625360501', 'fixed_ips': [{'subnet_id': 'a6124263-d885-4382-ae9f-d40900a46795', 'ip_address': '172.20.0.10'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:58.653830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:58.688686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-network', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:58.735161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Made reservation on behalf of a2f81834a06647a2baa43e0f04bc84ec for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:58.737609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.760462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.883631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.900817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3afba5b0-dec5-464b-8ee3-1d6011116f92', 'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': 'a6124263-d885-4382-ae9f-d40900a46795'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:58.908647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.914906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 55b89c6b-9f87-49a6-a7c4-6699482958b1 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:58.962798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.971214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.015480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:59.051560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d6ab6-41ef-4567-8384-d3768d9c60a2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:59.078394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.078929 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Added segment a9c40b3f-6812-4997-894e-277545d072f4 of type vlan for network 5786deac-9d95-434d-b32b-5ad27922755b Dec 15 13:59:59.152076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Allocated IP 172.20.0.2 (3afba5b0-dec5-464b-8ee3-1d6011116f92/a6124263-d885-4382-ae9f-d40900a46795/619d0a60-7e95-4f1f-8c67-4da959052f9c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:59.167142 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.234771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.235895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:59.236617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.353526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:59.359595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Request body: {'subnet': {'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-subnet', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:59.364680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8996184 Dec 15 13:59:59.383055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8d66-494a-4661-b8b0-646fb26b174a admin admin] Pushing event updated for resources: {'Network': ['ID=5786deac-9d95-434d-b32b-5ad27922755b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:59.419813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5786deac-9d95-434d-b32b-5ad27922755b details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:59.431607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Made reservation on behalf of a2f81834a06647a2baa43e0f04bc84ec for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:59.434273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.566380 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.577118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87983609-6b5a-4990-82a8-1886b645fb28 req-b15a5f1f-f50b-4174-a8f4-0c5846df67fc tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:59.579510 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.582429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87983609-6b5a-4990-82a8-1886b645fb28 req-b15a5f1f-f50b-4174-a8f4-0c5846df67fc tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 945 time: 0.1180344 Dec 15 13:59:59.656340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:59.659593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:59.664092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:59.714239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.10 (3afba5b0-dec5-464b-8ee3-1d6011116f92/a6124263-d885-4382-ae9f-d40900a46795/55b89c6b-9f87-49a6-a7c4-6699482958b1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:59.716479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87983609-6b5a-4990-82a8-1886b645fb28 req-fdf95474-c9ac-4da3-a3cc-b51de4cf34f5 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285787 Dec 15 13:59:59.747278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Pushing event updated for resources: {'Port': ['ID=619d0a60-7e95-4f1f-8c67-4da959052f9c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:59.795833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Attempting to bind port 619d0a60-7e95-4f1f-8c67-4da959052f9c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:59.796280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Attempting to bind port 619d0a60-7e95-4f1f-8c67-4da959052f9c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '22e0fab6-5c89-46c7-80a3-6231efc88687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:59.796989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Attempting to bind port 619d0a60-7e95-4f1f-8c67-4da959052f9c on network 3afba5b0-dec5-464b-8ee3-1d6011116f92 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:59.804853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:59.805167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Checking segment: {'id': '22e0fab6-5c89-46c7-80a3-6231efc88687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:59.805673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.806752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Bound using segment: {'id': '22e0fab6-5c89-46c7-80a3-6231efc88687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:59.807353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Bound port: 619d0a60-7e95-4f1f-8c67-4da959052f9c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e0fab6-5c89-46c7-80a3-6231efc88687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:59.807843 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.922040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] For port 619d0a60-7e95-4f1f-8c67-4da959052f9c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:59.927833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] For port 619d0a60-7e95-4f1f-8c67-4da959052f9c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=619d0a60-7e95-4f1f-8c67-4da959052f9c,segment=NetworkSegment(22e0fab6-5c89-46c7-80a3-6231efc88687),segment_id=22e0fab6-5c89-46c7-80a3-6231efc88687)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:59.933530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:59.973117 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.036369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f51f17-a379-4bc8-8585-b87425342a66 None None] Pushing event updated for resources: {'Port': ['ID=619d0a60-7e95-4f1f-8c67-4da959052f9c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:00.520435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device de27361c-4d8f-471c-bd47-b5c7a90483e4 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:00.664905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 619d0a60-7e95-4f1f-8c67-4da959052f9c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:00.669043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port de27361c-4d8f-471c-bd47-b5c7a90483e4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:00:00.697748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port de27361c-4d8f-471c-bd47-b5c7a90483e4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:00.698131 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.715916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b01020e-8acf-4649-98dd-2a3ef89c50e7,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:00.740774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Checking segment: {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:00.741128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Network hostable DHCP agents. Network: 5786deac-9d95-434d-b32b-5ad27922755b, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:00:00.760730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.796307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Network 5786deac-9d95-434d-b32b-5ad27922755b is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:00:00.844080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 5786deac-9d95-434d-b32b-5ad27922755b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:00.870702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:00.871091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.933272 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2ddba827-06c6-46a6-90c4-0a2912e31be6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5784900 Dec 15 14:00:00.935118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb748c2-8d80-422d-be11-84633a5965ca None None] Network 5786deac-9d95-434d-b32b-5ad27922755b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:00.935235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.941734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:00.952398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:00.988058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 619d0a60-7e95-4f1f-8c67-4da959052f9c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:00.994501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.045673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:01.056129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:01.065591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.069995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.070554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:01.133346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=55b89c6b-9f87-49a6-a7c4-6699482958b1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:01.136870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7661fa7-d79f-4032-bf88-954fa70a4155 req-4e38d198-d34c-483e-b7d3-abb345c6465c tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:01.140915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7661fa7-d79f-4032-bf88-954fa70a4155 req-4e38d198-d34c-483e-b7d3-abb345c6465c tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 945 time: 0.2212603 Dec 15 14:00:01.224704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:01.225364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.233666 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.262777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6c5d4360-daf5-4c69-8277-3ddd9290a7dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8121264 Dec 15 14:00:01.263404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:01.268617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': '3afba5b0-dec5-464b-8ee3-1d6011116f92', 'name': 'tempest-PortsTestJSON-376018767', 'fixed_ips': [{'subnet_id': 'a6124263-d885-4382-ae9f-d40900a46795', 'ip_address': '172.20.0.9'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:01.344205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port de27361c-4d8f-471c-bd47-b5c7a90483e4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4,segment=NetworkSegment(8b5e64c8-a64f-4605-85fd-d19f4595b32a),segment_id=8b5e64c8-a64f-4605-85fd-d19f4595b32a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:01.352418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de27361c-4d8f-471c-bd47-b5c7a90483e4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:01.357167 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0b50c-a754-4bfb-a75c-b71103125f5a" -d '{"events": [{"server_uuid": "09401cc7-a7d6-4ec8-aa94-46a4926c6291", "name": "network-vif-plugged", "status": "completed", "tag": "de27361c-4d8f-471c-bd47-b5c7a90483e4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:01.374836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.377073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.510227 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eec630-b893-4142-9c86-c04ee316e770 x-openstack-request-id: req-c3eec630-b893-4142-9c86-c04ee316e770 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:01.511033 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09401cc7-a7d6-4ec8-aa94-46a4926c6291", "name": "network-vif-plugged", "status": "completed", "tag": "de27361c-4d8f-471c-bd47-b5c7a90483e4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:01.511414 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3eec630-b893-4142-9c86-c04ee316e770 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:01.512001 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de27361c-4d8f-471c-bd47-b5c7a90483e4', 'code': 200} Dec 15 14:00:01.566899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7661fa7-d79f-4032-bf88-954fa70a4155 req-570ebc60-a15d-4719-b77d-f5779b9585e6 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072101 Dec 15 14:00:01.595948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8553e68-a332-49c3-a499-cb63eab68ae4 None None] Network 5786deac-9d95-434d-b32b-5ad27922755b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:01.625595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:01.631161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.657748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b7c9c-e17d-448d-8316-e40847cb0ed5 req-4698b129-968d-4bd7-969f-41c2ef9fe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:01.659303 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-681b7c9c-e17d-448d-8316-e40847cb0ed5 req-4698b129-968d-4bd7-969f-41c2ef9fe670 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 1097 time: 0.1314745 Dec 15 14:00:01.668170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.704548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 9662c642-e0c4-4cdb-8000-9a323cb8c4f8 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:00:01.729532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.769984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=de27361c-4d8f-471c-bd47-b5c7a90483e4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:01.786687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-681b7c9c-e17d-448d-8316-e40847cb0ed5 req-89b604af-6ea6-4c39-8944-604a47181274 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129489 Dec 15 14:00:01.902173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 619d0a60-7e95-4f1f-8c67-4da959052f9c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=619d0a60-7e95-4f1f-8c67-4da959052f9c,segment=NetworkSegment(22e0fab6-5c89-46c7-80a3-6231efc88687),segment_id=22e0fab6-5c89-46c7-80a3-6231efc88687)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:01.930005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c4df3-be40-454b-8dd3-1b15d459e78d None None] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:02.043686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.222249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.9 (3afba5b0-dec5-464b-8ee3-1d6011116f92/a6124263-d885-4382-ae9f-d40900a46795/9662c642-e0c4-4cdb-8000-9a323cb8c4f8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:02.233558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.240940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=619d0a60-7e95-4f1f-8c67-4da959052f9c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:02.274206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.361189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-23517c40-9c1c-45d3-aa36-cc40d6e02cf9 None None] Provisioning complete for port 619d0a60-7e95-4f1f-8c67-4da959052f9c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:02.361587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23517c40-9c1c-45d3-aa36-cc40d6e02cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.417950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.472324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.511764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Allocated IP 172.25.2.41 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/38319e53-a5a1-4f4d-a9c4-381b11b5437f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:02.528597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=9662c642-e0c4-4cdb-8000-9a323cb8c4f8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:02.589773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:02.591566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:02.594673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:02.621986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 619d0a60-7e95-4f1f-8c67-4da959052f9c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:02.659416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:02.660161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.692354 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8455405c-e41d-439a-a564-560cc8ea1312 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4277601 Dec 15 14:00:02.694928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:02.741900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 619d0a60-7e95-4f1f-8c67-4da959052f9c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:02.742464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.802748 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.848781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b12bc4-1640-4173-a302-b983771bfe03 req-39fa9892-884e-468d-8738-214a0b3ff005 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:02.850395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8b12bc4-1640-4173-a302-b983771bfe03 req-39fa9892-884e-468d-8738-214a0b3ff005 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 946 time: 0.1333725 Dec 15 14:00:02.955548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00564c97-18db-4ce0-9879-496ad9e61cf3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:02.965087 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-00564c97-18db-4ce0-9879-496ad9e61cf3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2689524 Dec 15 14:00:02.966916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:03.034934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8b12bc4-1640-4173-a302-b983771bfe03 req-1853b316-35f2-478b-8121-8e6ca715c687 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659489 Dec 15 14:00:03.054668 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.116607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4a9b2-ff13-41ad-b63f-bf77d56b6a2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:03.135216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4a9b2-ff13-41ad-b63f-bf77d56b6a2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:03.142258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Provisioning complete for port 619d0a60-7e95-4f1f-8c67-4da959052f9c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:03.142631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.164879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4a9b2-ff13-41ad-b63f-bf77d56b6a2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:03.166722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7dd4a9b2-ff13-41ad-b63f-bf77d56b6a2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1987450 Dec 15 14:00:03.173739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:03.174612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:03.179996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:03.182993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:03.250784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748fbec-23ca-4a1d-92be-4d8553807581 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:03.260956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Pushing event updated for resources: {'Port': ['ID=38319e53-a5a1-4f4d-a9c4-381b11b5437f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:03.433546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Provisioning complete for port 55b89c6b-9f87-49a6-a7c4-6699482958b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:03.434871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.471183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 9662c642-e0c4-4cdb-8000-9a323cb8c4f8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:03.471506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.519205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Port 55b89c6b-9f87-49a6-a7c4-6699482958b1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:03.543103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Provisioning complete for port 9662c642-e0c4-4cdb-8000-9a323cb8c4f8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:03.543531 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.623616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-27a0dc21-8d97-4e78-af24-c36820dfb55d None None] Port 9662c642-e0c4-4cdb-8000-9a323cb8c4f8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:03.657082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.678168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 9662c642-e0c4-4cdb-8000-9a323cb8c4f8 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:03.732325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.758484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aecdf08f-3e64-49ac-b73d-f025ae1469bb None None] Provisioning complete for port 38319e53-a5a1-4f4d-a9c4-381b11b5437f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:03.759064 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aecdf08f-3e64-49ac-b73d-f025ae1469bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.831007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aecdf08f-3e64-49ac-b73d-f025ae1469bb None None] Port 38319e53-a5a1-4f4d-a9c4-381b11b5437f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:03.852217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aecdf08f-3e64-49ac-b73d-f025ae1469bb None None] Provisioning complete for port 55b89c6b-9f87-49a6-a7c4-6699482958b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:03.852623 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aecdf08f-3e64-49ac-b73d-f025ae1469bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.937776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aecdf08f-3e64-49ac-b73d-f025ae1469bb None None] Port 55b89c6b-9f87-49a6-a7c4-6699482958b1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:03.967605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.012116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=9662c642-e0c4-4cdb-8000-9a323cb8c4f8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:04.077265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d2a55f9f-930b-4ba9-8c17-8e0383fe759a None None] Could not find standard attr ID for object 9662c642-e0c4-4cdb-8000-9a323cb8c4f8. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:00:04.220806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.225546 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b49ad230-cd3b-4cbd-87eb-8316418728db tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/9662c642-e0c4-4cdb-8000-9a323cb8c4f8 HTTP/1.1" status: 204 len: 168 time: 1.0497887 Dec 15 14:00:04.230631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39978) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:04.281091 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c6a0ee-395d-4c3e-bdaf-7a29270fc6ec tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 14:00:04.283406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85c6a0ee-395d-4c3e-bdaf-7a29270fc6ec tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/9662c642-e0c4-4cdb-8000-9a323cb8c4f8 HTTP/1.1" status: 404 len: 333 time: 0.0292366 Dec 15 14:00:04.286217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39980) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:04.334462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac40a7-9f5e-4c5a-bb1c-6f390133520b req-4a77d3bf-de06-428a-8a98-17999d1a6dea tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:04.352131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cac40a7-9f5e-4c5a-bb1c-6f390133520b req-4a77d3bf-de06-428a-8a98-17999d1a6dea tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 946 time: 0.1460040 Dec 15 14:00:04.404443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.562401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cac40a7-9f5e-4c5a-bb1c-6f390133520b req-40068cea-1a8a-491d-ac9e-10eaa0f361a8 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032137 Dec 15 14:00:04.577208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 55b89c6b-9f87-49a6-a7c4-6699482958b1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:04.577548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.632025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Router 761ce264-170d-44e9-aaab-d9ec21e23d70 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:00:04.822475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.843937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:04.860174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Sync routers for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:04.872855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 55b89c6b-9f87-49a6-a7c4-6699482958b1 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:04.883847 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:04.889951 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:04.896879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.898310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9ae03e34-0021-43ce-83ca-419f92df009f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9542525 Dec 15 14:00:04.901139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40004) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.209407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:05.242939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.311519 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=55b89c6b-9f87-49a6-a7c4-6699482958b1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:05.354846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.355205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.355558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.355904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.356243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.359647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.360047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.360395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.360768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.361109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.361446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.361781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.362119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:05.502810 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.508656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4da4e714-1a19-4337-8b56-b2691a1d12bb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/55b89c6b-9f87-49a6-a7c4-6699482958b1 HTTP/1.1" status: 204 len: 168 time: 1.2203281 Dec 15 14:00:05.520991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.654065 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f54aa-cbe3-4b1a-9b29-7a0abda09560 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 14:00:05.666934 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c93f54aa-cbe3-4b1a-9b29-7a0abda09560 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/55b89c6b-9f87-49a6-a7c4-6699482958b1 HTTP/1.1" status: 404 len: 333 time: 0.1431437 Dec 15 14:00:05.674748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.826484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858a74-6486-4792-8d7d-e84e9a88bac7 req-11435159-5b05-4c07-914b-d4635884fd0f tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:05.828091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd858a74-6486-4792-8d7d-e84e9a88bac7 req-11435159-5b05-4c07-914b-d4635884fd0f tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 946 time: 0.7269273 Dec 15 14:00:05.891543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet a6124263-d885-4382-ae9f-d40900a46795 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:05.903415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.000311 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:03Z', 'revision_number': 3, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:06.023572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.125310 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Checking router: 761ce264-170d-44e9-aaab-d9ec21e23d70 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:00:06.125576 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Updating router 761ce264-170d-44e9-aaab-d9ec21e23d70 port 38319e53-a5a1-4f4d-a9c4-381b11b5437f binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:00:06.161603 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.198367 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.253735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.300822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=a6124263-d885-4382-ae9f-d40900a46795,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:06.339463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.346712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c58a65ee-f0af-4261-a0a3-544b31ba9546 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/a6124263-d885-4382-ae9f-d40900a46795 HTTP/1.1" status: 204 len: 168 time: 0.6666873 Dec 15 14:00:06.348158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090df7d-eb65-42b1-b6f8-4b6846eb3639 None None] Network 3afba5b0-dec5-464b-8ee3-1d6011116f92 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:06.353027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:06.410129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd858a74-6486-4792-8d7d-e84e9a88bac7 req-d0cab0c7-5e3c-418f-bbd5-b3e56e3c3a0d tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120993 Dec 15 14:00:06.523967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-f778ce41-1d2c-4863-8488-b4f80642fba7 req-15169dac-fb8b-458b-b9d2-78cee93d4b65 tempest-LiveMigrationTest-692684573 tempest-LiveMigrationTest-692684573-project] (103378) timed out ('10.222.0.85', 50882) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:00:06.533825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-38f2ecc9-f6ce-4937-a51b-3e0c98ae22e6 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:06.535624 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-38f2ecc9-f6ce-4937-a51b-3e0c98ae22e6 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.67 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 946 time: 0.2490671 Dec 15 14:00:06.722858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] DHCP port deletion for 3afba5b0-dec5-464b-8ee3-1d6011116f92 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:06.756253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.806472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.817790 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.835403 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.845698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] Deleting port 619d0a60-7e95-4f1f-8c67-4da959052f9c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:06.846081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.878031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29acc58-a4a2-4daf-b05a-cef4271b727a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:06.888300 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Attempting to bind port 38319e53-a5a1-4f4d-a9c4-381b11b5437f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:06.889104 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Attempting to bind port 38319e53-a5a1-4f4d-a9c4-381b11b5437f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:06.889649 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Attempting to bind port 38319e53-a5a1-4f4d-a9c4-381b11b5437f on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:06.970877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 619d0a60-7e95-4f1f-8c67-4da959052f9c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:06.971691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.986494 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:06.988178 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:06.989532 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.989866 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:06.993830 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Bound port: 38319e53-a5a1-4f4d-a9c4-381b11b5437f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:06.994333 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.083324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Pushing event updated for resources: {'Port': ['ID=38319e53-a5a1-4f4d-a9c4-381b11b5437f,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:07.126056 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.129682 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.130188 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.130805 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.131333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.134412 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.134913 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.136314 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.136837 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.138163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.138893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.140890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.141408 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:07.155842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Deleting port de27361c-4d8f-471c-bd47-b5c7a90483e4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:07.160002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.176906 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] For port 38319e53-a5a1-4f4d-a9c4-381b11b5437f, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:07.178679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] For port 619d0a60-7e95-4f1f-8c67-4da959052f9c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=619d0a60-7e95-4f1f-8c67-4da959052f9c,segment=NetworkSegment(22e0fab6-5c89-46c7-80a3-6231efc88687),segment_id=22e0fab6-5c89-46c7-80a3-6231efc88687)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:07.179105 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.200534 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] For port 38319e53-a5a1-4f4d-a9c4-381b11b5437f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=38319e53-a5a1-4f4d-a9c4-381b11b5437f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:07.210688 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.312608 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:07.313499 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:07.317728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d1573-5ce8-414b-94e7-3e82d3dbfde0 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:07.341392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] Calling delete_port for 619d0a60-7e95-4f1f-8c67-4da959052f9c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:07.396293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-96a38c0b-05ba-4122-94a3-0335f4e38fc8 None None] Provisioning complete for port 38319e53-a5a1-4f4d-a9c4-381b11b5437f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:07.401024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96a38c0b-05ba-4122-94a3-0335f4e38fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.417526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Allocated IP 172.20.0.1 (5786deac-9d95-434d-b32b-5ad27922755b/9b01020e-8acf-4649-98dd-2a3ef89c50e7/b98a6a7c-f39c-4ad6-9dc3-39ededd28a24) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:07.464708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] For port 619d0a60-7e95-4f1f-8c67-4da959052f9c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=619d0a60-7e95-4f1f-8c67-4da959052f9c,segment=NetworkSegment(22e0fab6-5c89-46c7-80a3-6231efc88687),segment_id=22e0fab6-5c89-46c7-80a3-6231efc88687)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:07.465797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.496726 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38028178-5a7b-4d24-a567-de9c076795dd None None] Pushing event updated for resources: {'Port': ['ID=38319e53-a5a1-4f4d-a9c4-381b11b5437f,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:07.566499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 619d0a60-7e95-4f1f-8c67-4da959052f9c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:07.634942 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:07.656015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] For port de27361c-4d8f-471c-bd47-b5c7a90483e4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=de27361c-4d8f-471c-bd47-b5c7a90483e4,segment=NetworkSegment(8b5e64c8-a64f-4605-85fd-d19f4595b32a),segment_id=8b5e64c8-a64f-4605-85fd-d19f4595b32a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:07.656384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.712840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Calling delete_port for de27361c-4d8f-471c-bd47-b5c7a90483e4 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:07.754187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96a38c0b-05ba-4122-94a3-0335f4e38fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.777635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.881339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-96a38c0b-05ba-4122-94a3-0335f4e38fc8 None None] For port 38319e53-a5a1-4f4d-a9c4-381b11b5437f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=38319e53-a5a1-4f4d-a9c4-381b11b5437f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:07.895164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb3e74-5d59-4742-9fe9-11f7d9441b58 req-86ba0c8f-a133-43d9-a577-cc87e2943479 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:07.897944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-defb3e74-5d59-4742-9fe9-11f7d9441b58 req-86ba0c8f-a133-43d9-a577-cc87e2943479 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 946 time: 0.2581453 Dec 15 14:00:07.912786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] Pushing event deleted for resources: {'Port': ['ID=619d0a60-7e95-4f1f-8c67-4da959052f9c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:07.925210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96a38c0b-05ba-4122-94a3-0335f4e38fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.938298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6adba2-cdc8-47b8-870a-b921378f3560 None None] No DVR routers for this DVR port 619d0a60-7e95-4f1f-8c67-4da959052f9c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:08.016539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.042714 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:00:08.058454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-defb3e74-5d59-4742-9fe9-11f7d9441b58 req-753bc8c4-5534-4a8e-b6f9-c7d17bd75328 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5bae8c3-14d5-4ce7-abb2-7d671983a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513991 Dec 15 14:00:08.093113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.111518 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.132051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a58d93ad-978b-4642-9858-25f07ce71afa None None] Provisioning complete for port 38319e53-a5a1-4f4d-a9c4-381b11b5437f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:08.132881 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a58d93ad-978b-4642-9858-25f07ce71afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.206837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No DVR routers for this DVR port 619d0a60-7e95-4f1f-8c67-4da959052f9c on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:08.207699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a38c0b-05ba-4122-94a3-0335f4e38fc8 None None] Pushing event updated for resources: {'Port': ['ID=38319e53-a5a1-4f4d-a9c4-381b11b5437f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.214774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=619d0a60-7e95-4f1f-8c67-4da959052f9c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.313235 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:03Z', 'revision_number': 3, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:08.333310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Network 5786deac-9d95-434d-b32b-5ad27922755b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:08.336538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:08.348871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:08.378573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.388428 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7598-3e6a-404c-ad3a-115886ccadb6 None None] The sync data for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 is: [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:03Z', 'revision_number': 3, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:08.411959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afba5b0-dec5-464b-8ee3-1d6011116f92']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:08.431263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Pushing event updated for resources: {'Port': ['ID=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.437024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e0fab6-5c89-46c7-80a3-6231efc88687') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:08.437387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e0fab6-5c89-46c7-80a3-6231efc88687') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:08.450460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.467562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.474834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:08.475248 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.478145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.581232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device de27361c-4d8f-471c-bd47-b5c7a90483e4 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:08.586098 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:08.598071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.606082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.624930 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/3afba5b0-dec5-464b-8ee3-1d6011116f92 HTTP/1.1" status: 204 len: 168 time: 2.2679982 Dec 15 14:00:08.628215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:08.641422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-405679303'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:08.670051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.673227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f0cde-210a-4ff8-9a1c-03b5cf769672 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=3afba5b0-dec5-464b-8ee3-1d6011116f92,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.690116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 619d0a60-7e95-4f1f-8c67-4da959052f9c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:08.714289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Pushing event deleted for resources: {'Port': ['ID=de27361c-4d8f-471c-bd47-b5c7a90483e4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.786808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 619d0a60-7e95-4f1f-8c67-4da959052f9c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:08.787213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 619d0a60-7e95-4f1f-8c67-4da959052f9c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:08.791266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No active binding found for port de27361c-4d8f-471c-bd47-b5c7a90483e4 {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:00:08.791731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device de27361c-4d8f-471c-bd47-b5c7a90483e4 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:08.809435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] No DVR routers for this DVR port de27361c-4d8f-471c-bd47-b5c7a90483e4 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:08.818283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.823274 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84303140-0057-44a5-a42a-31ae3ded48f6 req-c637bbdd-2c8d-4fc4-8b79-87071801901e tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.67 "DELETE /v2.0/ports/de27361c-4d8f-471c-bd47-b5c7a90483e4 HTTP/1.1" status: 204 len: 173 time: 2.2646296 Dec 15 14:00:08.823854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'name': 'network-vif-deleted', 'tag': 'de27361c-4d8f-471c-bd47-b5c7a90483e4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:08.828151 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c57755b-1a5e-4609-a780-8f9432f74fb4" -d '{"events": [{"server_uuid": "09401cc7-a7d6-4ec8-aa94-46a4926c6291", "name": "network-vif-deleted", "tag": "de27361c-4d8f-471c-bd47-b5c7a90483e4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:08.839791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:08.845185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.989844 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569defbc-fe6a-47eb-b384-f8cbdda6bf66 x-openstack-request-id: req-569defbc-fe6a-47eb-b384-f8cbdda6bf66 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:08.990667 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09401cc7-a7d6-4ec8-aa94-46a4926c6291", "name": "network-vif-deleted", "tag": "de27361c-4d8f-471c-bd47-b5c7a90483e4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:08.991225 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-569defbc-fe6a-47eb-b384-f8cbdda6bf66 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:08.991926 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09401cc7-a7d6-4ec8-aa94-46a4926c6291', 'name': 'network-vif-deleted', 'tag': 'de27361c-4d8f-471c-bd47-b5c7a90483e4', 'status': 'completed', 'code': 200} Dec 15 14:00:09.020234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:09.087274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.087934 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Added segment 4d9e0276-a4c7-4038-9c83-a0be96536e95 of type vlan for network d56f7bdc-77a3-435e-bfb1-69df63d8abad Dec 15 14:00:09.090310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.181334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.298320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.316734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:09.317585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.489249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cc6bbf6-0029-4003-892d-5a174cd91c11 req-ede0c961-562a-4cd1-b434-b28748f56d77 tempest-ServerAddressesNegativeTestJSON-936969696 tempest-ServerAddressesNegativeTestJSON-936969696-project] 10.222.0.32 "GET /v2.0/ports?device_id=09401cc7-a7d6-4ec8-aa94-46a4926c6291 HTTP/1.1" status: 200 len: 210 time: 0.2372656 Dec 15 14:00:09.570319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:09.575785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:09.580418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9508305 Dec 15 14:00:09.632163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19645b1-4874-411a-8150-4535ff1f0b64 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Network': ['ID=d56f7bdc-77a3-435e-bfb1-69df63d8abad,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:09.687031 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.703506 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.852264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.862953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:09.873629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:09.927034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Pushing event updated for resources: {'Port': ['ID=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:10.063733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:10.182868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Network 5786deac-9d95-434d-b32b-5ad27922755b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:10.187630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:10.363812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.430367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Router 761ce264-170d-44e9-aaab-d9ec21e23d70 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:00:10.443912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=924bdf17-4df9-46bd-8286-08d385228c51,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:10.484547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Checking segment: {'id': '4d9e0276-a4c7-4038-9c83-a0be96536e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:10.485991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network hostable DHCP agents. Network: d56f7bdc-77a3-435e-bfb1-69df63d8abad, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:00:10.523849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:00:10.552204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d56f7bdc-77a3-435e-bfb1-69df63d8abad) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:10.562023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:10.562833 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.603119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f37d9f-da39-4a78-aa68-01ad368a2186 None None] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:10.628475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f76a8f89-88c0-4a0a-80fa-b95ddfc92126 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0514426 Dec 15 14:00:10.633041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40134) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:10.637890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1875826379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:10.674674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:10.678802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:10.684238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c9360939-738d-4563-b6c6-9416b90a0a34 admin admin] 10.222.0.32 "PUT /v2.0/routers/761ce264-170d-44e9-aaab-d9ec21e23d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7817013 Dec 15 14:00:10.701144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.702407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.772207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 38319e53-a5a1-4f4d-a9c4-381b11b5437f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:10.792361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Deleting subnet 1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:10.805141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.862661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-d56f7bdc-77a3-435e-bfb1-69df63d8abad', 'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': '924bdf17-4df9-46bd-8286-08d385228c51'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:00:10.865951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.885310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.900475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.906389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.948941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.950295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f127998a-a62f-4dc7-a0c3-3087ee8626e1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3161881 Dec 15 14:00:10.953502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40142) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:10.957774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:10.961511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad', 'name': 'tempest-PortsTestJSON-1392164942'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:11.039445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.085123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.099774 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e HTTP/1.1" status: 204 len: 168 time: 0.4239156 Dec 15 14:00:11.104418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61589089-bcd9-4337-8b9e-edbfa2ef687c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb4c3d5-8660-4de0-bbba-1bd45a57bd2e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:11.107113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.234477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.264620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:11.271043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.318328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port 84700b03-4213-46fd-ae9a-b880cd7fa90b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:00:11.335670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Allocated IP 172.20.0.2 (d56f7bdc-77a3-435e-bfb1-69df63d8abad/924bdf17-4df9-46bd-8286-08d385228c51/1050c38f-c5a5-41b1-9682-1203a30c1688) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:11.463491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.489311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624d4125-0607-4950-aa5f-cdb47119b4a3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:11.500247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5e64c8-a64f-4605-85fd-d19f4595b32a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:11.500569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5e64c8-a64f-4605-85fd-d19f4595b32a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:11.510631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.524774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.532545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:11.532953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:11.593696 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:11.598343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.606439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.613616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/624d4125-0607-4950-aa5f-cdb47119b4a3 HTTP/1.1" status: 204 len: 168 time: 0.5031614 Dec 15 14:00:11.651055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb216be7-87a2-4db9-a07e-90122982caa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=624d4125-0607-4950-aa5f-cdb47119b4a3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:11.779971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Sync routers for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:11.781388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40186) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.814056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 38319e53-a5a1-4f4d-a9c4-381b11b5437f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:11.814779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.845089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-814a03e1-6347-4447-b1ae-7eb574243537 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:11.857836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-814a03e1-6347-4447-b1ae-7eb574243537 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 820 time: 0.3459280 Dec 15 14:00:11.870924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40190) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.873242 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e79a8ce3-ac8f-448d-b222-b0efcea508c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=611640d5616f4bb9bb6b176ba440dced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854161 Dec 15 14:00:11.895573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.902844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:11.903634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T13:59:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:11.937951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.939776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-d9205f40-28c0-42eb-a441-9aede88549c5 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/quotas/a2f81834a06647a2baa43e0f04bc84ec HTTP/1.1" status: 200 len: 375 time: 0.0616393 Dec 15 14:00:12.149982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e3302ef-9112-4629-9a76-4e85ffe10a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.181826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a97b99-b80d-48ab-9030-1e7ad538d539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.182030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:12.212347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e3302ef-9112-4629-9a76-4e85ffe10a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.288255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.292122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.9 (d56f7bdc-77a3-435e-bfb1-69df63d8abad/924bdf17-4df9-46bd-8286-08d385228c51/84700b03-4213-46fd-ae9a-b880cd7fa90b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:12.332882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-af2da409-a0e5-493f-bff9-ed804528d632 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3303113 Dec 15 14:00:12.335282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a97b99-b80d-48ab-9030-1e7ad538d539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.353873 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a97b99-b80d-48ab-9030-1e7ad538d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.390451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1a97b99-b80d-48ab-9030-1e7ad538d539 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=663681af911a4e2d8cce6dc6a0598300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512398 Dec 15 14:00:12.393054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:12.459980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e3302ef-9112-4629-9a76-4e85ffe10a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.462828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e3302ef-9112-4629-9a76-4e85ffe10a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.465749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7e3302ef-9112-4629-9a76-4e85ffe10a5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5bae8c3-14d5-4ce7-abb2-7d671983a602 HTTP/1.1" status: 204 len: 168 time: 0.5935144 Dec 15 14:00:12.477616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Pushing event updated for resources: {'Port': ['ID=1050c38f-c5a5-41b1-9682-1203a30c1688,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:12.517012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a97b99-b80d-48ab-9030-1e7ad538d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28dbfa-935e-45a5-8f76-48d620b0fe42,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:12.541018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9f184b0-2a8e-4aa0-acf4-0a11da04fbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.575175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9f184b0-2a8e-4aa0-acf4-0a11da04fbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.605530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3302ef-9112-4629-9a76-4e85ffe10a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bae8c3-14d5-4ce7-abb2-7d671983a602,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:12.641541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:12.692186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9f184b0-2a8e-4aa0-acf4-0a11da04fbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.696932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9f184b0-2a8e-4aa0-acf4-0a11da04fbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.699033 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a9f184b0-2a8e-4aa0-acf4-0a11da04fbd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f28dbfa-935e-45a5-8f76-48d620b0fe42 HTTP/1.1" status: 204 len: 168 time: 0.3046172 Dec 15 14:00:12.707280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:12.714567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:12.717192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-019d8cb1-5e09-4efc-8ec9-6f707ff62f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.757915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f184b0-2a8e-4aa0-acf4-0a11da04fbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28dbfa-935e-45a5-8f76-48d620b0fe42,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:12.766818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-04e1cef3-ba0b-463b-a1f2-476e335f50e5 service neutron] 10.222.0.32 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211109 Dec 15 14:00:12.894767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Attempting to bind port 1050c38f-c5a5-41b1-9682-1203a30c1688 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:12.895137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Attempting to bind port 1050c38f-c5a5-41b1-9682-1203a30c1688 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '4d9e0276-a4c7-4038-9c83-a0be96536e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:12.895501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Attempting to bind port 1050c38f-c5a5-41b1-9682-1203a30c1688 on network d56f7bdc-77a3-435e-bfb1-69df63d8abad {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:12.902054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:12.902434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Checking segment: {'id': '4d9e0276-a4c7-4038-9c83-a0be96536e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:12.902835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.903235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Bound using segment: {'id': '4d9e0276-a4c7-4038-9c83-a0be96536e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:12.903709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Bound port: 1050c38f-c5a5-41b1-9682-1203a30c1688, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9e0276-a4c7-4038-9c83-a0be96536e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd56f7bdc-77a3-435e-bfb1-69df63d8abad'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:12.904766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.952742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:09Z', 'revision_number': 2, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:13.034207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Checking router: 761ce264-170d-44e9-aaab-d9ec21e23d70 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:00:13.034774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Updating router 761ce264-170d-44e9-aaab-d9ec21e23d70 port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:00:13.068468 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:13.098639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:13.157927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-ce389982-cfe1-4872-834f-db2acf8de536 service neutron] 10.222.0.32 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693087 Dec 15 14:00:13.222851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] For port 1050c38f-c5a5-41b1-9682-1203a30c1688, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:13.235859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:13.246298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] For port 1050c38f-c5a5-41b1-9682-1203a30c1688, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1050c38f-c5a5-41b1-9682-1203a30c1688,segment=NetworkSegment(4d9e0276-a4c7-4038-9c83-a0be96536e95),segment_id=4d9e0276-a4c7-4038-9c83-a0be96536e95)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:13.358518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:13.390977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=84700b03-4213-46fd-ae9a-b880cd7fa90b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:13.409685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:13.411166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:13.413789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:13.503269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:13.504463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:13.544308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:13.547161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-272fbbb9-9a2f-4ede-87fb-b91ce3881212 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5911717 Dec 15 14:00:13.690411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08604a04-1055-42e3-88e2-32dc9f1ef95a req-3c01d7e6-ccc9-48df-a62d-503b3370f959 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 210 time: 0.1089325 Dec 15 14:00:13.881652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c976d1-5b2a-4b99-be19-efd908360e4d None None] Pushing event updated for resources: {'Port': ['ID=1050c38f-c5a5-41b1-9682-1203a30c1688,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:14.227008 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.245251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.361703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.417492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da27e5-1ed1-4dac-b375-212845b4de15 None None] Pushing event updated for resources: {'Port': ['ID=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:14.438771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Attempting to bind port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:14.439375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Attempting to bind port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:14.439906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Attempting to bind port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 on network 5786deac-9d95-434d-b32b-5ad27922755b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:14.452219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:14.452915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Checking segment: {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:14.453483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.454037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Bound using segment: {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:14.454664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Bound port: b98a6a7c-f39c-4ad6-9dc3-39ededd28a24, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:14.459752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.568798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] For port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:14.575149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] For port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:14.586781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.697699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40274) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:14.790655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6eb85ff2-605f-415f-aa92-81cf05f1b6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:14.824659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:14.825442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:14.962967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b8eb43b-d698-440c-8089-7e01db2c9256 req-07bbee29-8f47-49bc-9d4a-ae778c8e0af1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 210 time: 0.1254995 Dec 15 14:00:15.012319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-540386824-network', 'tenant_id': 'd82d27c11b5b47d38f083d974a464e06'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:15.046355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da27e5-1ed1-4dac-b375-212845b4de15 None None] Pushing event updated for resources: {'Port': ['ID=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:15.096925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Made reservation on behalf of d82d27c11b5b47d38f083d974a464e06 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:15.110346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.140348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1050c38f-c5a5-41b1-9682-1203a30c1688 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:15.142731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.274110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.281392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.326995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8bd19-f0e5-4b43-9315-5c5d773b573d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:15.336373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:15.338340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1050c38f-c5a5-41b1-9682-1203a30c1688 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:15.338927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.354195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:15.373789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.374233 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Added segment 38221366-b403-4067-8b46-9ca21603746f of type vlan for network 799cf272-6afc-4c0f-8abd-744a636a3d85 Dec 15 14:00:15.375647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.478138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.577862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.580088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:15.580088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.708160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f0c43-b374-48fe-86dd-e359c7f9d4bc None None] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:15.763110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0603280 Dec 15 14:00:15.772978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40296) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:15.798819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Request body: {'subnet': {'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-540386824-subnet', 'tenant_id': 'd82d27c11b5b47d38f083d974a464e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:15.854158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322112fc-998a-4ae0-8a50-b0adc6ff7f23 admin admin] Pushing event updated for resources: {'Network': ['ID=799cf272-6afc-4c0f-8abd-744a636a3d85,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:15.859008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Made reservation on behalf of d82d27c11b5b47d38f083d974a464e06 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:15.864350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:15.944595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 799cf272-6afc-4c0f-8abd-744a636a3d85 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:16.078418 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.181219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65893da4-0aa2-47c8-824f-a92f89ade45b req-92131368-04bb-4f05-b5ef-0ae2e39a7abe tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 210 time: 0.0493543 Dec 15 14:00:16.209156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.333264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-c1a6c9ab-e3d7-4061-90a9-b90de84c0455 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:16.335832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-c1a6c9ab-e3d7-4061-90a9-b90de84c0455 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 820 time: 0.6815491 Dec 15 14:00:16.346458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f8a18a1-2f5d-49da-9bfa-663461199d66 None None] Provisioning complete for port 1050c38f-c5a5-41b1-9682-1203a30c1688 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:16.346969 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f8a18a1-2f5d-49da-9bfa-663461199d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.355323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.366320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.377491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'port': {'device_id': '012da19f-c118-4097-9bdc-ea0f399d6141', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'admin_state_up': True, 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:16.455664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=026b13ea-3df2-4364-bc1d-481d205fadfa,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:16.492602 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.517854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Checking segment: {'id': '38221366-b403-4067-8b46-9ca21603746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:16.518211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Network hostable DHCP agents. Network: 799cf272-6afc-4c0f-8abd-744a636a3d85, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:00:16.538221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=84700b03-4213-46fd-ae9a-b880cd7fa90b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:16.542683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Network 799cf272-6afc-4c0f-8abd-744a636a3d85 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:00:16.569741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 1050c38f-c5a5-41b1-9682-1203a30c1688, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1050c38f-c5a5-41b1-9682-1203a30c1688,segment=NetworkSegment(4d9e0276-a4c7-4038-9c83-a0be96536e95),segment_id=4d9e0276-a4c7-4038-9c83-a0be96536e95)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:16.574222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 799cf272-6afc-4c0f-8abd-744a636a3d85) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:16.579626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:16.580788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.604066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65f020-fbf6-48c7-a9b5-84a374242786 None None] Network 799cf272-6afc-4c0f-8abd-744a636a3d85 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:16.625390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7848e565-d490-4628-b27d-19fe54fb57ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8348830 Dec 15 14:00:16.676325 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.899080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Made reservation on behalf of a2f81834a06647a2baa43e0f04bc84ec for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:16.906639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.003125 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.121846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e2413-2c22-4953-b0b4-305bab4fcc22 None None] Network 799cf272-6afc-4c0f-8abd-744a636a3d85 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:17.144975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:14Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:17.206355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=1050c38f-c5a5-41b1-9682-1203a30c1688,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:17.261094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca053-5518-4bd8-acad-bef60c9a4e96 None None] The sync data for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 is: [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:14Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:17.300870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d152395c-e2a7-4c95-8241-461938de6ff7 None None] Provisioning complete for port 1050c38f-c5a5-41b1-9682-1203a30c1688 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:17.301256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d152395c-e2a7-4c95-8241-461938de6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.501002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.552001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5ad360b-a7af-47e7-a9bd-8afb4ed740c5 req-1f1f51f6-296d-4d86-b527-309870f77fb7 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 210 time: 0.0886443 Dec 15 14:00:17.589195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.803006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d152395c-e2a7-4c95-8241-461938de6ff7 None None] Provisioning complete for port 84700b03-4213-46fd-ae9a-b880cd7fa90b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:17.803521 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d152395c-e2a7-4c95-8241-461938de6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.804615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Allocated IP 172.20.0.14 (5786deac-9d95-434d-b32b-5ad27922755b/9b01020e-8acf-4649-98dd-2a3ef89c50e7/7bd0ffde-f1cc-43cc-9a4c-a681d629694c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:17.865474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d152395c-e2a7-4c95-8241-461938de6ff7 None None] Port 84700b03-4213-46fd-ae9a-b880cd7fa90b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:18.011343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6317a02e-22ee-4e03-84f8-4adbd9ecce2f None None] Provisioning complete for port 84700b03-4213-46fd-ae9a-b880cd7fa90b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:18.011732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6317a02e-22ee-4e03-84f8-4adbd9ecce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.147446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6317a02e-22ee-4e03-84f8-4adbd9ecce2f None None] Port 84700b03-4213-46fd-ae9a-b880cd7fa90b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:18.168735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.249805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.429980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Network 5786deac-9d95-434d-b32b-5ad27922755b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:18.457770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:18.467790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:18.526578 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.542938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:18.656530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:18.658224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.745979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.754806 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-84388fc0-a872-4f4a-be1b-12fc9206838b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3996069 Dec 15 14:00:18.762541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.773897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Request body: {'port': {'device_id': '012da19f-c118-4097-9bdc-ea0f399d6141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:18.831122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33006c7f-8c17-42c9-bb6c-be167fcfee5c req-366689e1-481c-447a-8dc2-eb39c2b7a98e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:18.848948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33006c7f-8c17-42c9-bb6c-be167fcfee5c req-366689e1-481c-447a-8dc2-eb39c2b7a98e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 932 time: 0.1221230 Dec 15 14:00:18.967732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.021385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33006c7f-8c17-42c9-bb6c-be167fcfee5c req-7aa8ef61-41d8-4520-96bd-44ccac7880e3 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589525 Dec 15 14:00:19.114607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:19.143390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1050c38f-c5a5-41b1-9682-1203a30c1688 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:19.175201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.220470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=84700b03-4213-46fd-ae9a-b880cd7fa90b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:19.282875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1050c38f-c5a5-41b1-9682-1203a30c1688 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:19.283641 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.344406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:19.395427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:19.438049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce93f6fd-d8e4-42b4-9acc-ba19b1a55176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.556347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:19.633467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce93f6fd-d8e4-42b4-9acc-ba19b1a55176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.639078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce93f6fd-d8e4-42b4-9acc-ba19b1a55176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.668427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:19.668765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.828253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Router 03f39ed6-3d31-4554-add6-0e0b7a1efe9e is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:00:19.843742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.854353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ce93f6fd-d8e4-42b4-9acc-ba19b1a55176 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8415b546b2549f09c35c8e1b4dfe693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7385738 Dec 15 14:00:19.855132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93f6fd-d8e4-42b4-9acc-ba19b1a55176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0808a0e9-7662-425c-a221-9110bcf197cc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:19.858956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:19.893900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:19.915841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3e818ee1-fba2-400f-99c2-f233213c9707 None None] Provisioning complete for port 84700b03-4213-46fd-ae9a-b880cd7fa90b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:19.916255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e818ee1-fba2-400f-99c2-f233213c9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.995992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.001736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3e818ee1-fba2-400f-99c2-f233213c9707 None None] Port 84700b03-4213-46fd-ae9a-b880cd7fa90b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:20.016218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-d77ea61a-e425-4360-b2c8-927eae5d0f32 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:20.017896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-d77ea61a-e425-4360-b2c8-927eae5d0f32 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/networks?id=799cf272-6afc-4c0f-8abd-744a636a3d85 HTTP/1.1" status: 200 len: 809 time: 0.3642900 Dec 15 14:00:20.021923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcdab7b0-40ed-42b7-b3e6-d4f5a1d11b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.041780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:20.046192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-12929156-f820-4f6a-ae24-7d3b8d52a2ad tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/quotas/d82d27c11b5b47d38f083d974a464e06 HTTP/1.1" status: 200 len: 375 time: 0.0190778 Dec 15 14:00:20.060185 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] Sync routers for ids ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:20.073435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7bf36035-d45e-4b0d-9721-d567d89e70f1 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/routers/03f39ed6-3d31-4554-add6-0e0b7a1efe9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5282476 Dec 15 14:00:20.074114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40412) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:20.075964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd0ffde-f1cc-43cc-9a4c-a681d629694c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:20.084885 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] Routers {'03f39ed6-3d31-4554-add6-0e0b7a1efe9e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:20.086395 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:20.094519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.103588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcdab7b0-40ed-42b7-b3e6-d4f5a1d11b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.115984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-a11eece3-26d0-4180-9ee3-b043bcde25c2 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82d27c11b5b47d38f083d974a464e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606246 Dec 15 14:00:20.128207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Transition to ACTIVE for port object 7bd0ffde-f1cc-43cc-9a4c-a681d629694c will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:00:20.135548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.170866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.189111 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:20.200045 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] Routers {'03f39ed6-3d31-4554-add6-0e0b7a1efe9e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:20.201951 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:20.219884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.260917 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:20.261802 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c159871-7b61-4f01-a836-17435f150c4f None None] The sync data for ids ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:20.344554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Attempting to bind port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:20.345042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Attempting to bind port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:20.345612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Attempting to bind port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c on network 5786deac-9d95-434d-b32b-5ad27922755b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:20.350538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c on network 5786deac-9d95-434d-b32b-5ad27922755b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:00:20.350969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Attempting to bind port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c on network 5786deac-9d95-434d-b32b-5ad27922755b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:20.359844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:20.360602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Checking segment: {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:20.361148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Bound using segment: {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:20.361758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Bound port: 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c40b3f-6812-4997-894e-277545d072f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:20.362291 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.374922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-01274431-348e-42b8-8eb2-7e27ac8ba953 service neutron] 10.222.0.32 "GET /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579906 Dec 15 14:00:20.457182 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcdab7b0-40ed-42b7-b3e6-d4f5a1d11b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.459804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcdab7b0-40ed-42b7-b3e6-d4f5a1d11b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.464647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bcdab7b0-40ed-42b7-b3e6-d4f5a1d11b0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0808a0e9-7662-425c-a221-9110bcf197cc HTTP/1.1" status: 204 len: 168 time: 0.5879300 Dec 15 14:00:20.509389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdab7b0-40ed-42b7-b3e6-d4f5a1d11b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0808a0e9-7662-425c-a221-9110bcf197cc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.525490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:20.529104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:20.542280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.577518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352acc1-f234-4350-a514-5fb7a251ce54 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:20.579000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8352acc1-f234-4350-a514-5fb7a251ce54 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports?device_id=03f39ed6-3d31-4554-add6-0e0b7a1efe9e HTTP/1.1" status: 200 len: 982 time: 0.4886253 Dec 15 14:00:20.582557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:20.610602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:20.611404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.612854 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] 10.222.0.67 "PUT /v2.0/ports/7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 1092 time: 1.8448567 Dec 15 14:00:20.613323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:20.630533 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61f8a51-90b3-443a-906c-98b508974e51" -d '{"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:20.697313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989627c2-f2c5-4dc4-bc5b-4dcc1a863608 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.732666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-25d53f78-cadf-44b6-aa05-6e5a8c0fd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:20.734227 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-25d53f78-cadf-44b6-aa05-6e5a8c0fd4c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1095 time: 0.0784311 Dec 15 14:00:20.795793 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-5fc00d8c-a2c7-4888-9b49-8cc6d8af796c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0520370 Dec 15 14:00:20.896899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-e8af021e-5b6d-4572-ad1e-45893bcd270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:20.900116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-e8af021e-5b6d-4572-ad1e-45893bcd270b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.0961392 Dec 15 14:00:20.951320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:20.958640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-d384bb05-edbf-4b9a-abbb-58206ddde4b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478907 Dec 15 14:00:21.083009 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.130103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:21.130477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.130643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40438) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:21.140852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-318968d3-76de-4e07-8da6-0003d15db6ab service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639478 Dec 15 14:00:21.145334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e23ca-7ad9-4f4f-9661-c841dc3bcc66 req-d417facd-207c-437e-9c78-fb9f99c1f76d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:21.150258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb384fa-4c33-435b-8688-494de98c2004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.152903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-694e23ca-7ad9-4f4f-9661-c841dc3bcc66 req-d417facd-207c-437e-9c78-fb9f99c1f76d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 944 time: 0.9742000 Dec 15 14:00:21.170175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-11948a7a-250b-4554-9024-48838ab88ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888045 Dec 15 14:00:21.314496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-694e23ca-7ad9-4f4f-9661-c841dc3bcc66 req-4e90a0a6-5933-4b4c-9cfb-9e50028100b9 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605124 Dec 15 14:00:21.362386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-359cc029-7eea-4a87-8019-aac211a04dd3 req-93148bff-95df-43ab-b540-8ac77a08e4ae service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132983 Dec 15 14:00:21.442130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb384fa-4c33-435b-8688-494de98c2004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.447481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb384fa-4c33-435b-8688-494de98c2004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.493664 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf86505-ddba-43c3-a6b1-880ca336ac19 x-openstack-request-id: req-baf86505-ddba-43c3-a6b1-880ca336ac19 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:21.493962 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:21.494225 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baf86505-ddba-43c3-a6b1-880ca336ac19 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:21.494643 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'status': 'completed', 'code': 200} Dec 15 14:00:21.501243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0cb384fa-4c33-435b-8688-494de98c2004 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=470bcf42a5994cf4ac5c4350c58ee923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693440 Dec 15 14:00:21.512131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:21.659837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb384fa-4c33-435b-8688-494de98c2004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c666b04c-ba26-40fc-b7c3-56038da05cc3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:21.680176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8676fca0-08ed-4f47-99a0-63542e63f838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.694966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87a7d360-4403-4768-8e04-ed6126e46af3 req-ed4c9bcc-dcb1-4683-847c-3627d02004a3 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 210 time: 0.0516613 Dec 15 14:00:21.743876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8676fca0-08ed-4f47-99a0-63542e63f838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.754341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8a51-90b3-443a-906c-98b508974e51 req-a63b8ef0-d6af-42d5-b7e0-9afa9fd05488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:21.755939 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-a63b8ef0-d6af-42d5-b7e0-9afa9fd05488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1095 time: 0.2106912 Dec 15 14:00:21.788692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.897128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8676fca0-08ed-4f47-99a0-63542e63f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.900403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8676fca0-08ed-4f47-99a0-63542e63f838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.904545 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8676fca0-08ed-4f47-99a0-63542e63f838 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c666b04c-ba26-40fc-b7c3-56038da05cc3 HTTP/1.1" status: 204 len: 168 time: 0.3885112 Dec 15 14:00:21.931940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676fca0-08ed-4f47-99a0-63542e63f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c666b04c-ba26-40fc-b7c3-56038da05cc3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:21.939018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8a51-90b3-443a-906c-98b508974e51 req-87bab91c-fbc2-4f93-8a8a-ebb26bc6ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:21.939992 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-87bab91c-fbc2-4f93-8a8a-ebb26bc6ec73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.1731920 Dec 15 14:00:22.039152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-c207c552-f335-4784-b632-fb807cc447ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0854337 Dec 15 14:00:22.094897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 84700b03-4213-46fd-ae9a-b880cd7fa90b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:22.095254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:22.113696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8a51-90b3-443a-906c-98b508974e51 req-834446e4-0f95-4265-8d47-53aceb0d04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:22.116143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-834446e4-0f95-4265-8d47-53aceb0d04ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.0695758 Dec 15 14:00:22.156639 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-0bf5af1d-3e18-4149-bee8-1458cb97b2a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327909 Dec 15 14:00:22.241628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:22.282208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 84700b03-4213-46fd-ae9a-b880cd7fa90b owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:22.352785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-d41568f8-0702-4ae4-8f4e-d85489d8c066 service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856556 Dec 15 14:00:22.628072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7bd0ffde-f1cc-43cc-9a4c-a681d629694c details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:00:22.661990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e61f8a51-90b3-443a-906c-98b508974e51 req-297cd9aa-b68a-4661-b9ba-b5f35dad46c5 service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007212 Dec 15 14:00:22.662884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b033d-6c7e-4f88-a71e-48383531c68e req-69d961f2-f621-46ba-ba99-18bbd5f90f86 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:22.672050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-868b033d-6c7e-4f88-a71e-48383531c68e req-69d961f2-f621-46ba-ba99-18bbd5f90f86 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 944 time: 0.2248275 Dec 15 14:00:22.755622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-868b033d-6c7e-4f88-a71e-48383531c68e req-0e634a21-17fe-41fa-9fb6-42987517438f tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825684 Dec 15 14:00:22.839481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:22.857906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'port_id': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'mac_address': 'fa:16:3e:f3:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:00:22.910336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:22.940737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd0ffde-f1cc-43cc-9a4c-a681d629694c {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:22.972911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09ce1236-7f8b-4738-b38e-2c60b5e0bb4e req-09ad0596-d52d-49ac-b3e4-1faf07f05ce2 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 210 time: 0.0898221 Dec 15 14:00:23.001399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:23.014409 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.025317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.070722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:23.099904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=84700b03-4213-46fd-ae9a-b880cd7fa90b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:23.310876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7bd0ffde-f1cc-43cc-9a4c-a681d629694c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:23.359667 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.535571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-e7728285-c33d-4a76-be68-955847dbb857 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:23.537194 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-e7728285-c33d-4a76-be68-955847dbb857 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.67 "GET /v2.0/networks?id=799cf272-6afc-4c0f-8abd-744a636a3d85 HTTP/1.1" status: 200 len: 809 time: 0.2771840 Dec 15 14:00:23.554262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Request body: {'port': {'device_id': '9350829d-e314-480f-8dee-b50ba3a851f9', 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85', 'admin_state_up': True, 'tenant_id': 'd82d27c11b5b47d38f083d974a464e06'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:23.634231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Router 03f39ed6-3d31-4554-add6-0e0b7a1efe9e has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:00:23.728740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Made reservation on behalf of d82d27c11b5b47d38f083d974a464e06 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:23.733033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.735983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:23.753669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] Sync routers for ids ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:23.764695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fb7a9e17-a44e-46e2-b608-d1dc3ce94100 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/routers/03f39ed6-3d31-4554-add6-0e0b7a1efe9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1745539 Dec 15 14:00:23.767111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:23.769483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] Routers {'03f39ed6-3d31-4554-add6-0e0b7a1efe9e'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:23.770425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:23.811033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:23.831673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] Routers {'03f39ed6-3d31-4554-add6-0e0b7a1efe9e'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:23.836900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:23.839262 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-f321de64-df2b-4f5b-9a5e-cb909c74d0c7 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 14:00:23.846714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:23.853080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f321de64-df2b-4f5b-9a5e-cb909c74d0c7 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/84700b03-4213-46fd-ae9a-b880cd7fa90b HTTP/1.1" status: 404 len: 333 time: 0.0848062 Dec 15 14:00:23.882078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:23.882750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494147c1-5292-4013-b5cb-f67ebfa2b843 None None] The sync data for ids ['03f39ed6-3d31-4554-add6-0e0b7a1efe9e'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:23.954797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242962-c074-4b6b-8dfb-38fb8f3057e9 req-e1c54ef5-24b3-476c-a50a-5c385f011f90 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:23.956312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78242962-c074-4b6b-8dfb-38fb8f3057e9 req-e1c54ef5-24b3-476c-a50a-5c385f011f90 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 945 time: 0.0677009 Dec 15 14:00:24.043818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78242962-c074-4b6b-8dfb-38fb8f3057e9 req-a9fc7478-59ee-411b-8aee-9219109f2ce1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Dec 15 14:00:24.175849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da45e389-8f7f-47c5-8d6e-820db8090ee8 req-99c42ce8-6408-4c08-bd9b-5c2c6762e241 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 210 time: 0.0457323 Dec 15 14:00:24.406755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.479105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Allocated IP 172.20.0.5 (799cf272-6afc-4c0f-8abd-744a636a3d85/026b13ea-3df2-4364-bc1d-481d205fadfa/33eaf07a-8804-4caf-a7b3-754a876b23f6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:24.628064 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.628995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7bd0ffde-f1cc-43cc-9a4c-a681d629694c up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:24.633314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.728270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.729046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Fanout notify agent at l3_agent the message router_deleted on router 03f39ed6-3d31-4554-add6-0e0b7a1efe9e {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:00:24.773704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.774853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-23920079-c1c7-46cc-9349-650c3a162b91 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/routers/03f39ed6-3d31-4554-add6-0e0b7a1efe9e HTTP/1.1" status: 204 len: 168 time: 0.9253976 Dec 15 14:00:24.778281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:24.796607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:00:24.802112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:24.802494 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.886507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.915115 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.950660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 924bdf17-4df9-46bd-8286-08d385228c51 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:24.955042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:24.958453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.959050 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619cffa2-1072-407e-aed3-ac4f95c57347" -d '{"events": [{"server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:24.964279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.973936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:24.980436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.024136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Network 799cf272-6afc-4c0f-8abd-744a636a3d85 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:25.028391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:25.033028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:25.049639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.070306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Pushing event updated for resources: {'Port': ['ID=33eaf07a-8804-4caf-a7b3-754a876b23f6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:25.133460 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c58900-026d-4747-8906-c0cbc7bc5f45 x-openstack-request-id: req-74c58900-026d-4747-8906-c0cbc7bc5f45 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:25.133760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.134548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.136196 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:25.137971 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74c58900-026d-4747-8906-c0cbc7bc5f45 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:25.145277 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'code': 200} Dec 15 14:00:25.165029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:25.217395 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-c5c819ec-5966-4c68-9f34-c99f05f0c108 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6694205 Dec 15 14:00:25.261616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Request body: {'port': {'device_id': '9350829d-e314-480f-8dee-b50ba3a851f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:25.358898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.367835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628020-03c9-437b-b8cb-52288fd0a089 req-dd16e78c-73a5-4d03-892c-54e3d63be3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.369441 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b628020-03c9-437b-b8cb-52288fd0a089 req-dd16e78c-73a5-4d03-892c-54e3d63be3ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.2012432 Dec 15 14:00:25.407548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.409498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88362-4876-45bc-a739-c03ea3e81b35 req-cab5bd82-ad3e-4802-bb95-474bed9e7d5b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.418182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2e88362-4876-45bc-a739-c03ea3e81b35 req-cab5bd82-ad3e-4802-bb95-474bed9e7d5b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1831431 Dec 15 14:00:25.484328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987748f-c79b-4ea5-be86-08f746d0fee6 req-a3ffb6e7-dda6-46f5-a39e-f59d5ecb2b02 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.491971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b987748f-c79b-4ea5-be86-08f746d0fee6 req-a3ffb6e7-dda6-46f5-a39e-f59d5ecb2b02 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 931 time: 0.2260966 Dec 15 14:00:25.514569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2e88362-4876-45bc-a739-c03ea3e81b35 req-77039bea-1998-49f3-9970-fcb334eda16f tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951416 Dec 15 14:00:25.540627 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b628020-03c9-437b-b8cb-52288fd0a089 req-dd846707-5c3e-452a-87e9-e8652a73279e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526790 Dec 15 14:00:25.592480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.640755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=924bdf17-4df9-46bd-8286-08d385228c51,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:25.657720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b987748f-c79b-4ea5-be86-08f746d0fee6 req-403fa909-16e1-487f-9c42-8438b7987cd7 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591473 Dec 15 14:00:25.674292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:25.678083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e7f027bd-bfab-4565-9864-efcad73709f0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/924bdf17-4df9-46bd-8286-08d385228c51 HTTP/1.1" status: 204 len: 168 time: 0.8986905 Dec 15 14:00:25.680612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40600) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:25.690401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a71cf-49e7-4856-aa76-8005b236483b None None] Network d56f7bdc-77a3-435e-bfb1-69df63d8abad requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:25.842976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.044768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port 1050c38f-c5a5-41b1-9682-1203a30c1688 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:26.045351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.086388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] DHCP port deletion for d56f7bdc-77a3-435e-bfb1-69df63d8abad request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:26.101350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33eaf07a-8804-4caf-a7b3-754a876b23f6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:26.111916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.138394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Transition to ACTIVE for port object 33eaf07a-8804-4caf-a7b3-754a876b23f6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:00:26.147040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.176772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] Deleting port 1050c38f-c5a5-41b1-9682-1203a30c1688 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:26.177168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.192859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] For port 1050c38f-c5a5-41b1-9682-1203a30c1688, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1050c38f-c5a5-41b1-9682-1203a30c1688,segment=NetworkSegment(4d9e0276-a4c7-4038-9c83-a0be96536e95),segment_id=4d9e0276-a4c7-4038-9c83-a0be96536e95)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:26.193689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.212088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for 1050c38f-c5a5-41b1-9682-1203a30c1688 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:26.258065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] For port 1050c38f-c5a5-41b1-9682-1203a30c1688, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1050c38f-c5a5-41b1-9682-1203a30c1688,segment=NetworkSegment(4d9e0276-a4c7-4038-9c83-a0be96536e95),segment_id=4d9e0276-a4c7-4038-9c83-a0be96536e95)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:26.258344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.274879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] Calling delete_port for 1050c38f-c5a5-41b1-9682-1203a30c1688 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:26.310456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Pushing event updated for resources: {'Port': ['ID=33eaf07a-8804-4caf-a7b3-754a876b23f6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:26.345996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Attempting to bind port 33eaf07a-8804-4caf-a7b3-754a876b23f6 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:26.346365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Attempting to bind port 33eaf07a-8804-4caf-a7b3-754a876b23f6 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '38221366-b403-4067-8b46-9ca21603746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:26.346697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Attempting to bind port 33eaf07a-8804-4caf-a7b3-754a876b23f6 on network 799cf272-6afc-4c0f-8abd-744a636a3d85 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:26.347596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.353005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Port 33eaf07a-8804-4caf-a7b3-754a876b23f6 on network 799cf272-6afc-4c0f-8abd-744a636a3d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:00:26.353335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Attempting to bind port 33eaf07a-8804-4caf-a7b3-754a876b23f6 on network 799cf272-6afc-4c0f-8abd-744a636a3d85 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:26.360042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:26.360746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Checking segment: {'id': '38221366-b403-4067-8b46-9ca21603746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:26.361332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Bound using segment: {'id': '38221366-b403-4067-8b46-9ca21603746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:26.363512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Bound port: 33eaf07a-8804-4caf-a7b3-754a876b23f6, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38221366-b403-4067-8b46-9ca21603746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:26.363981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No DVR routers for this DVR port 1050c38f-c5a5-41b1-9682-1203a30c1688 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:26.364365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.367976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:26.452637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=1050c38f-c5a5-41b1-9682-1203a30c1688,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:26.468325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] For port 33eaf07a-8804-4caf-a7b3-754a876b23f6, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:26.476287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] For port 33eaf07a-8804-4caf-a7b3-754a876b23f6, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6,segment=NetworkSegment(38221366-b403-4067-8b46-9ca21603746f),segment_id=38221366-b403-4067-8b46-9ca21603746f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:26.484867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.566533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:26.566533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.567572 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] 10.222.0.67 "PUT /v2.0/ports/33eaf07a-8804-4caf-a7b3-754a876b23f6 HTTP/1.1" status: 200 len: 1091 time: 1.3211513 Dec 15 14:00:26.579440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.599891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9350829d-e314-480f-8dee-b50ba3a851f9', 'tag': '33eaf07a-8804-4caf-a7b3-754a876b23f6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:26.605599 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9350829d-e314-480f-8dee-b50ba3a851f9", "tag": "33eaf07a-8804-4caf-a7b3-754a876b23f6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:26.640060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d4fb-893e-452a-88c1-15d8bd9d0315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:00:26.640225 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:00:26.649553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.727241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] Pushing event deleted for resources: {'Port': ['ID=1050c38f-c5a5-41b1-9682-1203a30c1688,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:26.735008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fd5c1-24b8-4528-b507-11567721527a None None] No DVR routers for this DVR port 1050c38f-c5a5-41b1-9682-1203a30c1688 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:26.774747 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68789dc1-4d3f-4557-b0a2-7aa92ef2b982 x-openstack-request-id: req-68789dc1-4d3f-4557-b0a2-7aa92ef2b982 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:26.776728 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9350829d-e314-480f-8dee-b50ba3a851f9", "tag": "33eaf07a-8804-4caf-a7b3-754a876b23f6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:26.779720 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68789dc1-4d3f-4557-b0a2-7aa92ef2b982 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:26.781956 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9350829d-e314-480f-8dee-b50ba3a851f9', 'tag': '33eaf07a-8804-4caf-a7b3-754a876b23f6', 'status': 'completed', 'code': 200} Dec 15 14:00:26.788924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56f7bdc-77a3-435e-bfb1-69df63d8abad']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:26.837280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9e0276-a4c7-4038-9c83-a0be96536e95') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:26.837681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9e0276-a4c7-4038-9c83-a0be96536e95') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:26.879849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.883917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad8891-d340-4bdf-a669-2812e30dc8cf service neutron] Pushing event updated for resources: {'Port': ['ID=33eaf07a-8804-4caf-a7b3-754a876b23f6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:26.921251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-a9c9238e-f41d-4589-924a-b2f682b5d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:26.922800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-a9c9238e-f41d-4589-924a-b2f682b5d57b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d82d27c11b5b47d38f083d974a464e06&device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 1094 time: 0.2353981 Dec 15 14:00:26.927541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.949627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:26.952009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.996741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1050c38f-c5a5-41b1-9682-1203a30c1688 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:27.022499 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:27.038328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-bb7a8216-f7b1-41b5-ad82-d7d3103ef4c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6 HTTP/1.1" status: 200 len: 217 time: 0.0806379 Dec 15 14:00:27.043516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1050c38f-c5a5-41b1-9682-1203a30c1688 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:27.044113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1050c38f-c5a5-41b1-9682-1203a30c1688 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:27.086509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049d24-ee4e-4b44-bdeb-5b9617148b02 req-f49651a6-6b8c-4359-adc6-91bac136e892 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:27.088181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af049d24-ee4e-4b44-bdeb-5b9617148b02 req-f49651a6-6b8c-4359-adc6-91bac136e892 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.4751360 Dec 15 14:00:27.106030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.114575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-b1820dfb-70c8-48cc-bd26-9e17c25fdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:27.116255 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-b1820dfb-70c8-48cc-bd26-9e17c25fdb39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=026b13ea-3df2-4364-bc1d-481d205fadfa HTTP/1.1" status: 200 len: 849 time: 0.0613182 Dec 15 14:00:27.134403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.147282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/d56f7bdc-77a3-435e-bfb1-69df63d8abad HTTP/1.1" status: 204 len: 168 time: 1.4652758 Dec 15 14:00:27.153114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:27.155915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996a187-d953-4325-9f8b-862d8c1ea167 req-34f7e562-9acd-481d-9030-0eed46ce77e9 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:27.157642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4996a187-d953-4325-9f8b-862d8c1ea167 req-34f7e562-9acd-481d-9030-0eed46ce77e9 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 943 time: 0.1338205 Dec 15 14:00:27.160893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-8d61c937-644d-481c-99b4-d841320f8ae5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=799cf272-6afc-4c0f-8abd-744a636a3d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359609 Dec 15 14:00:27.188898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55f76-c05e-4e15-9d16-ea1156c9ce03 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=d56f7bdc-77a3-435e-bfb1-69df63d8abad,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:27.224067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cae7e1-1a93-4821-951c-879f61841050 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:27.231424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a8cae7e1-1a93-4821-951c-879f61841050 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/c8dc8e7b-79f5-4932-8ecb-029de94af2b2 HTTP/1.1" status: 200 len: 841 time: 0.0643592 Dec 15 14:00:27.235140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40642) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:27.241282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af049d24-ee4e-4b44-bdeb-5b9617148b02 req-a74146ac-4e69-4b26-b226-631ec94d3de3 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457477 Dec 15 14:00:27.283221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d4fb-893e-452a-88c1-15d8bd9d0315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.294138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4996a187-d953-4325-9f8b-862d8c1ea167 req-35f3765f-b00f-4c6e-933e-6380614bc354 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162739 Dec 15 14:00:27.302049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9354c3d1-966f-4b4a-91eb-2604b35a1a27 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/c8dc8e7b-79f5-4932-8ecb-029de94af2b2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0655079 Dec 15 14:00:27.303232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d4fb-893e-452a-88c1-15d8bd9d0315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.309516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:27.322648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:27.457691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:27.462654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0d4fb-893e-452a-88c1-15d8bd9d0315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629adb5f-b538-4b6c-8587-901bafa8b94f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:27.466494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.491638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6ae0d4fb-893e-452a-88c1-15d8bd9d0315 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e0213d36e204ed898e8be79fa8b0ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1197705 Dec 15 14:00:27.492023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:27.499037 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-abc780f6-f566-410f-b6c5-ec9b2846c79f service neutron] 10.222.0.67 "GET /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280456 Dec 15 14:00:27.686590 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-363d693a-f087-46b0-8530-f6f4ee1876d7 req-2225f652-c398-48e2-8a3f-6e249ff6c845 service neutron] 10.222.0.67 "GET /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333239 Dec 15 14:00:27.774560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.806520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b97614-1e57-456c-9f88-5f195a916ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.849358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:27.857562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:27.866526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebb2af-60c7-4665-bc8c-0547f6094614 None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:27.868266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:27.868885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.884898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=805d471c-cde3-450c-b3d4-9890304c7308,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:27.899096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6afbaf1f-32d9-45cd-8308-939553e2f731 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5888236 Dec 15 14:00:27.903501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:27.904351 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b97614-1e57-456c-9f88-5f195a916ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:27.907704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-b52792f9-66cb-4c77-b90a-fba1bff34b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:27.908673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'security_group': {'name': 'tempest-secgroup-1438737203'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:27.909662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-b52792f9-66cb-4c77-b90a-fba1bff34b72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d82d27c11b5b47d38f083d974a464e06&device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 1094 time: 0.1478307 Dec 15 14:00:28.023135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.034173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3ba2-1408-4557-8197-cb6f2866d684 req-f540813b-2796-4b36-af67-1cfcaeb41015 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:28.035718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-860a3ba2-1408-4557-8197-cb6f2866d684 req-f540813b-2796-4b36-af67-1cfcaeb41015 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 946 time: 0.1224005 Dec 15 14:00:28.092049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'project_id': '157aebedfc894ce6a370b3159f25e461', 'fixed_ips': [{'subnet_id': '805d471c-cde3-450c-b3d4-9890304c7308'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:00:28.095652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.136534 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.143448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.174043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b97614-1e57-456c-9f88-5f195a916ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.175796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.176830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b97614-1e57-456c-9f88-5f195a916ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.177283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2722323 Dec 15 14:00:28.185739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c2b97614-1e57-456c-9f88-5f195a916ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/629adb5f-b538-4b6c-8587-901bafa8b94f HTTP/1.1" status: 204 len: 168 time: 0.6926947 Dec 15 14:00:28.190695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40666) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:28.208545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8eb21-810e-4125-a605-8c5037c46bff tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b7dfe-a034-44a3-a9c6-273d0f22e4f4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:28.228069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-860a3ba2-1408-4557-8197-cb6f2866d684 req-a2d234ee-044a-436f-b3d8-2228c4eff6d4 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842659 Dec 15 14:00:28.237157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'security_group': {'name': 'tempest-secgroup-572168201'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:28.306176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.316386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b97614-1e57-456c-9f88-5f195a916ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629adb5f-b538-4b6c-8587-901bafa8b94f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:28.335743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Allocated IP 172.20.0.2 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/805d471c-cde3-450c-b3d4-9890304c7308/8300015a-37d2-4ed4-a5b4-cb5b945b789d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:28.358386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-12d8bec0-42ef-4f13-bdd7-3a0de96066ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:28.359982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-12d8bec0-42ef-4f13-bdd7-3a0de96066ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=799cf272-6afc-4c0f-8abd-744a636a3d85 HTTP/1.1" status: 200 len: 911 time: 0.4344943 Dec 15 14:00:28.441408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad569e0-49ea-465d-86bf-74bd7f3547fa req-a0a0e492-c89e-4662-906e-7048a34821cd tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:28.445242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ad569e0-49ea-465d-86bf-74bd7f3547fa req-a0a0e492-c89e-4662-906e-7048a34821cd tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.0744066 Dec 15 14:00:28.548104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.555625 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.620483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:28.622264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Pushing event updated for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:28.625307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:28.627759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:28.647597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40678) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:28.650908 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-8dcd4639-9878-4165-8da7-18defd438a7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6 HTTP/1.1" status: 200 len: 217 time: 0.2686272 Dec 15 14:00:28.685276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41777-f6be-4450-9ce3-c7a3eb9eb8c9 req-aa9d0d69-b33e-4cf1-99e3-438107996f0c tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:28.686929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f41777-f6be-4450-9ce3-c7a3eb9eb8c9 req-aa9d0d69-b33e-4cf1-99e3-438107996f0c tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 943 time: 0.2223432 Dec 15 14:00:28.687548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Attempting to bind port 8300015a-37d2-4ed4-a5b4-cb5b945b789d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:28.688065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Attempting to bind port 8300015a-37d2-4ed4-a5b4-cb5b945b789d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'c7bb2151-117c-4a88-ada9-8247ff89a1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:28.688438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Attempting to bind port 8300015a-37d2-4ed4-a5b4-cb5b945b789d on network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:28.693943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:28.694328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Checking segment: {'id': 'c7bb2151-117c-4a88-ada9-8247ff89a1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:28.694734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.695129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Bound using segment: {'id': 'c7bb2151-117c-4a88-ada9-8247ff89a1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:28.695616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Bound port: 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb2151-117c-4a88-ada9-8247ff89a1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:28.696000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.698173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ad569e0-49ea-465d-86bf-74bd7f3547fa req-ec92d6af-0f20-44c9-bcbe-e13435fd9933 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466331 Dec 15 14:00:28.715240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.726082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5930a0ba-717e-4638-bb6a-640e44d60649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.803598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26f41777-f6be-4450-9ce3-c7a3eb9eb8c9 req-0749f151-6dca-4cc0-8a87-2db640f6ec07 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043165 Dec 15 14:00:28.817046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.852555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.854032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6494429 Dec 15 14:00:28.857324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:28.862960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1814678332', 'security_groups': ['da52d5fa-a873-4298-b15f-b797924b5bc2'], 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '805d471c-cde3-450c-b3d4-9890304c7308'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:28.889044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:28.894205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8300015a-37d2-4ed4-a5b4-cb5b945b789d,segment=NetworkSegment(c7bb2151-117c-4a88-ada9-8247ff89a1b8),segment_id=c7bb2151-117c-4a88-ada9-8247ff89a1b8)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:28.906291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.979987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-986a9a0e-096b-4567-9eed-9626aaf10c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:28.979987 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-986a9a0e-096b-4567-9eed-9626aaf10c05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=026b13ea-3df2-4364-bc1d-481d205fadfa HTTP/1.1" status: 200 len: 849 time: 0.3019693 Dec 15 14:00:29.019524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b119e-670e-4c52-93cb-739c4082fce0 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da52d5fa-a873-4298-b15f-b797924b5bc2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.061901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350bb8e-8fcf-496e-b216-02b6547a1028 None None] Pushing event updated for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.071400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-fe0cc9e0-86de-4023-9908-0e6faeb9df3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=799cf272-6afc-4c0f-8abd-744a636a3d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800376 Dec 15 14:00:29.135301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:29.266686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.349181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5930a0ba-717e-4638-bb6a-640e44d60649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.364240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5930a0ba-717e-4638-bb6a-640e44d60649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.366500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port da4fd72e-b232-4227-bc01-864c74f7b3b9 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:00:29.415002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-82047ce7-2d48-43ea-8045-4d5161c69ca4 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:29.416681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-82047ce7-2d48-43ea-8045-4d5161c69ca4 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 946 time: 0.3057845 Dec 15 14:00:29.449563 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-89f39980-e5b2-442a-9216-0642bfff6a4b service neutron] 10.222.0.67 "GET /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636799 Dec 15 14:00:29.535321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5930a0ba-717e-4638-bb6a-640e44d60649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f95a89143524ef79ef62018b49e29f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8864579 Dec 15 14:00:29.582185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930a0ba-717e-4638-bb6a-640e44d60649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785dc764-c96c-4cf6-9a51-07a3d5eacb44,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.589301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:29.766259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b1d5e526-5bd8-4d7b-b676-91778fbab3d9 req-7cc52d12-3ee6-456b-9c90-750503a92162 service neutron] 10.222.0.67 "GET /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735903 Dec 15 14:00:29.781582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce19c-a62c-4f35-a1e8-44c7b653d518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.811850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Deleting port affa82cb-556a-480d-b543-c06e008aa85e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:29.812196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.821658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce19c-a62c-4f35-a1e8-44c7b653d518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.969859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] For port affa82cb-556a-480d-b543-c06e008aa85e, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=affa82cb-556a-480d-b543-c06e008aa85e,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:29.970250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.981086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce19c-a62c-4f35-a1e8-44c7b653d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.984399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce19c-a62c-4f35-a1e8-44c7b653d518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.988032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d9ce19c-a62c-4f35-a1e8-44c7b653d518 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/785dc764-c96c-4cf6-9a51-07a3d5eacb44 HTTP/1.1" status: 204 len: 168 time: 0.3955591 Dec 15 14:00:30.037631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ce19c-a62c-4f35-a1e8-44c7b653d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785dc764-c96c-4cf6-9a51-07a3d5eacb44,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:30.045032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.3 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/805d471c-cde3-450c-b3d4-9890304c7308/da4fd72e-b232-4227-bc01-864c74f7b3b9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:30.114704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-4e83766b-75ff-4df4-aed7-f873221e9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:30.115709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-4e83766b-75ff-4df4-aed7-f873221e9b8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.8273492 Dec 15 14:00:30.357714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.358293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.358416 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Floating IP 34420045-191a-4fe2-88d3-b3a3ca33fc0f disassociated. External IP: 172.25.2.130, port: affa82cb-556a-480d-b543-c06e008aa85e. Dec 15 14:00:30.361427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Calling delete_port for affa82cb-556a-480d-b543-c06e008aa85e owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:30.367978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f2074-e657-4ab5-817a-c61ba7c3b11d req-4ea89213-014e-4851-8981-37c94cf8c8dd tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:30.375755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c87f2074-e657-4ab5-817a-c61ba7c3b11d req-4ea89213-014e-4851-8981-37c94cf8c8dd tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c4aa43-0916-4411-bb64-b45d00880ac2 HTTP/1.1" status: 200 len: 946 time: 1.0106325 Dec 15 14:00:30.390700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48b07d-ab0d-4a54-b02c-abe5a9eb349a req-cb6b8929-2b27-4ef0-9131-e95f4c45f1a6 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:30.398475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d48b07d-ab0d-4a54-b02c-abe5a9eb349a req-cb6b8929-2b27-4ef0-9131-e95f4c45f1a6 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 1.0587366 Dec 15 14:00:30.641893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 33eaf07a-8804-4caf-a7b3-754a876b23f6 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:00:30.665336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.667832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-ac43803f-ead8-4432-9927-f3cd4d6d8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:30.670017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-ac43803f-ead8-4432-9927-f3cd4d6d8cd1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.4904892 Dec 15 14:00:30.699513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event deleted for resources: {'Port': ['ID=affa82cb-556a-480d-b543-c06e008aa85e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:30.734269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Provisioning complete for port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:30.734653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.764493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-a9573155-ccab-4acb-a65c-879ade4dbdbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0794933 Dec 15 14:00:30.773638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.820676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c87f2074-e657-4ab5-817a-c61ba7c3b11d req-691d8b1f-5277-4701-b46a-ce8aa1c4405a tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups?id=b220e227-70c8-4364-92ba-061b1a4e0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4439714 Dec 15 14:00:30.940305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Router 56e981fe-4479-4865-922b-6c0320e14bb1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:00:30.941929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d48b07d-ab0d-4a54-b02c-abe5a9eb349a req-8737d1c9-bf09-41e2-9231-6a48b554e863 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392737 Dec 15 14:00:31.005992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-b7dc3481-31f5-4936-92ca-e1f146346665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:31.008811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:31.011802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-b7dc3481-31f5-4936-92ca-e1f146346665 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.2296743 Dec 15 14:00:31.094934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:31.219729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-e6d395f7-9813-4e93-9211-af7e2b3d4dff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961608 Dec 15 14:00:31.265453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 33eaf07a-8804-4caf-a7b3-754a876b23f6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6,segment=NetworkSegment(38221366-b403-4067-8b46-9ca21603746f),segment_id=38221366-b403-4067-8b46-9ca21603746f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:31.273129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:31.285233 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:31.304487 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:31.305121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:31.305934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:31.306498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.316680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83618648-de9b-4f84-bc00-0d3b66feac45 req-45c924a7-e223-4693-a705-cfe64e64f595 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:31.318545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83618648-de9b-4f84-bc00-0d3b66feac45 req-45c924a7-e223-4693-a705-cfe64e64f595 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 943 time: 0.3039200 Dec 15 14:00:31.333870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.381125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] No DVR routers for this DVR port affa82cb-556a-480d-b543-c06e008aa85e on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:31.389119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.397051 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b9ee57d-cf7e-4942-8e8c-c37bd5111d61 req-6eb421ab-5868-4a98-8a1b-c70768d03856 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.67 "DELETE /v2.0/ports/affa82cb-556a-480d-b543-c06e008aa85e HTTP/1.1" status: 204 len: 173 time: 1.9647739 Dec 15 14:00:31.398736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '33eaf07a-8804-4caf-a7b3-754a876b23f6', 'network_id': '799cf272-6afc-4c0f-8abd-744a636a3d85', 'port_id': '33eaf07a-8804-4caf-a7b3-754a876b23f6', 'mac_address': 'fa:16:3e:a5:12:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026b13ea-3df2-4364-bc1d-481d205fadfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:00:31.399617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-deleted', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:31.420316 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a367d908-177b-4cba-a58f-1f9fcb45bdae" -d '{"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-deleted", "tag": "affa82cb-556a-480d-b543-c06e008aa85e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:31.510077 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f28d56-8aac-47a4-afc4-7ca5611bcd68 x-openstack-request-id: req-60f28d56-8aac-47a4-afc4-7ca5611bcd68 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:31.510392 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4aa43-0916-4411-bb64-b45d00880ac2", "name": "network-vif-deleted", "tag": "affa82cb-556a-480d-b543-c06e008aa85e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:31.510653 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60f28d56-8aac-47a4-afc4-7ca5611bcd68 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:31.511070 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4aa43-0916-4411-bb64-b45d00880ac2', 'name': 'network-vif-deleted', 'tag': 'affa82cb-556a-480d-b543-c06e008aa85e', 'status': 'completed', 'code': 200} Dec 15 14:00:31.561984 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.577859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33eaf07a-8804-4caf-a7b3-754a876b23f6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:31.582506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:31.582908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.638794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 33eaf07a-8804-4caf-a7b3-754a876b23f6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6,segment=NetworkSegment(38221366-b403-4067-8b46-9ca21603746f),segment_id=38221366-b403-4067-8b46-9ca21603746f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:31.654711 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:31.655096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=da4fd72e-b232-4227-bc01-864c74f7b3b9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:31.664453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-c43d6e2d-d44c-4399-91a6-22416ab6084d service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020319 Dec 15 14:00:31.713242 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.835448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.871685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=33eaf07a-8804-4caf-a7b3-754a876b23f6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:31.919061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8300015a-37d2-4ed4-a5b4-cb5b945b789d,segment=NetworkSegment(c7bb2151-117c-4a88-ada9-8247ff89a1b8),segment_id=c7bb2151-117c-4a88-ada9-8247ff89a1b8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:31.934026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.939207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:31.995265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:32.000780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-f0df8559-e38a-4c1c-bc73-76f811b2511e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1401253 Dec 15 14:00:32.002920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611de81-ba53-483a-a643-d53d12f3da21 None None] Pushing event updated for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:32.006386 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.012190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:32.057498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['33eaf07a-8804-4caf-a7b3-754a876b23f6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:32.099919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83618648-de9b-4f84-bc00-0d3b66feac45 req-8bc19de5-9a7d-4f88-85f6-c99d56deafa0 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681251 Dec 15 14:00:32.238372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:32.240752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:00:32.241138 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:00:32.247930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c258f73f-2799-4670-b45e-b10c60c8d129 req-c862c1fb-d7f8-455a-b9b2-cb971a5c0da6 service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646832 Dec 15 14:00:32.304158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.305331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.373658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f9613798-c3fb-408d-a34c-c7066cf9aa42 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5124710 Dec 15 14:00:32.375562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:32.384200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:32.401961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f8083-4009-401c-a257-42ba6ae62fe9 req-76711910-cf36-406c-96ca-6ff5ec56d133 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.412969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d30f8083-4009-401c-a257-42ba6ae62fe9 req-76711910-cf36-406c-96ca-6ff5ec56d133 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1028161 Dec 15 14:00:32.472856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.473368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.473583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.474361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.474846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.475308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.475761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.477739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-d60dc89b-b387-4274-a1da-e2e542d55005 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6502 time: 0.3403175 Dec 15 14:00:32.495771 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:32.531466 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:00:32.532910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb405e98-bd6f-46e8-b169-f03c71204926 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.541430 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:32.542420 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:32.607325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3a1c8964-fc0b-499a-a7c0-d3615cf13dd3 None None] Provisioning complete for port da4fd72e-b232-4227-bc01-864c74f7b3b9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:32.615332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a1c8964-fc0b-499a-a7c0-d3615cf13dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.637568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb405e98-bd6f-46e8-b169-f03c71204926 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.679543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:32.727031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: affa82cb-556a-480d-b543-c06e008aa85e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:32.727697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device affa82cb-556a-480d-b543-c06e008aa85e not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:32.738199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c8964-fc0b-499a-a7c0-d3615cf13dd3 None None] Port da4fd72e-b232-4227-bc01-864c74f7b3b9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:32.782716 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:32.789466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d30f8083-4009-401c-a257-42ba6ae62fe9 req-c78d4e61-a898-4533-a26e-e77ae5af23bb tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758633 Dec 15 14:00:32.794793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:32.799214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.807086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-431ca1fc-0627-4176-b746-988721b00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.807614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-431ca1fc-0627-4176-b746-988721b00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.808081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-431ca1fc-0627-4176-b746-988721b00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.810498 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-431ca1fc-0627-4176-b746-988721b00315 service neutron] 10.222.0.67 "GET /v2.0/networks?id=505693a4-e390-47f7-a077-fddb5807d584&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=e2df8191-c699-4f1a-b9c0-17d379c41265&id=e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 200 len: 2300 time: 0.2937393 Dec 15 14:00:32.923800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb405e98-bd6f-46e8-b169-f03c71204926 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.930673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb405e98-bd6f-46e8-b169-f03c71204926 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.934004 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb405e98-bd6f-46e8-b169-f03c71204926 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "DELETE /v2.0/security-groups/b220e227-70c8-4364-92ba-061b1a4e0cb2 HTTP/1.1" status: 204 len: 168 time: 0.6752765 Dec 15 14:00:32.938660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:32.965186 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-a639e314-2c86-4765-a189-9fd3cf145616 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 200 len: 1002 time: 0.1456642 Dec 15 14:00:32.969099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb405e98-bd6f-46e8-b169-f03c71204926 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b220e227-70c8-4364-92ba-061b1a4e0cb2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:32.986375 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-9905662f-0909-499a-8d2a-bc8e043a604c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] show failed (client error): The resource could not be found. Dec 15 14:00:32.986375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9905662f-0909-499a-8d2a-bc8e043a604c tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "GET /v2.0/security-groups/b220e227-70c8-4364-92ba-061b1a4e0cb2 HTTP/1.1" status: 404 len: 347 time: 0.0430436 Dec 15 14:00:32.990598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.080313 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 805d471c-cde3-450c-b3d4-9890304c7308 (CIDR: 172.20.0.0/28) Dec 15 14:00:33.092587 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:00:33.093259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:33.127616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cc7aa28a-ba8c-443c-bdd2-313fc28d73dc tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7507322 Dec 15 14:00:33.131049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40794) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.155755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:33.156741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:33.207024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-25e4fd1b-c3d1-496f-973e-da674d80ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:33.208756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-25e4fd1b-c3d1-496f-973e-da674d80ffdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ee3c423-f1ad-4206-ae1c-d52132c62360 HTTP/1.1" status: 200 len: 855 time: 0.2347918 Dec 15 14:00:33.292547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:33.292936 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.318595 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:33.344122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-f06e4dd8-420e-43fe-8917-60fd7da3d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:33.345639 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-f06e4dd8-420e-43fe-8917-60fd7da3d8cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=505693a4-e390-47f7-a077-fddb5807d584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146665 Dec 15 14:00:33.403264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e0aed-81bd-4101-81d4-9581aac9774e req-17eb9cfd-d69a-428c-940b-2ba9f20f876a tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:33.407152 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4bb21-4172-4ecf-b864-40b289104fb1 None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T13:51:12Z', 'revision_number': 4, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3ae67c63-d126-4e79-a12b-aa593541bf03', 'name': '', 'network_id': '95a73896-f0f2-4860-a869-0695e71fa4ce', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'mac_address': 'fa:16:3e:9f:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:09Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'subnets': [{'id': 'dc35db1e-a7ba-404c-80e4-a6e96a75f592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:33.412510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-711e0aed-81bd-4101-81d4-9581aac9774e req-17eb9cfd-d69a-428c-940b-2ba9f20f876a tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 944 time: 0.1347125 Dec 15 14:00:33.498280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-711e0aed-81bd-4101-81d4-9581aac9774e req-8b54e29a-80be-40aa-9b98-a82f74473544 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838289 Dec 15 14:00:33.537037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Deleting port fd7d8bed-c8a7-4ce1-b2d9-64c94d8d95ff {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:33.537498 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.563945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:33.573536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.729263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.729694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.734190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-45461d91-b022-43ae-bf2f-b2e6a9e27ae7 service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807590 Dec 15 14:00:33.755138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Calling delete_port for fd7d8bed-c8a7-4ce1-b2d9-64c94d8d95ff owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:33.977484 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-e0e1fcd9-b8d4-43df-85e6-c7577cba2654 service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347627 Dec 15 14:00:34.007041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8f73a-4691-4ed6-8371-a5f9d50ffcf7 None None] New status for floating IP 34420045-191a-4fe2-88d3-b3a3ca33fc0f: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:00:34.034491 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-92906e44-b28c-4f17-b8e2-91cff193b8ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 217 time: 0.0477276 Dec 15 14:00:34.170880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ea46c-3bcd-4745-b0d0-8021a06e6d46 req-36579f7d-b275-447e-a5c8-7ecee380f77d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:34.175386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-924ea46c-3bcd-4745-b0d0-8021a06e6d46 req-36579f7d-b275-447e-a5c8-7ecee380f77d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2535746 Dec 15 14:00:34.350348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-924ea46c-3bcd-4745-b0d0-8021a06e6d46 req-eee6ac2a-88d0-46a8-99f0-224998ac7f34 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187189 Dec 15 14:00:34.379840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.445044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=4ac18d17-7c73-491a-8383-4df09e1cc0a8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:34.470037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:34.472874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:34.476344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:34.477229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.482558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b21a570-a359-4a57-b3e3-9b4950c7db5a None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:34.502682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c6a14d0d-d6fa-4e17-b16c-e4488ca8e742 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3694322 Dec 15 14:00:34.505437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:34.514676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-550683590', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ac18d17-7c73-491a-8383-4df09e1cc0a8'}], 'security_groups': ['c53b7dfe-a034-44a3-a9c6-273d0f22e4f4']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:34.639366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.758921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-50e8f73a-4691-4ed6-8371-a5f9d50ffcf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:00:34.761485 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-50e8f73a-4691-4ed6-8371-a5f9d50ffcf7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:00:34.764032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 33eaf07a-8804-4caf-a7b3-754a876b23f6 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:34.774958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-063299a6-6722-498e-9c1e-2e4ed8b32f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:34.776440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-063299a6-6722-498e-9c1e-2e4ed8b32f8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.7352116 Dec 15 14:00:34.777673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Pushing event deleted for resources: {'Port': ['ID=fd7d8bed-c8a7-4ce1-b2d9-64c94d8d95ff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:34.898569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 33eaf07a-8804-4caf-a7b3-754a876b23f6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:00:34.904310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 33eaf07a-8804-4caf-a7b3-754a876b23f6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:34.904805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.954796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.979638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.998986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.998986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0ee06e2c-dced-443b-b410-37c34bad6636 tempest-AttachVolumeShelveTestJSON-1516302288 tempest-AttachVolumeShelveTestJSON-1516302288-project] 10.222.0.32 "DELETE /v2.0/floatingips/34420045-191a-4fe2-88d3-b3a3ca33fc0f HTTP/1.1" status: 204 len: 168 time: 1.9436288 Dec 15 14:00:35.021421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-cdc7a211-7caa-4a81-b8e0-7401cdee9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:35.023310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-cdc7a211-7caa-4a81-b8e0-7401cdee9fbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960382 Dec 15 14:00:35.099289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] Update dhcp port {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'fixed_ips': [{'subnet_id': '805d471c-cde3-450c-b3d4-9890304c7308', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ac18d17-7c73-491a-8383-4df09e1cc0a8'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8300015a-37d2-4ed4-a5b4-cb5b945b789d'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:00:35.142756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f398b5-0796-4aa6-b21e-6fbe6c20827d req-9bcf7d34-5372-4902-a57f-dd43957adbba tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:35.156732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94f398b5-0796-4aa6-b21e-6fbe6c20827d req-9bcf7d34-5372-4902-a57f-dd43957adbba tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 944 time: 0.3991189 Dec 15 14:00:35.223878 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:35.263666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8f73a-4691-4ed6-8371-a5f9d50ffcf7 None None] New status for floating IP 34420045-191a-4fe2-88d3-b3a3ca33fc0f: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:00:35.270141 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:35.278322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-81f00533-b4be-43ab-bc8d-252a2f068097 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427294 Dec 15 14:00:35.387500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 33eaf07a-8804-4caf-a7b3-754a876b23f6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6,segment=NetworkSegment(38221366-b403-4067-8b46-9ca21603746f),segment_id=38221366-b403-4067-8b46-9ca21603746f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:35.493143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-17cd1b65-1d01-433e-844a-e321389f9eb8 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066658 Dec 15 14:00:35.530668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-94f398b5-0796-4aa6-b21e-6fbe6c20827d req-94cbbfdc-b20b-4fe2-84f5-77e0fac389c0 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213383 Dec 15 14:00:35.571701 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-7c54597e-d826-459a-a24b-34f2e08c8013 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 217 time: 0.0715995 Dec 15 14:00:35.572862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350829d-e314-480f-8dee-b50ba3a851f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eaf07a-8804-4caf-a7b3-754a876b23f6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:35.578636 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf5634-5ced-4dad-927f-f4478212c3a1" -d '{"events": [{"server_uuid": "9350829d-e314-480f-8dee-b50ba3a851f9", "name": "network-vif-plugged", "status": "completed", "tag": "33eaf07a-8804-4caf-a7b3-754a876b23f6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:35.585062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:35.681214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-061ac962-2f91-4e23-8454-c85b84d21e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:35.682993 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-061ac962-2f91-4e23-8454-c85b84d21e7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1034629 Dec 15 14:00:35.756185 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f1235-117b-425e-a5eb-a2d363db01f9 x-openstack-request-id: req-c22f1235-117b-425e-a5eb-a2d363db01f9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:35.756582 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9350829d-e314-480f-8dee-b50ba3a851f9", "name": "network-vif-plugged", "status": "completed", "tag": "33eaf07a-8804-4caf-a7b3-754a876b23f6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:35.756780 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c22f1235-117b-425e-a5eb-a2d363db01f9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:35.757192 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9350829d-e314-480f-8dee-b50ba3a851f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eaf07a-8804-4caf-a7b3-754a876b23f6', 'code': 200} Dec 15 14:00:35.775567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-ef3173c2-903b-4b88-b9fe-3093a7978210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:35.777126 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-ef3173c2-903b-4b88-b9fe-3093a7978210 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859177 Dec 15 14:00:35.827381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcb88e-df3b-410f-b4bd-513ab5acf491 req-2db2cd1a-6ea9-4812-8ddf-a4ab25860bd6 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:35.828930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18dcb88e-df3b-410f-b4bd-513ab5acf491 req-2db2cd1a-6ea9-4812-8ddf-a4ab25860bd6 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2138999 Dec 15 14:00:36.098343 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-b615989f-59be-48fa-ac45-c837f79c8bb8 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033791 Dec 15 14:00:36.123114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=33eaf07a-8804-4caf-a7b3-754a876b23f6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:36.160648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a02dc-eb1b-4ca6-9dfb-17589a836997 req-353de93d-eec0-47ee-98c4-5713b89fb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:36.162352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a9a02dc-eb1b-4ca6-9dfb-17589a836997 req-353de93d-eec0-47ee-98c4-5713b89fb2fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 1096 time: 0.3301191 Dec 15 14:00:36.218529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a9a02dc-eb1b-4ca6-9dfb-17589a836997 req-2558e367-4cc6-4f11-9e06-f012d53faeda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 Dec 15 14:00:36.223718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18dcb88e-df3b-410f-b4bd-513ab5acf491 req-18609ade-0630-4eec-af5d-7e9f123c2b7d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674586 Dec 15 14:00:36.227861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Delete allocated IP 172.20.0.3 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/805d471c-cde3-450c-b3d4-9890304c7308) {{(pid=103379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:00:36.255097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.26 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/4ac18d17-7c73-491a-8383-4df09e1cc0a8/da4fd72e-b232-4227-bc01-864c74f7b3b9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:36.408027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-66561fff-2d48-4022-802f-9d49a11ddb16 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945216 Dec 15 14:00:36.486658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-aeb12e8d-b080-4552-8e24-0ccd8759c578 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=93caa189-eff5-40ba-b23a-b4590482c2e2 HTTP/1.1" status: 200 len: 217 time: 0.0709023 Dec 15 14:00:36.564236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-580066ee-442a-4068-804c-c7981ea3a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:36.565805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-580066ee-442a-4068-804c-c7981ea3a88e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.0721779 Dec 15 14:00:36.658475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.728744 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.752246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-562041ab-7a7d-4b97-a649-309f73ac8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:36.752887 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-562041ab-7a7d-4b97-a649-309f73ac8c84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628797 Dec 15 14:00:36.755905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] Allocated IP 172.20.0.18 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/4ac18d17-7c73-491a-8383-4df09e1cc0a8/8300015a-37d2-4ed4-a5b4-cb5b945b789d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:36.900550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93518e4-243c-40a8-87ab-51155357d246 req-14c94bad-310b-4d1e-bc54-e8646a0a31d0 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:36.908412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c93518e4-243c-40a8-87ab-51155357d246 req-14c94bad-310b-4d1e-bc54-e8646a0a31d0 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 945 time: 0.2468655 Dec 15 14:00:36.930134 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-5e2fdf5a-2b3a-41cc-9d08-59ac4248bec7 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660583 Dec 15 14:00:36.956538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=da4fd72e-b232-4227-bc01-864c74f7b3b9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:36.983951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8300015a-37d2-4ed4-a5b4-cb5b945b789d,segment=NetworkSegment(c7bb2151-117c-4a88-ada9-8247ff89a1b8),segment_id=c7bb2151-117c-4a88-ada9-8247ff89a1b8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:37.050040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] In _notify_port_updated(), no bound segment for port da4fd72e-b232-4227-bc01-864c74f7b3b9 on network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:00:37.063896 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.074554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:37.075762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.076790 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.080051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4cc8c077-abfd-4aef-b7cf-a0e28d2532af tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/ports/da4fd72e-b232-4227-bc01-864c74f7b3b9 HTTP/1.1" status: 200 len: 920 time: 2.5706782 Dec 15 14:00:37.083177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:37.177976 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-f532d211-7bb5-4a88-99f5-2cf3043deb26 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367182 Dec 15 14:00:37.191694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5f79b-9ec9-420b-bacf-29972f6635a6 None None] Pushing event updated for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:37.225557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c93518e4-243c-40a8-87ab-51155357d246 req-383f31a0-ac42-49bf-8adb-81b182bb6b5f tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158300 Dec 15 14:00:37.313419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-cf2309e6-3c3f-417b-90fd-02afda9c870c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f HTTP/1.1" status: 200 len: 217 time: 0.1276214 Dec 15 14:00:37.354411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port da4fd72e-b232-4227-bc01-864c74f7b3b9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:37.357562 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.465557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-8a743618-b1ee-465d-8643-46698227d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:37.467569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-8a743618-b1ee-465d-8643-46698227d895 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1381917 Dec 15 14:00:37.622287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-4d7ff447-1e7e-4b36-98a3-3bdd9f7af554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:37.623848 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-4d7ff447-1e7e-4b36-98a3-3bdd9f7af554 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462703 Dec 15 14:00:37.766434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.774838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703d25-6891-4d78-9a5d-ebfeca514fc5 req-b9f5f34a-eda3-439c-aa11-83d9186d409b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:37.783554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce703d25-6891-4d78-9a5d-ebfeca514fc5 req-b9f5f34a-eda3-439c-aa11-83d9186d409b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2907715 Dec 15 14:00:37.822909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for da4fd72e-b232-4227-bc01-864c74f7b3b9 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:37.830133 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-dfe3a83b-f0dd-4b0e-997d-1d17d79fc344 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919224 Dec 15 14:00:37.867863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce703d25-6891-4d78-9a5d-ebfeca514fc5 req-204888ca-3102-45aa-bbd0-7f430b97996c tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780492 Dec 15 14:00:38.020760 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-e0a2ee1c-d954-45df-b554-40a490184357 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816475 Dec 15 14:00:38.113626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-af8803d1-5c06-40f1-a0c7-7d8b825d000d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd HTTP/1.1" status: 200 len: 217 time: 0.0857069 Dec 15 14:00:38.140023 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.207432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=da4fd72e-b232-4227-bc01-864c74f7b3b9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:38.214478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-90ddb8be-bcbf-46b6-b746-472d307b2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:38.217016 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-90ddb8be-bcbf-46b6-b746-472d307b2789 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.0966589 Dec 15 14:00:38.294552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-7082e5bd-17e4-4e60-88d5-08e3b786b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:38.296627 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-7082e5bd-17e4-4e60-88d5-08e3b786b9fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513783 Dec 15 14:00:38.401169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.404373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cde28545-1fc6-41fc-b0ba-1ee00055e27a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/da4fd72e-b232-4227-bc01-864c74f7b3b9 HTTP/1.1" status: 204 len: 168 time: 1.3102665 Dec 15 14:00:38.412246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:38.454098 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-119560af-9d43-4526-92a6-df2cf2c7917f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 14:00:38.454098 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-119560af-9d43-4526-92a6-df2cf2c7917f tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/da4fd72e-b232-4227-bc01-864c74f7b3b9 HTTP/1.1" status: 404 len: 333 time: 0.0403776 Dec 15 14:00:38.457430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:38.500388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059721c-8f46-44f3-a464-7a8074f36270 req-b812da4b-8624-4230-8914-8144770f4846 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:38.509881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e059721c-8f46-44f3-a464-7a8074f36270 req-b812da4b-8624-4230-8914-8144770f4846 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 945 time: 0.1126733 Dec 15 14:00:38.521854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed388d90-dca7-4428-976d-fa6363a3932c None None] Could not find standard attr ID for object da4fd72e-b232-4227-bc01-864c74f7b3b9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:00:38.549499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed388d90-dca7-4428-976d-fa6363a3932c None None] Provisioning complete for port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:38.551211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed388d90-dca7-4428-976d-fa6363a3932c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.595837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e059721c-8f46-44f3-a464-7a8074f36270 req-6d0b6823-9a78-4a1d-9cc3-6b3a66537f74 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801272 Dec 15 14:00:38.609982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ed388d90-dca7-4428-976d-fa6363a3932c None None] Port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:38.644861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-6b007367-f7c5-4243-9096-79b288a3c778 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341680 Dec 15 14:00:38.646938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed388d90-dca7-4428-976d-fa6363a3932c None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:38.647383 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed388d90-dca7-4428-976d-fa6363a3932c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.774581 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3cf684d-3a40-4f60-ab46-fdb64ff87e0e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.816066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3cf684d-3a40-4f60-ab46-fdb64ff87e0e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.932223 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-a2a75815-b549-442b-b2f7-11b64c90f7f6 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728570 Dec 15 14:00:39.040185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3cf684d-3a40-4f60-ab46-fdb64ff87e0e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.055707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3cf684d-3a40-4f60-ab46-fdb64ff87e0e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.073324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3cf684d-3a40-4f60-ab46-fdb64ff87e0e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/security-groups/da52d5fa-a873-4298-b15f-b797924b5bc2 HTTP/1.1" status: 204 len: 168 time: 0.6154330 Dec 15 14:00:39.129578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:39.172518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40952) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:39.178550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-913a6b2f-73c7-4285-9539-bb4b6e7afaa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 200 len: 217 time: 0.2132788 Dec 15 14:00:39.264772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace01ea-c024-43b5-8906-4f3f81673678 req-f76cdb6a-1bf4-4a2a-a308-c8507571fbe9 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:39.280055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bace01ea-c024-43b5-8906-4f3f81673678 req-f76cdb6a-1bf4-4a2a-a308-c8507571fbe9 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2075138 Dec 15 14:00:39.290078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:39.291369 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.344491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf684d-3a40-4f60-ab46-fdb64ff87e0e tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52d5fa-a873-4298-b15f-b797924b5bc2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:39.399892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ea0410b-346b-4415-9648-84ab04c9b8c0 None None] Could not find standard attr ID for object da4fd72e-b232-4227-bc01-864c74f7b3b9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:00:39.476731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a73dfc-89b6-4aab-96f6-71b3fb758df9 req-efff6134-f0c8-4991-a905-a6720d803698 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:39.486258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92a73dfc-89b6-4aab-96f6-71b3fb758df9 req-efff6134-f0c8-4991-a905-a6720d803698 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 945 time: 0.2494295 Dec 15 14:00:39.494798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-4e7e1bba-e69c-43c7-b317-2503b82bc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:39.502177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-4e7e1bba-e69c-43c7-b317-2503b82bc4b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.3080359 Dec 15 14:00:39.511627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bace01ea-c024-43b5-8906-4f3f81673678 req-183330a7-bd6f-4322-aaa2-edacd0cecb74 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297871 Dec 15 14:00:39.598536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3be90904-3814-4e13-ba70-ba3068d21eed tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.633417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92a73dfc-89b6-4aab-96f6-71b3fb758df9 req-494e09a1-bd0d-4abf-b166-33b4cb66029a tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395299 Dec 15 14:00:39.671214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-b71a4703-0ef4-4efa-b1a7-ee2ab24d94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:39.673526 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-b71a4703-0ef4-4efa-b1a7-ee2ab24d94e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1620891 Dec 15 14:00:39.707403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3be90904-3814-4e13-ba70-ba3068d21eed tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.941985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3be90904-3814-4e13-ba70-ba3068d21eed tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.945421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3be90904-3814-4e13-ba70-ba3068d21eed tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:39.947690 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3be90904-3814-4e13-ba70-ba3068d21eed tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/security-groups/c53b7dfe-a034-44a3-a9c6-273d0f22e4f4 HTTP/1.1" status: 204 len: 168 time: 0.7541275 Dec 15 14:00:39.951225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40970) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:39.970353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be90904-3814-4e13-ba70-ba3068d21eed tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b7dfe-a034-44a3-a9c6-273d0f22e4f4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:40.033503 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-df3fdff8-488d-4098-90b0-9320e8ba6a36 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338928 Dec 15 14:00:40.068440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 805d471c-cde3-450c-b3d4-9890304c7308 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:40.181137 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.270252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-805d525b-d425-4a0b-8d92-5fd1e864d968 req-f5cf968f-686d-4a02-b0a3-afd3b907ce2c service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099965 Dec 15 14:00:40.280614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.428097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.535060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.547691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38239578-1457-4d33-9a36-1957607ad503 req-23460909-abc7-4a45-ab6e-bb6b67973e4a tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:40.549558 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-38239578-1457-4d33-9a36-1957607ad503 req-23460909-abc7-4a45-ab6e-bb6b67973e4a tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.67 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 945 time: 0.1208127 Dec 15 14:00:40.574123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.581727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb20f60-cb8e-41e5-95ec-d97c4813b48a None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:40.582755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/805d471c-cde3-450c-b3d4-9890304c7308 HTTP/1.1" status: 204 len: 168 time: 0.6304131 Dec 15 14:00:40.584225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4a2e7-4546-4f76-9535-0cf92a0233cb tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=805d471c-cde3-450c-b3d4-9890304c7308,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:40.588725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41004) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:40.614274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:40.865565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Deleting port 33eaf07a-8804-4caf-a7b3-754a876b23f6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:40.866218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.122154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] For port 33eaf07a-8804-4caf-a7b3-754a876b23f6, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=33eaf07a-8804-4caf-a7b3-754a876b23f6,segment=NetworkSegment(38221366-b403-4067-8b46-9ca21603746f),segment_id=38221366-b403-4067-8b46-9ca21603746f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:41.123504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.143941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Calling delete_port for 33eaf07a-8804-4caf-a7b3-754a876b23f6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:41.467350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.479616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['33eaf07a-8804-4caf-a7b3-754a876b23f6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:41.551607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Pushing event deleted for resources: {'Port': ['ID=33eaf07a-8804-4caf-a7b3-754a876b23f6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:41.696675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] No DVR routers for this DVR port 33eaf07a-8804-4caf-a7b3-754a876b23f6 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:41.703184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.712533 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-38239578-1457-4d33-9a36-1957607ad503 req-488cf1ca-cd54-48a7-ba04-79248e55242d tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.67 "DELETE /v2.0/ports/33eaf07a-8804-4caf-a7b3-754a876b23f6 HTTP/1.1" status: 204 len: 173 time: 1.1544807 Dec 15 14:00:41.712736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350829d-e314-480f-8dee-b50ba3a851f9', 'name': 'network-vif-deleted', 'tag': '33eaf07a-8804-4caf-a7b3-754a876b23f6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:41.719538 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dc1375-3c4d-467c-bb09-033a042270d9" -d '{"events": [{"server_uuid": "9350829d-e314-480f-8dee-b50ba3a851f9", "name": "network-vif-deleted", "tag": "33eaf07a-8804-4caf-a7b3-754a876b23f6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:41.792102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae96ca-33ab-4257-a03b-991cf27d86de req-7e2ab599-5337-4c6d-8319-adb4ac48b905 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:41.801178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74ae96ca-33ab-4257-a03b-991cf27d86de req-7e2ab599-5337-4c6d-8319-adb4ac48b905 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 1.0132799 Dec 15 14:00:41.870720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74ae96ca-33ab-4257-a03b-991cf27d86de req-72e2a191-3b0a-414e-90c1-00f0dab3b931 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679758 Dec 15 14:00:41.937437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743f55d-0ce8-497f-85ff-0a1c86f0d122 req-a7293250-965e-4247-84eb-6b96c40aa909 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:41.939595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7743f55d-0ce8-497f-85ff-0a1c86f0d122 req-a7293250-965e-4247-84eb-6b96c40aa909 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/ports?device_id=9350829d-e314-480f-8dee-b50ba3a851f9 HTTP/1.1" status: 200 len: 867 time: 1.0682111 Dec 15 14:00:42.133483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:42.138692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.163046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cf757597-411b-4b70-9681-47edb8713cf0 None None] Provisioning complete for port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:42.164812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf757597-411b-4b70-9681-47edb8713cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.198233 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946ab1b-6bb4-454d-b53c-b1684bc4fcdb x-openstack-request-id: req-c946ab1b-6bb4-454d-b53c-b1684bc4fcdb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:42.198672 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9350829d-e314-480f-8dee-b50ba3a851f9", "name": "network-vif-deleted", "tag": "33eaf07a-8804-4caf-a7b3-754a876b23f6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:42.198672 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c946ab1b-6bb4-454d-b53c-b1684bc4fcdb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:42.199164 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9350829d-e314-480f-8dee-b50ba3a851f9', 'name': 'network-vif-deleted', 'tag': '33eaf07a-8804-4caf-a7b3-754a876b23f6', 'status': 'completed', 'code': 200} Dec 15 14:00:42.243476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cf757597-411b-4b70-9681-47edb8713cf0 None None] Port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:42.278310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cf757597-411b-4b70-9681-47edb8713cf0 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:42.282063 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf757597-411b-4b70-9681-47edb8713cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.449336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7743f55d-0ce8-497f-85ff-0a1c86f0d122 req-c80e4236-14e4-4367-85dd-2a2347082625 tempest-ServerGroupTestJSON-1599624063 tempest-ServerGroupTestJSON-1599624063-project] 10.222.0.32 "GET /v2.0/security-groups?id=45b8bd19-f0e5-4b43-9315-5c5d773b573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987009 Dec 15 14:00:42.553223 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d74ebc6-6d8d-4ba3-ad0a-817d659b00ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.751858 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.871789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=d34d50cb-8d40-4be9-a84d-cbdb73c35dd8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:42.938712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:42.943402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:42.950567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:42.954176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f5a65-9217-4a2f-ae77-1d2b4885ceb8 None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:42.955595 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.015492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:43.015877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-576efdd9-a4f4-429f-be6b-92d28f7da306 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4252758 Dec 15 14:00:43.020792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'security_group': {'name': 'tempest-secgroup-2009121307'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:43.157397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.291245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ddd70-42c5-4ca8-9d77-c5e768d3ac18 req-f32b4ff9-ad2f-4676-a4f3-d8fd0cd8eb4f tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.307602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-223ddd70-42c5-4ca8-9d77-c5e768d3ac18 req-f32b4ff9-ad2f-4676-a4f3-d8fd0cd8eb4f tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2354383 Dec 15 14:00:43.397374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.407357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.453989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.455360 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4388061 Dec 15 14:00:43.460839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-223ddd70-42c5-4ca8-9d77-c5e768d3ac18 req-e916541a-ad2b-48db-a3bb-0cbfb084f2a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521528 Dec 15 14:00:43.462532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:43.472709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'security_group': {'name': 'tempest-secgroup-1448987469'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:43.487461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] Update dhcp port {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'fixed_ips': [{'subnet_id': '4ac18d17-7c73-491a-8383-4df09e1cc0a8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd34d50cb-8d40-4be9-a84d-cbdb73c35dd8'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8300015a-37d2-4ed4-a5b4-cb5b945b789d'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:00:43.493955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52ad6-8164-4c74-bc47-c8e672ffd973 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21e43cd-0653-4a0b-9f13-fb0e9d373139,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:43.515559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.562929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.667678 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.690879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.776828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb136c9a-2167-44c0-b8d1-ddcdb28040ff,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:43.789373 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.790652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fa3bc105-ffe3-421c-abe5-a4602d480698 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3269377 Dec 15 14:00:43.793586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:43.798911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'security_group': {'name': 'tempest-secgroup-591617997'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:43.876057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.985454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] Allocated IP 172.20.0.2 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/d34d50cb-8d40-4be9-a84d-cbdb73c35dd8/8300015a-37d2-4ed4-a5b4-cb5b945b789d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:44.140321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.146123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.208301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.209698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4149985 Dec 15 14:00:44.212604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41144) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:44.213145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014370b-8cb1-4153-bf62-7c693dd8fbb3 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a79896-99cc-4c75-9c8f-ea9dbc9bceb7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:44.224694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8300015a-37d2-4ed4-a5b4-cb5b945b789d,segment=NetworkSegment(c7bb2151-117c-4a88-ada9-8247ff89a1b8),segment_id=c7bb2151-117c-4a88-ada9-8247ff89a1b8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:44.231343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-234906034', 'security_groups': ['d6a79896-99cc-4c75-9c8f-ea9dbc9bceb7'], 'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd34d50cb-8d40-4be9-a84d-cbdb73c35dd8'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:44.265699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:44.322895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.338939 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.401210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Deleting subnet 026b13ea-3df2-4364-bc1d-481d205fadfa {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:44.406848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a27276-dd8f-4dce-a5d4-195453910a24 None None] Pushing event updated for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:44.413566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.439140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.550409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.580920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:44.689944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.697571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 33eaf07a-8804-4caf-a7b3-754a876b23f6 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:44.774562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeffe-b825-46cb-bec0-27a6e23800b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.790746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 33eaf07a-8804-4caf-a7b3-754a876b23f6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:44.791459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 33eaf07a-8804-4caf-a7b3-754a876b23f6 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:44.875911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.953882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.960211 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/026b13ea-3df2-4364-bc1d-481d205fadfa HTTP/1.1" status: 204 len: 168 time: 0.6930077 Dec 15 14:00:44.961312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:44.963913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.966099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65923-3695-40ad-9cba-f5e8a6112a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026b13ea-3df2-4364-bc1d-481d205fadfa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:45.013453 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:00:45.034433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] device_id is not set on port df44073b-90b4-4910-8308-98ee9049fbe9 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:00:45.147963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:45.177556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.242031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34426fba-8d9a-4d00-89ec-f8e9ca6c02cf req-e1af527a-9e52-4ac7-81e0-92dabc162ff8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:45.252016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34426fba-8d9a-4d00-89ec-f8e9ca6c02cf req-e1af527a-9e52-4ac7-81e0-92dabc162ff8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.5675659 Dec 15 14:00:45.274300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:45.274892 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.365307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34426fba-8d9a-4d00-89ec-f8e9ca6c02cf req-a9b708b0-deeb-4b8e-8ec1-93b790731db7 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119890 Dec 15 14:00:45.369702 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.426398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799cf272-6afc-4c0f-8abd-744a636a3d85']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:45.453754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38221366-b403-4067-8b46-9ca21603746f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:45.453944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38221366-b403-4067-8b46-9ca21603746f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:45.486162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.526507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.545177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:45.545576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:45.547558 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:45.717550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.738802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.743740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] 10.222.0.32 "DELETE /v2.0/networks/799cf272-6afc-4c0f-8abd-744a636a3d85 HTTP/1.1" status: 204 len: 168 time: 0.7774372 Dec 15 14:00:45.758313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.6 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/d34d50cb-8d40-4be9-a84d-cbdb73c35dd8/df44073b-90b4-4910-8308-98ee9049fbe9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:45.765951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3e5231ae-bf3d-452d-9c6e-92fe8ad105e2 None None] Provisioning complete for port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:45.766539 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e5231ae-bf3d-452d-9c6e-92fe8ad105e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.773564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f46b3-f7a7-4183-bf7f-5aa2b47f67db admin admin] Pushing event deleted for resources: {'Network': ['ID=799cf272-6afc-4c0f-8abd-744a636a3d85,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:45.956021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3e5231ae-bf3d-452d-9c6e-92fe8ad105e2 None None] Port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:45.999613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3e5231ae-bf3d-452d-9c6e-92fe8ad105e2 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:46.013933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e5231ae-bf3d-452d-9c6e-92fe8ad105e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.055573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.112819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.226444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=df44073b-90b4-4910-8308-98ee9049fbe9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:46.245436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:46.248924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:46.253354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:46.281930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:46.358414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.388651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:46.389248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.411440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-106e635b-861c-49e1-95f4-db54a9b5fb56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d82d27c11b5b47d38f083d974a464e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280267 Dec 15 14:00:46.413974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:46.437990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87456b1d-9d8e-4797-a30f-b027544b0103 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2230408 Dec 15 14:00:46.440893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:46.448965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:46.532535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdd559a7-17f0-44af-958d-9dff16bf5cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.576627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdd559a7-17f0-44af-958d-9dff16bf5cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.698565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdd559a7-17f0-44af-958d-9dff16bf5cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.703668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdd559a7-17f0-44af-958d-9dff16bf5cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.708886 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cdd559a7-17f0-44af-958d-9dff16bf5cdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45b8bd19-f0e5-4b43-9315-5c5d773b573d HTTP/1.1" status: 204 len: 168 time: 0.2936811 Dec 15 14:00:46.725498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd559a7-17f0-44af-958d-9dff16bf5cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8bd19-f0e5-4b43-9315-5c5d773b573d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:46.784295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc985a-eaed-40cb-a08f-74d8625630b8 req-8743efbf-5f82-4ba5-9308-40a78ff1ab5a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:46.785789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0fc985a-eaed-40cb-a08f-74d8625630b8 req-8743efbf-5f82-4ba5-9308-40a78ff1ab5a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2160792 Dec 15 14:00:46.792912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:46.796811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.862088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0bbcd7e9-b728-4c19-8d1e-0e74ace261a5 None None] Provisioning complete for port df44073b-90b4-4910-8308-98ee9049fbe9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:46.863299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd7e9-b728-4c19-8d1e-0e74ace261a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.006388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcd7e9-b728-4c19-8d1e-0e74ace261a5 None None] Port df44073b-90b4-4910-8308-98ee9049fbe9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:47.128073 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d34d50cb-8d40-4be9-a84d-cbdb73c35dd8 (CIDR: 172.20.0.0/28) Dec 15 14:00:47.145920 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:00:47.146415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:47.226291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0fc985a-eaed-40cb-a08f-74d8625630b8 req-f97b833e-fef9-493f-831d-7886c725edfa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724293 Dec 15 14:00:47.235363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0ea5d198-c7cb-4a48-80ba-68f3dbb27338 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7929688 Dec 15 14:00:47.238241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.244283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:47.416811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.536116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41274) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.551486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:47.557095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.798683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4e04171-852c-46f8-bfcc-54eed1aa6ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.816022 n-d-815324-3 neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4ac18d17-7c73-491a-8383-4df09e1cc0a8 (CIDR: 172.20.0.16/28) Dec 15 14:00:47.822033 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:00:47.838643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:47.883441 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a75a26a4-495d-4ce9-92c2-eb81fa91a9be tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6415644 Dec 15 14:00:47.883721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.889792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'subnet': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:48.041409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4e04171-852c-46f8-bfcc-54eed1aa6ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.047502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4e04171-852c-46f8-bfcc-54eed1aa6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.099625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Made reservation on behalf of 157aebedfc894ce6a370b3159f25e461 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:48.102053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.112997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e04171-852c-46f8-bfcc-54eed1aa6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada2715-47c7-4f32-be07-063d86b97ade,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.193068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e4e04171-852c-46f8-bfcc-54eed1aa6ba6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72414e2f189c49fdabc94a4bfc068f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6531842 Dec 15 14:00:48.194035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:48.410486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a78b5b3-264e-44d9-b234-09fe67b11cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.479107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:48.500940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.543243 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a78b5b3-264e-44d9-b234-09fe67b11cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.574436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Subnet': ['ID=3b8ffe91-e907-4e54-ad44-b1af0c37437e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.600004 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.602101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:48.607238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:48.618714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.619313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.644075 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-deef02a8-50c2-4faf-a4d1-8de510d4854d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7586284 Dec 15 14:00:48.645795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0471f-f654-4683-b67f-0329574f469f None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:48.646430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:48.655878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-494515240', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b8ffe91-e907-4e54-ad44-b1af0c37437e'}], 'security_groups': ['c21e43cd-0653-4a0b-9f13-fb0e9d373139', 'cb136c9a-2167-44c0-b8d1-ddcdb28040ff']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:48.656282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc54d-b8fb-494a-9de1-d772bd19bad3 req-e3f25bb2-3c72-4e38-958a-3812947e2d09 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.665784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-275fc54d-b8fb-494a-9de1-d772bd19bad3 req-e3f25bb2-3c72-4e38-958a-3812947e2d09 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2899375 Dec 15 14:00:48.790790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a78b5b3-264e-44d9-b234-09fe67b11cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.794453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a78b5b3-264e-44d9-b234-09fe67b11cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.795883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1a78b5b3-264e-44d9-b234-09fe67b11cbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ada2715-47c7-4f32-be07-063d86b97ade HTTP/1.1" status: 204 len: 168 time: 0.6006155 Dec 15 14:00:48.835092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78b5b3-264e-44d9-b234-09fe67b11cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada2715-47c7-4f32-be07-063d86b97ade,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.846126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-275fc54d-b8fb-494a-9de1-d772bd19bad3 req-f5879ffe-c60d-4184-9c90-38fc3e1ed4cb tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794646 Dec 15 14:00:48.913976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-361136063-network', 'tenant_id': '53cb40d846ca4bf282cfe647bc7ecea0'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:49.061634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Made reservation on behalf of 53cb40d846ca4bf282cfe647bc7ecea0 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:49.069911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.084488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.107728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.242914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Update dhcp port {'port': {'network_id': 'c1d7fde3-728e-4f2a-b460-3d0194fc2d47', 'fixed_ips': [{'subnet_id': '4ac18d17-7c73-491a-8383-4df09e1cc0a8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd34d50cb-8d40-4be9-a84d-cbdb73c35dd8', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b8ffe91-e907-4e54-ad44-b1af0c37437e'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '8300015a-37d2-4ed4-a5b4-cb5b945b789d'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:00:49.318866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.482723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:49.498898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:49.518062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81d96865-d5c8-4061-ac8b-ac94ffd34620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.557632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.573210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.631784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f275bf-a4cf-4794-b871-4098aebf37d0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:49.687628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:49.709604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.710065 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Added segment e2169ff6-6b7d-4fe5-9c71-7c9b73875074 of type vlan for network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 Dec 15 14:00:49.855827 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.914227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Delete allocated IP 172.20.0.6 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/d34d50cb-8d40-4be9-a84d-cbdb73c35dd8) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:00:49.941033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Allocated IP 172.20.0.42 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/3b8ffe91-e907-4e54-ad44-b1af0c37437e/df44073b-90b4-4910-8308-98ee9049fbe9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:49.946817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.947860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:49.948495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.954326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81d96865-d5c8-4061-ac8b-ac94ffd34620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.050795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] Pushing event updated for resources: {'Network': ['ID=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:50.058844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81d96865-d5c8-4061-ac8b-ac94ffd34620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.067400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:50.100252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e5a2234-c3b7-4686-b952-8593143839cb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6196327 Dec 15 14:00:50.103287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41386) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:50.141339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Request body: {'subnet': {'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-361136063-subnet', 'tenant_id': '53cb40d846ca4bf282cfe647bc7ecea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:50.154667 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-81d96865-d5c8-4061-ac8b-ac94ffd34620 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67fa1f09d8e44bb09553f13a6ff85006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6552572 Dec 15 14:00:50.157975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:50.166467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d96865-d5c8-4061-ac8b-ac94ffd34620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc003f38-02c7-4786-9280-acddf2a46bad,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:50.216985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e7695-ad28-4b03-ba76-d1da48b5c052 req-2cfffca9-a6b0-4911-a5ae-3059ca720e67 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.218855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb5e7695-ad28-4b03-ba76-d1da48b5c052 req-2cfffca9-a6b0-4911-a5ae-3059ca720e67 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1728687 Dec 15 14:00:50.221977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Made reservation on behalf of 53cb40d846ca4bf282cfe647bc7ecea0 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:50.225028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.378610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83c983eb-00e9-40b6-985f-a3d00a88fe45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.440708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.513109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.519314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83c983eb-00e9-40b6-985f-a3d00a88fe45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.520406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb5e7695-ad28-4b03-ba76-d1da48b5c052 req-b6e2dff6-f255-4514-aa48-debe1cd91586 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922363 Dec 15 14:00:50.573585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Allocated IP 172.20.0.34 (c1d7fde3-728e-4f2a-b460-3d0194fc2d47/3b8ffe91-e907-4e54-ad44-b1af0c37437e/8300015a-37d2-4ed4-a5b4-cb5b945b789d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:50.666474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.725120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e018724-c34b-4532-87a6-ed11fba9d0f9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:50.755583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] In _notify_port_updated(), no bound segment for port df44073b-90b4-4910-8308-98ee9049fbe9 on network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:00:50.755583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.756247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.762155 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "PUT /v2.0/ports/df44073b-90b4-4910-8308-98ee9049fbe9 HTTP/1.1" status: 200 len: 959 time: 2.1083183 Dec 15 14:00:50.762557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:50.784172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.786374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.786917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.787440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.789589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634f9c9-e1f8-4ebb-92e4-1433cbe7d6b4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event updated for resources: {'Port': ['ID=df44073b-90b4-4910-8308-98ee9049fbe9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:50.791737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.792430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.795101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.795645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.798775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.799193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.799606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.802454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.802910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:50.803860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8300015a-37d2-4ed4-a5b4-cb5b945b789d,segment=NetworkSegment(c7bb2151-117c-4a88-ada9-8247ff89a1b8),segment_id=c7bb2151-117c-4a88-ada9-8247ff89a1b8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:50.846187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.858576 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.904631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Checking segment: {'id': 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:50.905387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Network hostable DHCP agents. Network: d4a9e7cd-712a-4585-a7ea-7c735f6f3b39, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:00:50.966427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Pushing event updated for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:50.969934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:00:50.986597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d4a9e7cd-712a-4585-a7ea-7c735f6f3b39) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:50.996274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.997340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.006123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.006464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.006809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.007150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.007488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.007818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.008143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.008971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.009459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.009934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.010410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.010952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.011425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf15b9-ab0b-44be-b029-82ef22d61c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:51.041520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b53396-bdf3-420d-b40c-14412119eb81 None None] Network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:51.115706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8efc56bf-bb1a-4451-9e43-f968ed44e93e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0101054 Dec 15 14:00:51.128535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.158035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.294223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699fd815-5f58-4bae-bcc3-a5bdeaad9258 None None] Network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:51.624826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83c983eb-00e9-40b6-985f-a3d00a88fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.627440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83c983eb-00e9-40b6-985f-a3d00a88fe45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.631036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-83c983eb-00e9-40b6-985f-a3d00a88fe45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc003f38-02c7-4786-9280-acddf2a46bad HTTP/1.1" status: 204 len: 168 time: 1.4693761 Dec 15 14:00:51.706945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c983eb-00e9-40b6-985f-a3d00a88fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc003f38-02c7-4786-9280-acddf2a46bad,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:51.719831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port df44073b-90b4-4910-8308-98ee9049fbe9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:51.720170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.775897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Deleting port 3ae67c63-d126-4e79-a12b-aa593541bf03 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:51.776238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.852229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2c6e2-c646-41c7-b413-78cea16babac req-0020f3ca-d760-450e-8d06-4d4503884dc1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:51.862991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d2c6e2-c646-41c7-b413-78cea16babac req-0020f3ca-d760-450e-8d06-4d4503884dc1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1945753 Dec 15 14:00:51.917708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.950669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for df44073b-90b4-4910-8308-98ee9049fbe9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:52.246634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] For port 3ae67c63-d126-4e79-a12b-aa593541bf03, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3ae67c63-d126-4e79-a12b-aa593541bf03,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:52.247782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.266316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d2c6e2-c646-41c7-b413-78cea16babac req-5ab17cac-392f-487b-885a-344d0a9249ab tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018033 Dec 15 14:00:52.285273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Calling delete_port for 3ae67c63-d126-4e79-a12b-aa593541bf03 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:52.322537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.327206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-5928c89e-2912-4329-88a1-9739a3d93048 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:52.334254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-5928c89e-2912-4329-88a1-9739a3d93048 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/networks?id=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 HTTP/1.1" status: 200 len: 808 time: 0.3378441 Dec 15 14:00:52.356253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-321661a8-b5dd-44df-9a8c-3491aa29873f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/quotas/53cb40d846ca4bf282cfe647bc7ecea0 HTTP/1.1" status: 200 len: 375 time: 0.0207858 Dec 15 14:00:52.406444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=df44073b-90b4-4910-8308-98ee9049fbe9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:52.408370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-029e4f18-b6cd-4160-85f1-443d415b85ff None None] Provisioning complete for port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:52.412281 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-029e4f18-b6cd-4160-85f1-443d415b85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.429466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-3f5bc01a-6302-4955-897d-bd06620c9c9c tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cb40d846ca4bf282cfe647bc7ecea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720172 Dec 15 14:00:52.525177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-029e4f18-b6cd-4160-85f1-443d415b85ff None None] Port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:52.558982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-029e4f18-b6cd-4160-85f1-443d415b85ff None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:52.560175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-029e4f18-b6cd-4160-85f1-443d415b85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.663666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.677643 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bfbb3e9-885f-49a9-a3a6-8a40624495a2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/df44073b-90b4-4910-8308-98ee9049fbe9 HTTP/1.1" status: 204 len: 168 time: 1.9113295 Dec 15 14:00:52.678021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:52.785010 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb12d8ed-8631-457a-9a31-78b64c2aba28 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] GET failed (client error): The resource could not be found. Dec 15 14:00:52.789786 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fb12d8ed-8631-457a-9a31-78b64c2aba28 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports/df44073b-90b4-4910-8308-98ee9049fbe9 HTTP/1.1" status: 404 len: 333 time: 0.1076643 Dec 15 14:00:52.790198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:52.858842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.914270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a612c3-72a2-469d-b109-d8f0b9f1423d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.965549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae67c63-d126-4e79-a12b-aa593541bf03,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:53.011926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-029e4f18-b6cd-4160-85f1-443d415b85ff None None] Could not find standard attr ID for object df44073b-90b4-4910-8308-98ee9049fbe9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:00:53.078274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a612c3-72a2-469d-b109-d8f0b9f1423d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.125799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:53.246068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a612c3-72a2-469d-b109-d8f0b9f1423d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.250642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a612c3-72a2-469d-b109-d8f0b9f1423d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.251874 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-33a612c3-72a2-469d-b109-d8f0b9f1423d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6a79896-99cc-4c75-9c8f-ea9dbc9bceb7 HTTP/1.1" status: 204 len: 168 time: 0.4603136 Dec 15 14:00:53.255500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:53.256561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e0951e27-4872-428e-a86d-206377d58cc6 None None] Could not find standard attr ID for object df44073b-90b4-4910-8308-98ee9049fbe9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:00:53.259970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-8f4ed551-27dc-40a6-99c4-81b0fca77b76 service neutron] 10.222.0.32 "GET /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8291371 Dec 15 14:00:53.319518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a612c3-72a2-469d-b109-d8f0b9f1423d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a79896-99cc-4c75-9c8f-ea9dbc9bceb7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:53.371048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:53.373083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.414438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c12f84f-5e53-473b-864f-6ee9f00d0442 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.476138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c12f84f-5e53-473b-864f-6ee9f00d0442 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.613410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c12f84f-5e53-473b-864f-6ee9f00d0442 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.615762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c12f84f-5e53-473b-864f-6ee9f00d0442 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.619330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c12f84f-5e53-473b-864f-6ee9f00d0442 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb136c9a-2167-44c0-b8d1-ddcdb28040ff HTTP/1.1" status: 204 len: 168 time: 0.3582871 Dec 15 14:00:53.625541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:53.680420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12f84f-5e53-473b-864f-6ee9f00d0442 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb136c9a-2167-44c0-b8d1-ddcdb28040ff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:53.797673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-645b20a9-50bc-46b0-8a48-e9bc5e6e4724 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.833134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-645b20a9-50bc-46b0-8a48-e9bc5e6e4724 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.919770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-645b20a9-50bc-46b0-8a48-e9bc5e6e4724 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.924877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-645b20a9-50bc-46b0-8a48-e9bc5e6e4724 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:53.925275 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-645b20a9-50bc-46b0-8a48-e9bc5e6e4724 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/security-groups/c21e43cd-0653-4a0b-9f13-fb0e9d373139 HTTP/1.1" status: 204 len: 168 time: 0.3007617 Dec 15 14:00:53.943806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:54.051996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b20a9-50bc-46b0-8a48-e9bc5e6e4724 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21e43cd-0653-4a0b-9f13-fb0e9d373139,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:54.056292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2c92-3c39-4ad2-bc6a-2222b8486f92 req-ee88e785-1b9d-42b9-9dcd-8cc77bf37b7a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.058202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b79b2c92-3c39-4ad2-bc6a-2222b8486f92 req-ee88e785-1b9d-42b9-9dcd-8cc77bf37b7a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1557891 Dec 15 14:00:54.064627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.121186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet d34d50cb-8d40-4be9-a84d-cbdb73c35dd8 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:54.125953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.190483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.284392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-26ebc596-c272-4166-b6f4-9efa3a3bf5ee service neutron] 10.222.0.32 "GET /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0234790 Dec 15 14:00:54.353192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b79b2c92-3c39-4ad2-bc6a-2222b8486f92 req-bafc1a29-cfcb-436c-9e3a-c2b0ee624b88 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362127 Dec 15 14:00:54.421363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.593301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.644146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=d34d50cb-8d40-4be9-a84d-cbdb73c35dd8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:54.662988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.664069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d152f6e-e2db-49e4-9b6a-21087c6e1e65 req-7539fd34-3a6a-4f70-b780-ffc7c49e8813 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 210 time: 0.0743048 Dec 15 14:00:54.670100 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-def9382f-d13b-4ed2-adfb-026107f34902 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/d34d50cb-8d40-4be9-a84d-cbdb73c35dd8 HTTP/1.1" status: 204 len: 168 time: 0.7211740 Dec 15 14:00:54.671452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41568) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:54.674545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ec2a8-4a67-4239-97cb-c57f521f667a None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:54.759341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Router 56e981fe-4479-4865-922b-6c0320e14bb1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:00:54.766927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 3b8ffe91-e907-4e54-ad44-b1af0c37437e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:54.774478 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.937347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.100103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:55.109424 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] Sync routers for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:55.112565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b361cfee-ff1b-4336-bd2a-2db61bb2718e admin admin] 10.222.0.32 "PUT /v2.0/routers/56e981fe-4479-4865-922b-6c0320e14bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6282146 Dec 15 14:00:55.114705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:55.123980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.158348 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:55.158828 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:55.334969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.427533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.460788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:55.501945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8ffe91-e907-4e54-ad44-b1af0c37437e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:55.535678 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.558375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-06e2663d-e86b-476d-863c-a2b2feea0a7a tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/3b8ffe91-e907-4e54-ad44-b1af0c37437e HTTP/1.1" status: 204 len: 168 time: 0.8855429 Dec 15 14:00:55.559098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:55.723666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.735062 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9456696c-41a4-4756-bd44-37defecfe573 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:55.748334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9456696c-41a4-4756-bd44-37defecfe573 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:55.751622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9456696c-41a4-4756-bd44-37defecfe573 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/d34d50cb-8d40-4be9-a84d-cbdb73c35dd8 HTTP/1.1" status: 404 len: 337 time: 0.1909282 Dec 15 14:00:55.754229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:55.876773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc14f1b-d03f-41ee-95d2-7508af569287 req-21abd9fd-ed1e-4525-a24d-fead989ea67e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.879541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fc14f1b-d03f-41ee-95d2-7508af569287 req-21abd9fd-ed1e-4525-a24d-fead989ea67e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2707601 Dec 15 14:00:55.890878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting subnet 4ac18d17-7c73-491a-8383-4df09e1cc0a8 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:55.899706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.003345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.044901 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T14:00:52Z', 'revision_number': 5, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port': {'id': '755277a9-a241-40f6-8e7c-28e62b2f3d4d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:03Z', 'updated_at': '2021-12-15T13:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:56.093301 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] Checking router: 56e981fe-4479-4865-922b-6c0320e14bb1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:00:56.099575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-301c2571-6fa0-4038-8f4e-3a13e428b6d6 req-0909ddcd-40c9-4b0d-9834-dc019a42e3c2 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 210 time: 0.1980231 Dec 15 14:00:56.108157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.115301 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] Routers {'56e981fe-4479-4865-922b-6c0320e14bb1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:56.115948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['56e981fe-4479-4865-922b-6c0320e14bb1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:56.193258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.198647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fc14f1b-d03f-41ee-95d2-7508af569287 req-cdef0eb4-4cac-45e9-8d2d-819409236367 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052032 Dec 15 14:00:56.282720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] Set router 56e981fe-4479-4865-922b-6c0320e14bb1 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:56.285145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac18d17-7c73-491a-8383-4df09e1cc0a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:56.295428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.300147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92d5c313-b09a-48d6-b6b6-dd887c155404 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/4ac18d17-7c73-491a-8383-4df09e1cc0a8 HTTP/1.1" status: 204 len: 168 time: 0.5438948 Dec 15 14:00:56.302515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.346789 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce32af08-8f88-465e-8225-0aeef6f85e7c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.347476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce32af08-8f88-465e-8225-0aeef6f85e7c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.351432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ce32af08-8f88-465e-8225-0aeef6f85e7c tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/805d471c-cde3-450c-b3d4-9890304c7308 HTTP/1.1" status: 404 len: 337 time: 0.0478823 Dec 15 14:00:56.354441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.357423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Deleting port 755277a9-a241-40f6-8e7c-28e62b2f3d4d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:56.357781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.428933 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T14:00:55Z', 'revision_number': 6, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:56.447139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f2e52dd-3b12-4402-ad65-633b284af1bf tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "GET /v2.0/ports?device_id=03f39ed6-3d31-4554-add6-0e0b7a1efe9e HTTP/1.1" status: 200 len: 205 time: 0.0906041 Dec 15 14:00:56.448020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41642) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.470564 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f271ee1-0079-44f9-9f14-d7880e4dddcc None None] The sync data for ids ['56e981fe-4479-4865-922b-6c0320e14bb1'] in n-d-815324-3 is: [{'id': '56e981fe-4479-4865-922b-6c0320e14bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1904364703-router', 'tenant_id': '76bcaadec44244f6a722c3707d350552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:01Z', 'updated_at': '2021-12-15T14:00:55Z', 'revision_number': 6, 'project_id': '76bcaadec44244f6a722c3707d350552', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:56.549959 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-cce7ba81-df3a-430d-a25d-10094c87cc76 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] delete failed (client error): The resource could not be found. Dec 15 14:00:56.551264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cce7ba81-df3a-430d-a25d-10094c87cc76 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/routers/03f39ed6-3d31-4554-add6-0e0b7a1efe9e HTTP/1.1" status: 404 len: 336 time: 0.1020944 Dec 15 14:00:56.553916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.586732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaafb3d-ab68-41f1-9637-137d0ee3e151 None None] Network c1d7fde3-728e-4f2a-b460-3d0194fc2d47 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:56.603144 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd839052-440a-4677-81c5-091b61a465ec tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.603856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd839052-440a-4677-81c5-091b61a465ec tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.607793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fd839052-440a-4677-81c5-091b61a465ec tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/924bdf17-4df9-46bd-8286-08d385228c51 HTTP/1.1" status: 404 len: 337 time: 0.0527589 Dec 15 14:00:56.610426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.657106 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-103b905d-c4ae-4aa6-b5d4-d347b9f7bcbe tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.657571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103b905d-c4ae-4aa6-b5d4-d347b9f7bcbe tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.662645 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-103b905d-c4ae-4aa6-b5d4-d347b9f7bcbe tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/a6124263-d885-4382-ae9f-d40900a46795 HTTP/1.1" status: 404 len: 337 time: 0.0481036 Dec 15 14:00:56.666298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41652) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.676492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-021f4515-259e-44bf-8d32-89b03fd1101d tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:56.678038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-021f4515-259e-44bf-8d32-89b03fd1101d tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.67 "GET /v2.0/networks?id=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 HTTP/1.1" status: 200 len: 808 time: 0.2850392 Dec 15 14:00:56.700550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Request body: {'port': {'device_id': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39', 'admin_state_up': True, 'tenant_id': '53cb40d846ca4bf282cfe647bc7ecea0'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:56.714648 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7b0e1a-7d8f-4829-8e9d-45ae8b849f5b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.715352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7b0e1a-7d8f-4829-8e9d-45ae8b849f5b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.743306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0b7b0e1a-7d8f-4829-8e9d-45ae8b849f5b tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/9343388f-76f4-4975-982e-2095724141d9 HTTP/1.1" status: 404 len: 337 time: 0.0754831 Dec 15 14:00:56.748114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41660) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.800014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] For port 755277a9-a241-40f6-8e7c-28e62b2f3d4d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=755277a9-a241-40f6-8e7c-28e62b2f3d4d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:56.800398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.803982 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc71964-ae43-4765-ad43-466879b0cfa2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.806478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc71964-ae43-4765-ad43-466879b0cfa2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.810478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2cc71964-ae43-4765-ad43-466879b0cfa2 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/6d923a3f-53f5-4e97-ac0b-7536ad6e8520 HTTP/1.1" status: 404 len: 333 time: 0.0609958 Dec 15 14:00:56.815021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41666) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.841392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Calling delete_port for 755277a9-a241-40f6-8e7c-28e62b2f3d4d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:56.876296 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd0b8db-c3da-4907-8460-a57dab06ca2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.876904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd0b8db-c3da-4907-8460-a57dab06ca2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.880364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-afd0b8db-c3da-4907-8460-a57dab06ca2d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/5439a1f3-39c4-4f38-a567-caca19734009 HTTP/1.1" status: 404 len: 337 time: 0.0602469 Dec 15 14:00:56.883435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41668) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.917532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88c407a2-d500-462e-bded-8034d4057fbb None None] Provisioning complete for port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:56.918740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88c407a2-d500-462e-bded-8034d4057fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.970802 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcc3a7f-e13e-43e0-bbce-53892e503d94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:56.971552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcc3a7f-e13e-43e0-bbce-53892e503d94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:56.989166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0bcc3a7f-e13e-43e0-bbce-53892e503d94 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/2fecf436-ac93-41c6-ac11-aa5f767a1295 HTTP/1.1" status: 404 len: 337 time: 0.1038265 Dec 15 14:00:56.993301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:57.031665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ae67c63-d126-4e79-a12b-aa593541bf03 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:57.090150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3ae67c63-d126-4e79-a12b-aa593541bf03 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:57.091414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3ae67c63-d126-4e79-a12b-aa593541bf03 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:57.112313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-88c407a2-d500-462e-bded-8034d4057fbb None None] Port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:57.127409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88c407a2-d500-462e-bded-8034d4057fbb None None] Provisioning complete for port 8300015a-37d2-4ed4-a5b4-cb5b945b789d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:57.127788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88c407a2-d500-462e-bded-8034d4057fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.195750 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc8022c-a65b-4f5a-9a9a-476e6b3ff7f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:57.198735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc8022c-a65b-4f5a-9a9a-476e6b3ff7f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:57.206332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5fc8022c-a65b-4f5a-9a9a-476e6b3ff7f4 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/9c7483c2-2fdd-4e76-ac5c-a5df1563852e HTTP/1.1" status: 404 len: 333 time: 0.2107029 Dec 15 14:00:57.208912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41684) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:57.267117 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ef897f-e667-4223-b9d4-3eca42aaba80 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:57.267944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ef897f-e667-4223-b9d4-3eca42aaba80 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:57.274634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-45ef897f-e667-4223-b9d4-3eca42aaba80 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/b45b16a3-f14f-419e-bea3-cfe6ace5d308 HTTP/1.1" status: 404 len: 337 time: 0.0638673 Dec 15 14:00:57.279106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:57.381212 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Made reservation on behalf of 53cb40d846ca4bf282cfe647bc7ecea0 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:57.388730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.413282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] DHCP port deletion for c1d7fde3-728e-4f2a-b460-3d0194fc2d47 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:57.432783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-caaeed9f-4d89-478e-bf5f-f8a89f7df404 req-a99f2692-6546-4411-9022-6b1ae7844440 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 210 time: 0.0515630 Dec 15 14:00:57.434343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:57.463849 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-145e2204-015c-464a-b604-e9315ebf708d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] DELETE failed (client error): The resource could not be found. Dec 15 14:00:57.464704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145e2204-015c-464a-b604-e9315ebf708d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:57.469106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-145e2204-015c-464a-b604-e9315ebf708d tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/subnets/4170cd0e-4387-4e16-808c-45f02684f662 HTTP/1.1" status: 404 len: 337 time: 0.1882567 Dec 15 14:00:57.474890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:57.560279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] Deleting port 8300015a-37d2-4ed4-a5b4-cb5b945b789d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:57.560800 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.602296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.608489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ce003-cb0d-48e2-a3c6-17ea1414e35c req-870aa7ce-c58e-4fe2-8195-af6d5248c4cd tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:57.620667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b7ce003-cb0d-48e2-a3c6-17ea1414e35c req-870aa7ce-c58e-4fe2-8195-af6d5248c4cd tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1981187 Dec 15 14:00:57.652232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] For port 8300015a-37d2-4ed4-a5b4-cb5b945b789d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8300015a-37d2-4ed4-a5b4-cb5b945b789d,segment=NetworkSegment(c7bb2151-117c-4a88-ada9-8247ff89a1b8),segment_id=c7bb2151-117c-4a88-ada9-8247ff89a1b8)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:57.653983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.689429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] Calling delete_port for 8300015a-37d2-4ed4-a5b4-cb5b945b789d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:57.713638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=755277a9-a241-40f6-8e7c-28e62b2f3d4d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:57.784693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d676a-397b-414d-865b-d75b85f4ff7c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:57.846556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-613277bf-4f3e-40d9-8fd1-665269d91f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.851493 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.900699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] Pushing event deleted for resources: {'Port': ['ID=8300015a-37d2-4ed4-a5b4-cb5b945b789d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:57.927452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162a34d-832d-41c0-81b9-97f14a1aa806 None None] No DVR routers for this DVR port 8300015a-37d2-4ed4-a5b4-cb5b945b789d on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:57.972254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b7ce003-cb0d-48e2-a3c6-17ea1414e35c req-f74fe4aa-43cf-44a6-8094-72e33b6e8da1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380704 Dec 15 14:00:58.007642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Deleting port c8dc8e7b-79f5-4932-8ecb-029de94af2b2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:58.008223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.079279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Allocated IP 172.20.0.3 (d4a9e7cd-712a-4585-a7ea-7c735f6f3b39/7e018724-c34b-4532-87a6-ed11fba9d0f9/72471b94-aeb8-4d83-b6b8-9d05a401f9d3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:58.110346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.133270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Calling delete_port for c8dc8e7b-79f5-4932-8ecb-029de94af2b2 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:58.153543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-613277bf-4f3e-40d9-8fd1-665269d91f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.160230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-613277bf-4f3e-40d9-8fd1-665269d91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.253148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-613277bf-4f3e-40d9-8fd1-665269d91f5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73edbb1b9fc9404cb6fc1a6f144ea7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8126938 Dec 15 14:00:58.253337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:58.265807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613277bf-4f3e-40d9-8fd1-665269d91f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6d7b9-8254-49d1-b7a9-5223b5aed41e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:58.284767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.301348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.362110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Port': ['ID=c8dc8e7b-79f5-4932-8ecb-029de94af2b2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:58.377573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.384648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fd08f8fc-e72d-4d10-867c-b1aba1196499 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/ports/c8dc8e7b-79f5-4932-8ecb-029de94af2b2 HTTP/1.1" status: 204 len: 168 time: 0.8912728 Dec 15 14:00:58.386367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:58.442317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.451392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.456193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.493299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.549838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-888c0336-327c-4268-b329-6e619ff1dde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.574177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.574726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e981fe-4479-4865-922b-6c0320e14bb1 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:00:58.594974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.599540 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b25bceb4-888b-4edb-9ff0-f64a869b2ecf admin admin] 10.222.0.32 "DELETE /v2.0/routers/56e981fe-4479-4865-922b-6c0320e14bb1 HTTP/1.1" status: 204 len: 168 time: 3.4834843 Dec 15 14:00:58.624743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:58.626085 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-888c0336-327c-4268-b329-6e619ff1dde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.634416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.732877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:58.737651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:58.743549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:58.768286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.790270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Pushing event updated for resources: {'Port': ['ID=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:58.826268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-888c0336-327c-4268-b329-6e619ff1dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.829127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-888c0336-327c-4268-b329-6e619ff1dde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.830308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-888c0336-327c-4268-b329-6e619ff1dde7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ac6d7b9-8254-49d1-b7a9-5223b5aed41e HTTP/1.1" status: 204 len: 168 time: 0.5755630 Dec 15 14:00:58.843854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c0336-327c-4268-b329-6e619ff1dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6d7b9-8254-49d1-b7a9-5223b5aed41e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:58.848782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d7fde3-728e-4f2a-b460-3d0194fc2d47']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.854408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:58.855330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.872902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Deleting subnet dc35db1e-a7ba-404c-80e4-a6e96a75f592 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:58.881196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-cbb3554f-f377-4763-beb7-afceef2e55a8 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1851964 Dec 15 14:00:58.884370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.887584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bb2151-117c-4a88-ada9-8247ff89a1b8') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.887787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bb2151-117c-4a88-ada9-8247ff89a1b8') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.894657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Request body: {'port': {'device_id': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:58.927921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b7857-66f9-4cd4-88a2-61527d4b6162 req-5ff7099a-dfe9-4671-8e9f-f40f3e47c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:58.935639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49b7857-66f9-4cd4-88a2-61527d4b6162 req-5ff7099a-dfe9-4671-8e9f-f40f3e47c5ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.3128955 Dec 15 14:00:58.967779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddc250-5526-48b0-adea-c831d41a15b0 req-02c1e1f7-9cee-4f8f-aabb-d40d460457c0 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:58.973501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dddc250-5526-48b0-adea-c831d41a15b0 req-02c1e1f7-9cee-4f8f-aabb-d40d460457c0 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 931 time: 0.3496025 Dec 15 14:00:58.994861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.072747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.107843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 755277a9-a241-40f6-8e7c-28e62b2f3d4d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:59.176140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.178950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 755277a9-a241-40f6-8e7c-28e62b2f3d4d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:59.179304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 755277a9-a241-40f6-8e7c-28e62b2f3d4d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:59.179735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:59.224237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8300015a-37d2-4ed4-a5b4-cb5b945b789d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:59.233860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8300015a-37d2-4ed4-a5b4-cb5b945b789d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:59.256785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.276652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b49b7857-66f9-4cd4-88a2-61527d4b6162 req-67b777fb-8247-40ad-8216-7f9f293fba0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304193 Dec 15 14:00:59.281789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dddc250-5526-48b0-adea-c831d41a15b0 req-66f4270b-11be-4f3a-bec6-1e5ee00d746f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073671 Dec 15 14:00:59.286443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:59.287059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:59.292279 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:59.395667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930fe83-fdb3-4e2a-92f2-da59b08e76d3 req-b31adb20-8fbe-49e9-9603-a90fe2925d0d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:59.407255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f930fe83-fdb3-4e2a-92f2-da59b08e76d3 req-b31adb20-8fbe-49e9-9603-a90fe2925d0d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2364731 Dec 15 14:00:59.409293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:59.429026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-141dcc85-fb66-4f57-b1d6-ca65feb7b083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.453721 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.471059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.474817 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] 10.222.0.32 "DELETE /v2.0/networks/c1d7fde3-728e-4f2a-b460-3d0194fc2d47 HTTP/1.1" status: 204 len: 168 time: 1.0873957 Dec 15 14:00:59.532550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0af96-f7d4-4e31-8492-5bc8755c3247 tempest-PortsTestJSON-1541889623 tempest-PortsTestJSON-1541889623-project] Pushing event deleted for resources: {'Network': ['ID=c1d7fde3-728e-4f2a-b460-3d0194fc2d47,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:59.553345 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.580456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f930fe83-fdb3-4e2a-92f2-da59b08e76d3 req-02aff561-36d3-44bb-b771-146aeac20b51 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723754 Dec 15 14:00:59.631583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-141dcc85-fb66-4f57-b1d6-ca65feb7b083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.633961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.647167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-141dcc85-fb66-4f57-b1d6-ca65feb7b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.660607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:59.665333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc35db1e-a7ba-404c-80e4-a6e96a75f592,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:59.677837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.681688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-655b0cc6-170c-439f-89ba-87764e9f4377 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc35db1e-a7ba-404c-80e4-a6e96a75f592 HTTP/1.1" status: 204 len: 168 time: 1.0557368 Dec 15 14:00:59.684095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:59.685083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8201245-95d0-456c-8753-4f464048321f None None] Network 95a73896-f0f2-4860-a869-0695e71fa4ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:59.698378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.772134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Transition to ACTIVE for port object 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:00:59.812217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.820798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.960618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] DHCP port deletion for 95a73896-f0f2-4860-a869-0695e71fa4ce request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:59.973328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Deleting port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:59.974124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.989187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Pushing event updated for resources: {'Port': ['ID=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.022487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dcc85-fb66-4f57-b1d6-ca65feb7b083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a83f8b9-342c-496b-8614-1849f178d173,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.041909 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-141dcc85-fb66-4f57-b1d6-ca65feb7b083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d797dc39984e4d768036ddd9e1e3cc93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6313951 Dec 15 14:01:00.049504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:00.049890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:00.064184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] Deleting port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:00.064849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.159398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c61f951-2ba0-46d7-97ec-aed03d38929d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.162975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] For port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:00.163534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.180187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] Calling delete_port for d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:00.190405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] For port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,segment=NetworkSegment(3f4f3805-3702-464e-a910-bc4316b746f4),segment_id=3f4f3805-3702-464e-a910-bc4316b746f4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:00.190770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.235739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Calling delete_port for d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:00.241038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Attempting to bind port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:00.241835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Attempting to bind port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:00.241835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Attempting to bind port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 on network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:00.263337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 on network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:00.263683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Attempting to bind port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 on network d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:00.283584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c61f951-2ba0-46d7-97ec-aed03d38929d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.310379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:01:00.310749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Checking segment: {'id': 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:00.311114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Bound using segment: {'id': 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:01:00.311569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Bound port: 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:01:00.311931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.339778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.357872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.363944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] No DVR routers for this DVR port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:01:00.393220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.394913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] No DVR routers for this DVR port d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:01:00.451768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3628ee1-129a-4563-a903-bc8d6550a260 None None] Pushing event deleted for resources: {'Port': ['ID=d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.544531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6dca7871-1643-41ae-b2ee-7e16ed063373 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=157aebedfc894ce6a370b3159f25e461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461181 Dec 15 14:01:00.545118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:00.563903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.565605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c61f951-2ba0-46d7-97ec-aed03d38929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.568325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c61f951-2ba0-46d7-97ec-aed03d38929d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.572358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1c61f951-2ba0-46d7-97ec-aed03d38929d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a83f8b9-342c-496b-8614-1849f178d173 HTTP/1.1" status: 204 len: 168 time: 0.5161147 Dec 15 14:01:00.609012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10357c3f-a7f4-4e67-805b-799bc0060f72 req-fb6ee320-72b3-4615-b607-933f3c81da5e tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:00.611076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10357c3f-a7f4-4e67-805b-799bc0060f72 req-fb6ee320-72b3-4615-b607-933f3c81da5e tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 943 time: 0.1310530 Dec 15 14:01:00.615542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a73896-f0f2-4860-a869-0695e71fa4ce']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.634591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61f951-2ba0-46d7-97ec-aed03d38929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a83f8b9-342c-496b-8614-1849f178d173,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.638656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4f3805-3702-464e-a910-bc4316b746f4') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.639304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4f3805-3702-464e-a910-bc4316b746f4') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.669553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.682621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] For port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:00.703105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] For port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,segment=NetworkSegment(e2169ff6-6b7d-4fe5-9c71-7c9b73875074),segment_id=e2169ff6-6b7d-4fe5-9c71-7c9b73875074)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:01:00.708563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-10357c3f-a7f4-4e67-805b-799bc0060f72 req-592104c2-5485-4523-8ac2-903066d286bb tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823216 Dec 15 14:01:00.715799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b9821f-13d8-4742-880b-5eef03c766a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.717489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.718335 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.740594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:00.741290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:00.743677 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:00.770451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:00.771078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.772799 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] 10.222.0.67 "PUT /v2.0/ports/72471b94-aeb8-4d83-b6b8-9d05a401f9d3 HTTP/1.1" status: 200 len: 1091 time: 1.8837481 Dec 15 14:01:00.775959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'tag': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:00.779041 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a05773-0117-42a1-8795-f41a94197ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "9735bec3-509f-4ff9-816b-0fd6ccc15869", "tag": "72471b94-aeb8-4d83-b6b8-9d05a401f9d3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:00.797502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b9821f-13d8-4742-880b-5eef03c766a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.884698 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9dfb2e-6436-4cf9-8141-ae5814858f7b x-openstack-request-id: req-fe9dfb2e-6436-4cf9-8141-ae5814858f7b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:00.885052 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9735bec3-509f-4ff9-816b-0fd6ccc15869", "tag": "72471b94-aeb8-4d83-b6b8-9d05a401f9d3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:00.885275 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe9dfb2e-6436-4cf9-8141-ae5814858f7b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:00.885952 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'tag': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3', 'status': 'completed', 'code': 200} Dec 15 14:01:00.895182 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.902402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.906930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] 10.222.0.32 "DELETE /v2.0/networks/95a73896-f0f2-4860-a869-0695e71fa4ce HTTP/1.1" status: 204 len: 168 time: 1.2208643 Dec 15 14:01:00.918492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337f3e-8135-4c02-9b81-48d8f15c177e req-0d4dbc1d-44de-4761-b929-87d88640909e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:00.927383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f337f3e-8135-4c02-9b81-48d8f15c177e req-0d4dbc1d-44de-4761-b929-87d88640909e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1154332 Dec 15 14:01:00.931627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8394752-e4a9-461b-a468-4115800ec393 service neutron] Pushing event updated for resources: {'Port': ['ID=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.985700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57bd10-849f-48e5-9166-9f5d8dd68857 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a73896-f0f2-4860-a869-0695e71fa4ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.018606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-192b723b-a5b3-4b83-a97e-3e0d42381c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:01.019971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f337f3e-8135-4c02-9b81-48d8f15c177e req-b6acdd08-85bc-4137-b74e-c7e03da2857d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913072 Dec 15 14:01:01.035006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-192b723b-a5b3-4b83-a97e-3e0d42381c48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53cb40d846ca4bf282cfe647bc7ecea0&device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 1094 time: 0.1823239 Dec 15 14:01:01.083293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8777df92-77eb-403b-b4b0-a4759bdc8641 req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1627490759', 'description': 'tempest-description-15877744'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:01.116445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:01.133642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-127fee23-c5fd-4c39-95e0-165c9ecd08d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0894644 Dec 15 14:01:01.134370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8777df92-77eb-403b-b4b0-a4759bdc8641 req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.139169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b9821f-13d8-4742-880b-5eef03c766a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.142035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b9821f-13d8-4742-880b-5eef03c766a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.145816 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1b9821f-13d8-4742-880b-5eef03c766a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7878d25d-780b-48ae-91c4-d7e17166953b HTTP/1.1" status: 204 len: 168 time: 0.5996320 Dec 15 14:01:01.166438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:01.169711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1d8aaaa-88fb-4b3f-8f13-86fb3ae158d2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:01.267427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8777df92-77eb-403b-b4b0-a4759bdc8641 req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.272684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9821f-13d8-4742-880b-5eef03c766a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878d25d-780b-48ae-91c4-d7e17166953b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.279966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8777df92-77eb-403b-b4b0-a4759bdc8641 req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.329970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8eb0ade-6b03-4b25-ace3-d94fa55da800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:01.331485 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-c8eb0ade-6b03-4b25-ace3-d94fa55da800 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e018724-c34b-4532-87a6-ed11fba9d0f9 HTTP/1.1" status: 200 len: 848 time: 0.1822903 Dec 15 14:01:01.367383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.377624 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-718858ef-ee19-4bc7-9206-4fd64977612d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389104 Dec 15 14:01:01.384970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d4300c-a54a-4ec5-b411-4ce8b8acc884,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.401601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8777df92-77eb-403b-b4b0-a4759bdc8641 req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.402878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8777df92-77eb-403b-b4b0-a4759bdc8641 req-5d8dc1a4-bec7-4993-beba-0e6bfed0db02 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3245811 Dec 15 14:01:01.493834 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c32f9c8f-9a49-4584-9efb-8a5cebe9fb80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76bcaadec44244f6a722c3707d350552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252618 Dec 15 14:01:01.496177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.571305 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-971a99d4-da3b-41ee-95e9-219f2320de5c service neutron] 10.222.0.67 "GET /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838803 Dec 15 14:01:01.613154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e2bfb06-d8ea-4416-965f-e9610ab11c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.620032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-d10d3b7d-721b-4309-8d13-b0a1f0a7c773 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1627490759&fields=id&tenant_id=a2f81834a06647a2baa43e0f04bc84ec HTTP/1.1" status: 200 len: 267 time: 0.1219838 Dec 15 14:01:01.697188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e2bfb06-d8ea-4416-965f-e9610ab11c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.736897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-588e076d-3ad2-46d7-b4f3-23080bc05b7a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:01.738483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-588e076d-3ad2-46d7-b4f3-23080bc05b7a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1118553 Dec 15 14:01:01.761592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'port': {'security_groups': ['a34d6ab6-41ef-4567-8384-d3768d9c60a2', 'e3d4300c-a54a-4ec5-b411-4ce8b8acc884']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:01.842360 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2fc0df1e-2877-415c-8c62-4e3eb2fe99b6 req-4d64375f-f840-4d65-8969-2f3d6e3c318f service neutron] 10.222.0.67 "GET /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547200 Dec 15 14:01:01.873394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e2bfb06-d8ea-4416-965f-e9610ab11c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.876268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e2bfb06-d8ea-4416-965f-e9610ab11c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.877703 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e2bfb06-d8ea-4416-965f-e9610ab11c98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/364dd2d2-3b64-456a-af6a-d8875923a10d HTTP/1.1" status: 204 len: 168 time: 0.3798447 Dec 15 14:01:01.890566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bfb06-d8ea-4416-965f-e9610ab11c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364dd2d2-3b64-456a-af6a-d8875923a10d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:02.007196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a05773-0117-42a1-8795-f41a94197ebe req-e8639460-2799-4102-bb23-b2205bb9c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.008768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-e8639460-2799-4102-bb23-b2205bb9c895 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53cb40d846ca4bf282cfe647bc7ecea0&device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 1094 time: 0.0875142 Dec 15 14:01:02.034753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.083290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1b07-bddd-48e2-8904-91aa63694c7f req-277dd01d-ec60-4ccc-909b-acc93b68e980 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.085115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d69a1b07-bddd-48e2-8904-91aa63694c7f req-277dd01d-ec60-4ccc-909b-acc93b68e980 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 943 time: 0.1453063 Dec 15 14:01:02.190340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a05773-0117-42a1-8795-f41a94197ebe req-b94adc1e-edc3-449f-8c62-7328029bbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.191903 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-b94adc1e-edc3-449f-8c62-7328029bbd47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 HTTP/1.1" status: 200 len: 910 time: 0.1750791 Dec 15 14:01:02.232772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d69a1b07-bddd-48e2-8904-91aa63694c7f req-9bb44924-d191-42d3-9dc1-5704e44fa78e tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133862 Dec 15 14:01:02.263571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-1cb5a097-5ed9-41c2-8269-82c921838ac0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0619180 Dec 15 14:01:02.364804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a05773-0117-42a1-8795-f41a94197ebe req-de81c379-1c4b-474d-a460-3b0e18900c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.366758 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-de81c379-1c4b-474d-a460-3b0e18900c39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e018724-c34b-4532-87a6-ed11fba9d0f9 HTTP/1.1" status: 200 len: 848 time: 0.0965636 Dec 15 14:01:02.421350 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-4a31273d-8494-474b-9c07-f7225a38cac6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455332 Dec 15 14:01:02.424475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:02.474829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.493237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.507017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7bd0ffde-f1cc-43cc-9a4c-a681d629694c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:02.588014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.588969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.595297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-880af6a5-2747-4367-b3c5-8c59ef4d6f5b req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "PUT /v2.0/ports/7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 982 time: 0.8444018 Dec 15 14:01:02.616540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:02.619777 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8841da50-b8f6-4c29-9593-3c39174dccab" -d '{"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:02.641396 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-8564fd8c-e666-412b-8013-0f98d8fd0e43 service neutron] 10.222.0.67 "GET /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036502 Dec 15 14:01:02.715487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7bd0ffde-f1cc-43cc-9a4c-a681d629694c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:02.727981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c24ec-76e3-42c9-b2a4-2610fba17eaa tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:02.851823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-eb5fbc5b-8d54-4a0e-b7d0-87350a7fac88 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1627490759&fields=id&tenant_id=a2f81834a06647a2baa43e0f04bc84ec HTTP/1.1" status: 200 len: 267 time: 0.1023669 Dec 15 14:01:02.892002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b8a05773-0117-42a1-8795-f41a94197ebe req-98664562-a2c9-4897-ae1a-bbe6f13b4e86 service neutron] 10.222.0.67 "GET /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419331 Dec 15 14:01:02.936630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-5e0c55ae-9005-473a-89df-d3e0f57135c2 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.938298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-5e0c55ae-9005-473a-89df-d3e0f57135c2 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 985 time: 0.0794270 Dec 15 14:01:02.958736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'port': {'security_groups': ['a34d6ab6-41ef-4567-8384-d3768d9c60a2']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:03.130764 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489628bf-9938-427e-893a-81714ad59a56 x-openstack-request-id: req-489628bf-9938-427e-893a-81714ad59a56 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:03.131070 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:03.131315 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-489628bf-9938-427e-893a-81714ad59a56 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:03.131724 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'status': 'completed', 'code': 200} Dec 15 14:01:03.132098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41878) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:03.132853 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.187440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841da50-b8f6-4c29-9593-3c39174dccab req-bdc31fc1-04b4-41ed-899c-95d1288d05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:03.189107 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-bdc31fc1-04b4-41ed-899c-95d1288d05f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1136 time: 0.1067226 Dec 15 14:01:03.324350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841da50-b8f6-4c29-9593-3c39174dccab req-9f8d4042-75f0-4b73-8f63-2fba98c68f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:03.330130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-9f8d4042-75f0-4b73-8f63-2fba98c68f69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.1334262 Dec 15 14:01:03.418788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-3a3292bd-c03d-4ad9-b258-aebaafc52f46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0806108 Dec 15 14:01:03.442652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb660c84-077c-4e6b-ae39-9c4b8e7be594 req-a5a0fed7-1b6d-4658-8472-85d2f7d2b465 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:03.444151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb660c84-077c-4e6b-ae39-9c4b8e7be594 req-a5a0fed7-1b6d-4658-8472-85d2f7d2b465 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 943 time: 0.0835860 Dec 15 14:01:03.446170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:03.507034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841da50-b8f6-4c29-9593-3c39174dccab req-49ad2c64-15d3-483c-b904-6fe767d171b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:03.510165 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-49ad2c64-15d3-483c-b904-6fe767d171b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.0841298 Dec 15 14:01:03.542995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.550471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb660c84-077c-4e6b-ae39-9c4b8e7be594 req-20e4f8c1-2bff-48a0-8ed1-3af50391eb03 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927379 Dec 15 14:01:03.552471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.566879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7bd0ffde-f1cc-43cc-9a4c-a681d629694c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:03.608291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:03.609017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.610482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05cf65b5-7d86-45af-b5a6-82aadfccca14 req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "PUT /v2.0/ports/7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 943 time: 0.6646931 Dec 15 14:01:03.624093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-e70aa298-ef5c-40d2-96a2-92e3d742f6fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046438 Dec 15 14:01:03.743538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b2d4afa9-5f9e-4bae-91ff-e9dd91b73838 tempest-DvrRoutersNegativeTest-1573038702 tempest-DvrRoutersNegativeTest-1573038702-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-231374025', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:03.747382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.policy [None req-b2d4afa9-5f9e-4bae-91ff-e9dd91b73838 tempest-DvrRoutersNegativeTest-1573038702 tempest-DvrRoutersNegativeTest-1573038702-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103379) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 15 14:01:03.747682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.policy [None req-b2d4afa9-5f9e-4bae-91ff-e9dd91b73838 tempest-DvrRoutersNegativeTest-1573038702 tempest-DvrRoutersNegativeTest-1573038702-project] Failed policy check for 'create_router' {{(pid=103379) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 15 14:01:03.748614 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-b2d4afa9-5f9e-4bae-91ff-e9dd91b73838 tempest-DvrRoutersNegativeTest-1573038702 tempest-DvrRoutersNegativeTest-1573038702-project] create failed (client error): Access was denied to this resource. Dec 15 14:01:03.749418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2d4afa9-5f9e-4bae-91ff-e9dd91b73838 tempest-DvrRoutersNegativeTest-1573038702 tempest-DvrRoutersNegativeTest-1573038702-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6142483 Dec 15 14:01:03.759157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04f7a1-8d6b-4446-89fb-8074646bfb3b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event updated for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:03.804859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7bd0ffde-f1cc-43cc-9a4c-a681d629694c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:04.266445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41916) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:04.370081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18b675a-b53d-4891-8770-0dde762fa612 req-3f1995a7-443a-4701-8684-457c2da24d67 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7243364 Dec 15 14:01:04.387566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:04.429879 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-9193ce30-90dc-427a-836a-fe6a3d7b1e5f service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930558 Dec 15 14:01:04.443592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.550345 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8841da50-b8f6-4c29-9593-3c39174dccab req-5733512a-4672-4d74-ad18-e16a77778a90 service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091621 Dec 15 14:01:04.588006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.735519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:01:04.759205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e37f5a7-e286-41c3-8756-b9a323c30392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.930037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,segment=NetworkSegment(e2169ff6-6b7d-4fe5-9c71-7c9b73875074),segment_id=e2169ff6-6b7d-4fe5-9c71-7c9b73875074)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:04.965148 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e37f5a7-e286-41c3-8756-b9a323c30392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.969026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3', 'network_id': 'd4a9e7cd-712a-4585-a7ea-7c735f6f3b39', 'port_id': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3', 'mac_address': 'fa:16:3e:5c:ea:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e018724-c34b-4532-87a6-ed11fba9d0f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:01:05.029480 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.046631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:05.067948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Allocated IP 172.25.2.76 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/84ac4522-7e9c-488c-87a0-2cbe7dcd8243) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:05.077244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,segment=NetworkSegment(e2169ff6-6b7d-4fe5-9c71-7c9b73875074),segment_id=e2169ff6-6b7d-4fe5-9c71-7c9b73875074)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:05.088103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.172731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:05.175032 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd9b07-f764-4468-b088-1078d27a313a" -d '{"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:05.181102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e37f5a7-e286-41c3-8756-b9a323c30392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.218415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.249747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab791a-2127-4cbd-9186-a9f815eedfe6 req-cfd278df-e152-4c9f-9eb6-27a78cb16bba tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:05.257352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5aab791a-2127-4cbd-9186-a9f815eedfe6 req-cfd278df-e152-4c9f-9eb6-27a78cb16bba tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 943 time: 0.5188279 Dec 15 14:01:05.262914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41952) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:05.264250 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.287853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3e37f5a7-e286-41c3-8756-b9a323c30392 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a616a50aa1c475ba385daa8eac26903&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0098670 Dec 15 14:01:05.292059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:05.302664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37f5a7-e286-41c3-8756-b9a323c30392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a7c9a-5c48-49fe-8727-5dad53900c08,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.375586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.384392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['72471b94-aeb8-4d83-b6b8-9d05a401f9d3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:05.385641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5aab791a-2127-4cbd-9186-a9f815eedfe6 req-2e6f6009-d75c-469d-9f3c-00626c801a51 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273260 Dec 15 14:01:05.415895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.419481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.485364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.488476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.492185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec8a7c9a-5c48-49fe-8727-5dad53900c08 HTTP/1.1" status: 204 len: 168 time: 0.1967444 Dec 15 14:01:05.499080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a7c9a-5c48-49fe-8727-5dad53900c08,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.509704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.510475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.510614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.511033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.511466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.511953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.513214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.513836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.514261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.514764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.515288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.515915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.516342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ad01e-8447-422e-9c28-cab86bae6b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:05.530108 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997ac4ac-8bfc-4237-9d60-adaaa5ee0109 x-openstack-request-id: req-997ac4ac-8bfc-4237-9d60-adaaa5ee0109 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:05.530498 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:05.530821 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-997ac4ac-8bfc-4237-9d60-adaaa5ee0109 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:05.531353 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'status': 'completed', 'code': 200} Dec 15 14:01:05.565710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event updated for resources: {'Port': ['ID=84ac4522-7e9c-488c-87a0-2cbe7dcd8243,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.569707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:05.572274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:05.575404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:05.655831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd9b07-f764-4468-b088-1078d27a313a req-31d6469d-c318-49c8-8266-37f257c2dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:05.657867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-31d6469d-c318-49c8-8266-37f257c2dfe1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.1077869 Dec 15 14:01:05.810107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd9b07-f764-4468-b088-1078d27a313a req-61237630-b0b5-4b67-8547-8203355aa858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:05.811751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-61237630-b0b5-4b67-8547-8203355aa858 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.1443133 Dec 15 14:01:05.855054 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.883566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ded21d-5600-468b-940c-b2a4b5d07d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.887142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-70a56f46-5564-47ed-a0a8-527c71c4982d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0675149 Dec 15 14:01:05.955920 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.986025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd9b07-f764-4468-b088-1078d27a313a req-dc409293-cc17-4851-ab45-7c7fd76e09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:05.987531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-dc409293-cc17-4851-ab45-7c7fd76e09de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.0859771 Dec 15 14:01:06.036103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-56259dbc-3f33-4154-aa66-e692107a989f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385549 Dec 15 14:01:06.165930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ded21d-5600-468b-940c-b2a4b5d07d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.174040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19ded21d-5600-468b-940c-b2a4b5d07d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.219529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.230278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.354185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-885b20a2-0627-440e-b032-6504f855f7ae service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052380 Dec 15 14:01:06.361590 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19ded21d-5600-468b-940c-b2a4b5d07d70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caa59b4bbd0942198e4a897e576afd96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0975718 Dec 15 14:01:06.364327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41974) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:06.366611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event updated for resources: {'Port': ['ID=84ac4522-7e9c-488c-87a0-2cbe7dcd8243,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:06.409537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ded21d-5600-468b-940c-b2a4b5d07d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a62b3-b511-4577-839f-554da7f3c1fb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:06.447657 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.492673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.495002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18b675a-b53d-4891-8770-0dde762fa612 req-70fb175c-6c1d-4df2-830a-4a37509772a8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1188524 Dec 15 14:01:06.695851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85990d26-f249-4e0c-b76c-2e17fd0ca7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.719267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18b675a-b53d-4891-8770-0dde762fa612 req-7dfb1c73-b5c3-47a2-9dc9-d48832308580 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 695 time: 0.2170589 Dec 15 14:01:06.724208 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fefd9b07-f764-4468-b088-1078d27a313a req-23ca5251-7047-454b-8ce5-5193847348ed service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588576 Dec 15 14:01:06.733847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85990d26-f249-4e0c-b76c-2e17fd0ca7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.760513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:06.803139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85990d26-f249-4e0c-b76c-2e17fd0ca7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.806645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85990d26-f249-4e0c-b76c-2e17fd0ca7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.808186 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-85990d26-f249-4e0c-b76c-2e17fd0ca7f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f7a62b3-b511-4577-839f-554da7f3c1fb HTTP/1.1" status: 204 len: 168 time: 0.4386957 Dec 15 14:01:06.825815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85990d26-f249-4e0c-b76c-2e17fd0ca7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a62b3-b511-4577-839f-554da7f3c1fb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:06.933837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:01:06.942356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:06.943091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.023817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dcdec-8261-4f8b-9b33-add1a86e2e17 req-ee48f590-bc4e-4b49-bff1-6f4c9a64aee2 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:07.032357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e2dcdec-8261-4f8b-9b33-add1a86e2e17 req-ee48f590-bc4e-4b49-bff1-6f4c9a64aee2 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 944 time: 0.4436467 Dec 15 14:01:07.062431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b675a-b53d-4891-8770-0dde762fa612 req-2dd04ca2-0640-4acd-814a-5f6c6a244d76 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:07.063810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18b675a-b53d-4891-8770-0dde762fa612 req-2dd04ca2-0640-4acd-814a-5f6c6a244d76 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.3433166 Dec 15 14:01:07.083532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-b18b675a-b53d-4891-8770-0dde762fa612 req-57cb5235-4675-4442-9ea4-195670350a7b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:01:07.084470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b18b675a-b53d-4891-8770-0dde762fa612 req-57cb5235-4675-4442-9ea4-195670350a7b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127509 Dec 15 14:01:07.116216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e2dcdec-8261-4f8b-9b33-add1a86e2e17 req-f0203d74-7ad8-406e-9863-203dd14605ad tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512643 Dec 15 14:01:07.141873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.196446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:07.200415 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68b5be8-cc9e-4f4f-9808-8f31982dc87d" -d '{"events": [{"server_uuid": "9735bec3-509f-4ff9-816b-0fd6ccc15869", "name": "network-vif-plugged", "status": "completed", "tag": "72471b94-aeb8-4d83-b6b8-9d05a401f9d3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:07.218223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,segment=NetworkSegment(e2169ff6-6b7d-4fe5-9c71-7c9b73875074),segment_id=e2169ff6-6b7d-4fe5-9c71-7c9b73875074)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:07.226381 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.301825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:07.313173 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038bf327-8edf-4026-b452-ca8b57167ae4 x-openstack-request-id: req-038bf327-8edf-4026-b452-ca8b57167ae4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:07.314644 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9735bec3-509f-4ff9-816b-0fd6ccc15869", "name": "network-vif-plugged", "status": "completed", "tag": "72471b94-aeb8-4d83-b6b8-9d05a401f9d3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:07.315171 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-038bf327-8edf-4026-b452-ca8b57167ae4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:07.316415 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3', 'code': 200} Dec 15 14:01:07.389972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-7dbf76ee-9d04-492c-ac54-faafa1fadfdc tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:07.391619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-7dbf76ee-9d04-492c-ac54-faafa1fadfdc tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1952183 Dec 15 14:01:07.453852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-dd537f8a-3cc8-4436-8fa0-989aeb63a459 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 695 time: 0.0551155 Dec 15 14:01:07.459836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d5b0-8828-4e2c-b40c-a7c651b1a5b7 req-9a6e5d0b-454c-4222-906e-9eeaaaba1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:07.461589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a556d5b0-8828-4e2c-b40c-a7c651b1a5b7 req-9a6e5d0b-454c-4222-906e-9eeaaaba1fd1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 1096 time: 0.0810835 Dec 15 14:01:07.468427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'floatingip': {'port_id': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:07.526500 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.541659 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a556d5b0-8828-4e2c-b40c-a7c651b1a5b7 req-570457fe-ae54-4eba-8cac-70e3ce026b0a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713460 Dec 15 14:01:07.665433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:07.687952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59b2df6f-d5c5-4ea7-9913-ed7c14d0f7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.842359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59b2df6f-d5c5-4ea7-9913-ed7c14d0f7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.851918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59b2df6f-d5c5-4ea7-9913-ed7c14d0f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.913373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-59b2df6f-d5c5-4ea7-9913-ed7c14d0f7dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3e7b91b380844c881907a2ed93cc5ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468336 Dec 15 14:01:07.916804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42020) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:07.917872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2df6f-d5c5-4ea7-9913-ed7c14d0f7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4360e-6877-4666-9abf-a7fe153313ca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:08.029836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:08.064761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7844e1-d786-4e9c-a00f-855838bef0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.134442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7844e1-d786-4e9c-a00f-855838bef0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.183119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.193319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.289576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7844e1-d786-4e9c-a00f-855838bef0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.292870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7844e1-d786-4e9c-a00f-855838bef0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.294831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3e7844e1-d786-4e9c-a00f-855838bef0d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4a4360e-6877-4666-9abf-a7fe153313ca HTTP/1.1" status: 204 len: 168 time: 0.3769748 Dec 15 14:01:08.319305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7844e1-d786-4e9c-a00f-855838bef0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4360e-6877-4666-9abf-a7fe153313ca,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:08.329106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1684735597-network', 'tenant_id': 'cd1d6129ff89443588075ebee59a6ad5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:08.375160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Made reservation on behalf of cd1d6129ff89443588075ebee59a6ad5 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:08.377895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.386207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d141c-b376-4ac6-aaab-b5ab752b426b req-9e772670-8dae-42fb-87d5-f805757baaf1 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:08.388593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a9d141c-b376-4ac6-aaab-b5ab752b426b req-9e772670-8dae-42fb-87d5-f805757baaf1 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 945 time: 0.1175566 Dec 15 14:01:08.394839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.399952 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Floating IP b210e272-ff55-4752-8f5d-7915e702b929 associated. External IP: 172.25.2.76, port: 7bd0ffde-f1cc-43cc-9a4c-a681d629694c. Dec 15 14:01:08.619618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.630874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.705448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:08.722711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ccf04-e998-440c-8539-40b519c9a4e6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:08.746126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.749042 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Added segment 5090c532-815c-47db-993e-c4dd34a7e716 of type vlan for network e3acd958-b2be-4e57-bbe7-d1c843b3a926 Dec 15 14:01:08.801798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a9d141c-b376-4ac6-aaab-b5ab752b426b req-85acebad-1053-47ba-b076-33a61153507c tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051380 Dec 15 14:01:08.812608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Router 761ce264-170d-44e9-aaab-d9ec21e23d70 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:08.830367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.895366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.897284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:08.898137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.955029 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9214296 Dec 15 14:01:08.967911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42052) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:08.973685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Request body: {'subnet': {'network_id': 'e3acd958-b2be-4e57-bbe7-d1c843b3a926', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1684735597-subnet', 'tenant_id': 'cd1d6129ff89443588075ebee59a6ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:09.013919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bc6dd-75cb-422f-bf45-0d029fde26d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3acd958-b2be-4e57-bbe7-d1c843b3a926,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:09.025775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e3acd958-b2be-4e57-bbe7-d1c843b3a926 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:09.084775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Made reservation on behalf of cd1d6129ff89443588075ebee59a6ad5 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:09.096784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.157086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:09.166647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] Sync routers for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:09.168800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.178418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:09.186182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:09.216930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-9ca1434b-90f9-49a0-90d6-7d311321cbd1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "PUT /v2.0/floatingips/b210e272-ff55-4752-8f5d-7915e702b929 HTTP/1.1" status: 200 len: 996 time: 1.7550597 Dec 15 14:01:09.220118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:09.224531 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:09.343655 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b009e-721a-408a-9410-8f6af449201b x-openstack-request-id: req-576b009e-721a-408a-9410-8f6af449201b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:09.344008 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:09.344489 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-576b009e-721a-408a-9410-8f6af449201b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:09.345018 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'status': 'completed', 'code': 200} Dec 15 14:01:09.350777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-87025025-dd5b-4f48-ad7a-ed18bf414a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:09.352382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-87025025-dd5b-4f48-ad7a-ed18bf414a1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.1150596 Dec 15 14:01:09.427399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:09.466489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-e14d1484-ff76-40ac-9dbe-0d5bd799c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:09.468811 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-e14d1484-ff76-40ac-9dbe-0d5bd799c7dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.1138911 Dec 15 14:01:09.625213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-fe772ad7-ff78-4af0-85f1-9ab9b0c9fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:09.626751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-fe772ad7-ff78-4af0-85f1-9ab9b0c9fdfc service neutron] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.1502502 Dec 15 14:01:09.773837 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-1c03fc18-873e-46d7-9fa6-ff5f906459c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 999 time: 0.1379123 Dec 15 14:01:09.898300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-21ac1ed6-87e3-43b6-8ea4-443582cffe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:09.904745 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-21ac1ed6-87e3-43b6-8ea4-443582cffe90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.1223321 Dec 15 14:01:09.948079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.978697 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-9d55cd9e-400a-49e8-b38e-54ce6af6f645 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566294 Dec 15 14:01:10.020600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b210e272-ff55-4752-8f5d-7915e702b929', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'port_id': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'mac_address': 'fa:16:3e:f3:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012da19f-c118-4097-9bdc-ea0f399d6141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:01:05Z', 'updated_at': '2021-12-15T14:01:08Z', 'revision_number': 1, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:19Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.107732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-ca8f1abb-fae4-4493-9884-1ede3789100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:10.115375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-ca8f1abb-fae4-4493-9884-1ede3789100b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.7549963 Dec 15 14:01:10.187828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-5f907f6a-2d34-41e7-a56f-d245fd6b637a service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872356 Dec 15 14:01:10.347290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76a51f2-4196-4870-9f80-30f73cce0f5d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:10.370193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Checking segment: {'id': '5090c532-815c-47db-993e-c4dd34a7e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e3acd958-b2be-4e57-bbe7-d1c843b3a926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:10.370561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Network hostable DHCP agents. Network: e3acd958-b2be-4e57-bbe7-d1c843b3a926, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:10.474558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e250f8-0490-4f5d-988f-ecbffb809667 req-389b5965-3442-4701-b0cf-760e9d681cf9 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:10.485573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17e250f8-0490-4f5d-988f-ecbffb809667 req-389b5965-3442-4701-b0cf-760e9d681cf9 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 945 time: 0.5176034 Dec 15 14:01:10.498576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-006dc6e7-8b0f-43ac-9860-de2ad3aef2c0 req-307959a3-7d46-482e-a5c3-5f091f3d7190 service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977676 Dec 15 14:01:10.514343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-7c19aee1-8799-4c02-873e-4102ca79ddd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 999 time: 0.3657708 Dec 15 14:01:10.526974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Network e3acd958-b2be-4e57-bbe7-d1c843b3a926 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:10.541075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] Checking router: 761ce264-170d-44e9-aaab-d9ec21e23d70 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:01:10.578107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e3acd958-b2be-4e57-bbe7-d1c843b3a926) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:10.578523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:10.579923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.585098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:10.585698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.661865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17e250f8-0490-4f5d-988f-ecbffb809667 req-d4627fb3-7cd5-4139-884d-7b8a026b2a00 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753609 Dec 15 14:01:10.664248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-354a7485-82bc-426d-bf78-b641b5f9a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:10.665918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-354a7485-82bc-426d-bf78-b641b5f9a903 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.1401639 Dec 15 14:01:10.679364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-295af51e-5ab3-40fc-ba1d-49b6233c7be9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7014651 Dec 15 14:01:10.759880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-3aef19a3-fdee-41b6-acba-fb4ae7c1d135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787566 Dec 15 14:01:10.778673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-c8d9a1f4-8574-4a63-9508-5c7c6704a3c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:01:10.779824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-c8d9a1f4-8574-4a63-9508-5c7c6704a3c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126214 Dec 15 14:01:10.795656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345d161-78db-4ca6-bbf2-4eca15d463a8 None None] Network e3acd958-b2be-4e57-bbe7-d1c843b3a926 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:11.003336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b0fd2-7fc8-410b-be06-03238740f674 None None] Network e3acd958-b2be-4e57-bbe7-d1c843b3a926 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:11.041325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-7c2dccb9-82d2-4a65-95fb-3ac7497dbad5 service neutron] 10.222.0.32 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540042 Dec 15 14:01:11.289076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ad1ff28-2200-4e87-a0b9-64f12f5fbd8e req-187089e2-924c-49ee-b418-dcbd802054cd service neutron] 10.222.0.32 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373009 Dec 15 14:01:11.322911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:11.520705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-66b65640-e6b3-4bba-a51c-406995ca90d5 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 999 time: 0.2073426 Dec 15 14:01:11.632182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-f5e69b19-66f2-4b19-9521-ab2542cb8292 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:11.655716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-f5e69b19-66f2-4b19-9521-ab2542cb8292 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports/7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 943 time: 0.1283855 Dec 15 14:01:11.836351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b210e272-ff55-4752-8f5d-7915e702b929', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'port_id': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'mac_address': 'fa:16:3e:f3:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012da19f-c118-4097-9bdc-ea0f399d6141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:01:05Z', 'updated_at': '2021-12-15T14:01:08Z', 'revision_number': 1, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:19Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:11.870216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-0b7ce3aa-f2ac-4b15-ade6-6aea916c6367 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 999 time: 0.1626604 Dec 15 14:01:11.939158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d90df-f0df-4db0-a60e-5b04fad0cb17 None None] The sync data for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 is: [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b210e272-ff55-4752-8f5d-7915e702b929', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'port_id': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'mac_address': 'fa:16:3e:f3:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012da19f-c118-4097-9bdc-ea0f399d6141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:01:05Z', 'updated_at': '2021-12-15T14:01:08Z', 'revision_number': 1, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:19Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:12.072297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-e85c732c-9a2b-467e-98dd-5bccc3b9a539 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:12.078205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-e85c732c-9a2b-467e-98dd-5bccc3b9a539 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.2024367 Dec 15 14:01:12.183238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-d13c2624-e0a6-4df5-b59a-ad1242a2a74c tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 999 time: 0.1012273 Dec 15 14:01:12.194743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:12.347452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.397652 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d579ade-df5f-4801-9563-36994ab2cd02 None None] New status for floating IP b210e272-ff55-4752-8f5d-7915e702b929: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:01:12.573833 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8312d94b-76ad-4575-a4fd-b43d94df9385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.734689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.740364 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.db.api [None req-3d579ade-df5f-4801-9563-36994ab2cd02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:01:12.741437 n-d-815324-3 neutron-server[103381]: DEBUG oslo_db.api [None req-3d579ade-df5f-4801-9563-36994ab2cd02 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:01:12.742760 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.743155 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Floating IP b210e272-ff55-4752-8f5d-7915e702b929 disassociated. External IP: 172.25.2.76, port: 7bd0ffde-f1cc-43cc-9a4c-a681d629694c. Dec 15 14:01:12.843628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:12.854640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463748315-network', 'tenant_id': '001e745777d6485aa39d8e1279cbba8b'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:12.934704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Made reservation on behalf of 001e745777d6485aa39d8e1279cbba8b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:12.938061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.962344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.097152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.105041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.152858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:13.165167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d665a08-4298-4b88-ab11-b8de06e347f0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:13.171401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.171746 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Added segment b80afb26-5f9a-41c8-be7e-83add5a0f392 of type vlan for network ae1bb86e-8aa6-45e3-88ba-258a848d8928 Dec 15 14:01:13.231822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.243527 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d579ade-df5f-4801-9563-36994ab2cd02 None None] New status for floating IP b210e272-ff55-4752-8f5d-7915e702b929: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:01:13.295336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.296344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:13.297127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.375604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Router 761ce264-170d-44e9-aaab-d9ec21e23d70 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:13.449983 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6055045 Dec 15 14:01:13.454544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:13.474418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Request body: {'subnet': {'network_id': 'ae1bb86e-8aa6-45e3-88ba-258a848d8928', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463748315-subnet', 'tenant_id': '001e745777d6485aa39d8e1279cbba8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:13.515807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c989d0-da47-4002-97fa-0b38a2f506fd admin admin] Pushing event updated for resources: {'Network': ['ID=ae1bb86e-8aa6-45e3-88ba-258a848d8928,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:13.522629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:13.525636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Made reservation on behalf of 001e745777d6485aa39d8e1279cbba8b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:13.529737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.532959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ae1bb86e-8aa6-45e3-88ba-258a848d8928 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:13.539124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.631106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-23cc9b44-7c2a-4783-b901-06faad257056 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "PUT /v2.0/floatingips/b210e272-ff55-4752-8f5d-7915e702b929 HTTP/1.1" status: 200 len: 692 time: 1.4408827 Dec 15 14:01:13.635743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:13.643220 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e8d3e5-d089-437b-92f8-ab46a9d77f80" -d '{"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:13.708666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-1a8bef6e-a47d-48ba-8cb0-f22a9519ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:13.710479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-1a8bef6e-a47d-48ba-8cb0-f22a9519ad48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.0538683 Dec 15 14:01:13.863738 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc32c906-c478-47c4-8225-434a7efbc4fd x-openstack-request-id: req-dc32c906-c478-47c4-8225-434a7efbc4fd {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:13.864420 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:13.865021 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc32c906-c478-47c4-8225-434a7efbc4fd {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:13.865746 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'status': 'completed', 'code': 200} Dec 15 14:01:13.909514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:13.913288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-1f2be3a5-cd22-48fc-a188-6af2652c1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:13.920075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-1f2be3a5-cd22-48fc-a188-6af2652c1c1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.1992035 Dec 15 14:01:13.933673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] Sync routers for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:13.961032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:13.965855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:00:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:13.995362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-c26ad6d1-ff58-4c3f-bcba-d602185f8d61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0638974 Dec 15 14:01:14.036441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-6c3fa650-af93-466b-9fd3-3ef6a01278b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:14.038625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-6c3fa650-af93-466b-9fd3-3ef6a01278b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 1097 time: 0.1623402 Dec 15 14:01:14.040257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.192798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-08581815-e5c6-4019-9190-b94624ce111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:14.204156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-08581815-e5c6-4019-9190-b94624ce111c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.2010286 Dec 15 14:01:14.210939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b704fd1-67f4-48cc-88b8-6efd4fbd69dc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:14.219621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Checking segment: {'id': 'b80afb26-5f9a-41c8-be7e-83add5a0f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ae1bb86e-8aa6-45e3-88ba-258a848d8928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:14.220233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Network hostable DHCP agents. Network: ae1bb86e-8aa6-45e3-88ba-258a848d8928, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:14.276745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Network ae1bb86e-8aa6-45e3-88ba-258a848d8928 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:14.284781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3812064a-6cec-4426-8735-03d26bc5b27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.300922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ae1bb86e-8aa6-45e3-88ba-258a848d8928) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:14.303864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-e01884fe-d0b1-406d-bb63-b6edbca2cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:14.306130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-e01884fe-d0b1-406d-bb63-b6edbca2cd3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 200 len: 922 time: 0.2336900 Dec 15 14:01:14.320003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:14.320780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.335008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa01257-d9a2-4c7c-8741-a8b7e47a3b3b None None] Network ae1bb86e-8aa6-45e3-88ba-258a848d8928 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:14.349654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-27e228b5-417a-46a6-ab2a-e59f50444d85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445122 Dec 15 14:01:14.361812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.422196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-9a5b6490-4b10-49e7-b3f0-db8ad9f0e588 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 200 len: 217 time: 0.0980697 Dec 15 14:01:14.464044 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b33976b-0234-4e29-a8ba-5a6ea223505a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0082493 Dec 15 14:01:14.551442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-d7e663c3-4c5d-4f38-9233-edfe09f51803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:14.553284 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-d7e663c3-4c5d-4f38-9233-edfe09f51803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 200 len: 860 time: 0.1221895 Dec 15 14:01:14.607948 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-91625d1d-95ee-4087-81d2-3c70e806d5aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5786deac-9d95-434d-b32b-5ad27922755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401237 Dec 15 14:01:14.649492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f3a49-7323-4690-ada0-5d6807487a7e None None] Network ae1bb86e-8aa6-45e3-88ba-258a848d8928 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:14.656910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-44168ff7-9933-4365-b7be-abdb3d40964c service neutron] 10.222.0.32 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992368 Dec 15 14:01:14.765472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:14.777634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3812064a-6cec-4426-8735-03d26bc5b27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.787108 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3812064a-6cec-4426-8735-03d26bc5b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.811386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-bc2b0033-b6de-43c6-9379-7a35799580ed service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024527 Dec 15 14:01:14.896083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:14.896284 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3812064a-6cec-4426-8735-03d26bc5b27b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=061e353026b54246b074865e6e40f6f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9749949 Dec 15 14:01:14.897582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812064a-6cec-4426-8735-03d26bc5b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231aeb9c-fb58-409f-a8cb-c60ce8f12d65,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:14.997815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Deleting subnet a76a51f2-4196-4870-9f80-30f73cce0f5d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:01:15.008390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.037248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75b268aa-a646-4d81-a5b2-ec78e3a6d78e req-0106344e-efdf-4d5b-af99-93381985955c service neutron] 10.222.0.32 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688967 Dec 15 14:01:15.049165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:15.065258 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02820525-fe25-47e4-a8bd-72d3a528a1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.136688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.178815 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fba644ba-f058-47c6-a9fb-b318f113fc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.182629 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-63e8d3e5-d089-437b-92f8-ab46a9d77f80 req-8ff0864f-886c-4610-a513-ed19cd91ff4c service neutron] 10.222.0.67 "GET /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454385 Dec 15 14:01:15.227951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fba644ba-f058-47c6-a9fb-b318f113fc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.259002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.295812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-2409de25-c834-4d68-aa6a-0355dc80dcb4 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips/b210e272-ff55-4752-8f5d-7915e702b929 HTTP/1.1" status: 200 len: 692 time: 0.1464255 Dec 15 14:01:15.337284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b787e9b-57b9-4c77-b554-f76972ba8fc4 req-8f55af9d-8f69-49ad-8ef2-8a1ea403beef tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:15.347379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b787e9b-57b9-4c77-b554-f76972ba8fc4 req-8f55af9d-8f69-49ad-8ef2-8a1ea403beef tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 945 time: 0.2610793 Dec 15 14:01:15.421137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fba644ba-f058-47c6-a9fb-b318f113fc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.424245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fba644ba-f058-47c6-a9fb-b318f113fc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.425693 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fba644ba-f058-47c6-a9fb-b318f113fc5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/231aeb9c-fb58-409f-a8cb-c60ce8f12d65 HTTP/1.1" status: 204 len: 168 time: 0.5186727 Dec 15 14:01:15.450327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba644ba-f058-47c6-a9fb-b318f113fc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231aeb9c-fb58-409f-a8cb-c60ce8f12d65,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:15.491224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.560350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76a51f2-4196-4870-9f80-30f73cce0f5d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:15.573119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.580909 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d37a1738-fd82-469f-9bf6-e958a209a6fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a76a51f2-4196-4870-9f80-30f73cce0f5d HTTP/1.1" status: 204 len: 168 time: 0.8107440 Dec 15 14:01:15.581555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:15.614427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:19Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:15.615293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b787e9b-57b9-4c77-b554-f76972ba8fc4 req-50966307-6bd3-4887-b4b0-0cbbd4b74949 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669227 Dec 15 14:01:15.674868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] Checking router: 761ce264-170d-44e9-aaab-d9ec21e23d70 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:01:15.683487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-67f898c2-a0f4-4084-bd8d-5eac6d6e0b6d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:15.685743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-67f898c2-a0f4-4084-bd8d-5eac6d6e0b6d tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/networks/2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 784 time: 0.3891199 Dec 15 14:01:15.704416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-277173cc-c286-41f0-b105-b65e570d650e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:01:15.708905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:15.709879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:01:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:15.718039 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-277173cc-c286-41f0-b105-b65e570d650e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184963 Dec 15 14:01:15.746263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.877120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-a7b117a2-46bd-484b-bda8-23ef1fc0f0d8 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 695 time: 0.1489105 Dec 15 14:01:15.920155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:15.992187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.000068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-03927d2b-2aea-4930-aa3b-ab876f5f0121 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.76 HTTP/1.1" status: 200 len: 695 time: 0.1219640 Dec 15 14:01:16.049852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3acd958-b2be-4e57-bbe7-d1c843b3a926']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.061981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5090c532-815c-47db-993e-c4dd34a7e716') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.062221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5090c532-815c-47db-993e-c4dd34a7e716') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.075750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.095969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.106865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:16.107300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:16.109667 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:16.202561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.235591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.249280 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3acd958-b2be-4e57-bbe7-d1c843b3a926 HTTP/1.1" status: 204 len: 168 time: 0.6653700 Dec 15 14:01:16.251377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8bf09-05be-457e-920c-a0fd29f99173 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3acd958-b2be-4e57-bbe7-d1c843b3a926,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:16.256981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.303243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.319651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:19Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.342420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Deleting subnet 8b704fd1-67f4-48cc-88b8-6efd4fbd69dc {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:01:16.346587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.347175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Deleting port 84ac4522-7e9c-488c-87a0-2cbe7dcd8243 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:16.347515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.378641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a685031-0e6b-4551-9403-5e7daee5bb0b None None] The sync data for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 is: [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:00:08Z', 'revision_number': 4, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b98a6a7c-f39c-4ad6-9dc3-39ededd28a24', 'name': '', 'network_id': '5786deac-9d95-434d-b32b-5ad27922755b', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'mac_address': 'fa:16:3e:46:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:06Z', 'updated_at': '2021-12-15T14:00:19Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'subnets': [{'id': '9b01020e-8acf-4649-98dd-2a3ef89c50e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:16.463915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.465035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.483593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Calling delete_port for 84ac4522-7e9c-488c-87a0-2cbe7dcd8243 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:16.498907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.545748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.608563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-6ba65633-e983-407f-b59b-7248b411e836 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:16.610728 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-6ba65633-e983-407f-b59b-7248b411e836 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.67 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 945 time: 0.1692562 Dec 15 14:01:16.684288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.806853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.832347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.858484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db733fa9-f894-47da-8e60-5ac542a069b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.873678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d645ca09-1f06-4a02-8233-c5fd88e4e2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.935320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.957478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Deleting port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:16.957820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.960339 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c6af3e-6082-4903-9c13-76a2898a9be0 None None] New status for floating IP b210e272-ff55-4752-8f5d-7915e702b929: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:01:16.973907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event deleted for resources: {'Port': ['ID=84ac4522-7e9c-488c-87a0-2cbe7dcd8243,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.026385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e728e1-de04-44c8-9085-d789c4ae8c8c req-74500c6e-0186-4eba-8624-9d92d448c759 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:17.034563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28e728e1-de04-44c8-9085-d789c4ae8c8c req-74500c6e-0186-4eba-8624-9d92d448c759 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 945 time: 0.2434759 Dec 15 14:01:17.049706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.055478 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b704fd1-67f4-48cc-88b8-6efd4fbd69dc HTTP/1.1" status: 204 len: 168 time: 0.7925692 Dec 15 14:01:17.055478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a79d5b-d5a3-428d-b296-a93b39f201b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b704fd1-67f4-48cc-88b8-6efd4fbd69dc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.057262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42384) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:17.102629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28e728e1-de04-44c8-9085-d789c4ae8c8c req-50d19991-6bc3-4284-816d-36681f997f7b tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9f275bf-a4cf-4794-b871-4098aebf37d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638943 Dec 15 14:01:17.138339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.141532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.161971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eb32d18-380b-4217-8d9f-deca28e038ac req-dcb814b7-a104-4808-aa6e-60b051f15e31 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "DELETE /v2.0/floatingips/b210e272-ff55-4752-8f5d-7915e702b929 HTTP/1.1" status: 204 len: 173 time: 1.1475718 Dec 15 14:01:17.256107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd16d95f-5e2a-48ad-8812-d0afbe3e4d98 req-83a2ef45-6eed-4efb-8323-69cb5cd9a446 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups/e3d4300c-a54a-4ec5-b411-4ce8b8acc884 HTTP/1.1" status: 200 len: 1825 time: 0.0900905 Dec 15 14:01:17.265336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.282182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db733fa9-f894-47da-8e60-5ac542a069b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.284405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] For port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,segment=NetworkSegment(e2169ff6-6b7d-4fe5-9c71-7c9b73875074),segment_id=e2169ff6-6b7d-4fe5-9c71-7c9b73875074)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:17.284898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.297935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d645ca09-1f06-4a02-8233-c5fd88e4e2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.302133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db733fa9-f894-47da-8e60-5ac542a069b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.311450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Calling delete_port for 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:17.334598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bd16d95f-5e2a-48ad-8812-d0afbe3e4d98 req-7d4cf1b1-1e03-4e43-924c-bc1d7faedab1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.336376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d645ca09-1f06-4a02-8233-c5fd88e4e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.388635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bd16d95f-5e2a-48ad-8812-d0afbe3e4d98 req-7d4cf1b1-1e03-4e43-924c-bc1d7faedab1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.390170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.437838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db733fa9-f894-47da-8e60-5ac542a069b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53469db9c881406d92deaf3fa1f1babb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9338515 Dec 15 14:01:17.438191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:17.444663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bd16d95f-5e2a-48ad-8812-d0afbe3e4d98 req-7d4cf1b1-1e03-4e43-924c-bc1d7faedab1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.447217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bd16d95f-5e2a-48ad-8812-d0afbe3e4d98 req-7d4cf1b1-1e03-4e43-924c-bc1d7faedab1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.451841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd16d95f-5e2a-48ad-8812-d0afbe3e4d98 req-7d4cf1b1-1e03-4e43-924c-bc1d7faedab1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3d4300c-a54a-4ec5-b411-4ce8b8acc884 HTTP/1.1" status: 204 len: 173 time: 0.1948678 Dec 15 14:01:17.498671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cf1b1-1e03-4e43-924c-bc1d7faedab1 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d4300c-a54a-4ec5-b411-4ce8b8acc884,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.550844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.580730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1bb86e-8aa6-45e3-88ba-258a848d8928']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.586014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80afb26-5f9a-41c8-be7e-83add5a0f392') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.586311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80afb26-5f9a-41c8-be7e-83add5a0f392') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.597474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.612091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.618969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:17.619793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.646747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baf3170f-29e2-4109-a635-3254807456be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.694482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db733fa9-f894-47da-8e60-5ac542a069b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290250bb-02a4-4c06-9fec-587d90966833,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.700817 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baf3170f-29e2-4109-a635-3254807456be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.707030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d645ca09-1f06-4a02-8233-c5fd88e4e2bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=790b58ee6ff84cfb99d084fd11794ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8945994 Dec 15 14:01:17.708390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42428) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:17.740769 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:17.748634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.759500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.767704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ae1bb86e-8aa6-45e3-88ba-258a848d8928 HTTP/1.1" status: 204 len: 168 time: 0.7053876 Dec 15 14:01:17.889674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d1f53-522a-48f4-986f-1bbab0f29167 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1bb86e-8aa6-45e3-88ba-258a848d8928,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.907954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645ca09-1f06-4a02-8233-c5fd88e4e2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0196be96-4ad2-4ffb-8451-a226b44ecf95,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.964186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dddc5f-079e-4906-bea6-31c437771862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.999787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2fda-7cf8-4afe-beae-7080237a640c req-c07572d5-2c37-4392-b650-914cf084e9d0 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:18.010408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24aa2fda-7cf8-4afe-beae-7080237a640c req-c07572d5-2c37-4392-b650-914cf084e9d0 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.1098733 Dec 15 14:01:18.043946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baf3170f-29e2-4109-a635-3254807456be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.047052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baf3170f-29e2-4109-a635-3254807456be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.052717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-baf3170f-29e2-4109-a635-3254807456be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/290250bb-02a4-4c06-9fec-587d90966833 HTTP/1.1" status: 204 len: 168 time: 0.6097002 Dec 15 14:01:18.053138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dddc5f-079e-4906-bea6-31c437771862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.087215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3170f-29e2-4109-a635-3254807456be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290250bb-02a4-4c06-9fec-587d90966833,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:18.154524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.173075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['72471b94-aeb8-4d83-b6b8-9d05a401f9d3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:18.182436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24aa2fda-7cf8-4afe-beae-7080237a640c req-4ee113af-a2aa-4331-bec6-cbc293b42a2b tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694486 Dec 15 14:01:18.230318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dddc5f-079e-4906-bea6-31c437771862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.233131 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dddc5f-079e-4906-bea6-31c437771862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.234285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6dddc5f-079e-4906-bea6-31c437771862 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0196be96-4ad2-4ffb-8451-a226b44ecf95 HTTP/1.1" status: 204 len: 168 time: 0.5248446 Dec 15 14:01:18.250836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dddc5f-079e-4906-bea6-31c437771862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0196be96-4ad2-4ffb-8451-a226b44ecf95,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:18.265920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42476) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:18.355641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] No DVR routers for this DVR port 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:01:18.361173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.367850 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c1d67e1f-a642-4253-b5de-2b34c6eca9f6 req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.67 "DELETE /v2.0/ports/72471b94-aeb8-4d83-b6b8-9d05a401f9d3 HTTP/1.1" status: 204 len: 173 time: 1.7490933 Dec 15 14:01:18.368571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f936-118e-41a9-9517-aa7cb4a7a70f tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] Pushing event deleted for resources: {'Port': ['ID=72471b94-aeb8-4d83-b6b8-9d05a401f9d3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:18.382217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'name': 'network-vif-deleted', 'tag': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:18.399236 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4badffbc-b93d-4d79-a07d-70c54120d27d" -d '{"events": [{"server_uuid": "9735bec3-509f-4ff9-816b-0fd6ccc15869", "name": "network-vif-deleted", "tag": "72471b94-aeb8-4d83-b6b8-9d05a401f9d3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:18.410766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87bb7349-d8ae-4739-812a-102d4ac5cade req-f3a5b679-cb03-442f-beb2-569ba079a5c2 tempest-ServerTagsTestJSON-451737422 tempest-ServerTagsTestJSON-451737422-project] 10.222.0.32 "GET /v2.0/ports?device_id=9735bec3-509f-4ff9-816b-0fd6ccc15869 HTTP/1.1" status: 200 len: 210 time: 0.1048141 Dec 15 14:01:18.454846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-99f17a6f-62b4-42d6-9228-29efb7679c79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd1d6129ff89443588075ebee59a6ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876676 Dec 15 14:01:18.455774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42498) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:18.495151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.613438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86a6601a-ed32-45bd-8493-87fcb1b5d9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.654112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86a6601a-ed32-45bd-8493-87fcb1b5d9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.783021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86a6601a-ed32-45bd-8493-87fcb1b5d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.786575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86a6601a-ed32-45bd-8493-87fcb1b5d9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.787908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-86a6601a-ed32-45bd-8493-87fcb1b5d9a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e4ccf04-e998-440c-8539-40b519c9a4e6 HTTP/1.1" status: 204 len: 168 time: 0.3308878 Dec 15 14:01:18.802657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6601a-ed32-45bd-8493-87fcb1b5d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ccf04-e998-440c-8539-40b519c9a4e6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:19.012843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:19.034445 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6431dfc0-c6e7-4f8a-9b1d-b5047bc5473d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.093555 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca83c5-a6d2-4350-bc47-6381aa21d066 x-openstack-request-id: req-fdca83c5-a6d2-4350-bc47-6381aa21d066 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:19.094082 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9735bec3-509f-4ff9-816b-0fd6ccc15869", "name": "network-vif-deleted", "tag": "72471b94-aeb8-4d83-b6b8-9d05a401f9d3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:19.094494 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdca83c5-a6d2-4350-bc47-6381aa21d066 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:19.095125 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9735bec3-509f-4ff9-816b-0fd6ccc15869', 'name': 'network-vif-deleted', 'tag': '72471b94-aeb8-4d83-b6b8-9d05a401f9d3', 'status': 'completed', 'code': 200} Dec 15 14:01:19.248931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6431dfc0-c6e7-4f8a-9b1d-b5047bc5473d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.295132 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6431dfc0-c6e7-4f8a-9b1d-b5047bc5473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.434975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42596) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:19.452768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6431dfc0-c6e7-4f8a-9b1d-b5047bc5473d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81ab0455a8504e839c6dc2872e5b9605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381406 Dec 15 14:01:19.478484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431dfc0-c6e7-4f8a-9b1d-b5047bc5473d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a086e7b-d48a-4935-afc7-9b4f5e5a798e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:19.530984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89d7be-3058-410b-88ed-05baab7c2b7a req-c3846e12-8a15-47fd-b7bd-a733e033a5f7 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:19.537116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df89d7be-3058-410b-88ed-05baab7c2b7a req-c3846e12-8a15-47fd-b7bd-a733e033a5f7 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2244308 Dec 15 14:01:19.585787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffacee46-59dc-47b3-87b3-5c3a7b511c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.627447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffacee46-59dc-47b3-87b3-5c3a7b511c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.630470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:19.632639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df89d7be-3058-410b-88ed-05baab7c2b7a req-0130c267-3881-4df2-bcdc-09f5a266ce33 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797594 Dec 15 14:01:19.662214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:19.753723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0e6ca7c5-9137-4429-8243-707d0f5cbf53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=001e745777d6485aa39d8e1279cbba8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0902133 Dec 15 14:01:19.758704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:19.761370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Deleting subnet 7e018724-c34b-4532-87a6-ed11fba9d0f9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:01:19.782704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.911292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.011346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffacee46-59dc-47b3-87b3-5c3a7b511c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.019643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffacee46-59dc-47b3-87b3-5c3a7b511c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.020889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ffacee46-59dc-47b3-87b3-5c3a7b511c9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a086e7b-d48a-4935-afc7-9b4f5e5a798e HTTP/1.1" status: 204 len: 168 time: 0.5839617 Dec 15 14:01:20.076099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.154818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacee46-59dc-47b3-87b3-5c3a7b511c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a086e7b-d48a-4935-afc7-9b4f5e5a798e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:20.372466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a528350c-7c1f-422a-b26e-fe8b49f73039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.431158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a528350c-7c1f-422a-b26e-fe8b49f73039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.436991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-73abbebd-725c-4a4f-b914-bce7e5af4e4a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:20.442635 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-73abbebd-725c-4a4f-b914-bce7e5af4e4a tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.67 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.2979500 Dec 15 14:01:20.447055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.513464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a528350c-7c1f-422a-b26e-fe8b49f73039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.518314 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a528350c-7c1f-422a-b26e-fe8b49f73039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.519528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a528350c-7c1f-422a-b26e-fe8b49f73039 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d665a08-4298-4b88-ab11-b8de06e347f0 HTTP/1.1" status: 204 len: 168 time: 0.7598326 Dec 15 14:01:20.532188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528350c-7c1f-422a-b26e-fe8b49f73039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d665a08-4298-4b88-ab11-b8de06e347f0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:20.566951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e018724-c34b-4532-87a6-ed11fba9d0f9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:20.571259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.576921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b4a92e7-9cdb-4f8d-96e4-4653b0ec275c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7e018724-c34b-4532-87a6-ed11fba9d0f9 HTTP/1.1" status: 204 len: 168 time: 0.9412687 Dec 15 14:01:20.577356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42714) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:20.681126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.830923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:20.858375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.872186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:20.872488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 72471b94-aeb8-4d83-b6b8-9d05a401f9d3 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:20.938648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Deleting port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:20.938648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.034348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.070193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a9e7cd-712a-4585-a7ea-7c735f6f3b39']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:21.122294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:21.122636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2169ff6-6b7d-4fe5-9c71-7c9b73875074') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:21.162356 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.217698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b77261-02d0-41dc-b228-2b418b8be5da req-c655237b-39a2-4111-8cb5-8f649443d3a9 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:21.225920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b77261-02d0-41dc-b228-2b418b8be5da req-c655237b-39a2-4111-8cb5-8f649443d3a9 tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/ports?device_id=012da19f-c118-4097-9bdc-ea0f399d6141 HTTP/1.1" status: 200 len: 946 time: 0.3371515 Dec 15 14:01:21.227156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.228913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] For port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:21.229370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.252983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:21.253569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:21.264929 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:21.269098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Calling delete_port for 7bd0ffde-f1cc-43cc-9a4c-a681d629694c owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:21.462482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.474722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.479385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] 10.222.0.32 "DELETE /v2.0/networks/d4a9e7cd-712a-4585-a7ea-7c735f6f3b39 HTTP/1.1" status: 204 len: 168 time: 0.9006498 Dec 15 14:01:21.498578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b77261-02d0-41dc-b228-2b418b8be5da req-cbe20927-6084-4740-b604-bf6868af251e tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.32 "GET /v2.0/security-groups?id=a34d6ab6-41ef-4567-8384-d3768d9c60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575500 Dec 15 14:01:21.525006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1ad6d-6ec6-4d14-8da2-224d4cf4d43a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a9e7cd-712a-4585-a7ea-7c735f6f3b39,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:21.681154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.696035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['7bd0ffde-f1cc-43cc-9a4c-a681d629694c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:21.716846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Pushing event deleted for resources: {'Port': ['ID=7bd0ffde-f1cc-43cc-9a4c-a681d629694c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:21.786733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] No DVR routers for this DVR port 7bd0ffde-f1cc-43cc-9a4c-a681d629694c on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:01:21.800429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.803375 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9caacbe4-ac05-4c44-8e70-f39eff1e8e2f req-5f2b1d8c-a63e-45af-9550-f8d9113e92ea tempest-ServerRescueTestJSONUnderV235-1825461139 tempest-ServerRescueTestJSONUnderV235-1825461139-project] 10.222.0.67 "DELETE /v2.0/ports/7bd0ffde-f1cc-43cc-9a4c-a681d629694c HTTP/1.1" status: 204 len: 173 time: 1.3359923 Dec 15 14:01:21.803641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'name': 'network-vif-deleted', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:21.833654 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002daac1-3226-42c7-875a-c66245a54e0e" -d '{"events": [{"server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "name": "network-vif-deleted", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:21.926844 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5802642-4215-450c-ac21-2c3606de6190 x-openstack-request-id: req-d5802642-4215-450c-ac21-2c3606de6190 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:21.927150 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012da19f-c118-4097-9bdc-ea0f399d6141", "name": "network-vif-deleted", "tag": "7bd0ffde-f1cc-43cc-9a4c-a681d629694c", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:21.927405 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5802642-4215-450c-ac21-2c3606de6190 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:21.927813 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012da19f-c118-4097-9bdc-ea0f399d6141', 'name': 'network-vif-deleted', 'tag': '7bd0ffde-f1cc-43cc-9a4c-a681d629694c', 'status': 'completed', 'code': 200} Dec 15 14:01:21.960472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:22.021299 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:01:22.043775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-661b4eab-2d6f-4143-9f77-5ae674268107 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53cb40d846ca4bf282cfe647bc7ecea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829618 Dec 15 14:01:22.046435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:22.132683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bc42-6d6b-40d3-b685-8114c979bc0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.169280 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bc42-6d6b-40d3-b685-8114c979bc0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.239028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bc42-6d6b-40d3-b685-8114c979bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.239989 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bc42-6d6b-40d3-b685-8114c979bc0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.241571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a4f0bc42-6d6b-40d3-b685-8114c979bc0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9f275bf-a4cf-4794-b871-4098aebf37d0 HTTP/1.1" status: 204 len: 168 time: 0.1922796 Dec 15 14:01:22.255700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0bc42-6d6b-40d3-b685-8114c979bc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f275bf-a4cf-4794-b871-4098aebf37d0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:22.594742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:23.818295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.394023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Deleting port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:24.395212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.591348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] For port b98a6a7c-f39c-4ad6-9dc3-39ededd28a24, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,segment=NetworkSegment(a9c40b3f-6812-4997-894e-277545d072f4),segment_id=a9c40b3f-6812-4997-894e-277545d072f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:24.592802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.625445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Calling delete_port for b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:24.820760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:24.860083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7bd0ffde-f1cc-43cc-9a4c-a681d629694c no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:24.897086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 7bd0ffde-f1cc-43cc-9a4c-a681d629694c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:24.897299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 7bd0ffde-f1cc-43cc-9a4c-a681d629694c not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:24.977437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.045967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98a6a7c-f39c-4ad6-9dc3-39ededd28a24,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:25.129007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1310211068-network', 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:25.208142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:25.211151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.231670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.296934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.417898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.431030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.473053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:25.497214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd8a99-42bc-4afb-8f1f-98fead03f031,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:25.502382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.502722 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Added segment fe775658-17f5-4a31-8572-59c49c56154f of type vlan for network 9c53843b-2215-4734-8d62-57144b91ea2a Dec 15 14:01:25.550191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.598774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.600595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:25.604120 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.738839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] Pushing event updated for resources: {'Network': ['ID=9c53843b-2215-4734-8d62-57144b91ea2a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:25.755207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9c53843b-2215-4734-8d62-57144b91ea2a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:25.774589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6a9ef43c-70ee-4e96-9e67-e193accaff5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9517989 Dec 15 14:01:25.777911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:25.815787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Request body: {'subnet': {'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1310211068-subnet', 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:25.896637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:25.905576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.968852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Router 761ce264-170d-44e9-aaab-d9ec21e23d70 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:26.236303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:26.237551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:26.250088 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b39fe9f-fe37-46a8-8882-0cca2ae589e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/761ce264-170d-44e9-aaab-d9ec21e23d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6536601 Dec 15 14:01:26.260347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:26.264960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] Sync routers for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:26.288858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:26.289761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:01:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:26.330366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.580112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:26.593449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.612130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb12ffd-f30b-41a1-a079-660a8b9d251e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.617892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Network hostable DHCP agents. Network: 9c53843b-2215-4734-8d62-57144b91ea2a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:26.629606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae6d33f-0450-4dcb-b0cf-5e176e4f7619,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:26.681786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Network 9c53843b-2215-4734-8d62-57144b91ea2a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:26.721059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9c53843b-2215-4734-8d62-57144b91ea2a) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:26.730329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:26.730934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.787936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f9e79c60-b692-4e70-86b4-9f3223bc43ba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0076637 Dec 15 14:01:26.888305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee19ac-6431-4d9e-acf3-599fa513416b None None] Network 9c53843b-2215-4734-8d62-57144b91ea2a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:26.956187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.124143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb12ffd-f30b-41a1-a079-660a8b9d251e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.139972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adb12ffd-f30b-41a1-a079-660a8b9d251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.167218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b7629-b824-4177-8f6c-caced67d8c71 None None] Network 9c53843b-2215-4734-8d62-57144b91ea2a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:27.199495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43200) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:27.207606 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-adb12ffd-f30b-41a1-a079-660a8b9d251e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52c997dcf37449b284d3befa3098a567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9645948 Dec 15 14:01:27.349462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Deleting port 38319e53-a5a1-4f4d-a9c4-381b11b5437f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:27.350097 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.351943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb12ffd-f30b-41a1-a079-660a8b9d251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1f194-8b34-4320-9c3f-cc6c4b4d1f89,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:27.369591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88f32e8e-cba5-483f-baa8-f61d5ffa8961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.386771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:27.404576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88f32e8e-cba5-483f-baa8-f61d5ffa8961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.475550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88f32e8e-cba5-483f-baa8-f61d5ffa8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.478226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88f32e8e-cba5-483f-baa8-f61d5ffa8961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.479505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-88f32e8e-cba5-483f-baa8-f61d5ffa8961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bf1f194-8b34-4320-9c3f-cc6c4b4d1f89 HTTP/1.1" status: 204 len: 168 time: 0.2786622 Dec 15 14:01:27.490029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f32e8e-cba5-483f-baa8-f61d5ffa8961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1f194-8b34-4320-9c3f-cc6c4b4d1f89,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:27.514634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] For port 38319e53-a5a1-4f4d-a9c4-381b11b5437f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=38319e53-a5a1-4f4d-a9c4-381b11b5437f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:27.515075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.537362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Calling delete_port for 38319e53-a5a1-4f4d-a9c4-381b11b5437f owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:27.873139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.915780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-1d91492c-88f8-4ddb-ab29-8786141148e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:27.928533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Pushing event deleted for resources: {'Port': ['ID=38319e53-a5a1-4f4d-a9c4-381b11b5437f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:27.928713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-1d91492c-88f8-4ddb-ab29-8786141148e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.2696643 Dec 15 14:01:27.950223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-dfa7e7d1-9b02-479c-ac14-a50b82ea4bbd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.0213737 Dec 15 14:01:27.953246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d5d70-3bf7-4d85-a26d-acfc0522a347 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:28.026533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:01:24Z', 'revision_number': 5, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port': {'id': '38319e53-a5a1-4f4d-a9c4-381b11b5437f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:00:02Z', 'updated_at': '2021-12-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:28.032048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-9d15ad40-746c-4607-bfe8-bfc10ed6374a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726779 Dec 15 14:01:28.056379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.080132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] Checking router: 761ce264-170d-44e9-aaab-d9ec21e23d70 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:01:28.095407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] Routers {'761ce264-170d-44e9-aaab-d9ec21e23d70'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:28.097222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:01:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['761ce264-170d-44e9-aaab-d9ec21e23d70'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:28.182914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] Set router 761ce264-170d-44e9-aaab-d9ec21e23d70 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:28.266856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-678e9349-ccd3-4d4f-8cfe-7e970d43b8ef service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252679 Dec 15 14:01:28.278063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:01:27Z', 'revision_number': 7, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:28.515141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:28.518844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6dc54-4d83-4d33-a25c-85d7702e6181 None None] The sync data for ids ['761ce264-170d-44e9-aaab-d9ec21e23d70'] in n-d-815324-3 is: [{'id': '761ce264-170d-44e9-aaab-d9ec21e23d70', 'name': 'tempest-ServerRescueTestJSONUnderV235-1089572011-router', 'tenant_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:00:01Z', 'updated_at': '2021-12-15T14:01:27Z', 'revision_number': 7, 'project_id': 'a2f81834a06647a2baa43e0f04bc84ec', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:28.520245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.520245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.549781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.551008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761ce264-170d-44e9-aaab-d9ec21e23d70 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:28.559225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.561348 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-73808792-d2f8-4591-bd37-24d97c9b8010 admin admin] 10.222.0.32 "DELETE /v2.0/routers/761ce264-170d-44e9-aaab-d9ec21e23d70 HTTP/1.1" status: 204 len: 168 time: 2.2990630 Dec 15 14:01:28.563771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:28.636019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:28.662942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Deleting subnet 9b01020e-8acf-4649-98dd-2a3ef89c50e7 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:01:28.674210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.703421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4715-8658-4b78-b8f1-9ca67fd382ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.757360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.783337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-03eadfe0-be53-4670-9cb0-8d2200e7d16b service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091162 Dec 15 14:01:28.854319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:28.920681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.982936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90257a33-b345-4a73-a88d-f2a5712232ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.986479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4715-8658-4b78-b8f1-9ca67fd382ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.002809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4715-8658-4b78-b8f1-9ca67fd382ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.039615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3bbd4715-8658-4b78-b8f1-9ca67fd382ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f065e9f6dc94c0e9de9dc9f8a57658d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4033549 Dec 15 14:01:29.045791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43268) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:29.144313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.167471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4715-8658-4b78-b8f1-9ca67fd382ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb84c6-7c23-4a87-b588-787a8f4f6e09,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:29.233815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16c4a2d6-60a9-41bd-842d-f1f1ea0bf5a9 req-c1bd5021-4178-4372-ae8e-bf758a171eca tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 210 time: 0.0778277 Dec 15 14:01:29.242855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70dffe77-2fec-4c11-95d6-01f5bdf36883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.249616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.253956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9b01020e-8acf-4649-98dd-2a3ef89c50e7 HTTP/1.1" status: 204 len: 168 time: 0.6881964 Dec 15 14:01:29.259851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee629bf-5f96-436c-a9f3-fe1e10cc85dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b01020e-8acf-4649-98dd-2a3ef89c50e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:29.263254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:29.274628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2dae1b8a-f70f-4882-898d-9b76461e6db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.320187 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2dae1b8a-f70f-4882-898d-9b76461e6db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.414819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2dae1b8a-f70f-4882-898d-9b76461e6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.423861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2dae1b8a-f70f-4882-898d-9b76461e6db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.426354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2dae1b8a-f70f-4882-898d-9b76461e6db0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ceb84c6-7c23-4a87-b588-787a8f4f6e09 HTTP/1.1" status: 204 len: 168 time: 0.3792875 Dec 15 14:01:29.439704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae1b8a-f70f-4882-898d-9b76461e6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb84c6-7c23-4a87-b588-787a8f4f6e09,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:29.512039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.535094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70dffe77-2fec-4c11-95d6-01f5bdf36883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.553369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:29.610166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90257a33-b345-4a73-a88d-f2a5712232ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.611987 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70dffe77-2fec-4c11-95d6-01f5bdf36883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.632823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90257a33-b345-4a73-a88d-f2a5712232ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.648360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:29.648739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b98a6a7c-f39c-4ad6-9dc3-39ededd28a24 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:29.729158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-70dffe77-2fec-4c11-95d6-01f5bdf36883 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd24a27eaca848aba5131f83e8472602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8549349 Dec 15 14:01:29.729158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dffe77-2fec-4c11-95d6-01f5bdf36883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb8060-4a18-4241-a6ba-e7ed58a60956,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:29.729770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:29.767660 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90257a33-b345-4a73-a88d-f2a5712232ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d99bc9a1f344e2397c97ab2ba8f915e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4016366 Dec 15 14:01:29.773330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43294) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:29.831754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90257a33-b345-4a73-a88d-f2a5712232ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e11086a-8d25-4877-b83c-54c77525af88,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:29.838240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.906848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5786deac-9d95-434d-b32b-5ad27922755b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:29.940306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c40b3f-6812-4997-894e-277545d072f4') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:29.940712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c40b3f-6812-4997-894e-277545d072f4') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:29.970806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.987789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba429fc8-17b8-4441-a81c-79b09232e204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.009238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.019886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:30.020385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:30.043789 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:30.109625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba429fc8-17b8-4441-a81c-79b09232e204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.158534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.175172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.186997 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] 10.222.0.32 "DELETE /v2.0/networks/5786deac-9d95-434d-b32b-5ad27922755b HTTP/1.1" status: 204 len: 168 time: 0.9188919 Dec 15 14:01:30.210727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec28a3-3180-4c20-b339-3abb71fee55d admin admin] Pushing event deleted for resources: {'Network': ['ID=5786deac-9d95-434d-b32b-5ad27922755b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:30.225574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b08e04b6-7882-4dfa-8c17-c08cbf64cc22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.328438 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b08e04b6-7882-4dfa-8c17-c08cbf64cc22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.379046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba429fc8-17b8-4441-a81c-79b09232e204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.383736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba429fc8-17b8-4441-a81c-79b09232e204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.395923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ba429fc8-17b8-4441-a81c-79b09232e204 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aedb8060-4a18-4241-a6ba-e7ed58a60956 HTTP/1.1" status: 204 len: 168 time: 0.6633837 Dec 15 14:01:30.475157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba429fc8-17b8-4441-a81c-79b09232e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb8060-4a18-4241-a6ba-e7ed58a60956,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:30.505119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b08e04b6-7882-4dfa-8c17-c08cbf64cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.510687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b08e04b6-7882-4dfa-8c17-c08cbf64cc22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.512986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b08e04b6-7882-4dfa-8c17-c08cbf64cc22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e11086a-8d25-4877-b83c-54c77525af88 HTTP/1.1" status: 204 len: 168 time: 0.7372060 Dec 15 14:01:30.531123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:30.533209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-719846fe-ea5c-48c4-8ef8-42b069422ad4 req-d20d46fc-2778-4258-a806-59eaaf146d67 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 210 time: 0.1334825 Dec 15 14:01:30.557454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e04b6-7882-4dfa-8c17-c08cbf64cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e11086a-8d25-4877-b83c-54c77525af88,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:30.625999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd1b432b-71b7-4104-8469-dad58e1417c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2f81834a06647a2baa43e0f04bc84ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935013 Dec 15 14:01:30.629060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43334) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:30.692387 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99273776-532c-4929-a7d2-a9281644ee22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.724936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99273776-532c-4929-a7d2-a9281644ee22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.798221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99273776-532c-4929-a7d2-a9281644ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.802409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99273776-532c-4929-a7d2-a9281644ee22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.803748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-99273776-532c-4929-a7d2-a9281644ee22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a34d6ab6-41ef-4567-8384-d3768d9c60a2 HTTP/1.1" status: 204 len: 168 time: 0.1732039 Dec 15 14:01:30.828618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99273776-532c-4929-a7d2-a9281644ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d6ab6-41ef-4567-8384-d3768d9c60a2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:31.035571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 38319e53-a5a1-4f4d-a9c4-381b11b5437f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:31.065145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 38319e53-a5a1-4f4d-a9c4-381b11b5437f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:31.065631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 38319e53-a5a1-4f4d-a9c4-381b11b5437f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:31.395452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:31.455350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b487d6db-4049-4bd8-9d24-7b844c04704f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.572891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-84456cf7-3df7-4c22-8b4f-148d64e2281b tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:31.574853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-84456cf7-3df7-4c22-8b4f-148d64e2281b tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.2222986 Dec 15 14:01:31.590322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:31.667652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b487d6db-4049-4bd8-9d24-7b844c04704f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.676727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b487d6db-4049-4bd8-9d24-7b844c04704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.771005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43374) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:31.794212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d6db-4049-4bd8-9d24-7b844c04704f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd6fa9-a838-4e14-998b-1ea0b3c38205,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:31.835823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-388d0a96-5144-4a4a-9d5a-9c0725623d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.841464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd490d27-1dea-49d7-81c1-1549f7c05064 req-280f1457-4e23-4f50-be52-ec045aef6311 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 210 time: 0.1301804 Dec 15 14:01:31.857057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b487d6db-4049-4bd8-9d24-7b844c04704f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d44a850a17a54f2f8fc1c4ab121054ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591689 Dec 15 14:01:31.859749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43376) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:31.949649 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d704330b-6cbe-4cbc-9abc-8e9023da1e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.017228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d704330b-6cbe-4cbc-9abc-8e9023da1e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.019636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:32.026033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.146323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d704330b-6cbe-4cbc-9abc-8e9023da1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.150767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d704330b-6cbe-4cbc-9abc-8e9023da1e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.153166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d704330b-6cbe-4cbc-9abc-8e9023da1e6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fcd6fa9-a838-4e14-998b-1ea0b3c38205 HTTP/1.1" status: 204 len: 168 time: 0.2922516 Dec 15 14:01:32.179416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704330b-6cbe-4cbc-9abc-8e9023da1e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd6fa9-a838-4e14-998b-1ea0b3c38205,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:32.381315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-388d0a96-5144-4a4a-9d5a-9c0725623d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.388389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.13 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:32.393338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-388d0a96-5144-4a4a-9d5a-9c0725623d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.425319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-388d0a96-5144-4a4a-9d5a-9c0725623d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8db71e2c3aa49af81cff23e0977fcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6504180 Dec 15 14:01:32.428202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43402) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:32.475449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d0a96-5144-4a4a-9d5a-9c0725623d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e858694f-4152-4872-a0c3-71c59ed38d35,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:32.606497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dba1-89b1-4ffa-b1e5-104cdf8a86fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.653884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dba1-89b1-4ffa-b1e5-104cdf8a86fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.728109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.781588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dba1-89b1-4ffa-b1e5-104cdf8a86fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.788607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dba1-89b1-4ffa-b1e5-104cdf8a86fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.791508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5cb4dba1-89b1-4ffa-b1e5-104cdf8a86fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e858694f-4152-4872-a0c3-71c59ed38d35 HTTP/1.1" status: 204 len: 168 time: 0.3617952 Dec 15 14:01:32.800080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.814709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4dba1-89b1-4ffa-b1e5-104cdf8a86fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e858694f-4152-4872-a0c3-71c59ed38d35,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:32.862633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:32.867345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:32.871368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:32.938442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:33.023123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:33.024008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.053687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-b9094857-abfd-44d1-9432-3d04525840d8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4694052 Dec 15 14:01:33.068926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Request body: {'port': {'device_id': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:33.081724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406acb76-b540-4c9e-937b-cb790730e308 req-63db6cd5-dbec-44cd-a207-3a836f7fa881 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:33.083226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-406acb76-b540-4c9e-937b-cb790730e308 req-63db6cd5-dbec-44cd-a207-3a836f7fa881 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 932 time: 0.1258752 Dec 15 14:01:33.167413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.178003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-406acb76-b540-4c9e-937b-cb790730e308 req-24a576c2-c677-4739-bba8-95cbb732f168 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844655 Dec 15 14:01:33.692158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:33.705395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.734640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Transition to ACTIVE for port object 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:01:33.744947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.863872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Pushing event updated for resources: {'Port': ['ID=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:34.006204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Attempting to bind port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:34.007026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Attempting to bind port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:34.007916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Attempting to bind port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:34.024252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:34.025005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Attempting to bind port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:34.034454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:01:34.035277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:34.035859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:01:34.036495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Bound port: 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:01:34.037057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:34.200739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] For port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:34.225447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] For port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:01:34.247898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:34.347471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:34.357947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:34.359525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] 10.222.0.67 "PUT /v2.0/ports/3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 HTTP/1.1" status: 200 len: 1092 time: 1.2964835 Dec 15 14:01:34.361037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'tag': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:34.362617 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c103ce-32d0-4229-9491-862161594b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1", "tag": "3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:34.453163 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c4f540-f001-4fc7-a6cf-8940ac1e0324 x-openstack-request-id: req-c8c4f540-f001-4fc7-a6cf-8940ac1e0324 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:34.454309 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1", "tag": "3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:34.456986 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8c4f540-f001-4fc7-a6cf-8940ac1e0324 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:34.457626 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'tag': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'status': 'completed', 'code': 200} Dec 15 14:01:34.512312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caeaa1-2801-4ecc-b27d-efdaf5a6e05d service neutron] Pushing event updated for resources: {'Port': ['ID=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:34.566430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-982593dc-f725-409d-acd6-9e221190e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:34.570541 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-982593dc-f725-409d-acd6-9e221190e669 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 1095 time: 0.1470892 Dec 15 14:01:34.633745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb38c9d8-8ab7-42c7-bc42-a36787264898 req-b525b975-4cb5-4b76-95ae-46c4f3829269 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.0725806 Dec 15 14:01:34.690005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169179d4-600f-45f2-a4cb-420b220c95da req-9020c141-4a7c-4293-8c33-93cb1ccfee87 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:34.695373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-169179d4-600f-45f2-a4cb-420b220c95da req-9020c141-4a7c-4293-8c33-93cb1ccfee87 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 944 time: 0.2825918 Dec 15 14:01:34.713278 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-ec094d9c-f3e6-455b-a8b9-99446d8cd1e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 HTTP/1.1" status: 200 len: 217 time: 0.1322968 Dec 15 14:01:34.837227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-169179d4-600f-45f2-a4cb-420b220c95da req-e2a46fcf-3ed7-4bb4-8343-24dfcfc711e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351345 Dec 15 14:01:34.896986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-4a04f687-fe65-4c0e-956b-bc1c8d835a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:34.899301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-4a04f687-fe65-4c0e-956b-bc1c8d835a25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1782029 Dec 15 14:01:34.988927 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-96917c08-4e30-4077-8f62-21c8572370d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730560 Dec 15 14:01:35.265283 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-3eb4be69-5337-44f1-8822-6125c2cd3102 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769194 Dec 15 14:01:35.544170 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-205c3ff7-28fb-4ad4-bd74-6c5309283643 req-fa4ef0ef-d9a2-4473-9346-37856c6fb865 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701428 Dec 15 14:01:35.826611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c103ce-32d0-4229-9491-862161594b7a req-d2c52d59-8eb5-41c0-bb42-6322021601d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:35.828211 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-d2c52d59-8eb5-41c0-bb42-6322021601d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 1095 time: 0.1699414 Dec 15 14:01:36.038318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d81920f1-0bc7-4751-83d9-ccadca3ffdc8 req-b51957d8-18b8-4768-8857-d403c78b385d tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1355577 Dec 15 14:01:36.272194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeff39-d76b-4295-b4df-a6e092f85849 req-0f585d77-a933-4793-9e71-6c3bb7934b56 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:36.287564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fdeff39-d76b-4295-b4df-a6e092f85849 req-0f585d77-a933-4793-9e71-6c3bb7934b56 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 944 time: 0.0919344 Dec 15 14:01:36.461815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fdeff39-d76b-4295-b4df-a6e092f85849 req-ce6a703e-c6cc-409b-92eb-638208adede6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732097 Dec 15 14:01:36.994300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c103ce-32d0-4229-9491-862161594b7a req-120a6524-ba2f-4198-aa0c-37ad728f6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:37.002001 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-120a6524-ba2f-4198-aa0c-37ad728f6061 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 1.1631863 Dec 15 14:01:37.155035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-d1cf8be9-6d78-4d75-bcd1-0bc0f5dd4aab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 HTTP/1.1" status: 200 len: 217 time: 0.1426752 Dec 15 14:01:37.184108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.275135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c103ce-32d0-4229-9491-862161594b7a req-7df6fbe9-50d8-4237-a6e4-b3eeb1d9bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:37.280535 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-7df6fbe9-50d8-4237-a6e4-b3eeb1d9bd52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1192577 Dec 15 14:01:37.338863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97316bcb-02c6-4653-9557-ed17f01498b6 req-42997736-0b88-4634-be20-e0e7f18e0f5f tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0748370 Dec 15 14:01:37.361007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-1644e730-54c6-44fe-93fc-25192e624dcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690887 Dec 15 14:01:37.469987 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-656fcca7-ed3e-4840-ab1e-a305dec4e518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.700727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-656fcca7-ed3e-4840-ab1e-a305dec4e518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.710380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-656fcca7-ed3e-4840-ab1e-a305dec4e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.829937 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-5ced8d78-9bbd-4333-b340-1708521e4ecd service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614990 Dec 15 14:01:37.888745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-656fcca7-ed3e-4840-ab1e-a305dec4e518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0484cd9a590f4445bb5e8f31c98db8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026370 Dec 15 14:01:37.897700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.972051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43722) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:38.062354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fcca7-ed3e-4840-ab1e-a305dec4e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736acd3a-176c-4e46-a5bd-3503423822aa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:38.077965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3663697-8a54-4a9e-a108-ffa5e4c01ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.160141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3663697-8a54-4a9e-a108-ffa5e4c01ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.183743 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09c103ce-32d0-4229-9491-862161594b7a req-d353f17e-8d0f-4acc-aece-87eca844d381 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448019 Dec 15 14:01:38.241339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17843fbc-c75f-41a6-abef-a82271b766de req-40b0b313-e46c-4389-a756-557b4404b1c0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:38.250380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17843fbc-c75f-41a6-abef-a82271b766de req-40b0b313-e46c-4389-a756-557b4404b1c0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 944 time: 0.4177797 Dec 15 14:01:38.277931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3663697-8a54-4a9e-a108-ffa5e4c01ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.280865 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3663697-8a54-4a9e-a108-ffa5e4c01ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.282046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a3663697-8a54-4a9e-a108-ffa5e4c01ad1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/736acd3a-176c-4e46-a5bd-3503423822aa HTTP/1.1" status: 204 len: 168 time: 0.3642988 Dec 15 14:01:38.328879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8069-74d9-4c54-b54e-043b6c2e1daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.343343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3663697-8a54-4a9e-a108-ffa5e4c01ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736acd3a-176c-4e46-a5bd-3503423822aa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:38.463568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17843fbc-c75f-41a6-abef-a82271b766de req-de43c690-0da1-4fe9-906f-d238f3c3f8f7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121816 Dec 15 14:01:38.557402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8069-74d9-4c54-b54e-043b6c2e1daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.575585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8069-74d9-4c54-b54e-043b6c2e1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.622446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2ec8069-74d9-4c54-b54e-043b6c2e1daa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aff43d258684746a910d042807ac339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402547 Dec 15 14:01:38.659894 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-86c3ee24-6171-4f09-a3c6-c29437cb5d85 req-4a9b4e88-30e7-4d30-af78-745992c42b22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.0678415 Dec 15 14:01:38.660651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:38.669457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54c8df07-bb28-4017-9f92-d66c0df53e60 req-a4b413e8-6fbc-4139-a372-5b61fc7684c3 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0957789 Dec 15 14:01:38.727316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec8069-74d9-4c54-b54e-043b6c2e1daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2246f511-dfb0-45c1-a4d9-f6d402a942ff,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:38.759038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3563fccf-59f1-4d05-97ba-f4d58c7e9a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.785032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3563fccf-59f1-4d05-97ba-f4d58c7e9a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.869802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3563fccf-59f1-4d05-97ba-f4d58c7e9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.878922 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3563fccf-59f1-4d05-97ba-f4d58c7e9a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.898751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3563fccf-59f1-4d05-97ba-f4d58c7e9a58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2246f511-dfb0-45c1-a4d9-f6d402a942ff HTTP/1.1" status: 204 len: 168 time: 0.2365477 Dec 15 14:01:38.909495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563fccf-59f1-4d05-97ba-f4d58c7e9a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246f511-dfb0-45c1-a4d9-f6d402a942ff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:38.943429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:01:39.111522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:39.159745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'mac_address': 'fa:16:3e:fd:fe:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:01:39.298425 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.355768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:39.409917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:39.421185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.542100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:39.594242 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60ac4d81-d1ef-4852-b1b8-4fcc8a46be98 req-09cc0bef-9da1-4ebd-8b70-bc85843100fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0547945 Dec 15 14:01:39.701043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd278c1-3a89-4aed-a036-f1e975ecbf54 req-4b0654fd-1ddd-42d7-85f9-03961a3b0705 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:39.709870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fd278c1-3a89-4aed-a036-f1e975ecbf54 req-4b0654fd-1ddd-42d7-85f9-03961a3b0705 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 945 time: 0.1041610 Dec 15 14:01:39.720204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:39.858644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fd278c1-3a89-4aed-a036-f1e975ecbf54 req-dbf54659-6e9f-443c-8a06-3b4bd0036929 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474533 Dec 15 14:01:40.006339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61f1d053-adfc-4d83-a291-fddafeeed0a6 req-d45bd499-e086-4788-8e46-17b4c9f88972 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0646513 Dec 15 14:01:40.958617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:41.061061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:01:41.070725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:41.071350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.081930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cd48-b973-434d-89b7-9c44e9fdff25 req-720a6553-9b16-481f-b3ef-a807ed1b2f43 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:41.083628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7d9cd48-b973-434d-89b7-9c44e9fdff25 req-720a6553-9b16-481f-b3ef-a807ed1b2f43 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 945 time: 0.1384737 Dec 15 14:01:41.149689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7d9cd48-b973-434d-89b7-9c44e9fdff25 req-1bc99751-cc75-4afe-a841-5b8b5b98515a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589530 Dec 15 14:01:41.203849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.258640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:41.264612 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fade7f-e2ff-4cb7-815c-dcc3880f34fa" -d '{"events": [{"server_uuid": "36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:41.296899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:41.320064 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.343123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c4ae353-6a8e-4a06-94ef-7931584faca1 req-63a30af6-7e39-42c1-9e8a-31574052f8dd tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0721104 Dec 15 14:01:41.358364 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d312e82-2b5f-41ec-8bc1-a19f6e800d77 x-openstack-request-id: req-4d312e82-2b5f-41ec-8bc1-a19f6e800d77 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:41.358921 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:41.359397 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d312e82-2b5f-41ec-8bc1-a19f6e800d77 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:41.359998 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'code': 200} Dec 15 14:01:41.427111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:41.576794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546b31-b929-4ae7-a6b0-420d694b5a70 req-d2ec3792-665a-406d-91ea-c2bf3e0e9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:41.581300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee546b31-b929-4ae7-a6b0-420d694b5a70 req-d2ec3792-665a-406d-91ea-c2bf3e0e9349 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 1097 time: 0.1221428 Dec 15 14:01:41.782998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee546b31-b929-4ae7-a6b0-420d694b5a70 req-76012cc4-aa02-4d29-98c3-c4d368add90b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916375 Dec 15 14:01:41.846086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:42.062412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b56a5259-702d-45e0-a749-440e7f79b084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.118794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56f05c9a-5527-4bb5-9cf2-ae03e8eedd85 req-33359ba1-fdad-4cd0-8a6d-2de9d4b17526 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0471222 Dec 15 14:01:42.238785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b56a5259-702d-45e0-a749-440e7f79b084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.243885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b56a5259-702d-45e0-a749-440e7f79b084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.298078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b56a5259-702d-45e0-a749-440e7f79b084 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a2e57b820e44cf88cf210ceae87c8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505191 Dec 15 14:01:42.300601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a5259-702d-45e0-a749-440e7f79b084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168ec607-45b0-4e34-a5a9-f6ffd1b62fde,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:42.304040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:42.387924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1c54e-f029-41d5-abb4-31a2018a9cb4 req-55f36acf-016f-4b9a-a144-85c73d3c9a50 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:42.392818 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca2c03da-f851-4402-a869-b9b1ff589121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.396292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b1c54e-f029-41d5-abb4-31a2018a9cb4 req-55f36acf-016f-4b9a-a144-85c73d3c9a50 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 946 time: 0.1212840 Dec 15 14:01:42.420587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca2c03da-f851-4402-a869-b9b1ff589121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.449745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71b1c54e-f029-41d5-abb4-31a2018a9cb4 req-027a56a6-3b74-43a2-945c-06401d0efd52 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Dec 15 14:01:42.500976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca2c03da-f851-4402-a869-b9b1ff589121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.504111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca2c03da-f851-4402-a869-b9b1ff589121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.505317 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ca2c03da-f851-4402-a869-b9b1ff589121 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/168ec607-45b0-4e34-a5a9-f6ffd1b62fde HTTP/1.1" status: 204 len: 168 time: 0.1998849 Dec 15 14:01:42.515758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c03da-f851-4402-a869-b9b1ff589121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ec607-45b0-4e34-a5a9-f6ffd1b62fde,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:42.559401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ec24b88-4f96-4154-9660-fc4088dd4048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:43.268910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6717e589-37b8-4502-a8b2-02bf88904c41 req-975cd7b8-39c3-46ac-91e4-5129c561e92d tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0495489 Dec 15 14:01:43.655110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0008e-3330-4981-a9d7-a45c4f10670a req-bf20dc10-977d-4a70-a13e-d0652bc96e56 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:43.657130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9e0008e-3330-4981-a9d7-a45c4f10670a req-bf20dc10-977d-4a70-a13e-d0652bc96e56 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 946 time: 0.0721574 Dec 15 14:01:43.765625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9e0008e-3330-4981-a9d7-a45c4f10670a req-73f969ea-9bbb-47b5-86bb-4a6545dcd18f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899258 Dec 15 14:01:44.119737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:44.429682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30affd0-1b08-46d1-a405-92cebfc557a2 req-21549865-ff53-4a92-813e-030c5e066fc0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:44.440452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f30affd0-1b08-46d1-a405-92cebfc557a2 req-21549865-ff53-4a92-813e-030c5e066fc0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3124661 Dec 15 14:01:44.458464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f30affd0-1b08-46d1-a405-92cebfc557a2 req-799ce003-575f-435c-9943-3c1b8e18b720 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.0161300 Dec 15 14:01:44.543833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4d2553d-215f-4930-bde6-1bc5d7fa0146 req-8d512d50-0acd-43cd-b3cd-d0cce8e05571 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0541415 Dec 15 14:01:44.566930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f30affd0-1b08-46d1-a405-92cebfc557a2 req-f08d5872-8cf2-47f4-942b-268db4f6d01c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867705 Dec 15 14:01:44.639901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:44.696667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f30affd0-1b08-46d1-a405-92cebfc557a2 req-927ad8f4-c649-4e70-8915-3be60c90b31f service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237416 Dec 15 14:01:44.696907 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5a87-558a-4004-8be2-e0b24e358bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:44.853841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f30affd0-1b08-46d1-a405-92cebfc557a2 req-5d6a145b-f1b9-4288-bd5d-6219484ac6e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489296 Dec 15 14:01:44.938066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-80458263'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:45.033172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Made reservation on behalf of 8ad7a3bb115247daabb70ea2a9f4ee0f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:45.041594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.051409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.242934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.265872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.299806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:45.322889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.323458 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Added segment 0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a of type vlan for network 0be9996a-7296-47f0-8cf4-84ba3848969d Dec 15 14:01:45.325780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dba145-1510-45ab-8fe9-abc9169adecf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:45.490760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.554995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.564692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:45.565594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.682062 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.0403345 Dec 15 14:01:45.692639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773acd05-94fc-401c-b815-9d47e0d937c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Pushing event updated for resources: {'Network': ['ID=0be9996a-7296-47f0-8cf4-84ba3848969d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:45.703411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0be9996a-7296-47f0-8cf4-84ba3848969d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:45.757907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16374813-13dd-405a-9ecd-8f69485d59cc req-cbbd39e1-5e30-4d7f-9352-256a882060b0 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0972877 Dec 15 14:01:46.113341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-104bb11b-8cef-40d0-8d29-c11c14764f92 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:46.120535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-104bb11b-8cef-40d0-8d29-c11c14764f92 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3578560 Dec 15 14:01:46.171100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-d5829353-43be-424c-a60a-08f1de446056 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.0490069 Dec 15 14:01:46.198317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:46.204240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Request body: {'port': {'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d', 'binding:host_id': 'n-h2-815324-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-663936695'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:46.251033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Made reservation on behalf of db5e64c62e7845178e77bc1602c69bab for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:46.262899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.264525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.287991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.296949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-4873d844-9173-4d3d-a49f-436eb8ecf3cc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245029 Dec 15 14:01:46.431169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.437964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.439346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-e89e9d83-0eef-472a-a6d6-bd0976f86f19 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408913 Dec 15 14:01:46.448436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:46.667774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede5f029-40c3-4e9c-9047-be20b741712c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:46.689678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-8cde3e45-1d2a-4cef-ae52-bc750a713c39 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471516 Dec 15 14:01:46.919820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:46.961646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.971490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8719e3b-f028-47bd-940f-f08c3055e115 req-d555db7f-3c1f-4e9a-bce6-9f40eae69efc tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0436094 Dec 15 14:01:47.040921 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.134931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e37836a-d555-4891-a542-aebcfffd3596 req-7098fc3e-47cc-4925-8b29-a2fee8186c7f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 210 time: 0.1518071 Dec 15 14:01:47.174623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=9cedb190-1aeb-4fb4-ab61-b3e47245c4ae,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:47.182413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Checking segment: {'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:47.183536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Network hostable DHCP agents. Network: 0be9996a-7296-47f0-8cf4-84ba3848969d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:47.209597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Network 0be9996a-7296-47f0-8cf4-84ba3848969d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:47.225991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0be9996a-7296-47f0-8cf4-84ba3848969d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:47.230193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:47.239333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d92fa-23fb-4859-8d07-f8d5b7d9900f None None] Network 0be9996a-7296-47f0-8cf4-84ba3848969d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:47.248378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.248839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.249251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.265703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.266159 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.266654 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 2 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.296970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.297503 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.298095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.312975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.317495 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.326796 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 3 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.362867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.363281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.364040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.370012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.370731 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.370911 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 4 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.388706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.389186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.389635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.396765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.397199 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.397855 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 5 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.401465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.429812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.430589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.431147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.439454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.439996 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.440612 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 6 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.454954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.455289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.455624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.460803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.461132 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.461542 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 7 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.479542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.481161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.481743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.489037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.490397 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.490840 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 8 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.508090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.508582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.508798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.515271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.516458 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.517278 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 9 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.534797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.535093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.535475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.540696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.541056 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.541449 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 10 to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae Dec 15 14:01:47.555855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:47.556201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:47.556561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:47.561286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:47.561611 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:47.561978 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.646544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] For port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:47.647013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempted to set empty binding levels {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:01:47.663457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.736291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.737358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.794941 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5879490 Dec 15 14:01:47.794941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c419843-c511-4417-acc8-23cd1adc8e27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=9cedb190-1aeb-4fb4-ab61-b3e47245c4ae,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:47.795123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44224) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:47.918272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Deleting port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:47.918815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.078706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] For port 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae, host n-h2-815324-3, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:48.079382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.119758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Calling delete_port for 9cedb190-1aeb-4fb4-ab61-b3e47245c4ae owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:48.308459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab5bb366-82e6-4c91-9b3b-0a4abe8c997d req-5a0a9248-b8bf-4077-9942-b6c1d0d551fd tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.2257924 Dec 15 14:01:48.309383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.342867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c975ca5-a558-46f5-a1e1-9b5803e32680 req-1e633d70-847a-4205-b3fa-389937119c60 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 210 time: 0.0865235 Dec 15 14:01:48.378456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.382143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9cedb190-1aeb-4fb4-ab61-b3e47245c4ae HTTP/1.1" status: 204 len: 168 time: 0.5897183 Dec 15 14:01:48.383416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5ac7f-ece7-42f3-912d-46bdd1fb2d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cedb190-1aeb-4fb4-ab61-b3e47245c4ae,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:48.384796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:48.417057 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-687d63c5-78e7-4a63-9bf6-6226105f6785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:01:48.421944 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-687d63c5-78e7-4a63-9bf6-6226105f6785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "GET /v2.0/ports/9cedb190-1aeb-4fb4-ab61-b3e47245c4ae HTTP/1.1" status: 404 len: 333 time: 0.0313137 Dec 15 14:01:48.422223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44256) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:48.427235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Request body: {'port': {'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058778218'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:48.466444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Made reservation on behalf of db5e64c62e7845178e77bc1602c69bab for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:48.476329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.486191 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.507599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:48.815115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.888103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-9291d014-a097-4963-9312-5a392ba3d878 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:48.890495 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-9291d014-a097-4963-9312-5a392ba3d878 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.2964664 Dec 15 14:01:48.923584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:48.948216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.130754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:49.163556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Network 0be9996a-7296-47f0-8cf4-84ba3848969d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:49.169061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:49.171534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:49.174032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:49.174829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.201596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:49.214079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.221064 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0cb9c1a6-9e25-4ca0-b3a1-776bc7a8bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7977812 Dec 15 14:01:49.224073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:49.234071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:49.307197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.509903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.12 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/bb2028c6-5711-43ed-a6a6-68867ba7e115) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:49.528317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-453bc07a-4911-435b-8f79-7dfae1eb23b1 req-ed6c30ec-6847-4c49-8fa4-f4097e3f309c tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0318019 Dec 15 14:01:49.549920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4a93e09-9fd7-410b-85b7-2bc872dcd6b3 req-98aa1b0e-9139-4a6b-9d3c-3fb315a97dcc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 210 time: 0.0705042 Dec 15 14:01:49.624235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:49.638689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.650393 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.778315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.778666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.778998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.788359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:49.791296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.791864 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.793502 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 2 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.813237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.813887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.814485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.819949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.820763 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.821743 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 3 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.828435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.838721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.839168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.840427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.845481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.845819 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.846387 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 4 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.860784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.861124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.861460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.866986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.867330 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.867754 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 5 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.885526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.885869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.886740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.893430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.893768 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.894178 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 6 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.909385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.909776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.910049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.915636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.915988 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.916398 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 7 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.936709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.937121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.937462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:49.940234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.943750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:49.944156 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:49.944626 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 8 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:49.957922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:49.989630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:49.989976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:49.990342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:50.000118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:50.000469 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:50.000931 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 9 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:50.010786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=bb2028c6-5711-43ed-a6a6-68867ba7e115,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:50.019521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:50.021241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:50.024448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:50.032153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:50.032492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:50.032864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:50.039498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:50.039841 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:50.043239 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 10 to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 Dec 15 14:01:50.072476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:50.072848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:50.073190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:50.092138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:50.096828 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:50.104213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.107739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.108278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.174798 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-498ff544-cded-45e0-8fc0-e3ab34d4730e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2577884 Dec 15 14:01:50.191660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Request body: {'port': {'device_id': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:50.222558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] For port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:50.222967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempted to set empty binding levels {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:01:50.233001 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.274904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.285870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] In _notify_port_updated(), no bound segment for port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:01:50.286906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.288118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.293740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "PUT /v2.0/ports/0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 HTTP/1.1" status: 200 len: 979 time: 1.0686691 Dec 15 14:01:50.296392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44324) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:50.303519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775743b0-dad7-4897-a60b-d6b1733ea385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:50.498007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.498500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.499015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.499507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.500009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.500523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.501040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.501493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.502154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.502729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.503379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.503754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.504232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.504825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.505170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.505625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.506071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.506522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.506972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.507419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.507976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.508315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.508794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.509250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.509795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.510146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.510738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.511307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.511901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.515999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dd8b40bc-f262-4751-be41-ab4f03aee425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26257 time: 0.2186060 Dec 15 14:01:50.520427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44334) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:50.611689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Deleting port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:50.612056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.716129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c40ba9bf-2944-4a43-9bd2-bc433cd07446 req-ebd3be12-45a0-44ff-b062-6c757f54c908 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0437047 Dec 15 14:01:50.739147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] For port 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185, host n-h2-815324-3, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:50.739877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.755010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Calling delete_port for 0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:50.758569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2028c6-5711-43ed-a6a6-68867ba7e115 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:50.767379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.782079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Transition to ACTIVE for port object bb2028c6-5711-43ed-a6a6-68867ba7e115 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:01:50.782316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f02ac-e5ed-4c4d-a46a-f6497c622a1b req-08fece4a-bdd9-45df-a2a1-529dcafcca7e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.783838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-955f02ac-e5ed-4c4d-a46a-f6497c622a1b req-08fece4a-bdd9-45df-a2a1-529dcafcca7e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 932 time: 0.1126642 Dec 15 14:01:50.786850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.868263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2028c6-5711-43ed-a6a6-68867ba7e115,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:50.885803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-955f02ac-e5ed-4c4d-a46a-f6497c622a1b req-268ed46e-7d2f-4a4f-812b-9631fe5fffcf tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Dec 15 14:01:50.915745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.927753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Attempting to bind port bb2028c6-5711-43ed-a6a6-68867ba7e115 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:50.928389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Attempting to bind port bb2028c6-5711-43ed-a6a6-68867ba7e115 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:50.928767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Attempting to bind port bb2028c6-5711-43ed-a6a6-68867ba7e115 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:50.934170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Port bb2028c6-5711-43ed-a6a6-68867ba7e115 on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:50.934497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Attempting to bind port bb2028c6-5711-43ed-a6a6-68867ba7e115 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:50.939826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:01:50.940163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:50.940705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:01:50.941136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Bound port: bb2028c6-5711-43ed-a6a6-68867ba7e115, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:01:50.941489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.947806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:50.970492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.975308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.975914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.976418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.976957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.977652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.992646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3283e063-0ba3-479b-8387-937cd62c8cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 HTTP/1.1" status: 204 len: 168 time: 0.4696696 Dec 15 14:01:50.998980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:51.052687 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.115781 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28cb082-0685-4031-b45b-8a92f630eb9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:01:51.118699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a28cb082-0685-4031-b45b-8a92f630eb9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "GET /v2.0/ports/0b0eb0e8-0a0a-400e-ba9c-4f992e7b5185 HTTP/1.1" status: 404 len: 333 time: 0.1231670 Dec 15 14:01:51.122877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44354) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:51.127839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-868801622', 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:51.128952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] For port bb2028c6-5711-43ed-a6a6-68867ba7e115, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:51.132869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] For port bb2028c6-5711-43ed-a6a6-68867ba7e115, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:01:51.145417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.194537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Made reservation on behalf of db5e64c62e7845178e77bc1602c69bab for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:51.200991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.224090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.225093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.228435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] 10.222.0.67 "PUT /v2.0/ports/bb2028c6-5711-43ed-a6a6-68867ba7e115 HTTP/1.1" status: 200 len: 1092 time: 1.0414720 Dec 15 14:01:51.237118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'tag': 'bb2028c6-5711-43ed-a6a6-68867ba7e115'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:51.242195 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966ecfa-64a9-43b2-be98-2cea939d346a" -d '{"events": [{"name": "network-changed", "server_uuid": "fca4f6f5-486b-43b2-a346-8b0855b073bf", "tag": "bb2028c6-5711-43ed-a6a6-68867ba7e115"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:51.252874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port a8147b25-fa56-42c9-a1be-fb3cce1a5f94 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:51.343291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6a96b-8ca9-4c5d-84b1-41598e523f37 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2028c6-5711-43ed-a6a6-68867ba7e115,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:51.349816 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c93b38-ecc9-45b6-a990-2a9e592525a2 x-openstack-request-id: req-f5c93b38-ecc9-45b6-a990-2a9e592525a2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:51.350142 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca4f6f5-486b-43b2-a346-8b0855b073bf", "tag": "bb2028c6-5711-43ed-a6a6-68867ba7e115", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:51.350405 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5c93b38-ecc9-45b6-a990-2a9e592525a2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:51.350865 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'tag': 'bb2028c6-5711-43ed-a6a6-68867ba7e115', 'status': 'completed', 'code': 200} Dec 15 14:01:51.359725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-060dc30f-6d15-4653-a185-bfbd154e52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.361355 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-060dc30f-6d15-4653-a185-bfbd154e52c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 1095 time: 0.0630751 Dec 15 14:01:51.482332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-656e8193-f681-4b2d-9e91-1552d229157a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115 HTTP/1.1" status: 200 len: 217 time: 0.1090212 Dec 15 14:01:51.524913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.560221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-d4be931d-a3f8-489d-92bc-95abc86513c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.562219 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-d4be931d-a3f8-489d-92bc-95abc86513c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.0710008 Dec 15 14:01:51.570799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.608626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-299f02e2-c061-4583-baea-1c3ec96d085f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360847 Dec 15 14:01:51.636332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Network 0be9996a-7296-47f0-8cf4-84ba3848969d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:51.639384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:51.648692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:51.649686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.650274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.655927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=a8147b25-fa56-42c9-a1be-fb3cce1a5f94,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:51.701336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-556e363a-e6d4-4c53-a680-1cedc391ffd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5770295 Dec 15 14:01:51.703594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:51.738890 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-439ffe20-c49a-4c9f-9c3a-b91a4181a667 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211965 Dec 15 14:01:51.749249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e28ee-5228-495a-8df9-d36d9f691689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.750798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e45e28ee-5228-495a-8df9-d36d9f691689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "GET /v2.0/ports/a8147b25-fa56-42c9-a1be-fb3cce1a5f94 HTTP/1.1" status: 200 len: 958 time: 0.0460410 Dec 15 14:01:51.754705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:51.897024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8475d7cc-3a8c-44a4-aebc-9c889474916d req-c5a9985d-0b58-4fd1-9f9a-7d3861d0fae0 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0303361 Dec 15 14:01:51.939424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29665732-b6d2-45e9-990e-d035ac54cb71 req-85e6e58f-d301-41b8-b592-03c3610511be service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913655 Dec 15 14:01:51.940476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Deleting port a8147b25-fa56-42c9-a1be-fb3cce1a5f94 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:51.941047 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.058687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-f1a308f2-5f78-44e6-847d-4da24498cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.060602 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-f1a308f2-5f78-44e6-847d-4da24498cb78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 1095 time: 0.0657446 Dec 15 14:01:52.095274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.114482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Calling delete_port for a8147b25-fa56-42c9-a1be-fb3cce1a5f94 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:52.126446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b6ca-14f4-4807-ae2f-a1ddc3214997 req-c9f4adc3-be41-48cd-954d-04380a5c18f1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.128980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b12b6ca-14f4-4807-ae2f-a1ddc3214997 req-c9f4adc3-be41-48cd-954d-04380a5c18f1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 944 time: 0.1044543 Dec 15 14:01:52.227204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-69b522a2-abb5-47e6-98cb-d21166d0041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.229036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-69b522a2-abb5-47e6-98cb-d21166d0041f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.1586943 Dec 15 14:01:52.251767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b12b6ca-14f4-4807-ae2f-a1ddc3214997 req-25bc5c03-bbaa-4a06-a9b2-4bfae25a442a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155813 Dec 15 14:01:52.281970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.333748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8147b25-fa56-42c9-a1be-fb3cce1a5f94,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:52.342181 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.345521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5ab2722a-7619-4ad9-bd8b-b1608ec05a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a8147b25-fa56-42c9-a1be-fb3cce1a5f94 HTTP/1.1" status: 204 len: 168 time: 0.5885587 Dec 15 14:01:52.349483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44386) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:52.352851 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-4e05c49c-cad6-415b-bc2e-500d2189a580 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115 HTTP/1.1" status: 200 len: 217 time: 0.1136045 Dec 15 14:01:52.381088 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63ae225-7496-43ec-941c-b64023492925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:01:52.383259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d63ae225-7496-43ec-941c-b64023492925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "GET /v2.0/ports/a8147b25-fa56-42c9-a1be-fb3cce1a5f94 HTTP/1.1" status: 404 len: 333 time: 0.0325143 Dec 15 14:01:52.389266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44390) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:52.394954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Request body: {'port': {'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1667729674'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:52.445046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Made reservation on behalf of db5e64c62e7845178e77bc1602c69bab for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:52.450237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.476407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-42cfa368-ed83-40a0-b303-074ad5f76a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.496549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port dea9609c-305d-40a0-8730-170eccfdab0d yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:52.497331 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-42cfa368-ed83-40a0-b303-074ad5f76a1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1265180 Dec 15 14:01:52.556603 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-8952d4c1-c747-488c-b337-0af0cb40c5fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538657 Dec 15 14:01:52.677725 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-cf89407f-dce8-49a8-b72a-a23231eeb6d3 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113472 Dec 15 14:01:52.860440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7966ecfa-64a9-43b2-be98-2cea939d346a req-ba878997-8bd2-43cc-8f1a-8458d3f96505 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679809 Dec 15 14:01:53.031051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.054052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-630969d5-3f41-461f-8665-f574728bf2d7 req-46338e41-c74a-4492-9637-164afeb5d0b4 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0464728 Dec 15 14:01:53.115588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.168910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Network 0be9996a-7296-47f0-8cf4-84ba3848969d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:53.175232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:53.179842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:53.181580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.182199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.190960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=dea9609c-305d-40a0-8730-170eccfdab0d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:53.209818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:53.210036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dcbd7d69-7db3-4bff-9adf-67104e42ea4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8191330 Dec 15 14:01:53.217622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:53.281886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.478416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5556fe9-2ab9-4a3a-91eb-0bda6742cc31 req-75a914f0-03bb-431b-9d8d-399f9e027b94 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.479999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5556fe9-2ab9-4a3a-91eb-0bda6742cc31 req-75a914f0-03bb-431b-9d8d-399f9e027b94 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 944 time: 0.0903850 Dec 15 14:01:53.568849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5556fe9-2ab9-4a3a-91eb-0bda6742cc31 req-e457919d-9316-4b93-a170-6312c3591fbd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748091 Dec 15 14:01:53.640917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] device_id is not set on port dea9609c-305d-40a0-8730-170eccfdab0d yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:53.649880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.657648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.729082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=dea9609c-305d-40a0-8730-170eccfdab0d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:53.750089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.750446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.750836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.756016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.756342 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.757035 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 2 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.773197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.773532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.773864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.778477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.778805 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.779183 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 3 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.792638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.793049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.793389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.798403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.798800 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.799305 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 4 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.814403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.814886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.815321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.820244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.820831 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.821284 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 5 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.836016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.836439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.836925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.846964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.847386 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.847833 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 6 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.863896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.864338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.864789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.870730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.871273 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.871727 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 7 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.887475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.887819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.888164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.892921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.893288 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.893642 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 8 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.908706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.909046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.909377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.915628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.915791 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.916197 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 9 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.931774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.933173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.933173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.938648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.938648 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.938876 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempt 10 to bind port dea9609c-305d-40a0-8730-170eccfdab0d Dec 15 14:01:53.955796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:53.955796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:53.955796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempting to bind port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:53.959928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:01:53.960254 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Failed to bind port dea9609c-305d-40a0-8730-170eccfdab0d on host n-h2-815324-3 for vnic_type normal using segments [{'id': '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0be9996a-7296-47f0-8cf4-84ba3848969d'}] Dec 15 14:01:53.960658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.060945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] For port dea9609c-305d-40a0-8730-170eccfdab0d, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:54.061313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attempted to set empty binding levels {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:01:54.068133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.117715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] In _notify_port_updated(), no bound segment for port dea9609c-305d-40a0-8730-170eccfdab0d on network 0be9996a-7296-47f0-8cf4-84ba3848969d {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:01:54.119499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:54.120583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.126923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:54.127105 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "PUT /v2.0/ports/dea9609c-305d-40a0-8730-170eccfdab0d HTTP/1.1" status: 200 len: 979 time: 0.9154863 Dec 15 14:01:54.141692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf486-c6d5-40b7-94ad-aa257beb506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event updated for resources: {'Port': ['ID=dea9609c-305d-40a0-8730-170eccfdab0d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:54.249072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0e0a006-c2ae-4d35-92a5-eb86a4b494e6 req-da03ba55-cb41-496c-b34f-71505619ead9 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0423005 Dec 15 14:01:54.331832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Deleting port dea9609c-305d-40a0-8730-170eccfdab0d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:54.332204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.399094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] For port dea9609c-305d-40a0-8730-170eccfdab0d, host n-h2-815324-3, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:54.399463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.418241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Calling delete_port for dea9609c-305d-40a0-8730-170eccfdab0d owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:54.510337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.562166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Pushing event deleted for resources: {'Port': ['ID=dea9609c-305d-40a0-8730-170eccfdab0d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:54.585730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.589781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-00f5fa64-3c60-49e5-afcf-60f423580bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "DELETE /v2.0/ports/dea9609c-305d-40a0-8730-170eccfdab0d HTTP/1.1" status: 204 len: 168 time: 0.4592078 Dec 15 14:01:54.593359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:54.655822 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8131f51f-c089-440a-95ae-83e615291485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:01:54.661860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:54.662300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8131f51f-c089-440a-95ae-83e615291485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-758912576-project-admin] 10.222.0.32 "GET /v2.0/ports/dea9609c-305d-40a0-8730-170eccfdab0d HTTP/1.1" status: 404 len: 333 time: 0.0677688 Dec 15 14:01:54.800067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.830511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c205-32d1-428c-9925-c624a84b9f3f req-66ee9e8f-f47e-408d-92f7-b7a831afa82a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:54.832328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2211c205-32d1-428c-9925-c624a84b9f3f req-66ee9e8f-f47e-408d-92f7-b7a831afa82a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 944 time: 0.1004066 Dec 15 14:01:54.972728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.006737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2211c205-32d1-428c-9925-c624a84b9f3f req-a36119a4-d100-40a9-94c9-d22d0c0aa9c0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550822 Dec 15 14:01:55.020351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be9996a-7296-47f0-8cf4-84ba3848969d']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.027899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bb2028c6-5711-43ed-a6a6-68867ba7e115 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:01:55.049078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.050842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5e52b1-ba97-47fa-a9ca-bb0750ddd73a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.086964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.088198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:55.114267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.125171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:55.125702 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:55.128819 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:55.176012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bb2028c6-5711-43ed-a6a6-68867ba7e115, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:55.188732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'bb2028c6-5711-43ed-a6a6-68867ba7e115', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': 'bb2028c6-5711-43ed-a6a6-68867ba7e115', 'mac_address': 'fa:16:3e:c8:2e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:01:55.258537 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.266396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.269520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] 10.222.0.32 "DELETE /v2.0/networks/0be9996a-7296-47f0-8cf4-84ba3848969d HTTP/1.1" status: 204 len: 168 time: 0.6066482 Dec 15 14:01:55.279105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ccd879-cb51-435e-8fc3-aadba57b69ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.286826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.309328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d2ffa-f448-427e-9ba4-b47f0e75b171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357009216-project] Pushing event deleted for resources: {'Network': ['ID=0be9996a-7296-47f0-8cf4-84ba3848969d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.375843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2028c6-5711-43ed-a6a6-68867ba7e115 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:55.454160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ccd879-cb51-435e-8fc3-aadba57b69ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.459026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bb2028c6-5711-43ed-a6a6-68867ba7e115, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:55.465752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfd3918b-21be-48f8-9870-c21990e88633 req-6177db70-2a0d-4184-8545-c581c5a29a81 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0667787 Dec 15 14:01:55.466751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ccd879-cb51-435e-8fc3-aadba57b69ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.474953 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.517136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccd879-cb51-435e-8fc3-aadba57b69ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f313070-1c71-4cf9-8b3b-ddbfc25ecdb3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.539678 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84ccd879-cb51-435e-8fc3-aadba57b69ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0051d78c57548f886776c7e250d95b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4502804 Dec 15 14:01:55.542922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44476) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:55.630841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bb2028c6-5711-43ed-a6a6-68867ba7e115,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.663358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.663717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.664063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.664402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.668674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.669074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.669424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.670576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c795d58-3adc-4cc2-bce6-2c9370c2de8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.671981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.672320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.674842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.675374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.675860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.677448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.731553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c795d58-3adc-4cc2-bce6-2c9370c2de8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.773237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:55.812887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c795d58-3adc-4cc2-bce6-2c9370c2de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.815518 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c795d58-3adc-4cc2-bce6-2c9370c2de8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.821580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1c795d58-3adc-4cc2-bce6-2c9370c2de8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f313070-1c71-4cf9-8b3b-ddbfc25ecdb3 HTTP/1.1" status: 204 len: 168 time: 0.2741928 Dec 15 14:01:55.840371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c795d58-3adc-4cc2-bce6-2c9370c2de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f313070-1c71-4cf9-8b3b-ddbfc25ecdb3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.849052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['bb2028c6-5711-43ed-a6a6-68867ba7e115'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:56.060875 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed79e372-b822-4763-8680-d62e0ca7c3ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ad7a3bb115247daabb70ea2a9f4ee0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863839 Dec 15 14:01:56.063305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:56.203869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a70be62-abc1-4787-b04f-64ef392aacee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.253898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a70be62-abc1-4787-b04f-64ef392aacee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.270189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2280dc-72f5-47d3-b43b-41c4778232c2 req-eabad2c8-d274-4634-b671-2d59f37aff48 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:56.272156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e2280dc-72f5-47d3-b43b-41c4778232c2 req-eabad2c8-d274-4634-b671-2d59f37aff48 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 945 time: 0.1076953 Dec 15 14:01:56.331828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a70be62-abc1-4787-b04f-64ef392aacee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.335783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a70be62-abc1-4787-b04f-64ef392aacee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.337399 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a70be62-abc1-4787-b04f-64ef392aacee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0dba145-1510-45ab-8fe9-abc9169adecf HTTP/1.1" status: 204 len: 168 time: 0.2731447 Dec 15 14:01:56.375225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e2280dc-72f5-47d3-b43b-41c4778232c2 req-1a206301-131c-4104-a7c0-1f2c13ea34f5 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910020 Dec 15 14:01:56.386315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70be62-abc1-4787-b04f-64ef392aacee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dba145-1510-45ab-8fe9-abc9169adecf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:56.431364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:56.447650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d845e0bf-0f69-4802-90df-d9a8cd6d4fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.576165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d845e0bf-0f69-4802-90df-d9a8cd6d4fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.599214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d845e0bf-0f69-4802-90df-d9a8cd6d4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.639727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7de99180-b9dc-4506-a322-95ab71431174 req-7d4035b9-1245-480f-8836-532200c1abb7 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0662744 Dec 15 14:01:56.693515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d845e0bf-0f69-4802-90df-d9a8cd6d4fea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ba5c05bce1e46939a4f2e0eaaa7129d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609031 Dec 15 14:01:56.694480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845e0bf-0f69-4802-90df-d9a8cd6d4fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82ad05-1fe4-456b-a2eb-6ffd73f3ba90,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:56.697476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:56.793684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77a2513e-bf10-427c-a9c3-99a409bcfce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.819908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77a2513e-bf10-427c-a9c3-99a409bcfce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.903697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77a2513e-bf10-427c-a9c3-99a409bcfce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.908564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77a2513e-bf10-427c-a9c3-99a409bcfce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.910732 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77a2513e-bf10-427c-a9c3-99a409bcfce9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a82ad05-1fe4-456b-a2eb-6ffd73f3ba90 HTTP/1.1" status: 204 len: 168 time: 0.2111225 Dec 15 14:01:56.930625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2513e-bf10-427c-a9c3-99a409bcfce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82ad05-1fe4-456b-a2eb-6ffd73f3ba90,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:57.034324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bb2028c6-5711-43ed-a6a6-68867ba7e115 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:57.035687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:57.119676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:57.125840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-807e3176-218c-4992-bdf0-70f266bd037e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db5e64c62e7845178e77bc1602c69bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0863063 Dec 15 14:01:57.157250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port bb2028c6-5711-43ed-a6a6-68867ba7e115 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:01:57.162532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port bb2028c6-5711-43ed-a6a6-68867ba7e115 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:57.173460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.223605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb33da78-8693-4fca-9414-a9c06431fa8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.273349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb33da78-8693-4fca-9414-a9c06431fa8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.300436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.335124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2028c6-5711-43ed-a6a6-68867ba7e115'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:57.347059 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edab1c3-2055-4c4c-9874-9d76c369c77b" -d '{"events": [{"server_uuid": "fca4f6f5-486b-43b2-a346-8b0855b073bf", "name": "network-vif-plugged", "status": "completed", "tag": "bb2028c6-5711-43ed-a6a6-68867ba7e115"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:57.372122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb33da78-8693-4fca-9414-a9c06431fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.375083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb33da78-8693-4fca-9414-a9c06431fa8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.378717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eb33da78-8693-4fca-9414-a9c06431fa8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ede5f029-40c3-4e9c-9047-be20b741712c HTTP/1.1" status: 204 len: 168 time: 0.2550766 Dec 15 14:01:57.386996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bb2028c6-5711-43ed-a6a6-68867ba7e115, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:57.395864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33da78-8693-4fca-9414-a9c06431fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede5f029-40c3-4e9c-9047-be20b741712c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:57.398439 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.467846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bb2028c6-5711-43ed-a6a6-68867ba7e115,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:57.500034 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e74fdf7-7cd8-4c44-be2c-9946dff0ac17 x-openstack-request-id: req-3e74fdf7-7cd8-4c44-be2c-9946dff0ac17 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:57.500657 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca4f6f5-486b-43b2-a346-8b0855b073bf", "name": "network-vif-plugged", "status": "completed", "tag": "bb2028c6-5711-43ed-a6a6-68867ba7e115", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:57.501069 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e74fdf7-7cd8-4c44-be2c-9946dff0ac17 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:57.501641 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2028c6-5711-43ed-a6a6-68867ba7e115', 'code': 200} Dec 15 14:01:57.596856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db85c2-72e6-4c21-ac0a-a1475c3f9cb2 req-f8bfcf90-4b7c-4984-99d2-63752bae65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:57.598387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9aed4-7084-43c6-880d-d4ca258f021d req-0d31ca74-6f33-42b8-8fcf-c4a0f97b42ff tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:57.598824 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-20db85c2-72e6-4c21-ac0a-a1475c3f9cb2 req-f8bfcf90-4b7c-4984-99d2-63752bae65ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 1097 time: 0.0608535 Dec 15 14:01:57.600301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaa9aed4-7084-43c6-880d-d4ca258f021d req-0d31ca74-6f33-42b8-8fcf-c4a0f97b42ff tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.0754216 Dec 15 14:01:57.655519 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-20db85c2-72e6-4c21-ac0a-a1475c3f9cb2 req-c3152a65-8a01-48cb-ad04-2beca0b90d0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Dec 15 14:01:57.701747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaa9aed4-7084-43c6-880d-d4ca258f021d req-61f6e487-415c-430c-93ab-c701cf5426b6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844727 Dec 15 14:01:57.832999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e8cfbfd-0392-4bca-a33e-18b74d804d30 req-c8e61b31-ee39-46bf-a697-3baf0fc51ddc tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0480711 Dec 15 14:01:58.539678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44604) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:58.683976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-461229050'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:58.710019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Made reservation on behalf of f4861c2989d64dd3a980901264dbd85c for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:58.717660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.730383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.880402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.895346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba7832-8527-432c-8251-15116ed5bfa8 req-3b0d84b0-c3e5-4714-b35c-97d0f085cfb8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.898076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdba7832-8527-432c-8251-15116ed5bfa8 req-3b0d84b0-c3e5-4714-b35c-97d0f085cfb8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.0802433 Dec 15 14:01:58.900354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.979916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdba7832-8527-432c-8251-15116ed5bfa8 req-f5dc34bd-8c13-4c64-98c8-46d640069934 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754557 Dec 15 14:01:59.023203 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:01:59.031063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:59.094402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2bf68565-0f21-4fe0-a6c6-9c3cd2f84052 req-58aa4a3f-887d-49cf-90d5-855350816120 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1133149 Dec 15 14:01:59.096990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0157311c-8bf7-4539-af51-ba11368ce900,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:59.126971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.127970 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Added segment 1976fd4f-2b1f-4a96-8855-b5396b3f9358 of type vlan for network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 Dec 15 14:01:59.182993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.208932 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.215805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.216737 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.277269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44634) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:59.278068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7343793 Dec 15 14:01:59.283545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Request body: {'subnet': {'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:59.297288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38368a-d3dd-4e9d-8aa4-cc2f3513c063 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event updated for resources: {'Network': ['ID=6bc2c6ee-5627-4dcb-85ef-76134645e8e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:59.311664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:59.413784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Made reservation on behalf of f4861c2989d64dd3a980901264dbd85c for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:59.419695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.626376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.695817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event updated for resources: {'Subnet': ['ID=570c1dc7-a329-4a02-8ee9-70813ce140a5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:59.701752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Checking segment: {'id': '1976fd4f-2b1f-4a96-8855-b5396b3f9358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:59.702111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Network hostable DHCP agents. Network: 6bc2c6ee-5627-4dcb-85ef-76134645e8e9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:59.718730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:59.733411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 6bc2c6ee-5627-4dcb-85ef-76134645e8e9) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:59.737565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.738372 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.748553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5eecd-3802-4f42-b7f6-4ca73e2c35f7 None None] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:59.758938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3a364ba-1142-47a9-b6e6-c82ef1764712 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4795170 Dec 15 14:01:59.761667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:59.767144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Request body: {'port': {'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-251432734'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:59.904188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-6bc2c6ee-5627-4dcb-85ef-76134645e8e9', 'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9', 'project_id': 'f4861c2989d64dd3a980901264dbd85c', 'fixed_ips': [{'subnet_id': '570c1dc7-a329-4a02-8ee9-70813ce140a5'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:01:59.906121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.982522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Made reservation on behalf of f4861c2989d64dd3a980901264dbd85c for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:59.986553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.008937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] device_id is not set on port a351957d-a521-46e8-b0fb-50a0e75d771b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:00.132425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Allocated IP 172.20.0.2 (6bc2c6ee-5627-4dcb-85ef-76134645e8e9/570c1dc7-a329-4a02-8ee9-70813ce140a5/d048bde4-e5e5-46c7-a2a2-875382ba42b3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:00.246085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26faacd-e4d7-4c16-a627-fdbdbb0bc342 req-170043a5-acac-4131-aae7-e6b2fb273f7d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:00.247971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c26faacd-e4d7-4c16-a627-fdbdbb0bc342 req-170043a5-acac-4131-aae7-e6b2fb273f7d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.0883145 Dec 15 14:02:00.308416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c26faacd-e4d7-4c16-a627-fdbdbb0bc342 req-cadca296-817f-4765-ad81-fca595c13436 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534849 Dec 15 14:02:00.411548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.421174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:00.425613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.426491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135324513', 'description': 'tempest-secgroup-smoke-2135324513 description', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:00.492148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53442cc8-7168-40b2-b463-0cede69f3666 req-99a34831-c7a0-44d0-89cd-ef03b5bc01e2 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0477614 Dec 15 14:02:00.520081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Pushing event updated for resources: {'Port': ['ID=d048bde4-e5e5-46c7-a2a2-875382ba42b3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:00.548386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:00.550573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:00.553997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:00.572619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Allocated IP 172.20.0.11 (6bc2c6ee-5627-4dcb-85ef-76134645e8e9/570c1dc7-a329-4a02-8ee9-70813ce140a5/a351957d-a521-46e8-b0fb-50a0e75d771b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:00.614764 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.657085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Attempting to bind port d048bde4-e5e5-46c7-a2a2-875382ba42b3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:00.657767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Attempting to bind port d048bde4-e5e5-46c7-a2a2-875382ba42b3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1976fd4f-2b1f-4a96-8855-b5396b3f9358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:00.658304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Attempting to bind port d048bde4-e5e5-46c7-a2a2-875382ba42b3 on network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:00.679707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:00.680091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Checking segment: {'id': '1976fd4f-2b1f-4a96-8855-b5396b3f9358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:00.680713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.681270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Bound using segment: {'id': '1976fd4f-2b1f-4a96-8855-b5396b3f9358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:00.681952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Bound port: d048bde4-e5e5-46c7-a2a2-875382ba42b3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1976fd4f-2b1f-4a96-8855-b5396b3f9358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:00.682507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.715329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a610123-bd04-4fd5-bc1f-79c67e6acd36 req-d9773f90-922f-472d-9373-81ff530d9da3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:00.724781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a610123-bd04-4fd5-bc1f-79c67e6acd36 req-d9773f90-922f-472d-9373-81ff530d9da3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.0852809 Dec 15 14:02:00.790922 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.793737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a610123-bd04-4fd5-bc1f-79c67e6acd36 req-48bf1b58-9490-4585-b648-5f47a1bf4c01 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633533 Dec 15 14:02:00.803281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.814362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] For port d048bde4-e5e5-46c7-a2a2-875382ba42b3, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:00.818751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] For port d048bde4-e5e5-46c7-a2a2-875382ba42b3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d048bde4-e5e5-46c7-a2a2-875382ba42b3,segment=NetworkSegment(1976fd4f-2b1f-4a96-8855-b5396b3f9358),segment_id=1976fd4f-2b1f-4a96-8855-b5396b3f9358)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:00.835518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.895664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.896966 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4740412 Dec 15 14:02:00.900191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:00.901377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2c14a-3bc7-4b93-9a81-2d5500ad40df tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeae8f7-6840-43f8-a193-edb50b0dddf7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:00.918436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group_rule': {'security_group_id': 'cdeae8f7-6840-43f8-a193-edb50b0dddf7', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:00.962974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9c96-d881-4b80-ad33-533f9839bcb5 None None] Pushing event updated for resources: {'Port': ['ID=d048bde4-e5e5-46c7-a2a2-875382ba42b3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:01.001820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.018787 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.069872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.112017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.123265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.165485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.171357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2688856 Dec 15 14:02:01.184127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44704) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:01.197207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:01.199220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group_rule': {'security_group_id': 'cdeae8f7-6840-43f8-a193-edb50b0dddf7', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:01.208611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:01.216765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:01.276549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5216ef6-7440-4c1f-8488-71672a31f467 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648bab88-5ee8-42a5-9d3a-a0a3f95d4409,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:01.302900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event updated for resources: {'Port': ['ID=a351957d-a521-46e8-b0fb-50a0e75d771b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:01.346535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.397247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:01.397916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.407126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c60a5-68ad-46ec-a1ef-e661ab40a8ff req-994c6ac0-de41-493f-ab8b-83887b5f09e6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:01.408657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c25c60a5-68ad-46ec-a1ef-e661ab40a8ff req-994c6ac0-de41-493f-ab8b-83887b5f09e6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.2209127 Dec 15 14:02:01.436600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-975eb612-394c-4a7f-979f-8f037193a49d tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6708455 Dec 15 14:02:01.436600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:01.441572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Request body: {'port': {'network_id': '6bc2c6ee-5627-4dcb-85ef-76134645e8e9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-378487442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:01.442113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] bootfile-name is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:02:01.442585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] tftp-server is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:02:01.443176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] server-ip-address is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:02:01.500844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c25c60a5-68ad-46ec-a1ef-e661ab40a8ff req-dcd51489-4478-4db0-9e99-68e08c55ace1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854149 Dec 15 14:02:01.511025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.519878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.543668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429749cf-8ab7-49bf-b64c-81194db55b51,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:01.569154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.572961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aea6f081-f9d5-466a-9247-9fec377b27bd tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3854828 Dec 15 14:02:01.573790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44716) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:01.582116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group_rule': {'security_group_id': 'cdeae8f7-6840-43f8-a193-edb50b0dddf7', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:01.667631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Made reservation on behalf of f4861c2989d64dd3a980901264dbd85c for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:01.668551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.674346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.675307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62644916-4bf2-423d-8f8a-09639f27605c req-774bda49-9b1e-462e-a1a8-4a2984f41718 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0442305 Dec 15 14:02:01.733578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] device_id is not set on port 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:01.774541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.780010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.801085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9393c8f7-b15a-4d27-b0b6-83c494af0838,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:01.816468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.817950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6590fea-9db9-4258-9e53-8f65fac526a8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430496 Dec 15 14:02:01.820786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:01.827408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group_rule': {'security_group_id': 'cdeae8f7-6840-43f8-a193-edb50b0dddf7', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:01.900490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.935442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Allocated IP 172.20.0.14 (6bc2c6ee-5627-4dcb-85ef-76134645e8e9/570c1dc7-a329-4a02-8ee9-70813ce140a5/96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:02.035490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.045976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.134991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147a337a-10bf-46c0-a666-eafe842ff0bd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.141349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.145976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:02.146148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0723ed13-c827-4fda-bb06-124a98bc79d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241079 Dec 15 14:02:02.151765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group_rule': {'security_group_id': 'cdeae8f7-6840-43f8-a193-edb50b0dddf7', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:02.215713 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Project 64d5e411c4a34f5b96f29dcbd5907e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:02:02.227707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.264940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.321242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.322516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.332077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.361617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cfdad3-099c-48b5-9934-4b73061c49d4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.384385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.387547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-107eca16-a18b-4e17-9720-792ba441022d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2404156 Dec 15 14:02:02.391536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:02.391848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:02.398735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'security_group_rule': {'security_group_id': 'cdeae8f7-6840-43f8-a193-edb50b0dddf7', 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:02.399111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:02.403022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:02.461176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d629825-6cc2-4d17-92db-b36bbc9ec380 None None] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:02.478627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.479609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.483715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event updated for resources: {'Port': ['ID=96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.483952 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Project 64d5e411c4a34f5b96f29dcbd5907e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:02:02.492971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.507231 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61b30ca5-3dda-46cf-a6ac-c931aef649ce tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0717714 Dec 15 14:02:02.511122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:02.615432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.622574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.671145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd31adb-8fb0-4ceb-8667-c1faaa0d2133,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.686333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.688590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1adc52d2-a139-4f27-982e-21a3a2630e98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2949567 Dec 15 14:02:02.817857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c0c2b24e-8ff3-43e2-8725-69e0d4e38f31 None None] Provisioning complete for port d048bde4-e5e5-46c7-a2a2-875382ba42b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:02.818534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b24e-8ff3-43e2-8725-69e0d4e38f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.841794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503024d-648c-4710-9561-ba307e953aad req-6d4da708-4005-4aad-b9eb-7bf47b33deb4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.843645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4503024d-648c-4710-9561-ba307e953aad req-6d4da708-4005-4aad-b9eb-7bf47b33deb4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.1261904 Dec 15 14:02:02.984460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4503024d-648c-4710-9561-ba307e953aad req-258861be-ac2a-4025-8866-54eb989f66cf tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274102 Dec 15 14:02:03.074736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-88a4bf3e-1706-409c-9e60-ef7244b371d2 req-7671870c-6e52-496a-9ecd-bfcb9aa1f2a8 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0879080 Dec 15 14:02:03.152003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b24e-8ff3-43e2-8725-69e0d4e38f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.224041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c0c2b24e-8ff3-43e2-8725-69e0d4e38f31 None None] For port d048bde4-e5e5-46c7-a2a2-875382ba42b3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d048bde4-e5e5-46c7-a2a2-875382ba42b3,segment=NetworkSegment(1976fd4f-2b1f-4a96-8855-b5396b3f9358),segment_id=1976fd4f-2b1f-4a96-8855-b5396b3f9358)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:03.244806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b24e-8ff3-43e2-8725-69e0d4e38f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.247183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-d4274380-30ab-47f6-b537-41c69d3a2844 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135324513&fields=id&tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a HTTP/1.1" status: 200 len: 267 time: 0.1197808 Dec 15 14:02:03.299854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb1881-16af-4d3d-b4d4-c011ee34a145 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.308723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb1881-16af-4d3d-b4d4-c011ee34a145 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.315137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb1881-16af-4d3d-b4d4-c011ee34a145 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.320538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eefb1881-16af-4d3d-b4d4-c011ee34a145 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8081491 Dec 15 14:02:03.322284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:03.383723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-04c2a9ba-785f-4b8f-aad1-cc0e42f92d38 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.385271 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-04c2a9ba-785f-4b8f-aad1-cc0e42f92d38 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.1916082 Dec 15 14:02:03.412199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2b24e-8ff3-43e2-8725-69e0d4e38f31 None None] Pushing event updated for resources: {'Port': ['ID=d048bde4-e5e5-46c7-a2a2-875382ba42b3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:03.443182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d048bde4-e5e5-46c7-a2a2-875382ba42b3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:03.467691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-6da32aae-17c4-483d-8887-2dd8d3a009b1 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.476797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-6da32aae-17c4-483d-8887-2dd8d3a009b1 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 813 time: 0.2214475 Dec 15 14:02:03.500440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-1affc80f-9a51-4fa8-996f-9a67eadf913d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/quotas/64d5e411c4a34f5b96f29dcbd5907e9a HTTP/1.1" status: 200 len: 375 time: 0.0222754 Dec 15 14:02:03.587502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Provisioning complete for port d048bde4-e5e5-46c7-a2a2-875382ba42b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:03.589269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.659539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-19582de5-f81a-4546-bd4c-c33ae935386c tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578386 Dec 15 14:02:03.662998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Deleting port 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:03.663881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.676870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d048bde4-e5e5-46c7-a2a2-875382ba42b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:03.677455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.739851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port bb2028c6-5711-43ed-a6a6-68867ba7e115 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:03.740313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.873711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.896941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-33b75e8c-2e26-4f81-8a77-03ab4f1599d9 service neutron] 10.222.0.32 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363329 Dec 15 14:02:03.985960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Calling delete_port for 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:04.029848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Provisioning complete for port a351957d-a521-46e8-b0fb-50a0e75d771b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:04.030404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.078233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port bb2028c6-5711-43ed-a6a6-68867ba7e115, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bb2028c6-5711-43ed-a6a6-68867ba7e115,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:04.079697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.124726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Port a351957d-a521-46e8-b0fb-50a0e75d771b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:04.139665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for bb2028c6-5711-43ed-a6a6-68867ba7e115 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:04.154727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Provisioning complete for port 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:04.155099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.168151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-29ddf411-fc00-48d4-9e08-c0b32ed4627c service neutron] 10.222.0.32 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652943 Dec 15 14:02:04.200827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-232999ac-bea7-4f08-b4e4-62dac5b45d41 None None] Port 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:04.298623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05f0e-7fb7-4f6c-a8b0-c1fe6e799a56 req-51e62bd8-125a-4ce1-afa2-bdf51217fa78 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.312707 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccb05f0e-7fb7-4f6c-a8b0-c1fe6e799a56 req-51e62bd8-125a-4ce1-afa2-bdf51217fa78 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 946 time: 0.1308801 Dec 15 14:02:04.368235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8cf497df-b7c8-47c6-83bb-93d378f2cc27 None None] Provisioning complete for port a351957d-a521-46e8-b0fb-50a0e75d771b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:04.371970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8cf497df-b7c8-47c6-83bb-93d378f2cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.421452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccb05f0e-7fb7-4f6c-a8b0-c1fe6e799a56 req-1fad1683-a347-4faf-9d4c-2006591076ef tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077921 Dec 15 14:02:04.496594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8cf497df-b7c8-47c6-83bb-93d378f2cc27 None None] Port a351957d-a521-46e8-b0fb-50a0e75d771b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:04.626868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4572fc98-bb7d-4d97-975b-f68bf145ebf6 req-dd7fd58f-5431-4aa0-a964-cb9bcd6960f8 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0464196 Dec 15 14:02:04.639881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e656123-6996-4ec9-9565-dd522895fd94 None None] Provisioning complete for port 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:04.641128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e656123-6996-4ec9-9565-dd522895fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.712776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.727900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.795193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event deleted for resources: {'Port': ['ID=96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:04.835983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'bb2028c6-5711-43ed-a6a6-68867ba7e115'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:04.937328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=bb2028c6-5711-43ed-a6a6-68867ba7e115,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:05.007809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6e656123-6996-4ec9-9565-dd522895fd94 None None] Port 96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:05.025777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53861f8f-16bc-4512-acb9-0eaf10e873cb req-dfbdfc39-1d19-4190-8d23-ab4ccfb73126 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.1444242 Dec 15 14:02:05.076996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port bb2028c6-5711-43ed-a6a6-68867ba7e115 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:05.100761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.110054 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c825865-3f72-46b9-a6c6-33c51c0e593a req-ef7c6ba6-d5a5-4bb1-9b87-b2ac749d6289 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/bb2028c6-5711-43ed-a6a6-68867ba7e115 HTTP/1.1" status: 204 len: 173 time: 1.7123318 Dec 15 14:02:05.114005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'name': 'network-vif-deleted', 'tag': 'bb2028c6-5711-43ed-a6a6-68867ba7e115'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:05.116373 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae29583-315e-442d-b8b1-903f54c728e7" -d '{"events": [{"server_uuid": "fca4f6f5-486b-43b2-a346-8b0855b073bf", "name": "network-vif-deleted", "tag": "bb2028c6-5711-43ed-a6a6-68867ba7e115"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:05.174366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.181457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6026bc3e-8b4a-4010-9f93-b40b6081b610 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "DELETE /v2.0/ports/96a02b01-d0ef-4ad5-9fce-2ddbe50cb92b HTTP/1.1" status: 204 len: 168 time: 1.8546016 Dec 15 14:02:05.182370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44864) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:05.194182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Request body: {'port': {'name': 'tempest-new-port-name-410980207', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:05.194618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] bootfile-name is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:02:05.196650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] tftp-server is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:02:05.196650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] server-ip-address is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:02:05.292235 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dba04d-8c1c-48b2-a05e-5bb23586b021 x-openstack-request-id: req-92dba04d-8c1c-48b2-a05e-5bb23586b021 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:05.305322 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca4f6f5-486b-43b2-a346-8b0855b073bf", "name": "network-vif-deleted", "tag": "bb2028c6-5711-43ed-a6a6-68867ba7e115", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:05.306608 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92dba04d-8c1c-48b2-a05e-5bb23586b021 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:05.307167 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca4f6f5-486b-43b2-a346-8b0855b073bf', 'name': 'network-vif-deleted', 'tag': 'bb2028c6-5711-43ed-a6a6-68867ba7e115', 'status': 'completed', 'code': 200} Dec 15 14:02:05.416566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.428720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d048bde4-e5e5-46c7-a2a2-875382ba42b3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:05.569659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d048bde4-e5e5-46c7-a2a2-875382ba42b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:05.570237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.828631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28324866-5236-46d4-8e7d-c6017546fd57 req-56653e07-2d68-4262-bc31-ccd3fe63c0aa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=fca4f6f5-486b-43b2-a346-8b0855b073bf HTTP/1.1" status: 200 len: 210 time: 0.1576099 Dec 15 14:02:05.897049 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.901105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb7790f1-86b9-425f-9bea-59d8380fd590 req-224713d6-c6a3-4deb-9476-d7d2efa1847e tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0628638 Dec 15 14:02:05.905842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.144269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event updated for resources: {'Port': ['ID=a351957d-a521-46e8-b0fb-50a0e75d771b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:06.159063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.159674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.160164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.160684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.161345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.161855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.162960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.163446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.163915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.165059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.165608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.166071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.166534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:06.170549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] In _notify_port_updated(), no bound segment for port a351957d-a521-46e8-b0fb-50a0e75d771b on network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:06.191609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:06.199225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.205368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0aece0a-bf7f-4f79-98d3-cb61cf5a31c8 req-5276b355-ce5b-4917-88a8-91ceef43bcb5 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.0913563 Dec 15 14:02:06.208212 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38af1101-e66e-4ca2-98a8-8ef9683d5146 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "PUT /v2.0/ports/a351957d-a521-46e8-b0fb-50a0e75d771b HTTP/1.1" status: 200 len: 1136 time: 1.0254745 Dec 15 14:02:06.210659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:06.276648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eaffb6-3cfb-4142-b185-8773aebe628a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:06.282501 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9eaffb6-3cfb-4142-b185-8773aebe628a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "GET /v2.0/ports/a351957d-a521-46e8-b0fb-50a0e75d771b HTTP/1.1" status: 200 len: 1136 time: 0.0706515 Dec 15 14:02:06.285839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:06.430694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Deleting port a351957d-a521-46e8-b0fb-50a0e75d771b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:06.431335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.462934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0b5182e9-1e53-4879-9138-a7ef9bd09c1c None None] Provisioning complete for port a351957d-a521-46e8-b0fb-50a0e75d771b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:06.463375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b5182e9-1e53-4879-9138-a7ef9bd09c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.516477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0b5182e9-1e53-4879-9138-a7ef9bd09c1c None None] Port a351957d-a521-46e8-b0fb-50a0e75d771b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:06.571501 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.588726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Calling delete_port for a351957d-a521-46e8-b0fb-50a0e75d771b owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:06.873769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.048310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bb2028c6-5711-43ed-a6a6-68867ba7e115 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:07.071075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event deleted for resources: {'Port': ['ID=a351957d-a521-46e8-b0fb-50a0e75d771b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:07.105793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-26edd039-aa87-4799-b8ba-d242e3b2fd83 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:07.108232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-26edd039-aa87-4799-b8ba-d242e3b2fd83 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.67 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 813 time: 0.3790083 Dec 15 14:02:07.143536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: bb2028c6-5711-43ed-a6a6-68867ba7e115 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:07.163553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bb2028c6-5711-43ed-a6a6-68867ba7e115 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:07.324359 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-4cf71271-907c-4913-996b-777e44722b24 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a HTTP/1.1" status: 200 len: 380 time: 0.2024884 Dec 15 14:02:07.336540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'port': {'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'admin_state_up': True, 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'security_groups': ['cdeae8f7-6840-43f8-a193-edb50b0dddf7']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:07.344917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44934) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.363255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b0f4b90-c13a-4679-abf2-ac97497dc7be req-f69e9f1c-ff7c-420d-922c-f9fa8df07d3b tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1657138 Dec 15 14:02:07.383056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.392224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-931daca4-b44f-4b58-8290-71d1970b7994 tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "DELETE /v2.0/ports/a351957d-a521-46e8-b0fb-50a0e75d771b HTTP/1.1" status: 204 len: 168 time: 1.1052399 Dec 15 14:02:07.394887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44938) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.660978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Made reservation on behalf of 64d5e411c4a34f5b96f29dcbd5907e9a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:07.665567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.678062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-52ad99d7-9cdb-4d8d-8ffd-d8c5d372e7ef req-d899e582-40b1-4433-810f-66368390bb5a tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.1437867 Dec 15 14:02:07.753088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-699aae62-58cb-46da-97e0-f48913fd01fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.775799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Deleting subnet 570c1dc7-a329-4a02-8ee9-70813ce140a5 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:07.780656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.850439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Allocated IP 172.20.0.8 (edea2f63-1a69-46b1-bb69-7613cd755667/595d9a88-b834-4f63-99c2-3e773522114c/3db6bd8e-e952-468b-9dd8-559747b38751) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:07.927620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.147228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.240136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.283447 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-699aae62-58cb-46da-97e0-f48913fd01fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.287397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.297301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Network edea2f63-1a69-46b1-bb69-7613cd755667 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:08.303042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:08.306914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:08.317766 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-699aae62-58cb-46da-97e0-f48913fd01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.366824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:08.367517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.409230 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767224 Dec 15 14:02:08.409959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-a1c4569b-93f0-4f17-a9e2-de1be6b90377 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:08.431814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Request body: {'port': {'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:08.435073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680583ce-686c-4990-b185-793d24e357c6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'Port': ['ID=3db6bd8e-e952-468b-9dd8-559747b38751,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:08.435537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-a1c4569b-93f0-4f17-a9e2-de1be6b90377 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3511355 Dec 15 14:02:08.491096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-699aae62-58cb-46da-97e0-f48913fd01fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad2359419c5349698b289506b9bc0f88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1265802 Dec 15 14:02:08.499389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44974) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:08.590589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb233d53-fcc7-4769-9682-a6ca81feb167 req-92d1c965-8b51-4378-8419-b2cc40262ac9 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0872567 Dec 15 14:02:08.592312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-35ccbe8a-bc77-458c-a2ae-75e5f2c9a94e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.1557603 Dec 15 14:02:08.595254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aae62-58cb-46da-97e0-f48913fd01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76bc9aa-50d2-40e9-ae8a-fb3261c8ddf2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:08.595393 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.632539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.668767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cbae4a-8cce-49ba-84fd-4b414efe070a None None] Network 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:08.687442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.692606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "DELETE /v2.0/subnets/570c1dc7-a329-4a02-8ee9-70813ce140a5 HTTP/1.1" status: 204 len: 168 time: 1.2949550 Dec 15 14:02:08.696001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:08.743037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc20331-d692-4401-ad99-fef7b6886a3c tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event deleted for resources: {'Subnet': ['ID=570c1dc7-a329-4a02-8ee9-70813ce140a5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:08.791454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-1619b535-0093-4a76-9da5-d4f1840ca9e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906769 Dec 15 14:02:08.865354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8620d1cd-79f1-4b2a-85aa-611bdcaa3051 None None] Provisioning complete for port 3db6bd8e-e952-468b-9dd8-559747b38751 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:08.869316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8620d1cd-79f1-4b2a-85aa-611bdcaa3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.949021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6c85-6815-4e7a-8419-98bbbb64bf5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.951872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8620d1cd-79f1-4b2a-85aa-611bdcaa3051 None None] Port 3db6bd8e-e952-468b-9dd8-559747b38751 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:09.053326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-05f60871-44e7-4e82-a404-166d13330e6d service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603292 Dec 15 14:02:09.077634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] DHCP port deletion for 6bc2c6ee-5627-4dcb-85ef-76134645e8e9 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:09.144693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.154304 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6c85-6815-4e7a-8419-98bbbb64bf5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.170502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] Deleting port d048bde4-e5e5-46c7-a2a2-875382ba42b3 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:09.171134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.248041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] For port d048bde4-e5e5-46c7-a2a2-875382ba42b3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d048bde4-e5e5-46c7-a2a2-875382ba42b3,segment=NetworkSegment(1976fd4f-2b1f-4a96-8855-b5396b3f9358),segment_id=1976fd4f-2b1f-4a96-8855-b5396b3f9358)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:09.248828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.265569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] Calling delete_port for d048bde4-e5e5-46c7-a2a2-875382ba42b3 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:09.290112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-cbacc570-5dae-4ca4-8400-036cb88bcf3b service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358229 Dec 15 14:02:09.344600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ed670-1baa-4aa4-b733-48a5cefb8ada req-99ee6a71-d0e2-4e00-a450-e55570ab9a5f tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:09.354999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f2ed670-1baa-4aa4-b733-48a5cefb8ada req-99ee6a71-d0e2-4e00-a450-e55570ab9a5f tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 931 time: 0.4375582 Dec 15 14:02:09.403084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d048bde4-e5e5-46c7-a2a2-875382ba42b3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:09.447457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6c85-6815-4e7a-8419-98bbbb64bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.456464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6c85-6815-4e7a-8419-98bbbb64bf5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.459975 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6b6b6c85-6815-4e7a-8419-98bbbb64bf5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f76bc9aa-50d2-40e9-ae8a-fb3261c8ddf2 HTTP/1.1" status: 204 len: 168 time: 0.9560115 Dec 15 14:02:09.490729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b6c85-6815-4e7a-8419-98bbbb64bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76bc9aa-50d2-40e9-ae8a-fb3261c8ddf2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:09.500521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Deleting port d048bde4-e5e5-46c7-a2a2-875382ba42b3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:09.500881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.545011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f2ed670-1baa-4aa4-b733-48a5cefb8ada req-69c90a1b-4ac4-416a-a1ab-79b76f8a1cc6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890147 Dec 15 14:02:09.668446 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.750450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31802616-c5e7-49f0-8733-cd25b785eaf7 req-4710dac3-d548-4b6d-93a2-d9869be6d097 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 210 time: 0.0687029 Dec 15 14:02:09.821015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] Pushing event deleted for resources: {'Port': ['ID=d048bde4-e5e5-46c7-a2a2-875382ba42b3,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:09.840781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.843465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54029d-8c4a-4c04-ba04-155499bbf4b0 None None] No DVR routers for this DVR port d048bde4-e5e5-46c7-a2a2-875382ba42b3 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:09.883757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] For port d048bde4-e5e5-46c7-a2a2-875382ba42b3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d048bde4-e5e5-46c7-a2a2-875382ba42b3,segment=NetworkSegment(1976fd4f-2b1f-4a96-8855-b5396b3f9358),segment_id=1976fd4f-2b1f-4a96-8855-b5396b3f9358)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:09.884419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.923063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f13f3fa-c360-4f1b-b5f8-9733592a2621 req-461f16f2-b051-4cf1-bf11-7415e5efec13 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0850990 Dec 15 14:02:09.936647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db6bd8e-e952-468b-9dd8-559747b38751 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:09.959476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Calling delete_port for d048bde4-e5e5-46c7-a2a2-875382ba42b3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:09.977351 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.127489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Transition to ACTIVE for port object 3db6bd8e-e952-468b-9dd8-559747b38751 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:10.171547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.268356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3db6bd8e-e952-468b-9dd8-559747b38751,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:10.485715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.587943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] No DVR routers for this DVR port d048bde4-e5e5-46c7-a2a2-875382ba42b3 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:10.660004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event deleted for resources: {'Port': ['ID=d048bde4-e5e5-46c7-a2a2-875382ba42b3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:10.787524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Attempting to bind port 3db6bd8e-e952-468b-9dd8-559747b38751 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:10.788069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Attempting to bind port 3db6bd8e-e952-468b-9dd8-559747b38751 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:10.788441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Attempting to bind port 3db6bd8e-e952-468b-9dd8-559747b38751 on network edea2f63-1a69-46b1-bb69-7613cd755667 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:10.878086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Port 3db6bd8e-e952-468b-9dd8-559747b38751 on network edea2f63-1a69-46b1-bb69-7613cd755667 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:10.878684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Attempting to bind port 3db6bd8e-e952-468b-9dd8-559747b38751 on network edea2f63-1a69-46b1-bb69-7613cd755667 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:10.902498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:10.903201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Checking segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:10.903827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Bound using segment: {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:10.904494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Bound port: 3db6bd8e-e952-468b-9dd8-559747b38751, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f00f9e7-979d-4166-b0a5-bb067c7cc99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:10.905352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.922559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6ba6a-69e1-4081-991b-7a8f92e7a737 req-16527130-e8d3-428f-999d-20ff552f8d93 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:10.926548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33e6ba6a-69e1-4081-991b-7a8f92e7a737 req-16527130-e8d3-428f-999d-20ff552f8d93 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.1514452 Dec 15 14:02:10.956804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.068893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33e6ba6a-69e1-4081-991b-7a8f92e7a737 req-0c3cf640-d7ab-4785-865e-c463600eabb5 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350417 Dec 15 14:02:11.108183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc2c6ee-5627-4dcb-85ef-76134645e8e9']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:11.112083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-030d2a22-08cf-437f-b842-db4dea8ec1fc req-da1a11b6-234c-489c-9e7e-4efb63efcb7f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 210 time: 0.0597093 Dec 15 14:02:11.137692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1976fd4f-2b1f-4a96-8855-b5396b3f9358') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:11.141555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1976fd4f-2b1f-4a96-8855-b5396b3f9358') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:11.227893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.277498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac876b57-0ca7-47bc-96c1-fe3373e52ae8 req-3c29476a-3476-4bd9-afa6-f3c48a47efa0 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0542085 Dec 15 14:02:11.281875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:11.328318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] For port 3db6bd8e-e952-468b-9dd8-559747b38751, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:11.330877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.343073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:11.343634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:11.362226 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:11.502765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.532234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] For port 3db6bd8e-e952-468b-9dd8-559747b38751, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3db6bd8e-e952-468b-9dd8-559747b38751,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:11.543357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.574361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c013bcb-dad2-41f7-8c52-47dfc30d43be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.575154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] 10.222.0.32 "DELETE /v2.0/networks/6bc2c6ee-5627-4dcb-85ef-76134645e8e9 HTTP/1.1" status: 204 len: 168 time: 2.8745794 Dec 15 14:02:11.593314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.617304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c843c0-2c91-467c-a763-f54ea0d0670a tempest-ExtraDHCPOptionsTestJSON-2093581323 tempest-ExtraDHCPOptionsTestJSON-2093581323-project] Pushing event deleted for resources: {'Network': ['ID=6bc2c6ee-5627-4dcb-85ef-76134645e8e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:11.702889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-6bf7b8b9-c51b-4866-8634-9537929efe35 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:11.705141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-6bf7b8b9-c51b-4866-8634-9537929efe35 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3453493 Dec 15 14:02:11.725189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:11.745091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:11.747626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.750751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 1091 time: 3.3273711 Dec 15 14:02:11.751269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:11.762414 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:11.957036 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc698f4-5bac-4ee2-801a-bb3b7829ee13 x-openstack-request-id: req-5dc698f4-5bac-4ee2-801a-bb3b7829ee13 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:11.958651 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:11.959133 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dc698f4-5bac-4ee2-801a-bb3b7829ee13 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:11.959724 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'status': 'completed', 'code': 200} Dec 15 14:02:12.080140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533649f7-52cc-4268-92a4-82b5366a03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3db6bd8e-e952-468b-9dd8-559747b38751,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:12.098020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-6a6b2dbb-1cc2-4d18-9505-43cd65d31c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:12.099553 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-6a6b2dbb-1cc2-4d18-9505-43cd65d31c98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1094 time: 0.2783313 Dec 15 14:02:12.196685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45098) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.254640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-2c532d65-f6fc-4c1c-90b6-1ff821eee28f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 217 time: 0.1460583 Dec 15 14:02:12.273542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c013bcb-dad2-41f7-8c52-47dfc30d43be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.352066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-aaccea9e-370c-4ab3-94cb-e13cacbfa4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:12.353715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-aaccea9e-370c-4ab3-94cb-e13cacbfa4e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 200 len: 852 time: 0.0909691 Dec 15 14:02:12.353993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c013bcb-dad2-41f7-8c52-47dfc30d43be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.426830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-4b385785-ffef-44af-b6eb-5587478784b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:12.428792 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-4b385785-ffef-44af-b6eb-5587478784b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edea2f63-1a69-46b1-bb69-7613cd755667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668275 Dec 15 14:02:12.547171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b039713b-7b4e-470c-8d6a-0c29706907ee req-4bdb543c-22ac-48ea-96c0-335e9a23c059 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 210 time: 0.1447186 Dec 15 14:02:12.548239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c013bcb-dad2-41f7-8c52-47dfc30d43be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd236e-c6ce-4be0-b091-ebafe1845cc3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:12.556858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c013bcb-dad2-41f7-8c52-47dfc30d43be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce37c5f250d74551aadb2ac7b0dcfe82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2705252 Dec 15 14:02:12.563458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-804c6dfb-7bd7-44b6-bb71-ad0bbda4f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.568767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:12.573247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.591317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.632612 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-f9ca443f-6f01-4385-a4b7-afe88ad52557 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918826 Dec 15 14:02:12.653127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-998d185a-4148-4258-a75e-39b0df012675 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4861c2989d64dd3a980901264dbd85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4545820 Dec 15 14:02:12.662320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45116) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.742255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b8a94-17a9-4897-ac06-7459fb8a297b req-8452dd24-aae9-47be-9c07-c5b12e02a084 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:12.750908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-192b8a94-17a9-4897-ac06-7459fb8a297b req-8452dd24-aae9-47be-9c07-c5b12e02a084 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.4835064 Dec 15 14:02:12.813195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f5fd45ce-f39c-4216-975b-bbe1672b1a34 req-992afa7c-5d24-455a-ae85-e264505fc571 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741998 Dec 15 14:02:12.853392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7be8efd2-a7ff-4131-8f0b-bf4b2a5fe973 req-4c005e47-0b12-421b-8a96-37746e0ee853 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0904334 Dec 15 14:02:12.945427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a3b1-5536-4acb-8055-27d8a5a0ac4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.950888 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b3d14c05-415d-4ffb-a38c-0e2139bd3b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.952813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-df62c541-9c8c-443e-bc85-f94aa4861870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:12.954557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-df62c541-9c8c-443e-bc85-f94aa4861870 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1094 time: 0.0820439 Dec 15 14:02:12.993885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-192b8a94-17a9-4897-ac06-7459fb8a297b req-cfe53304-8532-4e28-8510-79ea85180193 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417822 Dec 15 14:02:13.024665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a3b1-5536-4acb-8055-27d8a5a0ac4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.051541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.2 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/af0bab01-8158-403b-83e4-5912126ded49) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:13.058475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b3d14c05-415d-4ffb-a38c-0e2139bd3b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.171929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a3b1-5536-4acb-8055-27d8a5a0ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.171929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a3b1-5536-4acb-8055-27d8a5a0ac4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.172453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b9b8a3b1-5536-4acb-8055-27d8a5a0ac4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94bd236e-c6ce-4be0-b091-ebafe1845cc3 HTTP/1.1" status: 204 len: 168 time: 0.5772297 Dec 15 14:02:13.177459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-7659f288-a405-453b-8de4-3b16d6f7b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:13.186369 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-7659f288-a405-453b-8de4-3b16d6f7b854 service neutron] 10.222.0.67 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 915 time: 0.2221155 Dec 15 14:02:13.235343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8a3b1-5536-4acb-8055-27d8a5a0ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd236e-c6ce-4be0-b091-ebafe1845cc3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:13.249955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b3d14c05-415d-4ffb-a38c-0e2139bd3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.253129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b3d14c05-415d-4ffb-a38c-0e2139bd3b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.254390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b3d14c05-415d-4ffb-a38c-0e2139bd3b14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0157311c-8bf7-4539-af51-ba11368ce900 HTTP/1.1" status: 204 len: 168 time: 0.5631647 Dec 15 14:02:13.273064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d14c05-415d-4ffb-a38c-0e2139bd3b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0157311c-8bf7-4539-af51-ba11368ce900,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:13.338276 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-1c92f120-70ab-4e6d-b892-94f39bb9160f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 217 time: 0.1280694 Dec 15 14:02:13.427699 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.487638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-40c11ecf-b9fc-475e-9d20-8c677589c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:13.492288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-40c11ecf-b9fc-475e-9d20-8c677589c0b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 200 len: 852 time: 0.1556106 Dec 15 14:02:13.520405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.540865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:13.593028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-9d204c9e-1461-48b7-b445-ab51fb06d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:13.594573 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-9d204c9e-1461-48b7-b445-ab51fb06d975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edea2f63-1a69-46b1-bb69-7613cd755667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911469 Dec 15 14:02:13.616270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:13.634799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:13.655227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:13.677211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=af0bab01-8158-403b-83e4-5912126ded49,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:13.756281 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-484be3f9-ea7d-4523-8068-f51bc0ecedf9 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499097 Dec 15 14:02:13.872844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:13.873522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.899748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab4438-219e-4825-9a28-732f7ae9cdd5 req-9d0456b0-3690-49b4-8f3f-722f5196098f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:13.901374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79ab4438-219e-4825-9a28-732f7ae9cdd5 req-9d0456b0-3690-49b4-8f3f-722f5196098f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 931 time: 0.1591501 Dec 15 14:02:13.917224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-41f51f16-6bc8-428b-ae11-3208ea9d3698 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1971042 Dec 15 14:02:13.952442 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ee80b807-1a9d-4ffd-9c2f-34f0da8d58d6 req-da69c3ed-36b0-4faa-b17f-fbc907d1d31c service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861238 Dec 15 14:02:13.961289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Request body: {'port': {'device_id': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:14.004534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.035988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86da623c-7955-4476-95bc-f6181d5542bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.088055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.160376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49d07aee-c4c6-404e-9c88-fc6493cce7cc req-e44a1e56-933d-4b43-b435-d59058adc991 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0844994 Dec 15 14:02:14.161577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.269587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-79ab4438-219e-4825-9a28-732f7ae9cdd5 req-d6752365-3753-47dc-b3d4-2bd5b04dd3a3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487222 Dec 15 14:02:14.272428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.338772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86da623c-7955-4476-95bc-f6181d5542bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.350780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86da623c-7955-4476-95bc-f6181d5542bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.456879 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86da623c-7955-4476-95bc-f6181d5542bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1a130a251204cd783d127dc341337e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503500 Dec 15 14:02:14.457623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da623c-7955-4476-95bc-f6181d5542bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499ed46-055a-4d9d-97fa-95e4048641a4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:14.461474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.462517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86a2b990-f421-4ab9-aa0e-e38977a503f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.554200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26487b67-6028-4fdb-9c4d-7935f1508a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.596210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26487b67-6028-4fdb-9c4d-7935f1508a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.661945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86a2b990-f421-4ab9-aa0e-e38977a503f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.676331 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86a2b990-f421-4ab9-aa0e-e38977a503f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.720758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf334-957e-4594-82f5-b3c45b488525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.732193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26487b67-6028-4fdb-9c4d-7935f1508a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.734918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26487b67-6028-4fdb-9c4d-7935f1508a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.736175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-26487b67-6028-4fdb-9c4d-7935f1508a7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f499ed46-055a-4d9d-97fa-95e4048641a4 HTTP/1.1" status: 204 len: 168 time: 0.2708228 Dec 15 14:02:14.743132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2b990-f421-4ab9-aa0e-e38977a503f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12614f47-7703-4784-8de8-f4b8672b2665,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:14.761364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86a2b990-f421-4ab9-aa0e-e38977a503f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc4b4067d634496cb4645aff24f52655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800272 Dec 15 14:02:14.761364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26487b67-6028-4fdb-9c4d-7935f1508a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499ed46-055a-4d9d-97fa-95e4048641a4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:14.761554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.834984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e961917-758f-45cd-912b-1e1d2c7bbbf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.868630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e961917-758f-45cd-912b-1e1d2c7bbbf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.975147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e961917-758f-45cd-912b-1e1d2c7bbbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.978360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e961917-758f-45cd-912b-1e1d2c7bbbf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.979853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e961917-758f-45cd-912b-1e1d2c7bbbf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12614f47-7703-4784-8de8-f4b8672b2665 HTTP/1.1" status: 204 len: 168 time: 0.2170968 Dec 15 14:02:15.001336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e961917-758f-45cd-912b-1e1d2c7bbbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12614f47-7703-4784-8de8-f4b8672b2665,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:15.190639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.309032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e4ac32b-bf56-4c7b-be26-c5fff194a8ea req-e3b405ef-b3ab-4fad-bba1-a402807761ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0323422 Dec 15 14:02:15.511652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'networks': [{'name': 'tempest-network--1367465204'}, {'name': 'tempest-network--217470087'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:15.512243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'network': {'name': 'tempest-network--1367465204'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:15.512785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'network': {'name': 'tempest-network--217470087'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:15.532667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4612dc1-acca-4f27-9f57-17233b4c2810 req-78bda88f-6f8c-49fd-9054-473c954e9b9b tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1244650 Dec 15 14:02:15.547978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0bab01-8158-403b-83e4-5912126ded49 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:15.571113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.583469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'network': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:15.588329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.599327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.634658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418db7c9-b907-4af2-9ffe-96a7edce1ded req-0bb976af-d76b-4b82-8266-e49d4112b35a tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:15.636306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-418db7c9-b907-4af2-9ffe-96a7edce1ded req-0bb976af-d76b-4b82-8266-e49d4112b35a tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.2260675 Dec 15 14:02:15.637420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Transition to ACTIVE for port object af0bab01-8158-403b-83e4-5912126ded49 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:15.681774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.756859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.780555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bcd15e8-8517-4309-aa94-96bb37490286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.782681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Pushing event updated for resources: {'Port': ['ID=af0bab01-8158-403b-83e4-5912126ded49,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:15.793810 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.879994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.896968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.967372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:15.978502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.979596 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Added segment 8b687a7f-e770-4ab4-b5ed-36897a7ccc1b of type vlan for network 6d7244d0-dbae-432c-828e-b4fb3b2dcba3 Dec 15 14:02:16.030827 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.054261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-418db7c9-b907-4af2-9ffe-96a7edce1ded req-a7216b42-d86a-4a16-9514-4b502d4a8e38 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095104 Dec 15 14:02:16.067895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:16.069883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Attempting to bind port af0bab01-8158-403b-83e4-5912126ded49 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:16.071885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Attempting to bind port af0bab01-8158-403b-83e4-5912126ded49 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:16.072254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Attempting to bind port af0bab01-8158-403b-83e4-5912126ded49 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:16.079785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.079985 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Added segment 29f3ee02-9f81-45d6-bd21-a2538a391537 of type vlan for network bafe6759-1f0c-4cb2-aa7b-fa5f80787547 Dec 15 14:02:16.097751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Port af0bab01-8158-403b-83e4-5912126ded49 on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:16.098355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Attempting to bind port af0bab01-8158-403b-83e4-5912126ded49 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:16.120759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:16.121162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:16.121500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:16.122025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Bound port: af0bab01-8158-403b-83e4-5912126ded49, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:16.122401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.150382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b897f1-bcef-424c-891f-a0d627551eb5 req-618f3c62-e821-4fc1-ac89-3faca69c44d0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.163396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4b897f1-bcef-424c-891f-a0d627551eb5 req-618f3c62-e821-4fc1-ac89-3faca69c44d0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 943 time: 0.4119985 Dec 15 14:02:16.224728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.231577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.296193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6367c-c15a-43f0-908f-bb20b1664b9e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:16.306174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4b897f1-bcef-424c-891f-a0d627551eb5 req-615c09ac-ba63-4b15-aff8-6a980b351977 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398835 Dec 15 14:02:16.310626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] For port af0bab01-8158-403b-83e4-5912126ded49, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:16.322438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.326277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] For port af0bab01-8158-403b-83e4-5912126ded49, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=af0bab01-8158-403b-83e4-5912126ded49,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:16.327421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.333728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.343554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.362859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.365925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.402452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.403083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.404628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] 10.222.0.67 "PUT /v2.0/ports/af0bab01-8158-403b-83e4-5912126ded49 HTTP/1.1" status: 200 len: 1091 time: 2.4709113 Dec 15 14:02:16.405023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'tag': 'af0bab01-8158-403b-83e4-5912126ded49'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:16.407381 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031aa22-28bd-4b8e-9ed2-db870265b159" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e1b4a0-a037-4d3a-a67a-bc465db2c241", "tag": "af0bab01-8158-403b-83e4-5912126ded49"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:16.443014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45282) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:16.447093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2549543 Dec 15 14:02:16.495920 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2081db63-68f9-4a8d-9639-a67c98ba0626 x-openstack-request-id: req-2081db63-68f9-4a8d-9639-a67c98ba0626 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:16.496223 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e1b4a0-a037-4d3a-a67a-bc465db2c241", "tag": "af0bab01-8158-403b-83e4-5912126ded49", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:16.496487 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2081db63-68f9-4a8d-9639-a67c98ba0626 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:16.497139 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'tag': 'af0bab01-8158-403b-83e4-5912126ded49', 'status': 'completed', 'code': 200} Dec 15 14:02:16.497768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276a0b-bcc6-4ab5-85d8-28d7dacd6dee service neutron] Pushing event updated for resources: {'Port': ['ID=af0bab01-8158-403b-83e4-5912126ded49,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:16.618260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Network': ['ID=6d7244d0-dbae-432c-828e-b4fb3b2dcba3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:16.633199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bcd15e8-8517-4309-aa94-96bb37490286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.636292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 6d7244d0-dbae-432c-828e-b4fb3b2dcba3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:16.671783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bcd15e8-8517-4309-aa94-96bb37490286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.848595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad6ab5f9-577c-458b-b782-9c790e41a4f6 req-374edcb7-f3f4-458a-a8d0-942fda7d047c tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0897465 Dec 15 14:02:16.881126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d47343-6971-443b-a399-b14c440a0cd9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Network': ['ID=bafe6759-1f0c-4cb2-aa7b-fa5f80787547,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:16.902061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network bafe6759-1f0c-4cb2-aa7b-fa5f80787547 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:16.947845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd15e8-8517-4309-aa94-96bb37490286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb835dc-25f8-4f1e-9abc-15152fc4ec12,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:16.957855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39748cd-b9f4-48fa-b03c-8e7ddcd19779 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.964461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39748cd-b9f4-48fa-b03c-8e7ddcd19779 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.970558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39748cd-b9f4-48fa-b03c-8e7ddcd19779 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.976437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39748cd-b9f4-48fa-b03c-8e7ddcd19779 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.978218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d39748cd-b9f4-48fa-b03c-8e7ddcd19779 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5342441 Dec 15 14:02:16.982510 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3bcd15e8-8517-4309-aa94-96bb37490286 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6110c81fc8b44ddacf983e70fa42d97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2185128 Dec 15 14:02:16.983161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:16.983505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:16.994778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-4e1a5424-cf1a-465d-8230-3a7f4b15c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.996258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-4e1a5424-cf1a-465d-8230-3a7f4b15c15a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 1094 time: 0.4167929 Dec 15 14:02:17.077111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-e4b20acd-d331-4ab6-8fa2-70c24c2e0cc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af0bab01-8158-403b-83e4-5912126ded49 HTTP/1.1" status: 200 len: 217 time: 0.0700738 Dec 15 14:02:17.143258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c16-2464-4831-bdf2-07890e73c4ce req-f8f8c9ce-926a-43f2-9347-f2ae8f4a6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.145594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-f8f8c9ce-926a-43f2-9347-f2ae8f4a6c75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.0594923 Dec 15 14:02:17.237032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-5b7390a4-0650-43ea-8b5f-7e4da29ccddd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819666 Dec 15 14:02:17.239219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.254204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c18b2c1-1a4d-4157-8b3c-eb70f5ed2e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.363819 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c18b2c1-1a4d-4157-8b3c-eb70f5ed2e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.367711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157e98f-11c7-4da8-9019-d71f8a2dacce req-3a7e217f-2522-413e-94ed-075d99d2d3fa tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.378288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a157e98f-11c7-4da8-9019-d71f8a2dacce req-3a7e217f-2522-413e-94ed-075d99d2d3fa tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.1980164 Dec 15 14:02:17.403074 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.453083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e44cb634-dc91-4873-8418-5d95b35c502f req-3de52edf-4ff3-49f4-abed-4d118b054035 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6&device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.0492926 Dec 15 14:02:17.496438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-4e4268a0-6211-4ee7-a7d8-3cb671b296c8 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467868 Dec 15 14:02:17.565246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a157e98f-11c7-4da8-9019-d71f8a2dacce req-f02eff43-079c-4d8c-b48a-08f5b40f3163 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757951 Dec 15 14:02:17.565505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c18b2c1-1a4d-4157-8b3c-eb70f5ed2e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.581519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c18b2c1-1a4d-4157-8b3c-eb70f5ed2e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.592065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c18b2c1-1a4d-4157-8b3c-eb70f5ed2e8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acb835dc-25f8-4f1e-9abc-15152fc4ec12 HTTP/1.1" status: 204 len: 168 time: 0.6018374 Dec 15 14:02:17.595445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.641740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18b2c1-1a4d-4157-8b3c-eb70f5ed2e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb835dc-25f8-4f1e-9abc-15152fc4ec12,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:17.666004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7244d0-dbae-432c-828e-b4fb3b2dcba3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:17.689810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b687a7f-e770-4ab4-b5ed-36897a7ccc1b') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:17.698939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b687a7f-e770-4ab4-b5ed-36897a7ccc1b') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:17.723297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.773510 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.784038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:17.784444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.810176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92644c16-2464-4831-bdf2-07890e73c4ce req-44f72eb4-7a7a-4ad6-be8c-130dfd0b9d60 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924914 Dec 15 14:02:17.840023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6de4-d713-4aa7-8353-81e182039ccd req-ab4d47c9-d850-4c2b-b5a0-6fa1d32e4b59 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.860883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59bf6de4-d713-4aa7-8353-81e182039ccd req-ab4d47c9-d850-4c2b-b5a0-6fa1d32e4b59 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 943 time: 0.1488855 Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:17.913633 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:17.925087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.967784 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.973784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/networks/6d7244d0-dbae-432c-828e-b4fb3b2dcba3 HTTP/1.1" status: 204 len: 168 time: 0.9840565 Dec 15 14:02:17.974289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d26160-ba28-49c3-8f35-c2f7df8487f3 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Network': ['ID=6d7244d0-dbae-432c-828e-b4fb3b2dcba3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:17.976094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:18.024615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59bf6de4-d713-4aa7-8353-81e182039ccd req-fd894e12-a00e-40bf-b38b-54b69cca4cad tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626875 Dec 15 14:02:18.114156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.118589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-dfe7344a-4285-4fe6-9420-69fa4d61a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.122900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-dfe7344a-4285-4fe6-9420-69fa4d61a337 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 1094 time: 0.2265296 Dec 15 14:02:18.125507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-685a2b06-f8c9-4f47-b308-57137cda1a9d req-aa29a49d-d70d-48fd-9197-dc6f9a33337c tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0997462 Dec 15 14:02:18.143205 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5f327c86-c146-467e-b67d-2b732577fc2f req-b7442ec5-2c34-4d15-8108-16f3b82d13d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd1f15f11f2a408695bf29425d0994b5&device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1645265 Dec 15 14:02:18.187913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5f327c86-c146-467e-b67d-2b732577fc2f req-30e21b9a-b69b-4187-9bc2-51e683301b72 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd1f15f11f2a408695bf29425d0994b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240953 Dec 15 14:02:18.304808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-c21c15f6-473b-4044-b0ff-432de64708cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.307087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-c21c15f6-473b-4044-b0ff-432de64708cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.1695554 Dec 15 14:02:18.335629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.408010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-e1658631-4250-49a4-83d1-3f83b740e616 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af0bab01-8158-403b-83e4-5912126ded49 HTTP/1.1" status: 200 len: 217 time: 0.0920281 Dec 15 14:02:18.496871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.566191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-bf42865b-2083-4e7b-91c0-e4150295bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.572246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-bf42865b-2083-4e7b-91c0-e4150295bf31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1513557 Dec 15 14:02:18.683808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-f3855139-6fd8-4bf2-895c-5f9fb0c4fe37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944731 Dec 15 14:02:18.856688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafe6759-1f0c-4cb2-aa7b-fa5f80787547']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:18.873417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e627678-e130-4df1-bf12-2a1c4f0736ef req-026bc89a-719e-425a-bdfb-e475105aecba tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.875219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e627678-e130-4df1-bf12-2a1c4f0736ef req-026bc89a-719e-425a-bdfb-e475105aecba tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.0973125 Dec 15 14:02:18.879152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-78e64401-3c71-444d-980d-2e8140098857 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903553 Dec 15 14:02:18.880033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f3ee02-9f81-45d6-bd21-a2538a391537') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:18.880330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f3ee02-9f81-45d6-bd21-a2538a391537') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:18.903451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.926868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.949172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:18.949795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:18.953700 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:19.003762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e627678-e130-4df1-bf12-2a1c4f0736ef req-4bc5cbce-f64b-43ae-a75a-653c0539a894 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217899 Dec 15 14:02:19.053659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3031aa22-28bd-4b8e-9ed2-db870265b159 req-66e32c88-069c-4bdd-90b4-ca7dcdc69cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550398 Dec 15 14:02:19.067687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f327c86-c146-467e-b67d-2b732577fc2f req-143e3b90-82c5-446d-92e5-1cacb4116eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.069542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5f327c86-c146-467e-b67d-2b732577fc2f req-143e3b90-82c5-446d-92e5-1cacb4116eba service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8585415 Dec 15 14:02:19.070815 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.116009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.126217 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/networks/bafe6759-1f0c-4cb2-aa7b-fa5f80787547 HTTP/1.1" status: 204 len: 168 time: 1.1428881 Dec 15 14:02:19.129079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45390) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.143550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e832340-c969-4b9d-b771-1bf4e18aa2a4 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Network': ['ID=bafe6759-1f0c-4cb2-aa7b-fa5f80787547,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.172382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.270043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915775-70f9-4681-a55b-d664a0d03831 req-3df1ec80-ea40-4c31-935f-f9aa823b0568 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.277379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35915775-70f9-4681-a55b-d664a0d03831 req-3df1ec80-ea40-4c31-935f-f9aa823b0568 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 943 time: 0.1073074 Dec 15 14:02:19.334665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1ee90e2-e0e5-4bde-b9c9-fe1d8d6897f3 req-31f397e4-0e8e-449c-92b4-31fa6fe1ab10 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0469680 Dec 15 14:02:19.373399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd79609-447a-4700-afee-c96e3e2c5ab7 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.374884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd79609-447a-4700-afee-c96e3e2c5ab7 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.380452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ccd79609-447a-4700-afee-c96e3e2c5ab7 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2504094 Dec 15 14:02:19.380999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.390391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1756989995'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:19.415863 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c531ce99-dec6-4723-9796-35a74de0f007 tempest-AgentManagementNegativeTest-143775631 tempest-AgentManagementNegativeTest-143775631-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2423050 Dec 15 14:02:19.451099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35915775-70f9-4681-a55b-d664a0d03831 req-28f8035d-0c4b-4b69-b61f-0281f6b53c82 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726558 Dec 15 14:02:19.456927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:19.464403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.512210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:19.523680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.523680 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Added segment bed491b9-6a53-4876-bf40-b4891abf137c of type vlan for network 117cc0d0-9954-431e-af4a-58cbf6697901 Dec 15 14:02:19.573776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.611473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.618261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.618935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.689827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3042302 Dec 15 14:02:19.692334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.699549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-284410229'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:19.710024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924c432-25d9-4d27-8d71-bff19130a2b2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Network': ['ID=117cc0d0-9954-431e-af4a-58cbf6697901,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.721899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 117cc0d0-9954-431e-af4a-58cbf6697901 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:19.770916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:19.777014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.787816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.842970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:19.862408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.863069 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Added segment d549e9e4-4d9a-47ea-8da4-96505b928399 of type vlan for network aa085d5e-81c6-4e27-ab2b-bd79d098a146 Dec 15 14:02:19.915200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.944586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.951923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.952755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.979601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a271d30c-3a5a-4bcf-9b00-64c66e814613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.037458 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3407931 Dec 15 14:02:20.037659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.046580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'ports': [{'network_id': '117cc0d0-9954-431e-af4a-58cbf6697901', 'name': 'tempest-port--208289062', 'admin_state_up': True}, {'network_id': 'aa085d5e-81c6-4e27-ab2b-bd79d098a146', 'admin_state_up': False}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.046899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'port': {'network_id': '117cc0d0-9954-431e-af4a-58cbf6697901', 'name': 'tempest-port--208289062', 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.047588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'port': {'network_id': 'aa085d5e-81c6-4e27-ab2b-bd79d098a146', 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.050645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81a7d6-4373-433f-899f-b7c2ace8a044 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Network': ['ID=aa085d5e-81c6-4e27-ab2b-bd79d098a146,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:20.063223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network aa085d5e-81c6-4e27-ab2b-bd79d098a146 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:20.257311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a271d30c-3a5a-4bcf-9b00-64c66e814613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.272951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287173f-f5c0-4376-b83e-4718a7030e66 req-414dd0af-423d-497b-b842-f1c208dcd0aa tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.274455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0287173f-f5c0-4376-b83e-4718a7030e66 req-414dd0af-423d-497b-b842-f1c208dcd0aa tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.1578982 Dec 15 14:02:20.277815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a271d30c-3a5a-4bcf-9b00-64c66e814613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.366073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a271d30c-3a5a-4bcf-9b00-64c66e814613 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dde54ef118084ce6b970649b35fb4bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5765474 Dec 15 14:02:20.368635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.372396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271d30c-3a5a-4bcf-9b00-64c66e814613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da89cc85-c6d3-480d-b367-495415f46b77,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:20.433813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'port': 2} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:20.438745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.467476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0287173f-f5c0-4376-b83e-4718a7030e66 req-73bfab4a-e7e6-4689-93f7-d1a9511babc0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708608 Dec 15 14:02:20.478307 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a2c-12c0-4ccc-94a0-79d2153d6ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.484010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.518191 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a2c-12c0-4ccc-94a0-79d2153d6ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.568060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a4777a8-aaff-4ab9-a90e-1c2408a56258 req-c9df7775-ff67-4004-9696-fcc96fd0315b tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0786459 Dec 15 14:02:20.586454 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5f327c86-c146-467e-b67d-2b732577fc2f req-de87f563-dbd0-4d0e-a2ab-33ca48c7e499 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.67 "GET /v2.0/ports?device_id=54a0e9a2-2538-453b-b13f-83f5fe48a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0651991 Dec 15 14:02:20.639618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a2c-12c0-4ccc-94a0-79d2153d6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.643006 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a2c-12c0-4ccc-94a0-79d2153d6ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.647433 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2dd84a2c-12c0-4ccc-94a0-79d2153d6ffe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da89cc85-c6d3-480d-b367-495415f46b77 HTTP/1.1" status: 204 len: 168 time: 0.2763383 Dec 15 14:02:20.663990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd84a2c-12c0-4ccc-94a0-79d2153d6ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da89cc85-c6d3-480d-b367-495415f46b77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:20.708964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947a8dd-8f2f-43fa-814c-83c9ef6e49d2 req-141ae03f-2168-47e3-9419-74b9c038785c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.710509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3947a8dd-8f2f-43fa-814c-83c9ef6e49d2 req-141ae03f-2168-47e3-9419-74b9c038785c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 943 time: 0.1405239 Dec 15 14:02:20.750625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] device_id is not set on port 6846cd0c-d90f-4017-8803-bedf4c79655b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:20.793545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3947a8dd-8f2f-43fa-814c-83c9ef6e49d2 req-e0be5b38-cae5-4a28-b4b5-ba5a85b434b4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730069 Dec 15 14:02:20.911110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.987494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] device_id is not set on port a6c75a80-8bb0-4040-9581-7f2c2c6b2643 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:21.045730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.113705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device af0bab01-8158-403b-83e4-5912126ded49 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:21.121712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.185739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.254861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port af0bab01-8158-403b-83e4-5912126ded49, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=af0bab01-8158-403b-83e4-5912126ded49,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:21.270235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'af0bab01-8158-403b-83e4-5912126ded49', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': 'af0bab01-8158-403b-83e4-5912126ded49', 'mac_address': 'fa:16:3e:28:91:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:21.308688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Port': ['ID=6846cd0c-d90f-4017-8803-bedf4c79655b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.344657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Checking segment: {'id': 'bed491b9-6a53-4876-bf40-b4891abf137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '117cc0d0-9954-431e-af4a-58cbf6697901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:21.345032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network hostable DHCP agents. Network: 117cc0d0-9954-431e-af4a-58cbf6697901, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:21.355025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.365593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network 117cc0d0-9954-431e-af4a-58cbf6697901 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:21.376383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0bab01-8158-403b-83e4-5912126ded49 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:21.380356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 117cc0d0-9954-431e-af4a-58cbf6697901) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:21.383963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:21.384986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.399065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f2bc6-8112-498b-af0a-f89f849a8c65 None None] Network 117cc0d0-9954-431e-af4a-58cbf6697901 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:21.497805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port af0bab01-8158-403b-83e4-5912126ded49, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=af0bab01-8158-403b-83e4-5912126ded49,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:21.503230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Port': ['ID=a6c75a80-8bb0-4040-9581-7f2c2c6b2643,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.515745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Checking segment: {'id': 'd549e9e4-4d9a-47ea-8da4-96505b928399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'aa085d5e-81c6-4e27-ab2b-bd79d098a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:21.516116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network hostable DHCP agents. Network: aa085d5e-81c6-4e27-ab2b-bd79d098a146, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:21.540457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.543565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network aa085d5e-81c6-4e27-ab2b-bd79d098a146 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:21.565524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, aa085d5e-81c6-4e27-ab2b-bd79d098a146) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:21.580787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2f26a-7194-4316-8c87-ebe69989fdf0 None None] Network aa085d5e-81c6-4e27-ab2b-bd79d098a146 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:21.589114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:21.605507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.629272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.631394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.642646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:21.686962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45498) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:21.687179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-822099a3-c157-4290-9afa-d17c7f880580 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6482437 Dec 15 14:02:21.697137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360a5b-a237-40d9-a012-15cbc9f91fdb req-821b7380-1d5d-4ea9-bc46-07a7310460f8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.707570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f360a5b-a237-40d9-a012-15cbc9f91fdb req-821b7380-1d5d-4ea9-bc46-07a7310460f8 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.1536469 Dec 15 14:02:21.711512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=af0bab01-8158-403b-83e4-5912126ded49,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.790738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802313c-57ae-44cf-8873-84be16ddf027 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.799651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802313c-57ae-44cf-8873-84be16ddf027 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.801783 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c802313c-57ae-44cf-8873-84be16ddf027 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1133597 Dec 15 14:02:21.805256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:21.826510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f360a5b-a237-40d9-a012-15cbc9f91fdb req-438302bd-8e2b-4ecc-b6b9-e53e9e6f1937 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097326 Dec 15 14:02:21.882943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['af0bab01-8158-403b-83e4-5912126ded49'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:21.919449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-703658357'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:22.074621 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c68f0152-860b-40a2-b24e-912a2a8bb4d7 req-d8a0ba80-8812-4a5b-8124-0b4dc80248ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd1f15f11f2a408695bf29425d0994b5&device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1112959 Dec 15 14:02:22.126399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:22.127862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b8696e9-0c52-4e30-a5a1-3d2cb2e832af req-7c7f99d2-63f6-4b55-b332-127f59c09a1b tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.0645700 Dec 15 14:02:22.130397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.138046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229c541-f741-4dea-97f1-6dadf03c1ac5 req-d064988d-1249-4bec-803a-3e0a929d0f17 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.144763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Deleting port 6846cd0c-d90f-4017-8803-bedf4c79655b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:22.145577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.150607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2229c541-f741-4dea-97f1-6dadf03c1ac5 req-d064988d-1249-4bec-803a-3e0a929d0f17 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 944 time: 0.2018216 Dec 15 14:02:22.151161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c68f0152-860b-40a2-b24e-912a2a8bb4d7 req-5a27e170-1bdc-4a43-81e3-600d128dce8f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd1f15f11f2a408695bf29425d0994b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582464 Dec 15 14:02:22.154976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.214835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2229c541-f741-4dea-97f1-6dadf03c1ac5 req-f3739e5d-a014-4f50-af36-a70c135dfed8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Dec 15 14:02:22.329241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f0152-860b-40a2-b24e-912a2a8bb4d7 req-d8d37032-1862-47a2-a216-95ec992b2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.330849 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c68f0152-860b-40a2-b24e-912a2a8bb4d7 req-d8d37032-1862-47a2-a216-95ec992b2225 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1606102 Dec 15 14:02:22.348616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.371025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Calling delete_port for 6846cd0c-d90f-4017-8803-bedf4c79655b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:22.491237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.506490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.536171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:22.550036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.587322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.587673 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Added segment 2c6b04b1-3b95-4a43-acac-6e5dbf62e819 of type vlan for network 15c458e9-c1da-4268-8d8a-7a280985a0f0 Dec 15 14:02:22.590014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704a8ba5-a29c-4355-893d-77033a70d1a5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:22.613250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.617591 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/ports/6846cd0c-d90f-4017-8803-bedf4c79655b HTTP/1.1" status: 204 len: 168 time: 0.8107400 Dec 15 14:02:22.620310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527f97b-8035-4e82-b6f5-93b841a5ea25 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Port': ['ID=6846cd0c-d90f-4017-8803-bedf4c79655b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:22.621416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45532) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:22.676762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.713988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.721045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.721638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.777653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Deleting port a6c75a80-8bb0-4040-9581-7f2c2c6b2643 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:22.778018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.787896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1402016 Dec 15 14:02:22.788562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:22.793987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'subnet': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:22.854988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209cc3-d426-4314-b288-4562bf088844 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Network': ['ID=15c458e9-c1da-4268-8d8a-7a280985a0f0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:22.861064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.870499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:22.880927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Calling delete_port for a6c75a80-8bb0-4040-9581-7f2c2c6b2643 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:22.932771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:22.944285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.044219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398df2-796c-409f-98e1-6fc69bdda588 req-ed03b4c1-a1f7-4249-9338-a6ee59bf4d2a tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:23.052394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e398df2-796c-409f-98e1-6fc69bdda588 req-ed03b4c1-a1f7-4249-9338-a6ee59bf4d2a tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.1016426 Dec 15 14:02:23.098807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.125698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device af0bab01-8158-403b-83e4-5912126ded49 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:23.143958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Port': ['ID=a6c75a80-8bb0-4040-9581-7f2c2c6b2643,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:23.164265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e398df2-796c-409f-98e1-6fc69bdda588 req-b88e5fe3-31af-49ee-a200-14bf35cf2874 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050398 Dec 15 14:02:23.179692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.188571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:23.189189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdc7d454-e686-4031-b42f-9d3d52700b9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/ports/a6c75a80-8bb0-4040-9581-7f2c2c6b2643 HTTP/1.1" status: 204 len: 168 time: 0.5663781 Dec 15 14:02:23.223765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port af0bab01-8158-403b-83e4-5912126ded49 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:23.243149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port af0bab01-8158-403b-83e4-5912126ded49 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:23.243634 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.314330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b4985f4a-37e2-41f3-a5f0-0962756f23a9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1157300 Dec 15 14:02:23.315036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:23.350677 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.357246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-253136308'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:23.378472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c581b887-f46b-4f35-a22a-9303adc85558 req-c52f9faa-4cce-4f09-9bda-bad880ab058f tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1105204 Dec 15 14:02:23.382423 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.426278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port af0bab01-8158-403b-83e4-5912126ded49, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=af0bab01-8158-403b-83e4-5912126ded49,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:23.427632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0bab01-8158-403b-83e4-5912126ded49'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:23.431275 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf6a8f-c9e4-44a5-9b07-f3f14e48424f" -d '{"events": [{"server_uuid": "c3e1b4a0-a037-4d3a-a67a-bc465db2c241", "name": "network-vif-plugged", "status": "completed", "tag": "af0bab01-8158-403b-83e4-5912126ded49"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:23.431529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Subnet': ['ID=6e2cedfb-c529-40f9-92f8-0bebfbf38108,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:23.436443 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.472945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Checking segment: {'id': '2c6b04b1-3b95-4a43-acac-6e5dbf62e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:23.473422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network hostable DHCP agents. Network: 15c458e9-c1da-4268-8d8a-7a280985a0f0, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:23.504077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:23.521227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 15c458e9-c1da-4268-8d8a-7a280985a0f0) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:23.521468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:23.532360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.557854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:23.558646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.593261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=af0bab01-8158-403b-83e4-5912126ded49,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:23.598882 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-694762d4-8d9f-4107-97a8-4e6a7a06d2da tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8068571 Dec 15 14:02:23.600191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:23.604860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ba963-6eb0-4849-82c4-fba78002e3f8 None None] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:23.629850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:23.632281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-691893245'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:23.641244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.644425 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Added segment bca77111-a174-41ce-b291-2caa067f44b0 of type vlan for network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 Dec 15 14:02:23.729755 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc3d926-f540-4325-82f0-41d03ee31cef x-openstack-request-id: req-7dc3d926-f540-4325-82f0-41d03ee31cef {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:23.730044 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e1b4a0-a037-4d3a-a67a-bc465db2c241", "name": "network-vif-plugged", "status": "completed", "tag": "af0bab01-8158-403b-83e4-5912126ded49", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:23.730293 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dc3d926-f540-4325-82f0-41d03ee31cef {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:23.731210 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0bab01-8158-403b-83e4-5912126ded49', 'code': 200} Dec 15 14:02:23.772669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b973bd-c7e7-42bf-8b5c-5dd88dd530a5 req-ce673f4f-97b7-4b86-8485-af8204745bc2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:23.782114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1b973bd-c7e7-42bf-8b5c-5dd88dd530a5 req-ce673f4f-97b7-4b86-8485-af8204745bc2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 944 time: 0.4014401 Dec 15 14:02:23.790396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-15c458e9-c1da-4268-8d8a-7a280985a0f0', 'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'project_id': '896a34d2f7e042f28d465e11f44752d2', 'fixed_ips': [{'subnet_id': '6e2cedfb-c529-40f9-92f8-0bebfbf38108'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:23.792052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.813677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c68f0152-860b-40a2-b24e-912a2a8bb4d7 req-77826c9a-2050-43d4-886a-b6245941c4a0 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Dec 15 14:02:23.828756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.845005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:23.848778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.894577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] device_id is not set on port 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:24.057870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Allocated IP 2001:db8::2 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/47906247-df30-431d-9974-52788212423c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:24.241579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.264916 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.324548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Pushing event updated for resources: {'Port': ['ID=47906247-df30-431d-9974-52788212423c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.348889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:24.356592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:24.370915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:24.395191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 14:02:24.432118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1b973bd-c7e7-42bf-8b5c-5dd88dd530a5 req-a679b4d8-48e0-47f0-a33c-d0f09c5ab5c8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438265 Dec 15 14:02:24.432118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1eb62-6d6f-41cd-9ec4-97a21f5f710f req-1f364bd6-d451-441b-a069-e1c5fa239100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.432118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68d1eb62-6d6f-41cd-9ec4-97a21f5f710f req-1f364bd6-d451-441b-a069-e1c5fa239100 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 1096 time: 0.6917603 Dec 15 14:02:24.434294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Allocated IP 2001:db8::28 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/33a48ec1-2e34-44ae-ba25-b44e4aca8a1f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:24.492790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Attempting to bind port 47906247-df30-431d-9974-52788212423c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:24.493208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Attempting to bind port 47906247-df30-431d-9974-52788212423c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2c6b04b1-3b95-4a43-acac-6e5dbf62e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:24.493560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Attempting to bind port 47906247-df30-431d-9974-52788212423c on network 15c458e9-c1da-4268-8d8a-7a280985a0f0 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:24.501361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:24.501740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Checking segment: {'id': '2c6b04b1-3b95-4a43-acac-6e5dbf62e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:24.502142 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.502554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Bound using segment: {'id': '2c6b04b1-3b95-4a43-acac-6e5dbf62e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:24.504361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Bound port: 47906247-df30-431d-9974-52788212423c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6b04b1-3b95-4a43-acac-6e5dbf62e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:24.504858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.564222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.581646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.585507 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.684888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] For port 47906247-df30-431d-9974-52788212423c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:24.689056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] For port 47906247-df30-431d-9974-52788212423c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47906247-df30-431d-9974-52788212423c,segment=NetworkSegment(2c6b04b1-3b95-4a43-acac-6e5dbf62e819),segment_id=2c6b04b1-3b95-4a43-acac-6e5dbf62e819)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:24.701901 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.724801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a60fc-82b3-4fd1-9ca2-f74feed25581 req-2acb7aef-8556-472d-8f89-6480e9409418 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.726656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-033a60fc-82b3-4fd1-9ca2-f74feed25581 req-2acb7aef-8556-472d-8f89-6480e9409418 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.3835399 Dec 15 14:02:24.773746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.789143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24824b-7538-42fe-90d9-b91f807c1597 None None] Pushing event updated for resources: {'Port': ['ID=47906247-df30-431d-9974-52788212423c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.815343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4749537 Dec 15 14:02:24.817398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:24.825891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1805650723'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:24.829529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51fc169d-3a5d-45bd-94a7-84e9e68f9de6 req-b22f0e4c-25cd-4e39-807f-bdf35538a0f6 tempest-ServerShowV247Test-1052639600 tempest-ServerShowV247Test-1052639600-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f90a59e-0b5c-4fca-bde9-e05376f5b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1231554 Dec 15 14:02:24.851089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68d1eb62-6d6f-41cd-9ec4-97a21f5f710f req-657a3ffe-3d05-4780-9d0b-3528268a9274 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905699 Dec 15 14:02:24.863056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2befb1-152f-4b1c-b6ea-7436f1e70ffa tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Network': ['ID=2bcc7d3d-2442-4437-9cbb-1fd2c73575a2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.879650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.882588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:24.886030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:24.889206 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.941754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-033a60fc-82b3-4fd1-9ca2-f74feed25581 req-b7f7c4c8-558e-4636-bfe2-0e2aa9837426 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004397 Dec 15 14:02:24.963194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:24.987633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:24.999408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:25.006621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:25.007892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.054887 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4525404 Dec 15 14:02:25.056688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:25.058592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45602) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:25.065104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1196756591', 'allowed_address_pairs': [{'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:36:00:56'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:25.077099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b0344-8dce-4e06-af22-e1d4529ccce2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=33a48ec1-2e34-44ae-ba25-b44e4aca8a1f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:25.105336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.108709 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Added segment 4e308e42-b087-439f-a433-d796f2403ef6 of type vlan for network 997d80c9-8996-4b58-849e-d88914adeb9b Dec 15 14:02:25.195952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.239697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.249905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:25.250565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.337678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:25.378861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5595300 Dec 15 14:02:25.402468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411a552-7d81-4f22-9814-adfcbaef1534 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Network': ['ID=997d80c9-8996-4b58-849e-d88914adeb9b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:25.418395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 997d80c9-8996-4b58-849e-d88914adeb9b details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:25.534856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47906247-df30-431d-9974-52788212423c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:25.646139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.700715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 47906247-df30-431d-9974-52788212423c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:25.701090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.730033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] device_id is not set on port 5fde8693-826e-4871-b130-8edee5e6db9b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:25.750677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286bf0-31d0-4ca0-b89d-0b4857297344 req-8ba1fa30-7f24-4e15-8a60-39b406b03229 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:25.759786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d286bf0-31d0-4ca0-b89d-0b4857297344 req-8ba1fa30-7f24-4e15-8a60-39b406b03229 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 945 time: 0.2438865 Dec 15 14:02:26.040190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5d286bf0-31d0-4ca0-b89d-0b4857297344 req-ea0c4157-daf5-4565-94b2-2b84cf469b26 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791798 Dec 15 14:02:26.052165 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.157824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 47906247-df30-431d-9974-52788212423c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47906247-df30-431d-9974-52788212423c,segment=NetworkSegment(2c6b04b1-3b95-4a43-acac-6e5dbf62e819),segment_id=2c6b04b1-3b95-4a43-acac-6e5dbf62e819)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:26.178200 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.263884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=47906247-df30-431d-9974-52788212423c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:26.278970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Allocated IP 2001:db8::150 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/5fde8693-826e-4871-b130-8edee5e6db9b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:26.339694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bf039-c058-4965-8355-fd67cacae2b8 req-0a959d65-ff6d-467f-ab02-d46f999806ce tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.341601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b92bf039-c058-4965-8355-fd67cacae2b8 req-0a959d65-ff6d-467f-ab02-d46f999806ce tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.2075250 Dec 15 14:02:26.526179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b92bf039-c058-4965-8355-fd67cacae2b8 req-d6d0e816-630a-4315-8391-b67b1481af7c tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779904 Dec 15 14:02:26.623299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.645919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1801b-b7f3-4041-bca9-79bea6322cd9 None None] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:26.751835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:26.772089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ca098f01-02a8-4a8e-8bb3-50351d18c48e None None] Provisioning complete for port 47906247-df30-431d-9974-52788212423c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:26.772731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ca098f01-02a8-4a8e-8bb3-50351d18c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.774284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.807855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:26.810621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:26.820792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:26.831586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.833276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.895900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8355858 Dec 15 14:02:26.898537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:26.930597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd96c3e-798d-4b6e-8bf8-46f26be7f680 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=5fde8693-826e-4871-b130-8edee5e6db9b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:27.049112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806e4d-431a-4a93-91b2-82417bd19345 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:27.057511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806e4d-431a-4a93-91b2-82417bd19345 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:27.064420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806e4d-431a-4a93-91b2-82417bd19345 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:27.079552 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b4806e4d-431a-4a93-91b2-82417bd19345 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1786025 Dec 15 14:02:27.082310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45648) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:27.127066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86d9707e-088e-4608-958a-d76a704b1307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.141858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3db6bd8e-e952-468b-9dd8-559747b38751 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:27.371578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86d9707e-088e-4608-958a-d76a704b1307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.387872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86d9707e-088e-4608-958a-d76a704b1307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.477477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9707e-088e-4608-958a-d76a704b1307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc9857-931e-48e1-97c4-f00097820629,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:27.530215 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86d9707e-088e-4608-958a-d76a704b1307 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd1f15f11f2a408695bf29425d0994b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7764151 Dec 15 14:02:27.531475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:27.552576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3db6bd8e-e952-468b-9dd8-559747b38751, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3db6bd8e-e952-468b-9dd8-559747b38751,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:27.652784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3db6bd8e-e952-468b-9dd8-559747b38751', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:27.654159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bc483-b228-4af7-9a19-0eeaed8912ff req-85c1845e-86ff-41bc-b5b3-3f4bc26008bd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:27.663556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47906247-df30-431d-9974-52788212423c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:27.672823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f39bc483-b228-4af7-9a19-0eeaed8912ff req-85c1845e-86ff-41bc-b5b3-3f4bc26008bd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 945 time: 0.2897394 Dec 15 14:02:27.743256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70d4b186-019d-46ec-ab8a-de202365971a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.817909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70d4b186-019d-46ec-ab8a-de202365971a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.849707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port 5fde8693-826e-4871-b130-8edee5e6db9b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:27.851542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.936318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Provisioning complete for port 5fde8693-826e-4871-b130-8edee5e6db9b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:27.937590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.943262 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.958416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70d4b186-019d-46ec-ab8a-de202365971a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.961550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70d4b186-019d-46ec-ab8a-de202365971a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.965585 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-70d4b186-019d-46ec-ab8a-de202365971a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36dc9857-931e-48e1-97c4-f00097820629 HTTP/1.1" status: 204 len: 168 time: 0.4218278 Dec 15 14:02:28.015181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f39bc483-b228-4af7-9a19-0eeaed8912ff req-66752fa6-c1c0-4c01-89e6-9dd2efdeb428 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407049 Dec 15 14:02:28.021250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4b186-019d-46ec-ab8a-de202365971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc9857-931e-48e1-97c4-f00097820629,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:28.100732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d64ae9-8fbf-4976-a495-944ec4e5f16a req-9b5d1e10-addf-4e0f-847c-b8002a8dbf95 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.102422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98d64ae9-8fbf-4976-a495-944ec4e5f16a req-9b5d1e10-addf-4e0f-847c-b8002a8dbf95 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 943 time: 0.3030260 Dec 15 14:02:28.175896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db6bd8e-e952-468b-9dd8-559747b38751 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:28.199670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Port 5fde8693-826e-4871-b130-8edee5e6db9b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:28.230557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 47906247-df30-431d-9974-52788212423c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:28.231090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.408811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3db6bd8e-e952-468b-9dd8-559747b38751, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3db6bd8e-e952-468b-9dd8-559747b38751,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:28.447308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.492550 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.543165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98d64ae9-8fbf-4976-a495-944ec4e5f16a req-fbdc73f5-e73e-436f-bc38-620b6cd96877 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298527 Dec 15 14:02:28.579565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f1bc9-62de-4772-8e50-3ff33db91474 req-ff671757-3c1d-47cd-a190-400778d82dfb tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.593873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f7f1bc9-62de-4772-8e50-3ff33db91474 req-ff671757-3c1d-47cd-a190-400778d82dfb tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 945 time: 0.4134166 Dec 15 14:02:28.626189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for 5fde8693-826e-4871-b130-8edee5e6db9b owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:28.680950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Provisioning complete for port 47906247-df30-431d-9974-52788212423c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:28.682601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.704762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:28.736991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'subnets': [{'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1821006127', 'ip_version': 6}, {'network_id': '997d80c9-8996-4b58-849e-d88914adeb9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:28.736991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'subnet': {'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1821006127', 'ip_version': 6}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:28.740587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3db6bd8e-e952-468b-9dd8-559747b38751,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:28.757190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Request body: {'subnet': {'network_id': '997d80c9-8996-4b58-849e-d88914adeb9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:28.889079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3db6bd8e-e952-468b-9dd8-559747b38751'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:28.913682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f7f1bc9-62de-4772-8e50-3ff33db91474 req-16d34164-e36e-413c-b7c1-f7372c922eb1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034632 Dec 15 14:02:29.066893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Provisioning complete for port 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:29.074685 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.240728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Made reservation on behalf of e48dfdbb5aed4cbb9a129d60cd5ead95 for: {'subnet': 2} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:29.245906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.246253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.264737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e98c0244-4984-476e-a88d-32d986dded5d None None] Port 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:29.438255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-59bca546-f706-4b19-9f5a-a56452593bc6 None None] Could not find standard attr ID for object 5fde8693-826e-4871-b130-8edee5e6db9b. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:02:29.482752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-59bca546-f706-4b19-9f5a-a56452593bc6 None None] Provisioning complete for port 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:29.483140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59bca546-f706-4b19-9f5a-a56452593bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.538962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-59bca546-f706-4b19-9f5a-a56452593bc6 None None] Port 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:29.684927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:29.689004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.746904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c431-b4bf-4e6f-aedb-b59369ed434a req-53737cb1-0c86-4876-9137-bfd4db7727c4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:29.748481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c09c431-b4bf-4e6f-aedb-b59369ed434a req-53737cb1-0c86-4876-9137-bfd4db7727c4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 945 time: 0.4776957 Dec 15 14:02:29.790326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=5fde8693-826e-4871-b130-8edee5e6db9b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:29.916394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1533986680-network', 'tenant_id': '35e4ff0c68e540fabb2d5aa4f8ee29a9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:29.956052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c09c431-b4bf-4e6f-aedb-b59369ed434a req-1c684794-7ccb-4aac-8601-5272ab0b8558 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735859 Dec 15 14:02:29.971573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Made reservation on behalf of 35e4ff0c68e540fabb2d5aa4f8ee29a9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:29.985759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.005948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.020942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0ed2-c342-4caf-a3cf-43fa53889586 req-620e930e-2436-4c2e-92a0-9c5264290734 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.024323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f34b0ed2-c342-4caf-a3cf-43fa53889586 req-620e930e-2436-4c2e-92a0-9c5264290734 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 944 time: 0.3396676 Dec 15 14:02:30.065069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.070733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-de5b2703-f50d-4d88-a76f-533f84b1805b tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/ports/5fde8693-826e-4871-b130-8edee5e6db9b HTTP/1.1" status: 204 len: 168 time: 2.9832120 Dec 15 14:02:30.073532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.147595 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e822ad8e-60cf-46ca-ab09-3ec265a9c883 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] GET failed (client error): The resource could not be found. Dec 15 14:02:30.154063 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e822ad8e-60cf-46ca-ab09-3ec265a9c883 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "GET /v2.0/ports/5fde8693-826e-4871-b130-8edee5e6db9b HTTP/1.1" status: 404 len: 333 time: 0.0790288 Dec 15 14:02:30.157658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.170537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357067696'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:30.279504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f34b0ed2-c342-4caf-a3cf-43fa53889586 req-75da4f9e-7c39-4c19-9776-c38bcbcb1834 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214530 Dec 15 14:02:30.304221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.367300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.377099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.398557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Subnet': ['ID=e7034393-f385-4ad8-9fda-d91db99c537f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:30.422595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Checking segment: {'id': 'bca77111-a174-41ce-b291-2caa067f44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:30.422965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network hostable DHCP agents. Network: 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:30.439377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:30.457836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:30.466956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:30.471105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.472034 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Added segment 561e1358-abaa-43ea-9027-e49305190145 of type vlan for network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 Dec 15 14:02:30.474420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:30.480010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.486002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e826fa-751e-41ba-a292-08ce2dff54ac None None] Network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:30.555255 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.571044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:30.571591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event updated for resources: {'Subnet': ['ID=7638e111-9b12-44bb-90df-1e55f9eaa79b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:30.575473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.602406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Checking segment: {'id': '4e308e42-b087-439f-a433-d796f2403ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '997d80c9-8996-4b58-849e-d88914adeb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:30.602820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network hostable DHCP agents. Network: 997d80c9-8996-4b58-849e-d88914adeb9b, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:30.612604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-f6258fc1-7646-4234-90ef-6df349eb8104 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.614194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-f6258fc1-7646-4234-90ef-6df349eb8104 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 945 time: 0.0891113 Dec 15 14:02:30.623871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.626063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.636361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.641108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] device_id is not set on port c72aaf44-997c-43c9-9901-400230acfc10 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:30.641355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-2bcc7d3d-2442-4437-9cbb-1fd2c73575a2', 'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2', 'project_id': 'e48dfdbb5aed4cbb9a129d60cd5ead95', 'fixed_ips': [{'subnet_id': 'e7034393-f385-4ad8-9fda-d91db99c537f'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:30.642424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.666120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Network 997d80c9-8996-4b58-849e-d88914adeb9b is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:30.688409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 997d80c9-8996-4b58-849e-d88914adeb9b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:30.718942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.719408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.720230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.757717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2bd3b88f-27d4-4604-80cc-7f8084335eae tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0532520 Dec 15 14:02:30.765827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.780600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port af0bab01-8158-403b-83e4-5912126ded49 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:30.781053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.818451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Allocated IP 2001:db8::1 (2bcc7d3d-2442-4437-9cbb-1fd2c73575a2/e7034393-f385-4ad8-9fda-d91db99c537f/0cba4e00-5858-4d2e-b780-53ec93a3cc37) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:30.833851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17e257-1837-402c-8138-e890615a78f2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.835394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17e257-1837-402c-8138-e890615a78f2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.837174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17e257-1837-402c-8138-e890615a78f2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.849299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d17e257-1837-402c-8138-e890615a78f2 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0822933 Dec 15 14:02:30.871455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.878333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1896000 Dec 15 14:02:30.893943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.965737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port af0bab01-8158-403b-83e4-5912126ded49, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=af0bab01-8158-403b-83e4-5912126ded49,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:30.966301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.988556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Deleting subnet e7034393-f385-4ad8-9fda-d91db99c537f {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:30.991863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for af0bab01-8158-403b-83e4-5912126ded49 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:31.009219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.023365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba48728-17db-4c54-8ba9-7e4ab04759e8 None None] Network 997d80c9-8996-4b58-849e-d88914adeb9b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:31.034798 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.063655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Allocated IP 2001:db8::227 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/c72aaf44-997c-43c9-9901-400230acfc10) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:31.077115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.137403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.155633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3db6bd8e-e952-468b-9dd8-559747b38751 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:31.188807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:31.222454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:31.228093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Pushing event updated for resources: {'Port': ['ID=0cba4e00-5858-4d2e-b780-53ec93a3cc37,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.234447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:31.327727 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.377991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0aaad-de83-4f47-8f67-d7791e5f3ad4 req-309ebec0-9da4-4f3c-8a9b-80437156fb2e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:31.379777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afd0aaad-de83-4f47-8f67-d7791e5f3ad4 req-309ebec0-9da4-4f3c-8a9b-80437156fb2e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e1b4a0-a037-4d3a-a67a-bc465db2c241 HTTP/1.1" status: 200 len: 945 time: 0.1884222 Dec 15 14:02:31.381330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d35aa3-4a6e-4783-9631-6e010651072b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-997d80c9-8996-4b58-849e-d88914adeb9b', 'network_id': '997d80c9-8996-4b58-849e-d88914adeb9b', 'project_id': 'e48dfdbb5aed4cbb9a129d60cd5ead95', 'fixed_ips': [{'subnet_id': '7638e111-9b12-44bb-90df-1e55f9eaa79b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:31.386585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-83d35aa3-4a6e-4783-9631-6e010651072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.415603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Request body: {'subnet': {'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1533986680-subnet', 'tenant_id': '35e4ff0c68e540fabb2d5aa4f8ee29a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:31.434806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3760e-ae34-45b3-a9e7-7af1090f827d admin admin] Pushing event updated for resources: {'Network': ['ID=62861ed0-c3a4-4c9a-8cd8-feb423d0a417,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.450550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.464810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.471714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:31.518501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:31.527888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:31.542050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:31.549274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:31.551017 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.580180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.584355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=c72aaf44-997c-43c9-9901-400230acfc10,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.615488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Made reservation on behalf of 35e4ff0c68e540fabb2d5aa4f8ee29a9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:31.626079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.650729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'af0bab01-8158-403b-83e4-5912126ded49'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:31.708767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=af0bab01-8158-403b-83e4-5912126ded49,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.731377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3db6bd8e-e952-468b-9dd8-559747b38751 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:31.739845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc15b6-3b85-46f6-863c-5d82d1fb5605 req-99dd9c17-543f-4743-b401-d4885047b271 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:31.741772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcfc15b6-3b85-46f6-863c-5d82d1fb5605 req-99dd9c17-543f-4743-b401-d4885047b271 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 944 time: 0.2565656 Dec 15 14:02:31.750953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afd0aaad-de83-4f47-8f67-d7791e5f3ad4 req-3fe0c3ff-cd17-4177-a90f-b2988d5b3262 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296728 Dec 15 14:02:31.839952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port af0bab01-8158-403b-83e4-5912126ded49 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:31.850779 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.864773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfeaa230-c586-4730-89f4-2b0f7272a46f req-22a24003-4593-47a7-8970-8a04cf8e90dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/af0bab01-8158-403b-83e4-5912126ded49 HTTP/1.1" status: 204 len: 173 time: 1.2432992 Dec 15 14:02:31.869598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'name': 'network-vif-deleted', 'tag': 'af0bab01-8158-403b-83e4-5912126ded49'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:31.872129 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9692977-d886-4f95-a85c-1fb3b94d788f" -d '{"events": [{"server_uuid": "c3e1b4a0-a037-4d3a-a67a-bc465db2c241", "name": "network-vif-deleted", "tag": "af0bab01-8158-403b-83e4-5912126ded49"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:31.932449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.964568 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaee1e3-51d0-489c-83e1-6eb10fd8b4d6 x-openstack-request-id: req-ecaee1e3-51d0-489c-83e1-6eb10fd8b4d6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:31.966359 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e1b4a0-a037-4d3a-a67a-bc465db2c241", "name": "network-vif-deleted", "tag": "af0bab01-8158-403b-83e4-5912126ded49", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:31.968232 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecaee1e3-51d0-489c-83e1-6eb10fd8b4d6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:31.971599 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e1b4a0-a037-4d3a-a67a-bc465db2c241', 'name': 'network-vif-deleted', 'tag': 'af0bab01-8158-403b-83e4-5912126ded49', 'status': 'completed', 'code': 200} Dec 15 14:02:31.973757 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-300cba14-4aa6-43cc-be49-fc8e2d501d07 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8099179 Dec 15 14:02:31.975191 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.982868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.024915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:36:00:56'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:32.076328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9186a04e-584d-414b-9d7e-df24fabb12c1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:32.110625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.111920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Checking segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:32.112536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Network hostable DHCP agents. Network: 62861ed0-c3a4-4c9a-8cd8-feb423d0a417, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:32.118161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.118812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/subnets/e7034393-f385-4ad8-9fda-d91db99c537f HTTP/1.1" status: 204 len: 168 time: 1.2462869 Dec 15 14:02:32.124677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcfc15b6-3b85-46f6-863c-5d82d1fb5605 req-b0862309-b010-425f-b104-3d72ce208da7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724163 Dec 15 14:02:32.128584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197f8b2-e340-4493-96eb-3b2a6ca9a02d tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Subnet': ['ID=e7034393-f385-4ad8-9fda-d91db99c537f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:32.168109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Attempting to bind port 0cba4e00-5858-4d2e-b780-53ec93a3cc37 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:32.168479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Attempting to bind port 0cba4e00-5858-4d2e-b780-53ec93a3cc37 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'bca77111-a174-41ce-b291-2caa067f44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:32.168895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Attempting to bind port 0cba4e00-5858-4d2e-b780-53ec93a3cc37 on network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:32.179355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3db6bd8e-e952-468b-9dd8-559747b38751 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:32.179740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.203048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:32.215919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:32.216716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Checking segment: {'id': 'bca77111-a174-41ce-b291-2caa067f44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:32.216716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.217140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Bound using segment: {'id': 'bca77111-a174-41ce-b291-2caa067f44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:32.217632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Bound port: 0cba4e00-5858-4d2e-b780-53ec93a3cc37, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca77111-a174-41ce-b291-2caa067f44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '2bcc7d3d-2442-4437-9cbb-1fd2c73575a2'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:32.218017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.222002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Deleting subnet 7638e111-9b12-44bb-90df-1e55f9eaa79b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:32.226026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.264698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 62861ed0-c3a4-4c9a-8cd8-feb423d0a417) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:32.270589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:32.272992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.274397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-458b809e-05f2-4713-9689-100e9b702046 None None] Provisioning complete for port c72aaf44-997c-43c9-9901-400230acfc10 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:32.274785 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-458b809e-05f2-4713-9689-100e9b702046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.305670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-58be7870-47b9-445f-92ad-f17f30808af9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4043186 Dec 15 14:02:32.341364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c83f9-5792-4dc8-93db-e62700968968 None None] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:32.358345 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.359738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.373828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-458b809e-05f2-4713-9689-100e9b702046 None None] Port c72aaf44-997c-43c9-9901-400230acfc10 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:32.477408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.621643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-83d35aa3-4a6e-4783-9631-6e010651072b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7638e111-9b12-44bb-90df-1e55f9eaa79b: This subnet is being modified by another concurrent operation. Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7638e111-9b12-44bb-90df-1e55f9eaa79b: This subnet is being modified by another concurrent operation. Dec 15 14:02:32.649098 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:02:32.668017 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.674299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/subnets/7638e111-9b12-44bb-90df-1e55f9eaa79b HTTP/1.1" status: 204 len: 168 time: 0.5531156 Dec 15 14:02:32.676870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45792) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.722693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] For port 0cba4e00-5858-4d2e-b780-53ec93a3cc37, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:32.743916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa1525-4fb3-4d77-8b27-dad17954ccb0 None None] Network 997d80c9-8996-4b58-849e-d88914adeb9b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:32.767051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.770715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6ca02-5373-45a3-adc0-df3009d674c9 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Subnet': ['ID=7638e111-9b12-44bb-90df-1e55f9eaa79b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:32.774081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.833822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] In _notify_port_updated(), no bound segment for port c72aaf44-997c-43c9-9901-400230acfc10 on network 15c458e9-c1da-4268-8d8a-7a280985a0f0 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:32.841232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:32.841418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f204da2-2914-4cf0-b060-897ff0be290a tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:32.842208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.843911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "PUT /v2.0/ports/c72aaf44-997c-43c9-9901-400230acfc10 HTTP/1.1" status: 200 len: 1001 time: 0.8343475 Dec 15 14:02:32.848954 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f204da2-2914-4cf0-b060-897ff0be290a tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847428 Dec 15 14:02:32.848954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.851377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.071507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] For port 0cba4e00-5858-4d2e-b780-53ec93a3cc37, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0cba4e00-5858-4d2e-b780-53ec93a3cc37,segment=NetworkSegment(bca77111-a174-41ce-b291-2caa067f44b0),segment_id=bca77111-a174-41ce-b291-2caa067f44b0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:33.086070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port c72aaf44-997c-43c9-9901-400230acfc10 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:33.087111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.099588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.190389 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.240003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dab192-6270-48b3-841f-29292238a2fa None None] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:33.325081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.341829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for c72aaf44-997c-43c9-9901-400230acfc10 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:33.398864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc667e1a-916f-47c9-92ad-4a2c893d4eec None None] Network 2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:33.512517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.536737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f973e-562f-4f06-8709-ec5db00560c4 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=c72aaf44-997c-43c9-9901-400230acfc10,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:33.575173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=c72aaf44-997c-43c9-9901-400230acfc10,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:33.670507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a354195-c0e0-4080-a2db-8e0364b80ad1 None None] Pushing event updated for resources: {'Port': ['ID=0cba4e00-5858-4d2e-b780-53ec93a3cc37,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:33.691812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1af3374b-68db-45cb-b879-daf4ed428a6e None None] Provisioning complete for port c72aaf44-997c-43c9-9901-400230acfc10 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:33.692175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1af3374b-68db-45cb-b879-daf4ed428a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.717583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.729929 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e9866c3-b1fb-45f3-852d-a666256a36a0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/ports/c72aaf44-997c-43c9-9901-400230acfc10 HTTP/1.1" status: 204 len: 168 time: 0.8773661 Dec 15 14:02:33.733135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.770655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:33.774465 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80cb269-84e1-4d69-8e1d-a686aecc802d" -d '{"events": [{"server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "name": "network-vif-plugged", "status": "completed", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:33.817475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1af3374b-68db-45cb-b879-daf4ed428a6e None None] Port c72aaf44-997c-43c9-9901-400230acfc10 was deleted so its status cannot be updated. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 15 14:02:33.841242 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ecb46a-eb45-428b-a020-785e3b64a567 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] GET failed (client error): The resource could not be found. Dec 15 14:02:33.846150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d5ecb46a-eb45-428b-a020-785e3b64a567 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "GET /v2.0/ports/c72aaf44-997c-43c9-9901-400230acfc10 HTTP/1.1" status: 404 len: 333 time: 0.0949209 Dec 15 14:02:33.846369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3db6bd8e-e952-468b-9dd8-559747b38751, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3db6bd8e-e952-468b-9dd8-559747b38751,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:33.848804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.851771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1754438673'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:33.855882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8438-984c-43ce-8da5-f9170f1c9db6 req-ab2eeeb9-83cc-4866-b2fc-308e7c15c46f tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:33.865141 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.865848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5cd8438-984c-43ce-8da5-f9170f1c9db6 req-ab2eeeb9-83cc-4866-b2fc-308e7c15c46f tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 944 time: 0.3592052 Dec 15 14:02:33.872273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.879557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device af0bab01-8158-403b-83e4-5912126ded49 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:33.939351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8ac95-92d7-4b03-8f29-10027e0477da None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:02:33.968772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: af0bab01-8158-403b-83e4-5912126ded49 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:33.969298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device af0bab01-8158-403b-83e4-5912126ded49 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:34.030732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5cd8438-984c-43ce-8da5-f9170f1c9db6 req-4c13b8d8-ff49-4c49-ad6a-cbf5b6214646 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638985 Dec 15 14:02:34.040530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:34.044836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.078072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] device_id is not set on port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:34.084840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3db6bd8e-e952-468b-9dd8-559747b38751,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.092736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-8455ad13-8b63-40ac-9f07-a5b8f48ed949 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:34.101076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-8455ad13-8b63-40ac-9f07-a5b8f48ed949 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.5902803 Dec 15 14:02:34.190116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8ac95-92d7-4b03-8f29-10027e0477da None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:02:34.233226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.237251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Allocated IP 2001:db8::1c6 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/6b31d2fb-1532-4f4a-b174-83d9574bc4d4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:34.264811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997d80c9-8996-4b58-849e-d88914adeb9b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:34.278326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e308e42-b087-439f-a433-d796f2403ef6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:34.278806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e308e42-b087-439f-a433-d796f2403ef6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:34.292932 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.309997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.319532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:34.320163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:34.401956 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:34.407876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-847091b3-7f5d-4a26-9a13-e133000d1b77 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/quotas/35e4ff0c68e540fabb2d5aa4f8ee29a9 HTTP/1.1" status: 200 len: 375 time: 0.3023050 Dec 15 14:02:34.423005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.482671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.486502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/networks/997d80c9-8996-4b58-849e-d88914adeb9b HTTP/1.1" status: 204 len: 168 time: 1.6306560 Dec 15 14:02:34.488907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.493554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:34.536592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d610874-26b4-4600-8767-a4aa0215ce9f tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Network': ['ID=997d80c9-8996-4b58-849e-d88914adeb9b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.548750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-7da1cb43-050e-41e4-8361-2191cd49b951 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283727 Dec 15 14:02:34.692793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c85ab4-b778-43d4-9921-375d495ef4db None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:02:34.704870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.721326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-5a3c9823-f20b-4013-94b2-ed14fb98c474 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:34.729144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-5a3c9823-f20b-4013-94b2-ed14fb98c474 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3234534 Dec 15 14:02:34.756190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-412c20bd-e8f6-47e5-a6bb-846bcf25bb16 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.0260870 Dec 15 14:02:34.762112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.778645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-877e8b3e-d28c-4958-b959-a98334237334 service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121818 Dec 15 14:02:34.793598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:34.796705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-91e1947d-5bcd-4e62-bfc2-df42cd6ed040 None None] Provisioning complete for port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:34.797078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91e1947d-5bcd-4e62-bfc2-df42cd6ed040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.803564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:34.809946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:34.817233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:34.818015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.824747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=6b31d2fb-1532-4f4a-b174-83d9574bc4d4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.925904 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24469417-f3e1-4574-9409-c4cf37930871 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0778391 Dec 15 14:02:34.931502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:34.939510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-5741f820-50b6-4c46-8f8b-3564438ad902 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1821806 Dec 15 14:02:34.959141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:00:56'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:34.992388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c85ab4-b778-43d4-9921-375d495ef4db None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:02:35.087439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Deleting port 0cba4e00-5858-4d2e-b780-53ec93a3cc37 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:35.088986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.091309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-ca93567e-fef2-4fb8-9971-a3a3940073e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445580 Dec 15 14:02:35.207668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-5f8eeffd-4847-4a1f-8fb3-7e4b3e78cdd2 service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963451 Dec 15 14:02:35.229482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] For port 0cba4e00-5858-4d2e-b780-53ec93a3cc37, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0cba4e00-5858-4d2e-b780-53ec93a3cc37,segment=NetworkSegment(bca77111-a174-41ce-b291-2caa067f44b0),segment_id=bca77111-a174-41ce-b291-2caa067f44b0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:35.230256 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.274384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.289020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a7048447-f0a6-4929-9d07-218ab148a1f1 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910019 Dec 15 14:02:35.317733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Calling delete_port for 0cba4e00-5858-4d2e-b780-53ec93a3cc37 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:35.630022 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f20285-801f-4075-8a9e-2d9e5f8734cb x-openstack-request-id: req-e4f20285-801f-4075-8a9e-2d9e5f8734cb {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:35.630323 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "name": "network-vif-plugged", "status": "completed", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:35.630578 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4f20285-801f-4075-8a9e-2d9e5f8734cb {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:35.630993 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'code': 200} Dec 15 14:02:35.703527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.830804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Port': ['ID=0cba4e00-5858-4d2e-b780-53ec93a3cc37,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:35.854973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] No DVR routers for this DVR port 0cba4e00-5858-4d2e-b780-53ec93a3cc37 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:36.013442 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:02:36.023714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a319652-4cd5-4370-80e5-9e1d3b318273 req-84e3339e-ab83-44da-9dc8-979b2f952000 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 210 time: 0.2551858 Dec 15 14:02:36.083585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5d0e2-ba88-4e4d-9baa-acf0ae741786 req-320be931-36ab-4fd3-aaa3-7c9f13501cd5 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:36.090764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bc5d0e2-ba88-4e4d-9baa-acf0ae741786 req-320be931-36ab-4fd3-aaa3-7c9f13501cd5 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.2984190 Dec 15 14:02:36.106235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a5b0e-1f0f-4c8a-abb0-789eadb0c7f7 req-632f5242-cfd4-45c5-a03c-a6fe21f51bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:36.108245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-450a5b0e-1f0f-4c8a-abb0-789eadb0c7f7 req-632f5242-cfd4-45c5-a03c-a6fe21f51bc2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1096 time: 0.3990121 Dec 15 14:02:36.132825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0581971b-7ff7-4e22-a016-cfb41344a210 None None] Provisioning complete for port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:36.133897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0581971b-7ff7-4e22-a016-cfb41344a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.262149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.267031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0581971b-7ff7-4e22-a016-cfb41344a210 None None] Port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:36.268649 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.301890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57e464e9-8233-48cc-9800-ea44de4ecbb8 req-aa73ad9d-3248-466d-bb4d-15b9f3396fc2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 210 time: 0.1288621 Dec 15 14:02:36.326262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bc5d0e2-ba88-4e4d-9baa-acf0ae741786 req-1082de06-e935-4ea6-8efd-d1fcfed09513 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230418 Dec 15 14:02:36.327167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcc7d3d-2442-4437-9cbb-1fd2c73575a2']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:36.356444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.391274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-450a5b0e-1f0f-4c8a-abb0-789eadb0c7f7 req-2d27ba0c-9b0d-45f0-b4ef-6d80f97c37d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626209 Dec 15 14:02:36.405361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca77111-a174-41ce-b291-2caa067f44b0') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:36.406050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca77111-a174-41ce-b291-2caa067f44b0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:36.441654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.444655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] In _notify_port_updated(), no bound segment for port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 on network 15c458e9-c1da-4268-8d8a-7a280985a0f0 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:36.451615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:36.452456 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.454257 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "PUT /v2.0/ports/6b31d2fb-1532-4f4a-b174-83d9574bc4d4 HTTP/1.1" status: 200 len: 1003 time: 1.5194409 Dec 15 14:02:36.458067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.475433 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-637af3f0-34a2-4a26-a582-ba33d38bfde5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5533979 Dec 15 14:02:36.476188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbdad5-1b96-4933-8547-0d943ac2fd2d tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=6b31d2fb-1532-4f4a-b174-83d9574bc4d4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:36.498855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.514426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:36.515693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:36.518737 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:36.590753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.707002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:36.707410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.711120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.728580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.739440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/networks/2bcc7d3d-2442-4437-9cbb-1fd2c73575a2 HTTP/1.1" status: 204 len: 168 time: 2.2436340 Dec 15 14:02:36.761725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.869487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429bc2-02c9-478f-999c-dcdbd0743acd tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Network': ['ID=2bcc7d3d-2442-4437-9cbb-1fd2c73575a2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:36.923168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-439cb64c-8dcd-4d52-bc8f-856ab132717a None None] Provisioning complete for port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:36.923555 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-439cb64c-8dcd-4d52-bc8f-856ab132717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.941668 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.978164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:37.020558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-439cb64c-8dcd-4d52-bc8f-856ab132717a None None] Port 6b31d2fb-1532-4f4a-b174-83d9574bc4d4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:37.186385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.220149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27c9f378-e4b6-4844-9255-0f56838a3a7a req-7d0fbc99-36ea-49fe-85fc-759ae9feb310 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 210 time: 0.0440423 Dec 15 14:02:37.271707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=6b31d2fb-1532-4f4a-b174-83d9574bc4d4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:37.373852 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.394605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9eecfe63-3a95-4994-8ca1-29bac7aa35c7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/ports/6b31d2fb-1532-4f4a-b174-83d9574bc4d4 HTTP/1.1" status: 204 len: 168 time: 0.9353862 Dec 15 14:02:37.395396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45900) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.419904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36e48ef6-621a-41e3-9419-bd6aa80894f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.521883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.540857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.541884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.542712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.544849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.547465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.548577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.549195 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b634d58e-9b77-44a0-adc4-dcf7ac35ec18 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] GET failed (client error): The resource could not be found. Dec 15 14:02:37.550164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.551035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b634d58e-9b77-44a0-adc4-dcf7ac35ec18 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "GET /v2.0/ports/6b31d2fb-1532-4f4a-b174-83d9574bc4d4 HTTP/1.1" status: 404 len: 333 time: 0.1546822 Dec 15 14:02:37.556061 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-50ba2db1-e05e-4f19-a595-9b42b9c8e583 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6502 time: 0.7659299 Dec 15 14:02:37.561821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.593699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-845164153'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:37.694327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-470ddf68-3a62-4171-a765-39dc3e870946 req-c96cdce2-8d8e-46f9-ab84-6088ae13fac3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 210 time: 0.2021534 Dec 15 14:02:37.740674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ffd1e-e4f0-421e-88c2-71f225b44f87 req-3f4a11f7-0e7d-44ed-b8ad-f7da2438f444 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.753664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de0ffd1e-e4f0-421e-88c2-71f225b44f87 req-3f4a11f7-0e7d-44ed-b8ad-f7da2438f444 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.2558498 Dec 15 14:02:37.900696 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de0ffd1e-e4f0-421e-88c2-71f225b44f87 req-384e56e6-65fa-47bd-ae7c-632a042be819 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451101 Dec 15 14:02:37.962565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-58f52a2e-5d08-4743-ae46-b195de65740e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.964495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-58f52a2e-5d08-4743-ae46-b195de65740e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.4294121 Dec 15 14:02:37.984481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:38.031881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36e48ef6-621a-41e3-9419-bd6aa80894f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.109824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36e48ef6-621a-41e3-9419-bd6aa80894f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.115390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.168738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e40ce7ce-488f-43fc-99b0-45238b1b5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.169356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e40ce7ce-488f-43fc-99b0-45238b1b5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.177914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:38.183310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.183787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e40ce7ce-488f-43fc-99b0-45238b1b5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.187246 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e40ce7ce-488f-43fc-99b0-45238b1b5db2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=505693a4-e390-47f7-a077-fddb5807d584&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=e2df8191-c699-4f1a-b9c0-17d379c41265&id=e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 200 len: 2300 time: 0.4608335 Dec 15 14:02:38.222036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 14:02:38.222036 n-d-815324-3 neutron-server[103378]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 14:02:38.222036 n-d-815324-3 neutron-server[103378]: [parameters: {'project_id': '896a34d2f7e042f28d465e11f44752d2', 'id': '0013cff0-f19c-44de-af4d-322e057b00f6', 'expiration': datetime.datetime(2021, 12, 15, 14, 4, 38, 145878)}] Dec 15 14:02:38.222036 n-d-815324-3 neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:38.222523 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:38.227135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa085d5e-81c6-4e27-ab2b-bd79d098a146']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:38.292138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36e48ef6-621a-41e3-9419-bd6aa80894f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fcea2d221fb4276bd8e0c670247053d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6996634 Dec 15 14:02:38.296973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd549e9e4-4d9a-47ea-8da4-96505b928399') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:38.297273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd549e9e4-4d9a-47ea-8da4-96505b928399') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:38.299628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45910) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.324723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.334528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48ef6-621a-41e3-9419-bd6aa80894f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e1f8ac-e2fa-4a08-a89f-c97670dc2acd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.366099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.379299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-22f9aff2-7d39-4426-bdba-5ccd23d652bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 200 len: 1002 time: 0.1586711 Dec 15 14:02:38.380421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:38.380923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.390961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-aae4f0f2-b81d-467e-9dbe-e3a7d9b9d4b9 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.392184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7630ea34-cc8e-438c-b740-81776b1a85c1 req-19dd17ed-75f4-49d8-b396-ff924361b85f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 210 time: 0.0649316 Dec 15 14:02:38.392522 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-aae4f0f2-b81d-467e-9dbe-e3a7d9b9d4b9 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.3870077 Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:38.394108 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:38.444241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Request body: {'port': {'device_id': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'admin_state_up': True, 'tenant_id': '35e4ff0c68e540fabb2d5aa4f8ee29a9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:38.465748 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1f6e-9396-43c4-80a2-d63aa9fa9f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.485893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.6 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/37841436-fde4-4691-b4a1-47815956def8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:38.509594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1f6e-9396-43c4-80a2-d63aa9fa9f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.557665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.573432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.579727 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/networks/aa085d5e-81c6-4e27-ab2b-bd79d098a146 HTTP/1.1" status: 204 len: 168 time: 1.8163457 Dec 15 14:02:38.580781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.587755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-27e4ee76-327f-4adb-8541-1c194749c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.590125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-27e4ee76-327f-4adb-8541-1c194749c03d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ee3c423-f1ad-4206-ae1c-d52132c62360 HTTP/1.1" status: 200 len: 855 time: 0.1850712 Dec 15 14:02:38.630829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f020cf-13ba-497d-8a73-8eec209de235 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Network': ['ID=aa085d5e-81c6-4e27-ab2b-bd79d098a146,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.646776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1f6e-9396-43c4-80a2-d63aa9fa9f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.649420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1f6e-9396-43c4-80a2-d63aa9fa9f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.650564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f5dd1f6e-9396-43c4-80a2-d63aa9fa9f31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54e1f8ac-e2fa-4a08-a89f-c97670dc2acd HTTP/1.1" status: 204 len: 168 time: 0.3488064 Dec 15 14:02:38.668979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd1f6e-9396-43c4-80a2-d63aa9fa9f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e1f8ac-e2fa-4a08-a89f-c97670dc2acd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.743604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.765098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-cd229cb1-1f64-4bfd-a918-7b8919fe27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.766597 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-cd229cb1-1f64-4bfd-a918-7b8919fe27ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=505693a4-e390-47f7-a077-fddb5807d584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477094 Dec 15 14:02:38.770628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.779972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Made reservation on behalf of 35e4ff0c68e540fabb2d5aa4f8ee29a9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:38.783847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.803133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.815001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:38.894674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:38.906984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f7f1-516c-405e-98f0-997778d4df67 req-3bd1b9b9-fd9c-4c79-8627-c51bebf7dd94 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.911545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f13f7f1-516c-405e-98f0-997778d4df67 req-3bd1b9b9-fd9c-4c79-8627-c51bebf7dd94 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 931 time: 0.1194296 Dec 15 14:02:38.915605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:38.920666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:38.924678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:38.924897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.996090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.996956 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.002123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b25fb4-609b-474d-8ce6-bc4d6d4eafa1 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:39.049434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714369 Dec 15 14:02:39.061955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e44cea-490f-44a9-8da9-c4d93792a400 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=37841436-fde4-4691-b4a1-47815956def8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.067800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.070925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Request body: {'port': {'device_id': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:39.073083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] device_id is not set on port 1ec3cdc4-4931-43fd-a2c4-10531cfa090c yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:39.080099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 45924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.117451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fada1674-d615-48ca-81d1-f3505293ccd7 None None] Provisioning complete for port 37841436-fde4-4691-b4a1-47815956def8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:39.118149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fada1674-d615-48ca-81d1-f3505293ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.155630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f13f7f1-516c-405e-98f0-997778d4df67 req-d68e7f93-5cfe-47a1-bedb-644787a4a5e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325535 Dec 15 14:02:39.158821 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.182532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e00569e-4e34-4bd0-9aee-dc3e3dcf5cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.191264 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-221c195a-e521-4f63-8081-ea6394e85191 service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122803 Dec 15 14:02:39.192937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117cc0d0-9954-431e-af4a-58cbf6697901']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:39.207636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fada1674-d615-48ca-81d1-f3505293ccd7 None None] Port 37841436-fde4-4691-b4a1-47815956def8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:39.237544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed491b9-6a53-4876-bf40-b4891abf137c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:39.238076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed491b9-6a53-4876-bf40-b4891abf137c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:39.258235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e17570-3156-4e61-bd63-7cea852d9afa req-6b2ee13a-4851-44b6-a2d8-cfae7db4054d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:39.260318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24e17570-3156-4e61-bd63-7cea852d9afa req-6b2ee13a-4851-44b6-a2d8-cfae7db4054d tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.1026530 Dec 15 14:02:39.306024 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.323032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Allocated IP 172.20.0.6 (62861ed0-c3a4-4c9a-8cd8-feb423d0a417/9186a04e-584d-414b-9d7e-df24fabb12c1/3ea75ebb-5361-4d65-8d34-89a6d3ace61b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:39.392397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.408545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24e17570-3156-4e61-bd63-7cea852d9afa req-c38101f5-8d69-412f-9bc1-df7443ce6e21 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297452 Dec 15 14:02:39.426180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:39.426661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:39.429777 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:39.516967 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-f3239ee4-26a0-48c1-8e4a-b888c5841ec4 service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048849 Dec 15 14:02:39.577850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c6c86b2-9b5a-43df-a9d5-477eea4e2d62 req-beebcf48-4acc-4db7-b2dc-a65e2dc35acc tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 210 time: 0.0672004 Dec 15 14:02:39.636217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Allocated IP 2001:db8::344 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/1ec3cdc4-4931-43fd-a2c4-10531cfa090c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:39.655154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-004eabd8-97f4-4bfc-9745-0e935893c5f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 217 time: 0.1149867 Dec 15 14:02:39.670041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218ffc0-7a53-4bd0-92ca-9cdd69e43122 req-1fabf490-a95d-49ed-bd86-edfcaf4ad307 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:39.671793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7218ffc0-7a53-4bd0-92ca-9cdd69e43122 req-1fabf490-a95d-49ed-bd86-edfcaf4ad307 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.1206486 Dec 15 14:02:39.681855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37841436-fde4-4691-b4a1-47815956def8 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:39.698623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.742530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Transition to ACTIVE for port object 37841436-fde4-4691-b4a1-47815956def8 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:39.753306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.762939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e00569e-4e34-4bd0-9aee-dc3e3dcf5cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.766724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7218ffc0-7a53-4bd0-92ca-9cdd69e43122 req-3bf9d1ea-a04f-4c89-ae9a-e959ab8a93d7 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793574 Dec 15 14:02:39.796404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.801802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.804603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45974) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.808139 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] 10.222.0.32 "DELETE /v2.0/networks/117cc0d0-9954-431e-af4a-58cbf6697901 HTTP/1.1" status: 204 len: 168 time: 1.2196801 Dec 15 14:02:39.811890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e89f2d-7843-4eef-9039-18c02f95ae35 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:39.842635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388c03-ad9b-4df8-ab58-aa9830d05b69 tempest-BulkNetworkOpsIpV6Test-109604428 tempest-BulkNetworkOpsIpV6Test-109604428-project] Pushing event deleted for resources: {'Network': ['ID=117cc0d0-9954-431e-af4a-58cbf6697901,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.851573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e00569e-4e34-4bd0-9aee-dc3e3dcf5cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.888942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=37841436-fde4-4691-b4a1-47815956def8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.921605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-24f25f2a-8623-447d-be0e-ac4784df6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:39.923401 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-24f25f2a-8623-447d-be0e-ac4784df6fdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.2482305 Dec 15 14:02:40.008659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Attempting to bind port 37841436-fde4-4691-b4a1-47815956def8 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:40.009197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Attempting to bind port 37841436-fde4-4691-b4a1-47815956def8 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:40.010223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Attempting to bind port 37841436-fde4-4691-b4a1-47815956def8 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:40.022688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Port 37841436-fde4-4691-b4a1-47815956def8 on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:40.023022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Attempting to bind port 37841436-fde4-4691-b4a1-47815956def8 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:40.033860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:40.034563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:40.035173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:40.035952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Bound port: 37841436-fde4-4691-b4a1-47815956def8, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:40.038018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.069840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3e00569e-4e34-4bd0-9aee-dc3e3dcf5cca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=242f478cfad04055a0731e0d37018049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9777939 Dec 15 14:02:40.072775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00569e-4e34-4bd0-9aee-dc3e3dcf5cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf854c42-41c5-4c74-ba69-745b7db8f3d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.077514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.193235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5c488-e223-4fb7-a5eb-8308ccd1ed46 tempest-TestVolumeBackupRestore-982288312 tempest-TestVolumeBackupRestore-982288312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.198772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-6f9b08a6-4018-488e-801d-ff0f1ac54c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.199328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-6f9b08a6-4018-488e-801d-ff0f1ac54c87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2475281 Dec 15 14:02:40.199894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a2c5c488-e223-4fb7-a5eb-8308ccd1ed46 tempest-TestVolumeBackupRestore-982288312 tempest-TestVolumeBackupRestore-982288312-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1091 time: 0.3942473 Dec 15 14:02:40.204818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46020) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.209640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.215102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:40.240399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] For port 37841436-fde4-4691-b4a1-47815956def8, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:40.252817 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.256873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] For port 37841436-fde4-4691-b4a1-47815956def8, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=37841436-fde4-4691-b4a1-47815956def8,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:40.305331 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b45f-8278-4246-aa03-099f0889a561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.312628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.375694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.376264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.377678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] 10.222.0.67 "PUT /v2.0/ports/37841436-fde4-4691-b4a1-47815956def8 HTTP/1.1" status: 200 len: 1091 time: 1.3121738 Dec 15 14:02:40.379049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'tag': '37841436-fde4-4691-b4a1-47815956def8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:40.382452 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea8f8b6-2680-47a2-895c-41f592828e37", "tag": "37841436-fde4-4691-b4a1-47815956def8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:40.386969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00574898-eeb8-4cb2-a4e1-795859287712 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:40.387580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b45f-8278-4246-aa03-099f0889a561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.395665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.406326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.476387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4549c5b-0936-40f6-9d89-41453d5510a7 req-881f16ca-2b28-4e46-97a5-e4513ecbb1b1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.500964 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-2aed49a4-9cee-483f-ac11-0ee7c24849fd service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863040 Dec 15 14:02:40.501898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4549c5b-0936-40f6-9d89-41453d5510a7 req-881f16ca-2b28-4e46-97a5-e4513ecbb1b1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 943 time: 0.2401338 Dec 15 14:02:40.506119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8376355-8c74-4f95-a184-a872123c9ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=37841436-fde4-4691-b4a1-47815956def8,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.526228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.528432 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935e7e6-ee2e-40dc-a1f0-fb88063801a2 x-openstack-request-id: req-e935e7e6-ee2e-40dc-a1f0-fb88063801a2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:40.530893 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea8f8b6-2680-47a2-895c-41f592828e37", "tag": "37841436-fde4-4691-b4a1-47815956def8", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:40.531158 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e935e7e6-ee2e-40dc-a1f0-fb88063801a2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:40.533984 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'tag': '37841436-fde4-4691-b4a1-47815956def8', 'status': 'completed', 'code': 200} Dec 15 14:02:40.635813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:40.645267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:40.657961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:40.663062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f4b21-f78f-4c91-b486-e285720650e7 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:40.672172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4549c5b-0936-40f6-9d89-41453d5510a7 req-caf12400-e679-4b23-9cdc-531430479544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693556 Dec 15 14:02:40.719139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-24d5932d-8ee7-4af2-8552-37d4f87bf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.720925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-24d5932d-8ee7-4af2-8552-37d4f87bf244 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 1094 time: 0.1843600 Dec 15 14:02:40.728655 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b45f-8278-4246-aa03-099f0889a561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.731814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b45f-8278-4246-aa03-099f0889a561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.736052 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d5b9b45f-8278-4246-aa03-099f0889a561 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf854c42-41c5-4c74-ba69-745b7db8f3d6 HTTP/1.1" status: 204 len: 168 time: 0.6454203 Dec 15 14:02:40.737350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.783203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event updated for resources: {'Port': ['ID=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.784393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8e2e98a-e353-4337-90f8-3624a3be9b68 None None] Provisioning complete for port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:40.784908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e98a-e353-4337-90f8-3624a3be9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.839672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2e98a-e353-4337-90f8-3624a3be9b68 None None] Port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:40.846002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-922115a6-cb09-4fab-8807-745f77c1da04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37841436-fde4-4691-b4a1-47815956def8 HTTP/1.1" status: 200 len: 217 time: 0.0921566 Dec 15 14:02:40.881155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.925476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4154871-0cda-4aef-90da-e3a974eec095 req-5008d174-b389-44a4-b367-31a302ee2fce tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.934639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4154871-0cda-4aef-90da-e3a974eec095 req-5008d174-b389-44a4-b367-31a302ee2fce tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 931 time: 0.2455308 Dec 15 14:02:41.008935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-29e0b0c8-dd56-40c0-922a-e5158f244562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:41.011471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-29e0b0c8-dd56-40c0-922a-e5158f244562 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1567309 Dec 15 14:02:41.266268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9b45f-8278-4246-aa03-099f0889a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf854c42-41c5-4c74-ba69-745b7db8f3d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.274012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.323999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:41.324724 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.334723 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-507d54c6-289b-4bf6-a86b-2da419fc808d service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259337 Dec 15 14:02:41.348931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=1ec3cdc4-4931-43fd-a2c4-10531cfa090c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.355869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:41.397625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-59c31755-1998-4ca6-acb2-6f15b1db53fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 217 time: 0.0381668 Dec 15 14:02:41.402982 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17505bf-1994-436c-a646-6b169cfa2e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.413947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:41.420789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4efd61d8-8c84-4386-8990-742a13f5bbe7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e48dfdbb5aed4cbb9a129d60cd5ead95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0022824 Dec 15 14:02:41.421777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:41.435123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:41.435639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.448272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.456935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-90be568c-bcc2-419c-9829-756b31773078 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4331954 Dec 15 14:02:41.479463 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41337557-e5d4-4bc6-b266-705791e6b5c9 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9094553 Dec 15 14:02:41.483069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.490734 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-9c421cc2-d55a-4800-bb2b-bfd6a4c81316 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0580118 Dec 15 14:02:41.498454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'network_id': '15c458e9-c1da-4268-8d8a-7a280985a0f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-435906626'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.506827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Request body: {'port': {'device_id': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.560227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4154871-0cda-4aef-90da-e3a974eec095 req-2c96035b-5b7e-4bad-bf53-0be532712185 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240940 Dec 15 14:02:41.565868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-82b3eaa8-e1fb-4aad-9216-fef8e2fc570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:41.567244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-82b3eaa8-e1fb-4aad-9216-fef8e2fc570c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1615977 Dec 15 14:02:41.636957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.706692 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17505bf-1994-436c-a646-6b169cfa2e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.758338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Allocated IP 172.25.2.58 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/cab346b6-d28f-47c1-b824-8270ffa30fb3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:41.763736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17505bf-1994-436c-a646-6b169cfa2e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.814037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-60f26d7f-037a-4236-8ba3-476c55148507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:41.816411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-60f26d7f-037a-4236-8ba3-476c55148507 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2405167 Dec 15 14:02:41.895608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ff5bfdd4-3ed4-4db0-bcac-44409a69475e None None] Provisioning complete for port 1ec3cdc4-4931-43fd-a2c4-10531cfa090c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:41.896707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfdd4-3ed4-4db0-bcac-44409a69475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.991619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d414f42-a764-4dc9-a360-028e63a30637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.011750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17505bf-1994-436c-a646-6b169cfa2e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efabdf56-9281-4acc-8221-b2eedba892cf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.024203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d17505bf-1994-436c-a646-6b169cfa2e0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dc9ad830e9d45d6ae19c21196d369b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7112885 Dec 15 14:02:42.033667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.048889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-f4996e37-ae07-4282-94a5-f8abedcc67f9 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642838 Dec 15 14:02:42.122799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d414f42-a764-4dc9-a360-028e63a30637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.145959 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-d33e0dee-b9e4-4b29-93e9-90a0984e4241 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365305 Dec 15 14:02:42.148688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bfdd4-3ed4-4db0-bcac-44409a69475e None None] Port 1ec3cdc4-4931-43fd-a2c4-10531cfa090c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:42.196253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa79437-d2b7-4091-8eff-7ee3c1d4773c req-4aab575f-1668-4bc5-a58e-f750720531f9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:42.198442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fa79437-d2b7-4091-8eff-7ee3c1d4773c req-4aab575f-1668-4bc5-a58e-f750720531f9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 943 time: 0.3672886 Dec 15 14:02:42.276385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Made reservation on behalf of 896a34d2f7e042f28d465e11f44752d2 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:42.280154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.300955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea75ebb-5361-4d65-8d34-89a6d3ace61b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:42.307179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e59e6745-44db-41e7-963d-e0b4acae1c9d service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526887 Dec 15 14:02:42.312014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.370181 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.382123 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-bd5f6f42-e25a-493f-8719-85e2d99611bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=93caa189-eff5-40ba-b23a-b4590482c2e2 HTTP/1.1" status: 200 len: 217 time: 0.0651236 Dec 15 14:02:42.387801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Transition to ACTIVE for port object 3ea75ebb-5361-4d65-8d34-89a6d3ace61b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:42.402992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] device_id is not set on port b4859073-cab4-40ee-9971-57f0db0e349a yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:42.403137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.413778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fa79437-d2b7-4091-8eff-7ee3c1d4773c req-f6a2d66b-1520-45df-b423-8f2ba1f06e47 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938941 Dec 15 14:02:42.414545 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2be00984-da3d-47fa-a5ba-3676c3dd39d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.418277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d1b3cec-0c15-4ddb-8c30-68f9be49e920 req-b8506607-ae41-46ef-b585-849dda04294e service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542628 Dec 15 14:02:42.472973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f2837-ae4e-47ac-9591-7ab5babf27e5 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:42.491216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d414f42-a764-4dc9-a360-028e63a30637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.495167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d414f42-a764-4dc9-a360-028e63a30637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.507338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Pushing event updated for resources: {'Port': ['ID=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.507853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3d414f42-a764-4dc9-a360-028e63a30637 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6b6367c-c15a-43f0-908f-bb20b1664b9e HTTP/1.1" status: 204 len: 168 time: 1.0535970 Dec 15 14:02:42.515852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e62241c9-ba8e-4e80-9471-6129b716e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:42.517049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e62241c9-ba8e-4e80-9471-6129b716e8a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1275170 Dec 15 14:02:42.562196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c71e260-76da-48da-bbe7-b2689789368f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.600973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2be00984-da3d-47fa-a5ba-3676c3dd39d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.642815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-4feafbeb-6fa1-422f-8ba4-b3674387932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:42.644372 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-4feafbeb-6fa1-422f-8ba4-b3674387932c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075313 Dec 15 14:02:42.645661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Attempting to bind port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:42.646090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Attempting to bind port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:42.646308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Attempting to bind port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:42.652562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:42.652865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Attempting to bind port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:42.658771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:42.659100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Checking segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:42.659868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Bound using segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:42.660327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Bound port: 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:42.660734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.674588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d414f42-a764-4dc9-a360-028e63a30637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6367c-c15a-43f0-908f-bb20b1664b9e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.770119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.839698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:42.841747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] For port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:42.846717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] For port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:42.855798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.865604 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-561769bb-cbd9-4556-8c3c-a981312b9072 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011971 Dec 15 14:02:42.869861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:42.873815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-7b6dc74e-1476-43d4-aa03-1f359fb8322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:42.875520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-7b6dc74e-1476-43d4-aa03-1f359fb8322a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 1094 time: 0.2823153 Dec 15 14:02:42.876698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:42.946724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7a471-8a99-4105-8379-d52bb362a60d None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:42.974640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:42.975398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.977047 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] 10.222.0.67 "PUT /v2.0/ports/3ea75ebb-5361-4d65-8d34-89a6d3ace61b HTTP/1.1" status: 200 len: 1091 time: 1.4742951 Dec 15 14:02:42.977510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'tag': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:42.980485 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea6c89f-7a4e-4aab-8634-060cd0420575" -d '{"events": [{"name": "network-changed", "server_uuid": "a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f", "tag": "3ea75ebb-5361-4d65-8d34-89a6d3ace61b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:43.026585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e78af4-37d8-4f83-8652-f6e74153cace service neutron] Pushing event updated for resources: {'Port': ['ID=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.046419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-ec3fa4df-4474-4bce-b48f-cdd86713d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.049742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-ec3fa4df-4474-4bce-b48f-cdd86713d8a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.1584606 Dec 15 14:02:43.074894 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-4c88171d-c3b9-4252-87ee-97a07382d212 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757450 Dec 15 14:02:43.112868 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6826b7f5-1a05-4b9f-ae7c-76aad24e8846 x-openstack-request-id: req-6826b7f5-1a05-4b9f-ae7c-76aad24e8846 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:43.113448 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f", "tag": "3ea75ebb-5361-4d65-8d34-89a6d3ace61b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:43.114078 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6826b7f5-1a05-4b9f-ae7c-76aad24e8846 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:43.115051 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'tag': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b', 'status': 'completed', 'code': 200} Dec 15 14:02:43.147975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-06027686-8ade-43d4-807f-354781c9f2ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37841436-fde4-4691-b4a1-47815956def8 HTTP/1.1" status: 200 len: 217 time: 0.0813560 Dec 15 14:02:43.174572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'Port': ['ID=cab346b6-d28f-47c1-b824-8270ffa30fb3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.200343 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-9fcb79a7-a44f-43f6-9924-b18c7751464c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f HTTP/1.1" status: 200 len: 217 time: 0.0924306 Dec 15 14:02:43.223381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Allocated IP 2001:db8::88 (15c458e9-c1da-4268-8d8a-7a280985a0f0/6e2cedfb-c529-40f9-92f8-0bebfbf38108/b4859073-cab4-40ee-9971-57f0db0e349a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:43.260747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2be00984-da3d-47fa-a5ba-3676c3dd39d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.263995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2be00984-da3d-47fa-a5ba-3676c3dd39d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.265307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2be00984-da3d-47fa-a5ba-3676c3dd39d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efabdf56-9281-4acc-8221-b2eedba892cf HTTP/1.1" status: 204 len: 168 time: 1.2258732 Dec 15 14:02:43.298952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e59d55bd-7699-47c2-bb90-2c70e3e0b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.300432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e59d55bd-7699-47c2-bb90-2c70e3e0b89b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.0883167 Dec 15 14:02:43.303465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-656152d2-f952-42bf-afdb-e90b688f9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.305164 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-656152d2-f952-42bf-afdb-e90b688f9772 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 1094 time: 0.2179604 Dec 15 14:02:43.308429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d605290-c750-4665-b9ea-ae78c0a0b025 req-49eb9161-5c62-42fa-8071-99819cbf6377 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.310098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d605290-c750-4665-b9ea-ae78c0a0b025 req-49eb9161-5c62-42fa-8071-99819cbf6377 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 943 time: 0.5245914 Dec 15 14:02:43.329177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-5d3fbc5f-b534-4359-ab8a-0e7e2a6ccff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.330939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-5d3fbc5f-b534-4359-ab8a-0e7e2a6ccff9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1602440 Dec 15 14:02:43.360385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be00984-da3d-47fa-a5ba-3676c3dd39d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efabdf56-9281-4acc-8221-b2eedba892cf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.410837 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-ce903906-9bfd-4ff1-8f68-a01718a20c23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b HTTP/1.1" status: 200 len: 217 time: 0.0805171 Dec 15 14:02:43.471159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-fa6a21c1-f14c-4f18-9add-006ee3241cc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978982 Dec 15 14:02:43.535854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d605290-c750-4665-b9ea-ae78c0a0b025 req-64a1b812-67f5-47a8-b04d-af2c3183b4de tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111874 Dec 15 14:02:43.564012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-4d1d6a42-628d-4d0f-861b-8083b1e011c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.564012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-4d1d6a42-628d-4d0f-861b-8083b1e011c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2403426 Dec 15 14:02:43.566959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa63-8202-485c-8992-3d0a3849b16c req-ace3eac1-c3f0-41c3-b1b8-1432e3d6a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.568419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-ace3eac1-c3f0-41c3-b1b8-1432e3d6a20a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.1489384 Dec 15 14:02:43.675956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-9ce7601a-fa80-4523-ba8d-eae75a321427 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852265 Dec 15 14:02:43.867024 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-34d0d60b-63f6-41a9-87c4-7521924547c3 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961042 Dec 15 14:02:43.878150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dec811-b8ae-4b20-93f7-3058fd7e7aea req-c8aedace-3e90-4447-9e94-9278938dff97 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.898778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6dec811-b8ae-4b20-93f7-3058fd7e7aea req-c8aedace-3e90-4447-9e94-9278938dff97 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 943 time: 0.2342980 Dec 15 14:02:43.926348 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-0a0efebe-5770-4498-a52a-cdb1377420c6 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377577 Dec 15 14:02:44.093023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-a8d5cd4b-9cde-4676-a782-9a444c136d37 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028849 Dec 15 14:02:44.099651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54befa63-8202-485c-8992-3d0a3849b16c req-9540bffc-8b86-45df-b500-84292dac5718 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406727 Dec 15 14:02:44.124402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.131369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-94397149-76e2-47c5-b51b-2760c7e4c907 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136215 Dec 15 14:02:44.208169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.228184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.257057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-b9f69a7a-f400-48a3-9ae7-a1223bbbab20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd HTTP/1.1" status: 200 len: 217 time: 0.1492989 Dec 15 14:02:44.328859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6dec811-b8ae-4b20-93f7-3058fd7e7aea req-517e0532-8af4-4cca-815e-3a47d7fd3b81 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286327 Dec 15 14:02:44.423165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-b852bed3-559c-42ad-af6c-73226d781975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.425893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-b852bed3-559c-42ad-af6c-73226d781975 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.1677487 Dec 15 14:02:44.433493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-6a54a8e3-a6ed-4800-8f41-3c319de02243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.436432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-6a54a8e3-a6ed-4800-8f41-3c319de02243 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 1094 time: 0.2299013 Dec 15 14:02:44.449936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.543140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a82d551-1b5f-46e2-b0e6-3cb2866ee298 req-fd35c485-5419-48b2-a169-6483ff9f1599 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952251 Dec 15 14:02:44.609906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-a5dac7d2-2d0d-4e67-9757-f8a70b1c3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.611752 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-a5dac7d2-2d0d-4e67-9757-f8a70b1c3c41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1741993 Dec 15 14:02:44.620739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:44.626083 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-37034e49-52be-4d25-838c-e41b127cf613 tempest-ServiceProvidersTest-851334971 tempest-ServiceProvidersTest-851334971-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4152145 Dec 15 14:02:44.630294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:44.633509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:44.639662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.640479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.648942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=b4859073-cab4-40ee-9971-57f0db0e349a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.711987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18de9268-f65c-42a1-8fea-2d672557f3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.770168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.775871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bad79be6-cbb8-4941-809a-172d3ff0caa5 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2870307 Dec 15 14:02:44.810489 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-d3fdcc4f-d3fa-4789-b3ad-d8292104809d service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809049 Dec 15 14:02:44.812426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46488) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.821022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:36:00:56'}, {'ip_address': '2001:db8::344', 'mac_address': 'fa:16:3e:19:26:2f'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:44.912076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2d9c-f1ba-4d24-9eec-e6e7ac2db7e8 req-84ff737e-4a95-4a89-bffd-e6b7bc2ef2af tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.914078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7bd2d9c-f1ba-4d24-9eec-e6e7ac2db7e8 req-84ff737e-4a95-4a89-bffd-e6b7bc2ef2af tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 943 time: 0.2248738 Dec 15 14:02:44.989616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-55585f49-0282-4503-b443-b05e156e4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:45.003051 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-55585f49-0282-4503-b443-b05e156e4041 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 917 time: 0.5538919 Dec 15 14:02:45.022566 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.150866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c7e3cdef-2de5-4d52-9263-515d41d03b8a None None] Provisioning complete for port b4859073-cab4-40ee-9971-57f0db0e349a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:45.151783 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cdef-2de5-4d52-9263-515d41d03b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.191662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-91a3cc8c-8dc3-4f15-88be-cfab2c9da478 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b HTTP/1.1" status: 200 len: 217 time: 0.1705389 Dec 15 14:02:45.196590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7bd2d9c-f1ba-4d24-9eec-e6e7ac2db7e8 req-2f030992-86c8-462f-9a9d-7369674dacba tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365494 Dec 15 14:02:45.206480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 37841436-fde4-4691-b4a1-47815956def8 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:45.239835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3cdef-2de5-4d52-9263-515d41d03b8a None None] Port b4859073-cab4-40ee-9971-57f0db0e349a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:45.256602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.297913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.313817 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.350411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-a03a605d-b3dd-496b-9279-bef7b6f45346 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228684 Dec 15 14:02:45.460411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 37841436-fde4-4691-b4a1-47815956def8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=37841436-fde4-4691-b4a1-47815956def8,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:45.461490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event updated for resources: {'Port': ['ID=cab346b6-d28f-47c1-b824-8270ffa30fb3,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.465761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-c19f6696-c8a4-432c-a11f-d8a6fd5879a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 200 len: 217 time: 0.1078489 Dec 15 14:02:45.481680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.488357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '37841436-fde4-4691-b4a1-47815956def8', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': '37841436-fde4-4691-b4a1-47815956def8', 'mac_address': 'fa:16:3e:c5:80:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:45.545088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-8efbd99b-2631-468a-8842-50217168f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:45.552351 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-8efbd99b-2631-468a-8842-50217168f96b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.3522999 Dec 15 14:02:45.568138 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.583895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37841436-fde4-4691-b4a1-47815956def8 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:45.612153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 37841436-fde4-4691-b4a1-47815956def8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=37841436-fde4-4691-b4a1-47815956def8,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:45.627111 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.666357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-aeab262d-4012-4c45-840b-8ce930dce42f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486956 Dec 15 14:02:45.706293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=37841436-fde4-4691-b4a1-47815956def8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.797771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.818945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e62c84e1-41dc-49c5-a4a1-a2ddad28068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:45.820982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-e62c84e1-41dc-49c5-a4a1-a2ddad28068a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.3413570 Dec 15 14:02:45.913125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['37841436-fde4-4691-b4a1-47815956def8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:46.102683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d220bb4b-ca46-4cbc-8f35-913eb96bb29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.149866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.174797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.193281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b033353-bac2-46fd-9490-5bdefdd29db9 req-2e408f82-0aac-46d8-91f0-ebceff64b689 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:46.195395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b033353-bac2-46fd-9490-5bdefdd29db9 req-2e408f82-0aac-46d8-91f0-ebceff64b689 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 944 time: 0.7101984 Dec 15 14:02:46.236866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] In _notify_port_updated(), no bound segment for port b4859073-cab4-40ee-9971-57f0db0e349a on network 15c458e9-c1da-4268-8d8a-7a280985a0f0 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:46.244943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:46.245817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.247440 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "PUT /v2.0/ports/b4859073-cab4-40ee-9971-57f0db0e349a HTTP/1.1" status: 200 len: 1065 time: 1.4315510 Dec 15 14:02:46.254918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.266499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.300881 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Floating IP 6219d973-838a-4782-a8ab-d3774fb839f6 associated. External IP: 172.25.2.58, port: 3db6bd8e-e952-468b-9dd8-559747b38751. Dec 15 14:02:46.565457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d220bb4b-ca46-4cbc-8f35-913eb96bb29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.619198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b033353-bac2-46fd-9490-5bdefdd29db9 req-06f5d533-4b8d-4ecc-baf9-5d4bba381eca tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111753 Dec 15 14:02:46.622470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d220bb4b-ca46-4cbc-8f35-913eb96bb29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.718607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1195d35e-df12-4b36-b47c-e1c0d0a0088e None None] Provisioning complete for port b4859073-cab4-40ee-9971-57f0db0e349a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:46.718976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1195d35e-df12-4b36-b47c-e1c0d0a0088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.738965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bb4b-ca46-4cbc-8f35-913eb96bb29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74584c11-783e-41ff-a4e3-c9f0b950b918,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:46.744198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d220bb4b-ca46-4cbc-8f35-913eb96bb29f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d804505cf964ecba6c83aa006bb6c30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4860013 Dec 15 14:02:46.757214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46520) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.779057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1195d35e-df12-4b36-b47c-e1c0d0a0088e None None] Port b4859073-cab4-40ee-9971-57f0db0e349a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:46.794319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3af1-dd33-41c7-82a7-2d5a0545e1e5 req-17cc4ee7-d628-4670-a1f3-75493a832cc8 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:46.795934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b22d3af1-dd33-41c7-82a7-2d5a0545e1e5 req-17cc4ee7-d628-4670-a1f3-75493a832cc8 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 943 time: 0.2287500 Dec 15 14:02:46.848612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-713b99d8-51ea-42b4-9db4-ed69d5dd195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:46.857574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-713b99d8-51ea-42b4-9db4-ed69d5dd195a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0081286 Dec 15 14:02:46.859660 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-a42cec2e-eb71-41b1-bffd-5d264ed3e323 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1743534 Dec 15 14:02:46.899093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040228d-cf47-4f9f-a0fb-91a8de09b1a7 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event updated for resources: {'Port': ['ID=b4859073-cab4-40ee-9971-57f0db0e349a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.023121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Router 67093069-b4d6-4911-ad86-406e3bf811b1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:02:47.046756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ea6c89f-7a4e-4aab-8634-060cd0420575 req-e47cdfe7-c208-438a-b82c-00021bbebe33 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628759 Dec 15 14:02:47.058905 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ee748a1-4e01-4a5e-9a98-d67f325dd88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.179717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b22d3af1-dd33-41c7-82a7-2d5a0545e1e5 req-656c7b4c-5ebb-4742-8ed4-1c2cdf66fc82 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478482 Dec 15 14:02:47.185004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port b4859073-cab4-40ee-9971-57f0db0e349a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:47.185345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.189635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea75ebb-5361-4d65-8d34-89a6d3ace61b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:47.200109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ee748a1-4e01-4a5e-9a98-d67f325dd88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.200555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 37841436-fde4-4691-b4a1-47815956def8 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:47.205003 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-93b86f66-d8ac-4d97-8f11-f3e44f886a63 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317106 Dec 15 14:02:47.258101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:47.277142 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] Sync routers for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:47.309105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.326085 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:47.327072 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:02:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:47.348131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3dc6d34a-928c-4f6e-b39d-5460f1dafdd0 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1423535 Dec 15 14:02:47.349851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ee748a1-4e01-4a5e-9a98-d67f325dd88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.353880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ee748a1-4e01-4a5e-9a98-d67f325dd88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.358449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:47.365272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4ee748a1-4e01-4a5e-9a98-d67f325dd88d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74584c11-783e-41ff-a4e3-c9f0b950b918 HTTP/1.1" status: 204 len: 168 time: 0.5994470 Dec 15 14:02:47.370173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:47.378675 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1036f3c-bde4-4b12-8f1b-748045ee6580" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:47.380573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.405733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee748a1-4e01-4a5e-9a98-d67f325dd88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74584c11-783e-41ff-a4e3-c9f0b950b918,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.424158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 37841436-fde4-4691-b4a1-47815956def8 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:47.436433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for b4859073-cab4-40ee-9971-57f0db0e349a owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:47.436733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 37841436-fde4-4691-b4a1-47815956def8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:47.436958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.453484 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5945dd17-8c60-4d0d-b1cc-e5001dc33eea req-93008c53-a749-42ba-bbd0-3a82b9473a77 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217424 Dec 15 14:02:47.498020 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074d6fb-44ce-4265-9641-1d081889afa8 x-openstack-request-id: req-d074d6fb-44ce-4265-9641-1d081889afa8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:47.498020 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:47.498020 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d074d6fb-44ce-4265-9641-1d081889afa8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:47.498446 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'status': 'completed', 'code': 200} Dec 15 14:02:47.560561 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:02:47.561107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.662523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:47.684570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'port_id': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b', 'mac_address': 'fa:16:3e:d1:b3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186a04e-584d-414b-9d7e-df24fabb12c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:47.708761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.711501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e187e-7c69-4af0-afbf-2fcb201360af tempest-TestVolumeBackupRestore-982288312 tempest-TestVolumeBackupRestore-982288312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:47.716588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-027e187e-7c69-4af0-afbf-2fcb201360af tempest-TestVolumeBackupRestore-982288312 tempest-TestVolumeBackupRestore-982288312-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1091 time: 0.3541808 Dec 15 14:02:47.717204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46536) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:47.722376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Request body: {'floatingip': {'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:47.735973 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.738824 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.867644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 37841436-fde4-4691-b4a1-47815956def8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=37841436-fde4-4691-b4a1-47815956def8,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:47.899417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37841436-fde4-4691-b4a1-47815956def8'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:47.903173 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074ede95-317b-497d-b40f-4588dfd297e4" -d '{"events": [{"server_uuid": "9ea8f8b6-2680-47a2-895c-41f592828e37", "name": "network-vif-plugged", "status": "completed", "tag": "37841436-fde4-4691-b4a1-47815956def8"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:47.918970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.944090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.086026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6219d973-838a-4782-a8ab-d3774fb839f6', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:44Z', 'updated_at': '2021-12-15T14:02:44Z', 'revision_number': 0, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:48.104322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=b4859073-cab4-40ee-9971-57f0db0e349a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.142041 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] Checking router: 67093069-b4d6-4911-ad86-406e3bf811b1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:02:48.156627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:48.157791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:02:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:48.188184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-72d6f3ca-b01f-44ef-bdde-338785f4ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:48.190943 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a365c-82ff-4f6e-b195-0870157c00ab x-openstack-request-id: req-8d8a365c-82ff-4f6e-b195-0870157c00ab {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:48.192565 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea8f8b6-2680-47a2-895c-41f592828e37", "name": "network-vif-plugged", "status": "completed", "tag": "37841436-fde4-4691-b4a1-47815956def8", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:48.192947 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d8a365c-82ff-4f6e-b195-0870157c00ab {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:48.193479 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37841436-fde4-4691-b4a1-47815956def8', 'code': 200} Dec 15 14:02:48.195424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-72d6f3ca-b01f-44ef-bdde-338785f4ecc2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1096 time: 0.5261292 Dec 15 14:02:48.213234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=37841436-fde4-4691-b4a1-47815956def8,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.227516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea75ebb-5361-4d65-8d34-89a6d3ace61b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:48.281662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:48.299371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.371588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b553e2-2771-443c-a40c-d2152787771c req-db463a5a-bfca-43a8-b923-2c3f39ed0640 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:48.384029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2b553e2-2771-443c-a40c-d2152787771c req-db463a5a-bfca-43a8-b923-2c3f39ed0640 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.4758375 Dec 15 14:02:48.497237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.558862 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:02:48.630409 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.657778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:48.704306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616ae94-1b69-4f45-8d83-fc6a8e24fa4b req-45a812b8-19d8-4bd5-86cf-f9c5a50fafc5 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:48.715999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6616ae94-1b69-4f45-8d83-fc6a8e24fa4b req-45a812b8-19d8-4bd5-86cf-f9c5a50fafc5 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 944 time: 0.3126631 Dec 15 14:02:48.727775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67ae6-2a93-4ff6-9994-9101ca559f7b req-1d6c7026-f5d8-4274-90d7-7ad1c46c0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:48.729974 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-51c67ae6-2a93-4ff6-9994-9101ca559f7b req-1d6c7026-f5d8-4274-90d7-7ad1c46c0b1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 1096 time: 0.4507029 Dec 15 14:02:48.808194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2b553e2-2771-443c-a40c-d2152787771c req-71076734-6bc6-46ab-a497-80d6e3a7e509 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289745 Dec 15 14:02:48.843400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.861184 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-401bf140-a4d8-4e36-a388-85eff13c4917 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/ports/b4859073-cab4-40ee-9971-57f0db0e349a HTTP/1.1" status: 204 len: 168 time: 2.5998690 Dec 15 14:02:48.877737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:48.898529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:48.899711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-afebad9a-4f50-4df7-b042-c89548949dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:48.904917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-afebad9a-4f50-4df7-b042-c89548949dea service neutron] 10.222.0.67 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 915 time: 0.6994574 Dec 15 14:02:48.917743 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0099070 Dec 15 14:02:48.943778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:48.985224 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b07f6a-0b25-4f84-b679-35a08ac8ff32 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] GET failed (client error): The resource could not be found. Dec 15 14:02:48.999123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-11b07f6a-0b25-4f84-b679-35a08ac8ff32 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "GET /v2.0/ports/b4859073-cab4-40ee-9971-57f0db0e349a HTTP/1.1" status: 404 len: 333 time: 0.1116726 Dec 15 14:02:49.004729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46574) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.049081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6616ae94-1b69-4f45-8d83-fc6a8e24fa4b req-703644ac-fc0f-4ee9-a8e1-5540e7d96cd7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310344 Dec 15 14:02:49.053045 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6219d973-838a-4782-a8ab-d3774fb839f6', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:44Z', 'updated_at': '2021-12-15T14:02:44Z', 'revision_number': 0, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:49.092011 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a8c850-5d75-46d8-87ba-90884fd81fd1 None None] The sync data for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 is: [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6219d973-838a-4782-a8ab-d3774fb839f6', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:44Z', 'updated_at': '2021-12-15T14:02:44Z', 'revision_number': 0, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:49.153191 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-51c67ae6-2a93-4ff6-9994-9101ca559f7b req-25f70a9e-8d76-4f10-aea8-2fc59d1483ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406107 Dec 15 14:02:49.182353 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-1c064462-d866-42fe-8bfd-37293cde321c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 998 time: 0.2635667 Dec 15 14:02:49.210480 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a81c3411-2128-4400-a06b-b6dd40a81e9a tempest-NetworksApiDiscovery-1163730606 tempest-NetworksApiDiscovery-1163730606-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2645817 Dec 15 14:02:49.468466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-343c528b-140b-4997-95f6-38bfe355efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.470020 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-343c528b-140b-4997-95f6-38bfe355efa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 200 len: 852 time: 0.1022189 Dec 15 14:02:49.569770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff08820-3271-49a3-8067-8ae350432ad0 None None] New status for floating IP 6219d973-838a-4782-a8ab-d3774fb839f6: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:02:49.575266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-0d5cbbef-ce0a-497c-af48-6c7cf3c5cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.577130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-0d5cbbef-ce0a-497c-af48-6c7cf3c5cff9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edea2f63-1a69-46b1-bb69-7613cd755667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987065 Dec 15 14:02:49.648328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.656723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port 1ec3cdc4-4931-43fd-a2c4-10531cfa090c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:49.657551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.664291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.757172 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-a133bca3-bc98-416e-9c3b-ebfb41facb21 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689684 Dec 15 14:02:49.760267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.766341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ff08820-3271-49a3-8067-8ae350432ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:49.767117 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ff08820-3271-49a3-8067-8ae350432ad0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:49.938867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-633e7000-00c1-4d7c-882c-6a929b3b5bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.949477 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1036f3c-bde4-4b12-8f1b-748045ee6580 req-9f0c7caa-3d2a-43d9-94b5-594f141f7e16 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839538 Dec 15 14:02:50.061659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-633e7000-00c1-4d7c-882c-6a929b3b5bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.068649 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-633e7000-00c1-4d7c-882c-6a929b3b5bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.122661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-633e7000-00c1-4d7c-882c-6a929b3b5bb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeb453fdd8084d90ae0eecb5ebea5705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584845 Dec 15 14:02:50.122661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7000-00c1-4d7c-882c-6a929b3b5bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a118e-76cb-4fc7-a6cc-7a63155b90d5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:50.123280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46594) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.190217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.219125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for 1ec3cdc4-4931-43fd-a2c4-10531cfa090c owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:50.221113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455182e5-ac02-4429-99e0-7a458349dd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.234234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9c94-7d9c-4507-b3ca-17ce52f4d922 req-07d3d85f-a972-4509-a9f2-8dfbfc4e1485 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.243753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-039c9c94-7d9c-4507-b3ca-17ce52f4d922 req-07d3d85f-a972-4509-a9f2-8dfbfc4e1485 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.3132558 Dec 15 14:02:50.256436 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455182e5-ac02-4429-99e0-7a458349dd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.269278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff08820-3271-49a3-8067-8ae350432ad0 None None] New status for floating IP 6219d973-838a-4782-a8ab-d3774fb839f6: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:02:50.322654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455182e5-ac02-4429-99e0-7a458349dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.330280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455182e5-ac02-4429-99e0-7a458349dd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.337092 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-455182e5-ac02-4429-99e0-7a458349dd02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/922a118e-76cb-4fc7-a6cc-7a63155b90d5 HTTP/1.1" status: 204 len: 168 time: 0.1995687 Dec 15 14:02:50.349023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455182e5-ac02-4429-99e0-7a458349dd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a118e-76cb-4fc7-a6cc-7a63155b90d5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:50.432392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43db688-f145-4fae-8397-339b089ae4d2 req-666251ff-4f63-4f37-bba0-e804fe0a3cc4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.434370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f43db688-f145-4fae-8397-339b089ae4d2 req-666251ff-4f63-4f37-bba0-e804fe0a3cc4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 944 time: 0.2255690 Dec 15 14:02:50.483949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-039c9c94-7d9c-4507-b3ca-17ce52f4d922 req-2b9f4862-c8e0-4955-a574-4babb2fb7bb1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384598 Dec 15 14:02:50.511708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Router 67093069-b4d6-4911-ad86-406e3bf811b1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:02:50.693557 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f43db688-f145-4fae-8397-339b089ae4d2 req-b0642ff5-a5c5-4fa6-bf96-36b1e6b82796 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323859 Dec 15 14:02:50.763466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.833582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=1ec3cdc4-4931-43fd-a2c4-10531cfa090c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:50.839782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:50.865119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.874913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.877960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9ccacb02-d700-42b5-b8e0-528f664e4ae2 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/ports/1ec3cdc4-4931-43fd-a2c4-10531cfa090c HTTP/1.1" status: 204 len: 168 time: 1.8604803 Dec 15 14:02:50.880785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.913142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:50.915815 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:50.930330 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] Sync routers for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:50.955913 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:50.956987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:02:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:50.959877 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e74384f-39b2-43c2-8c0c-e783f12f2843 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] GET failed (client error): The resource could not be found. Dec 15 14:02:50.961529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3e74384f-39b2-43c2-8c0c-e783f12f2843 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "GET /v2.0/ports/1ec3cdc4-4931-43fd-a2c4-10531cfa090c HTTP/1.1" status: 404 len: 333 time: 0.0795732 Dec 15 14:02:50.967570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.972699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc9083e7-df7f-48e8-b63c-f3a6564da9d4 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "PUT /v2.0/floatingips/6219d973-838a-4782-a8ab-d3774fb839f6 HTTP/1.1" status: 200 len: 990 time: 3.2525167 Dec 15 14:02:51.035177 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ad4650-ff2f-4ff7-bc2e-e404e638a26d x-openstack-request-id: req-89ad4650-ff2f-4ff7-bc2e-e404e638a26d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:51.035474 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:51.035736 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89ad4650-ff2f-4ff7-bc2e-e404e638a26d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:51.036157 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'status': 'completed', 'code': 200} Dec 15 14:02:51.073935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.119091 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:02:51.187453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea75ebb-5361-4d65-8d34-89a6d3ace61b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:51.214469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-0bdf1299-d20c-4443-9854-c6661884d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:51.216758 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-0bdf1299-d20c-4443-9854-c6661884d5bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1096 time: 0.1199319 Dec 15 14:02:51.313844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:51.321274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:51.321659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.395336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:51.396222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.516081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.538238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-220d8cb3-3700-4302-9870-04bcdb08346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:51.539909 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-220d8cb3-3700-4302-9870-04bcdb08346b service neutron] 10.222.0.67 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 915 time: 0.3098178 Dec 15 14:02:51.591657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:51.595241 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5e18d2-e663-4908-a049-25e694418d4d" -d '{"events": [{"server_uuid": "a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f", "name": "network-vif-plugged", "status": "completed", "tag": "3ea75ebb-5361-4d65-8d34-89a6d3ace61b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:51.674485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:51.699662 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5677873-893f-4527-ab79-9034a5efe738 x-openstack-request-id: req-b5677873-893f-4527-ab79-9034a5efe738 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:51.700277 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f", "name": "network-vif-plugged", "status": "completed", "tag": "3ea75ebb-5361-4d65-8d34-89a6d3ace61b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:51.703772 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5677873-893f-4527-ab79-9034a5efe738 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:51.706545 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b', 'code': 200} Dec 15 14:02:51.713838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.724622 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-9808f657-8934-4b2c-af13-de9439f7329d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 1000 time: 0.1658709 Dec 15 14:02:51.726492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.817891 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6219d973-838a-4782-a8ab-d3774fb839f6', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:44Z', 'updated_at': '2021-12-15T14:02:50Z', 'revision_number': 2, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:51.836757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba66ae8-bb2b-45ef-9f8c-574544d21574 req-114840ee-b607-44b6-8872-472533888bc8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:51.838805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ba66ae8-bb2b-45ef-9f8c-574544d21574 req-114840ee-b607-44b6-8872-472533888bc8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.1722107 Dec 15 14:02:51.840073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:51.852475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-265d3ac3-05ca-49fc-8924-bb75749a35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:51.854858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-265d3ac3-05ca-49fc-8924-bb75749a35f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 200 len: 852 time: 0.1109190 Dec 15 14:02:51.860852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for 33a48ec1-2e34-44ae-ba25-b44e4aca8a1f owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:51.899171 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] Checking router: 67093069-b4d6-4911-ad86-406e3bf811b1 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:02:51.930044 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:51.932920 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:02:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:51.981089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ba66ae8-bb2b-45ef-9f8c-574544d21574 req-6c9606a5-a51c-493e-a42c-798972918cec tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286733 Dec 15 14:02:52.056410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-a846dd10-34f7-4e8f-9e82-055b858508d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.056410 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-a846dd10-34f7-4e8f-9e82-055b858508d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edea2f63-1a69-46b1-bb69-7613cd755667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702821 Dec 15 14:02:52.056410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eccf8-abc7-4015-a45c-9eb1da3d7822 req-76746db8-c161-4ad2-a0b2-5d7c8c038e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.056410 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-115eccf8-abc7-4015-a45c-9eb1da3d7822 req-76746db8-c161-4ad2-a0b2-5d7c8c038e78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 1096 time: 0.1908019 Dec 15 14:02:52.160449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1c01e-d446-43d8-b8a8-96a0087a95f6 req-aeb3ec10-6a0b-4c52-97d7-b2ce315582b0 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.171957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7d1c01e-d446-43d8-b8a8-96a0087a95f6 req-aeb3ec10-6a0b-4c52-97d7-b2ce315582b0 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 945 time: 0.2510705 Dec 15 14:02:52.186608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-3f96fc6b-b48f-41d5-ac6c-4f2583940701 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229417 Dec 15 14:02:52.246853 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:02:52.281133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7d1c01e-d446-43d8-b8a8-96a0087a95f6 req-d4ef2085-31cb-41cd-b508-57680a77cfb3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031640 Dec 15 14:02:52.476069 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-115eccf8-abc7-4015-a45c-9eb1da3d7822 req-95dc9d1a-622b-443b-ade6-55a265ce1959 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111145 Dec 15 14:02:52.511533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.553107 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6219d973-838a-4782-a8ab-d3774fb839f6', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:44Z', 'updated_at': '2021-12-15T14:02:50Z', 'revision_number': 2, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:52.567754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-1f7dc872-b295-43b8-bbd9-a5640eabde4a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.569289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-1f7dc872-b295-43b8-bbd9-a5640eabde4a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.2146049 Dec 15 14:02:52.583555 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3ae9d-10f6-4490-9a3e-94d2177593a5 None None] The sync data for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 is: [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6219d973-838a-4782-a8ab-d3774fb839f6', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'port_id': '3db6bd8e-e952-468b-9dd8-559747b38751', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'mac_address': 'fa:16:3e:c1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:44Z', 'updated_at': '2021-12-15T14:02:50Z', 'revision_number': 2, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:52.595350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-7bcb5b61-62f1-4af9-bf23-ae03b206d922 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.0126355 Dec 15 14:02:52.614355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=33a48ec1-2e34-44ae-ba25-b44e4aca8a1f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:52.626912 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0fb8e22-aab9-4b4d-ac95-3623271cfd90 req-acc118a8-f3ee-400f-a44d-58f22eece612 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243255 Dec 15 14:02:52.661929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.668434 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bee9e28f-586a-4740-9c3f-3342cada2bc0 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/ports/33a48ec1-2e34-44ae-ba25-b44e4aca8a1f HTTP/1.1" status: 204 len: 168 time: 1.6971755 Dec 15 14:02:52.669038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:52.755014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-f47edc71-5331-437b-a6a3-ba44c8a5cb6b tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510806 Dec 15 14:02:52.826203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting subnet 6e2cedfb-c529-40f9-92f8-0bebfbf38108 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:52.839041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.945480 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.017139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-fdb4a042-fb52-45b0-bd67-0e58514c9acd service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611377 Dec 15 14:02:53.047586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:53.050319 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d37fb-6681-41e0-a876-ad31f1580363" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:53.127934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.157455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-df969929-ad0e-4db5-9199-f51aeb1a78d8 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384389 Dec 15 14:02:53.204903 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afec39a2-0c95-4c86-814a-d2983a672e11 x-openstack-request-id: req-afec39a2-0c95-4c86-814a-d2983a672e11 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:53.205738 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:53.206177 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afec39a2-0c95-4c86-814a-d2983a672e11 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:53.206792 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'status': 'completed', 'code': 200} Dec 15 14:02:53.273918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.305922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2cedfb-c529-40f9-92f8-0bebfbf38108,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:53.371834 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.372721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d975c-ea14-4a8c-a213-052c5957c014 None None] Network 15c458e9-c1da-4268-8d8a-7a280985a0f0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:53.386759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1a9eadd5-b610-43e3-b59b-bd30e1dc0b47 tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/subnets/6e2cedfb-c529-40f9-92f8-0bebfbf38108 HTTP/1.1" status: 204 len: 168 time: 0.7124133 Dec 15 14:02:53.387539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:53.425442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6415457c-2798-4b74-8e53-ba587eaed89e req-36f65c6e-bfb0-4197-9f7e-d03fe0fffc78 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 210 time: 0.0640149 Dec 15 14:02:53.548761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-bb40c989-e66c-4d8f-9e6f-d03c5cdcc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:53.550453 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-bb40c989-e66c-4d8f-9e6f-d03c5cdcc780 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1096 time: 0.3166125 Dec 15 14:02:53.554393 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.555523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbc380-82b0-4119-a930-9f31fb4e67b2 req-98ebab5e-cea6-4d9a-a3ed-d04aa27875c4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:53.565677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23dbc380-82b0-4119-a930-9f31fb4e67b2 req-98ebab5e-cea6-4d9a-a3ed-d04aa27875c4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 945 time: 0.1391535 Dec 15 14:02:53.660060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23dbc380-82b0-4119-a930-9f31fb4e67b2 req-e84cb6ca-6ca2-4ad0-b4d0-1a4834457dcb tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925889 Dec 15 14:02:53.725018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] DHCP port deletion for 15c458e9-c1da-4268-8d8a-7a280985a0f0 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:53.850496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-794937c2-7a8c-4007-9104-261a542dd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:53.852071 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-794937c2-7a8c-4007-9104-261a542dd54a service neutron] 10.222.0.67 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 915 time: 0.2836263 Dec 15 14:02:53.879581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] Deleting port 47906247-df30-431d-9974-52788212423c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:53.879883 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.940146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Deleting port 47906247-df30-431d-9974-52788212423c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:53.940995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.955123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] For port 47906247-df30-431d-9974-52788212423c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47906247-df30-431d-9974-52788212423c,segment=NetworkSegment(2c6b04b1-3b95-4a43-acac-6e5dbf62e819),segment_id=2c6b04b1-3b95-4a43-acac-6e5dbf62e819)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:53.955818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.975935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] Calling delete_port for 47906247-df30-431d-9974-52788212423c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:54.057553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] For port 47906247-df30-431d-9974-52788212423c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=47906247-df30-431d-9974-52788212423c,segment=NetworkSegment(2c6b04b1-3b95-4a43-acac-6e5dbf62e819),segment_id=2c6b04b1-3b95-4a43-acac-6e5dbf62e819)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:54.058071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.075337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Calling delete_port for 47906247-df30-431d-9974-52788212423c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:54.084322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-1e2350dc-67e4-4e2f-97ce-40f42c9211ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 1000 time: 0.2231815 Dec 15 14:02:54.099943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.131408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] Pushing event deleted for resources: {'Port': ['ID=47906247-df30-431d-9974-52788212423c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.142350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcfcc5-21bf-4e0c-85aa-0ff1fa897a08 None None] No DVR routers for this DVR port 47906247-df30-431d-9974-52788212423c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:54.234944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-5ef8647a-1cc4-4b55-b1bb-3782730246d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:54.236905 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-5ef8647a-1cc4-4b55-b1bb-3782730246d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 200 len: 852 time: 0.1308279 Dec 15 14:02:54.302059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.340140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Port': ['ID=47906247-df30-431d-9974-52788212423c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.343072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] No DVR routers for this DVR port 47906247-df30-431d-9974-52788212423c on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:54.347297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-a0f942b3-50c3-4ae8-8558-8b66b3e63cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:54.349165 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-a0f942b3-50c3-4ae8-8558-8b66b3e63cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edea2f63-1a69-46b1-bb69-7613cd755667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964334 Dec 15 14:02:54.550607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fa6cac0-59a6-4936-aa48-af8a47110c7e req-afbd500a-196c-4fed-b90d-a8d98eead17c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 210 time: 0.0421607 Dec 15 14:02:54.560528 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-e3a862da-27a5-406a-97fa-52e486da13d5 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877849 Dec 15 14:02:54.586299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.658793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c458e9-c1da-4268-8d8a-7a280985a0f0']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.675169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6b04b1-3b95-4a43-acac-6e5dbf62e819') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.675460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6b04b1-3b95-4a43-acac-6e5dbf62e819') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.689391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.716513 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.731483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:54.731864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:54.736135 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:54.738921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8b1d37fb-6681-41e0-a876-ad31f1580363 req-95a507ac-820b-45e7-bfaf-282e3bedaf02 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643157 Dec 15 14:02:54.818149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.824362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.834289 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] 10.222.0.32 "DELETE /v2.0/networks/15c458e9-c1da-4268-8d8a-7a280985a0f0 HTTP/1.1" status: 204 len: 168 time: 1.4421821 Dec 15 14:02:54.873059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae14e9-ed2e-4044-89ac-8677460641dc tempest-AllowedAddressPairIpV6TestJSON-470609591 tempest-AllowedAddressPairIpV6TestJSON-470609591-project] Pushing event deleted for resources: {'Network': ['ID=15c458e9-c1da-4268-8d8a-7a280985a0f0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.916605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19965a06-36cb-4549-82ca-d86bba5175a2 req-63fd9527-1dd0-46b0-bfcc-e85411782da5 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:54.921210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19965a06-36cb-4549-82ca-d86bba5175a2 req-63fd9527-1dd0-46b0-bfcc-e85411782da5 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 945 time: 0.1463604 Dec 15 14:02:55.014715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19965a06-36cb-4549-82ca-d86bba5175a2 req-eef4612a-e623-4a34-9345-10bbefec5c86 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888348 Dec 15 14:02:55.318219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-b262a321-d669-45da-ba1a-6cc3f7f4dd64 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:55.320356 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-b262a321-d669-45da-ba1a-6cc3f7f4dd64 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3462317 Dec 15 14:02:55.350475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:55.450410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47906247-df30-431d-9974-52788212423c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:55.474176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:55.482287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 47906247-df30-431d-9974-52788212423c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:55.482646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 47906247-df30-431d-9974-52788212423c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:55.723736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4282f6fe-412c-4997-bc25-57ffbd3cb022 req-db6a0039-492c-4fee-a2ee-43c090d0bf95 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 210 time: 0.0514910 Dec 15 14:02:56.075686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46748) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:56.088179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd4167ea-840f-452c-bf3e-5706c79088cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=896a34d2f7e042f28d465e11f44752d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6121836 Dec 15 14:02:56.142606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:56.146908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.184352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.253700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.374357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.378100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.379591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/704a8ba5-a29c-4355-893d-77033a70d1a5 HTTP/1.1" status: 204 len: 168 time: 0.3027689 Dec 15 14:02:56.393121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704a8ba5-a29c-4355-893d-77033a70d1a5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:56.413030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.413373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.413713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.414049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.414379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.414705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.415028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.415351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.415714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.416035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.416355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.416693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.417014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb91b4-7462-4db2-8c3f-94957a6592b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:56.486730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.11 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/4023bdaa-bbaf-45e7-95e1-99bab341d77a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:56.715265 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.844879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.866793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', '37841436-fde4-4691-b4a1-47815956def8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:56.982203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:56.983751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=4023bdaa-bbaf-45e7-95e1-99bab341d77a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:56.987972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:56.990246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:57.026544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119dee5-43de-416b-b21c-9fb9fae06163 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:57.092634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.097043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.123518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8cd14-a3c9-4e67-85a9-9cd1ce40a852 req-1857c4d6-4130-4ad9-98c3-803bc050d2f6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.134484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ced8cd14-a3c9-4e67-85a9-9cd1ce40a852 req-1857c4d6-4130-4ad9-98c3-803bc050d2f6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 932 time: 0.2079060 Dec 15 14:02:57.136965 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-6fdcf265-43ae-41f7-af49-5c926a709ced tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7935865 Dec 15 14:02:57.154141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Request body: {'port': {'device_id': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:57.230238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ced8cd14-a3c9-4e67-85a9-9cd1ce40a852 req-5c3d0f2d-e539-412b-8a01-e868e7d889c5 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942686 Dec 15 14:02:57.275752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd235d6e-b281-48cf-8182-f7d8730ca2ab None None] Provisioning complete for port 4023bdaa-bbaf-45e7-95e1-99bab341d77a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:57.278084 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd235d6e-b281-48cf-8182-f7d8730ca2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.283399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.390287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bd235d6e-b281-48cf-8182-f7d8730ca2ab None None] Port 4023bdaa-bbaf-45e7-95e1-99bab341d77a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:57.800336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:57.883840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4023bdaa-bbaf-45e7-95e1-99bab341d77a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:57.909308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.924318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Transition to ACTIVE for port object 4023bdaa-bbaf-45e7-95e1-99bab341d77a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:57.930725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.014839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Pushing event updated for resources: {'Port': ['ID=4023bdaa-bbaf-45e7-95e1-99bab341d77a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:58.016458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eef6e2-a417-474f-9075-289ba99fa6ec None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:58.114539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Attempting to bind port 4023bdaa-bbaf-45e7-95e1-99bab341d77a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:58.115216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Attempting to bind port 4023bdaa-bbaf-45e7-95e1-99bab341d77a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:58.115216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Attempting to bind port 4023bdaa-bbaf-45e7-95e1-99bab341d77a on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:58.121729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Port 4023bdaa-bbaf-45e7-95e1-99bab341d77a on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:58.122309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Attempting to bind port 4023bdaa-bbaf-45e7-95e1-99bab341d77a on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:58.129892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:58.130585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:58.131870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:58.132552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Bound port: 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:58.133145 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.145767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-601975892'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:58.200392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:58.205605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.219121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.374034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] For port 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:58.385578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] For port 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:58.393249 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.444916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.518578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355fe08-29f5-4d96-a9df-bbbae26baf70 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:58.567221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Pushing event updated for resources: {'Port': ['ID=4023bdaa-bbaf-45e7-95e1-99bab341d77a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:58.588520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.589154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.591655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-fb9ab940-74b0-4081-aa8b-20085dda898a service neutron] 10.222.0.67 "PUT /v2.0/ports/4023bdaa-bbaf-45e7-95e1-99bab341d77a HTTP/1.1" status: 200 len: 1092 time: 1.4444647 Dec 15 14:02:58.592146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'tag': '4023bdaa-bbaf-45e7-95e1-99bab341d77a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:58.609267 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7560df8-83ef-431e-8f17-ea661aa135c2", "tag": "4023bdaa-bbaf-45e7-95e1-99bab341d77a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:58.731225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-1a4ae76b-9ed9-4e22-ab8b-34327a27e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.732818 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-1a4ae76b-9ed9-4e22-ab8b-34327a27e1f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 1095 time: 0.0792081 Dec 15 14:02:58.809795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-20054a31-95e5-4381-b4e5-188554fa7e9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a HTTP/1.1" status: 200 len: 217 time: 0.0663097 Dec 15 14:02:58.811625 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f88442-a7ee-454b-911e-c04477975dc6 x-openstack-request-id: req-b2f88442-a7ee-454b-911e-c04477975dc6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:58.811923 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7560df8-83ef-431e-8f17-ea661aa135c2", "tag": "4023bdaa-bbaf-45e7-95e1-99bab341d77a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:58.812201 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2f88442-a7ee-454b-911e-c04477975dc6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:58.812623 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'tag': '4023bdaa-bbaf-45e7-95e1-99bab341d77a', 'status': 'completed', 'code': 200} Dec 15 14:02:58.900440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e113-075d-4717-b364-0f0c2557962c req-2260caa2-6332-47b9-a46e-f7c7f8fb1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.902027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-2260caa2-6332-47b9-a46e-f7c7f8fb1856 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.0829864 Dec 15 14:02:58.958710 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-b8226be2-1314-44d0-bbc8-9e6a76ab06e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478933 Dec 15 14:02:59.200461 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.232490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-3bd6880f-9991-4b49-87c9-741b57f6eb18 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669430 Dec 15 14:02:59.260436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:59.276834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442ec4ce-a74a-4ba2-b0f1-0ec06f635ebb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:59.299865 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.301842 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Added segment 7484269c-a559-492a-bd35-a7fa649c1c6d of type vlan for network eae00356-57b7-4425-a83e-623bb905a194 Dec 15 14:02:59.348811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab89-38af-4e5c-98ae-336e8c34b10c req-ecc8b598-f172-466b-8333-239cded19473 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.357746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-213bab89-38af-4e5c-98ae-336e8c34b10c req-ecc8b598-f172-466b-8333-239cded19473 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 944 time: 0.9110203 Dec 15 14:02:59.482231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.500228 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-efd6e113-075d-4717-b364-0f0c2557962c req-96b1c735-cfba-44ee-9713-cf0d88cf8dc7 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562387 Dec 15 14:02:59.534647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-213bab89-38af-4e5c-98ae-336e8c34b10c req-46b9e2e4-137e-4591-aeca-4c3f29862328 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105254 Dec 15 14:02:59.553567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.560237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.565750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.643174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-1ad37717-ea79-4e50-a3a3-4598ab73ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.645059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-1ad37717-ea79-4e50-a3a3-4598ab73ab12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 1095 time: 0.0844896 Dec 15 14:02:59.645919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8441691 Dec 15 14:02:59.650718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:59.664059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'subnet': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:59.668812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f96b6e-97da-42c4-88fe-70743d9a8890 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Network': ['ID=eae00356-57b7-4425-a83e-623bb905a194,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:59.680677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network eae00356-57b7-4425-a83e-623bb905a194 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:59.894766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-24582518-4cf4-4c88-8fad-bc3ac9ca12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.896302 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-24582518-4cf4-4c88-8fad-bc3ac9ca12cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.2280622 Dec 15 14:02:59.980301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-a7a84f99-5b21-49af-b76a-addacd608ee5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a HTTP/1.1" status: 200 len: 217 time: 0.0476382 Dec 15 14:03:00.080796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-2a134d93-f370-47b1-8b7c-73dcef16ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:00.082374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-2a134d93-f370-47b1-8b7c-73dcef16ade3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.0875382 Dec 15 14:03:00.118433 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-9581e7d8-f258-4925-a6c2-0342d5d723dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289385 Dec 15 14:03:00.119175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:00.123279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.347541 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-00d337ff-0e1d-4678-91a8-597d4a1f84e6 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560206 Dec 15 14:03:00.709528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.716191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:00.773078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fe359-3526-432e-8b58-13430a655ec0 req-fb9abd0c-f2e9-4453-b97e-541552aeb1e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:00.782022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-336fe359-3526-432e-8b58-13430a655ec0 req-fb9abd0c-f2e9-4453-b97e-541552aeb1e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 944 time: 0.1354725 Dec 15 14:03:00.802724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-410c9fa6-2d4a-41c1-8edc-cb5d4b935fc9 req-09ec30ce-5f7c-447d-9704-9844020919a9 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270353 Dec 15 14:03:00.893375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Subnet': ['ID=8c521c57-fe55-48e4-a8d7-37f1e2b9aad5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:00.895477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-336fe359-3526-432e-8b58-13430a655ec0 req-af18b543-3089-469a-81ef-c7f077e19543 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126499 Dec 15 14:03:00.914315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Checking segment: {'id': '7484269c-a559-492a-bd35-a7fa649c1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eae00356-57b7-4425-a83e-623bb905a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:00.915109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network hostable DHCP agents. Network: eae00356-57b7-4425-a83e-623bb905a194, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:00.941138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:00.961654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, eae00356-57b7-4425-a83e-623bb905a194) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:00.973351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752e0b0-6232-4fd7-a539-7317c8b4955d None None] Network eae00356-57b7-4425-a83e-623bb905a194 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:00.979622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.001060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.031658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-298473ad-5762-4e48-9396-fc4dae0802be tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3804252 Dec 15 14:03:01.035759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:01.047180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'name': 'tempest-AllowedAddressPairTestJSON-97556419'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:01.113908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd9e54b1-590d-4812-bcc1-9b779680fffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.204787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-eae00356-57b7-4425-a83e-623bb905a194', 'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'project_id': '8f1c4233bce7419381e327c5e9265e8c', 'fixed_ips': [{'subnet_id': '8c521c57-fe55-48e4-a8d7-37f1e2b9aad5'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:01.205683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.348675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:01.356478 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.375638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd9e54b1-590d-4812-bcc1-9b779680fffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.385658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd9e54b1-590d-4812-bcc1-9b779680fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.405950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] device_id is not set on port 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:01.542038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dd9e54b1-590d-4812-bcc1-9b779680fffe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f79d6503a96842e3b1bb20299e7f48d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8146231 Dec 15 14:03:01.544407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:01.551215 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e54b1-590d-4812-bcc1-9b779680fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f9efc-cec3-4914-adc7-e91aac573809,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:01.558101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Allocated IP 172.20.0.2 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:01.714955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e9d01-1386-409a-ae25-5ed09dcc5e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.795052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e9d01-1386-409a-ae25-5ed09dcc5e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.886006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.891714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e9d01-1386-409a-ae25-5ed09dcc5e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.894716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e9d01-1386-409a-ae25-5ed09dcc5e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.895912 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4f2e9d01-1386-409a-ae25-5ed09dcc5e31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c0f9efc-cec3-4914-adc7-e91aac573809 HTTP/1.1" status: 204 len: 168 time: 0.3489566 Dec 15 14:03:01.909005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e9d01-1386-409a-ae25-5ed09dcc5e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f9efc-cec3-4914-adc7-e91aac573809,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:01.944721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.156209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Allocated IP 172.20.0.5 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:02.196741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Pushing event updated for resources: {'Port': ['ID=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:02.210494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:02.219749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:02.223837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.224831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.225337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.226116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.226968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.227522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.228056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.230040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.231623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.232207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.232956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.233555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.234779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:02.251969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:02.263543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:02.358306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa248a-aa2c-4854-a82f-14425bce286a req-eaf5f0d7-70a4-4ce6-812c-df7c3f9318a3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.371595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67aa248a-aa2c-4854-a82f-14425bce286a req-eaf5f0d7-70a4-4ce6-812c-df7c3f9318a3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 944 time: 0.2231634 Dec 15 14:03:02.447469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Attempting to bind port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:02.448838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Attempting to bind port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7484269c-a559-492a-bd35-a7fa649c1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eae00356-57b7-4425-a83e-623bb905a194'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:02.449309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Attempting to bind port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b on network eae00356-57b7-4425-a83e-623bb905a194 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:02.466293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:02.468418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Checking segment: {'id': '7484269c-a559-492a-bd35-a7fa649c1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eae00356-57b7-4425-a83e-623bb905a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:02.468958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.469375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Bound using segment: {'id': '7484269c-a559-492a-bd35-a7fa649c1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eae00356-57b7-4425-a83e-623bb905a194'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:02.473034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Bound port: ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7484269c-a559-492a-bd35-a7fa649c1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eae00356-57b7-4425-a83e-623bb905a194'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:02.473504 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.566172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99f2478a-4dde-41bb-96d7-5450957b202a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.570510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] For port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:02.585010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] For port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,segment=NetworkSegment(7484269c-a559-492a-bd35-a7fa649c1c6d),segment_id=7484269c-a559-492a-bd35-a7fa649c1c6d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:02.596301 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.637494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.652260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.673326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.692813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:02.694615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.710609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0103-1e68-4d68-b140-fa65bb5dfd95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.711883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.726736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.747746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.754534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-b89c1099-f1d1-40d4-ae8a-e50ff5e16c18 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.3726344 Dec 15 14:03:02.770814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759cefa-14cb-4f5c-a626-cab0544bca08 None None] Pushing event updated for resources: {'Port': ['ID=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:02.838288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67aa248a-aa2c-4854-a82f-14425bce286a req-345c81a6-1819-4cfc-8f01-a4b1aa726a70 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516573 Dec 15 14:03:02.867371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99f2478a-4dde-41bb-96d7-5450957b202a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.880316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99f2478a-4dde-41bb-96d7-5450957b202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.935865 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-99f2478a-4dde-41bb-96d7-5450957b202a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4c0c4f452b44a6b95682552c9c9ba59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7241013 Dec 15 14:03:02.948639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:03.012092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-745cae84-2f30-4101-b173-d3ae023eb2d5 req-539a6cb9-af62-43ee-9389-7019a76d8a99 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422600 Dec 15 14:03:03.067089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2478a-4dde-41bb-96d7-5450957b202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d5623f-89df-4353-9be5-a90a5d47ed30,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:03.080827 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.158859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0103-1e68-4d68-b140-fa65bb5dfd95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.179875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0103-1e68-4d68-b140-fa65bb5dfd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.183187 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.218171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4023bdaa-bbaf-45e7-95e1-99bab341d77a details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:03:03.281822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8d3c0103-1e68-4d68-b140-fa65bb5dfd95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45c27074dde84b6e8c55455decb1c2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5875812 Dec 15 14:03:03.289050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46920) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:03.371520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:03.413857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:03.421797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:03.449049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:03.463292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '4023bdaa-bbaf-45e7-95e1-99bab341d77a', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': '4023bdaa-bbaf-45e7-95e1-99bab341d77a', 'mac_address': 'fa:16:3e:b1:e1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:03:03.512093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:03.526106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.530728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c0103-1e68-4d68-b140-fa65bb5dfd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102189f6-1b12-4a3e-b030-f4273d8972d5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:03.542274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4023bdaa-bbaf-45e7-95e1-99bab341d77a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:03.590918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-462d73b2-3085-4c47-b799-aba4c89dcffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.592946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea1c68c-947f-42d4-bec1-7169884a98c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.597534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.602539 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.603622 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:03.614900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.673404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea1c68c-947f-42d4-bec1-7169884a98c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.692384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.695323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:03.701652 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-462d73b2-3085-4c47-b799-aba4c89dcffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.702615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.728842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.735137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.741245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.747893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.753978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.756008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dba79ed8-1003-4b41-b28b-742835ec16ca req-fde1dc0f-e4f2-4368-8399-c0492448b752 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.4279764 Dec 15 14:03:03.758855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4023bdaa-bbaf-45e7-95e1-99bab341d77a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:03.767002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bb452425-ead0-4fec-afbb-2a9c37354e2e tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7297642 Dec 15 14:03:03.770688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46924) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:03.783231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'name': 'tempest-AllowedAddressPairTestJSON-527425412', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9a:56:91'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:03.806576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:03.807322 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.864314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-462d73b2-3085-4c47-b799-aba4c89dcffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.869481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-462d73b2-3085-4c47-b799-aba4c89dcffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.875030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-462d73b2-3085-4c47-b799-aba4c89dcffe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/102189f6-1b12-4a3e-b030-f4273d8972d5 HTTP/1.1" status: 204 len: 168 time: 0.5248797 Dec 15 14:03:03.893207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea1c68c-947f-42d4-bec1-7169884a98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.901792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea1c68c-947f-42d4-bec1-7169884a98c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.906708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dea1c68c-947f-42d4-bec1-7169884a98c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0d5623f-89df-4353-9be5-a90a5d47ed30 HTTP/1.1" status: 204 len: 168 time: 0.9463625 Dec 15 14:03:03.967561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d73b2-3085-4c47-b799-aba4c89dcffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102189f6-1b12-4a3e-b030-f4273d8972d5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:04.005252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1c68c-947f-42d4-bec1-7169884a98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d5623f-89df-4353-9be5-a90a5d47ed30,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:04.174762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['4023bdaa-bbaf-45e7-95e1-99bab341d77a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:04.252768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0e7a0-2697-4556-a1bf-8635d23d8896 req-d2188814-1369-4170-adc8-9937b17aedd2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:04.254508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03d0e7a0-2697-4556-a1bf-8635d23d8896 req-d2188814-1369-4170-adc8-9937b17aedd2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 945 time: 0.2001734 Dec 15 14:03:04.255614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:04.288703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.494294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,segment=NetworkSegment(7484269c-a559-492a-bd35-a7fa649c1c6d),segment_id=7484269c-a559-492a-bd35-a7fa649c1c6d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:04.503234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.565651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03d0e7a0-2697-4556-a1bf-8635d23d8896 req-e0c370dd-61f5-46ae-80f3-253b9e2e9c5c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872624 Dec 15 14:03:04.587649 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.631202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:04.645468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] device_id is not set on port afacc083-e781-43d1-81f9-8e792bb84036 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:04.648302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93add30a-ea43-42e5-a8ae-63188cf27da8 None None] Network eae00356-57b7-4425-a83e-623bb905a194 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:04.735023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:04.761525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dae8-b929-4620-b243-52488c2d3953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.925638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Allocated IP 172.20.0.11 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/afacc083-e781-43d1-81f9-8e792bb84036) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:04.992991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dae8-b929-4620-b243-52488c2d3953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.001070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dae8-b929-4620-b243-52488c2d3953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.035678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c2f7d9ed-ce04-44a2-a5b2-87cc2c6e2f23 None None] Provisioning complete for port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:05.036306 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d9ed-ce04-44a2-a5b2-87cc2c6e2f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.134167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f1d7dae8-b929-4620-b243-52488c2d3953 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac14746f4f1458d8c78d0a0d101f755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970687 Dec 15 14:03:05.135758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:05.158305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7dae8-b929-4620-b243-52488c2d3953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f42d548-b47e-4b41-bb49-8d0866930043,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:05.238874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92f979fc-ff7a-42cc-80eb-44c9ad1e63bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.275831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92f979fc-ff7a-42cc-80eb-44c9ad1e63bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.375433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92f979fc-ff7a-42cc-80eb-44c9ad1e63bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.382773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92f979fc-ff7a-42cc-80eb-44c9ad1e63bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.384675 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92f979fc-ff7a-42cc-80eb-44c9ad1e63bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f42d548-b47e-4b41-bb49-8d0866930043 HTTP/1.1" status: 204 len: 168 time: 0.2451172 Dec 15 14:03:05.402127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f979fc-ff7a-42cc-80eb-44c9ad1e63bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f42d548-b47e-4b41-bb49-8d0866930043,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:05.520740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:05.585843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.771785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.791143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-26fa7f90-6d7f-48e4-b358-538db59ee161 None None] Provisioning complete for port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:05.794581 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26fa7f90-6d7f-48e4-b358-538db59ee161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.888011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:06.011857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:06.025735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.077954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:06.105777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:06.228689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.230937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.370250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44dabe-93ba-4533-b7b6-bdc45e370af0 req-c11a8dff-77cd-4c80-94be-f1986bdfa2d7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.383536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf44dabe-93ba-4533-b7b6-bdc45e370af0 req-c11a8dff-77cd-4c80-94be-f1986bdfa2d7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 945 time: 0.5593772 Dec 15 14:03:06.392668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=afacc083-e781-43d1-81f9-8e792bb84036,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:06.410750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f3332d7e-7dee-4726-954c-cbe259ffaea4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6364124 Dec 15 14:03:06.411074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47014) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:06.562676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf44dabe-93ba-4533-b7b6-bdc45e370af0 req-875fb4d4-d505-4750-8538-b2dad01605e8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782558 Dec 15 14:03:06.593149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-26fa7f90-6d7f-48e4-b358-538db59ee161 None None] Provisioning complete for port 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:06.593732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26fa7f90-6d7f-48e4-b358-538db59ee161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.617975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f9901-672a-4052-a1e7-30fc733cd479 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.645718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f9901-672a-4052-a1e7-30fc733cd479 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.655441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f9901-672a-4052-a1e7-30fc733cd479 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.675414 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-524f9901-672a-4052-a1e7-30fc733cd479 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2631943 Dec 15 14:03:06.679902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:06.692967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7f90-6d7f-48e4-b358-538db59ee161 None None] Port 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:06.819797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-60c438a8-68b6-4990-b413-0e696d1852d2 None None] Provisioning complete for port 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:06.821876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60c438a8-68b6-4990-b413-0e696d1852d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.942046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-60c438a8-68b6-4990-b413-0e696d1852d2 None None] Port 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:06.971712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-60c438a8-68b6-4990-b413-0e696d1852d2 None None] Provisioning complete for port afacc083-e781-43d1-81f9-8e792bb84036 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:06.972076 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60c438a8-68b6-4990-b413-0e696d1852d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.010956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port afacc083-e781-43d1-81f9-8e792bb84036 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:07.011277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.057199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-60c438a8-68b6-4990-b413-0e696d1852d2 None None] Port afacc083-e781-43d1-81f9-8e792bb84036 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:07.160270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.176911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for afacc083-e781-43d1-81f9-8e792bb84036 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:07.236284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4023bdaa-bbaf-45e7-95e1-99bab341d77a up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:07.303977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:07.348331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 4023bdaa-bbaf-45e7-95e1-99bab341d77a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:03:07.365069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 4023bdaa-bbaf-45e7-95e1-99bab341d77a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:07.365277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.542075 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.587887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.588451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.605164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.605689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.606180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.606655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.607141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.625137 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-de8db160-8ecb-472c-87de-0028c36f0149 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6502 time: 0.3195329 Dec 15 14:03:07.684606 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.761077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023bdaa-bbaf-45e7-95e1-99bab341d77a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:07.763456 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627da395-ed7f-4074-aac7-4e2d96ff6475" -d '{"events": [{"server_uuid": "d7560df8-83ef-431e-8f17-ea661aa135c2", "name": "network-vif-plugged", "status": "completed", "tag": "4023bdaa-bbaf-45e7-95e1-99bab341d77a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:07.788591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=afacc083-e781-43d1-81f9-8e792bb84036,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:07.811896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-1758628f-6895-4248-bc8a-530396cc6d44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809537 Dec 15 14:03:07.814189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:07.824247 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.915475 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d862f6-2938-45f9-ba9f-d85a748c6c98 x-openstack-request-id: req-22d862f6-2938-45f9-ba9f-d85a748c6c98 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:07.915882 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7560df8-83ef-431e-8f17-ea661aa135c2", "name": "network-vif-plugged", "status": "completed", "tag": "4023bdaa-bbaf-45e7-95e1-99bab341d77a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:07.916216 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22d862f6-2938-45f9-ba9f-d85a748c6c98 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:07.916729 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023bdaa-bbaf-45e7-95e1-99bab341d77a', 'code': 200} Dec 15 14:03:08.029951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=4023bdaa-bbaf-45e7-95e1-99bab341d77a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:08.124159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce248c5-8111-440b-8e96-b297b40c2406 req-6e818bef-f70d-49bc-b7b4-a629eeec1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:08.126085 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ce248c5-8111-440b-8e96-b297b40c2406 req-6e818bef-f70d-49bc-b7b4-a629eeec1779 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 1097 time: 0.1660812 Dec 15 14:03:08.160824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca992c-9430-4b33-8e60-04ad22dbf6ce req-28962c7a-959c-436a-adf8-40d24b92b4ac tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:08.162370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70ca992c-9430-4b33-8e60-04ad22dbf6ce req-28962c7a-959c-436a-adf8-40d24b92b4ac tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.3588474 Dec 15 14:03:08.221200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ce248c5-8111-440b-8e96-b297b40c2406 req-e0b6c190-6f50-4870-a4a2-6b590f2dd465 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848973 Dec 15 14:03:08.236493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.250940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47094) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:08.254425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-edf6f66c-1c13-427b-84ad-83e1db59255a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/ports/afacc083-e781-43d1-81f9-8e792bb84036 HTTP/1.1" status: 204 len: 168 time: 1.5733690 Dec 15 14:03:08.303838 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be01c41-5e59-4d16-9067-0d98f58b4e3b tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] GET failed (client error): The resource could not be found. Dec 15 14:03:08.313959 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2be01c41-5e59-4d16-9067-0d98f58b4e3b tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "GET /v2.0/ports/afacc083-e781-43d1-81f9-8e792bb84036 HTTP/1.1" status: 404 len: 333 time: 0.0616443 Dec 15 14:03:08.314622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:08.320739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'name': 'tempest-AllowedAddressPairTestJSON-1978567181'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:08.458340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70ca992c-9430-4b33-8e60-04ad22dbf6ce req-684e207c-79ce-492f-9f0f-f5abc8893330 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786689 Dec 15 14:03:08.510577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:08.517967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.562960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] device_id is not set on port 1fe53a48-1ce9-4b91-88f8-077ca168d154 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:08.702505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Allocated IP 172.20.0.7 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/1fe53a48-1ce9-4b91-88f8-077ca168d154) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:08.946745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.019261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.053872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:09.057849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:09.095258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:09.191608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=1fe53a48-1ce9-4b91-88f8-077ca168d154,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:09.225082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.225691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.272406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fed0005f-b14f-46ac-8e76-1aa0d676d212 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9538047 Dec 15 14:03:09.272890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:09.279840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9a:56:91'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:09.523643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.565634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4af7f01e-a3f6-4f70-bf00-a7feeeb5d2cd None None] Provisioning complete for port 1fe53a48-1ce9-4b91-88f8-077ca168d154 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:09.566282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af7f01e-a3f6-4f70-bf00-a7feeeb5d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.726042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4af7f01e-a3f6-4f70-bf00-a7feeeb5d2cd None None] Port 1fe53a48-1ce9-4b91-88f8-077ca168d154 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:09.781733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630302a1-c2a6-4edd-a686-5fc448ce8efe req-cbbde583-b039-48a5-8624-c487ca8c247a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.791023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-630302a1-c2a6-4edd-a686-5fc448ce8efe req-cbbde583-b039-48a5-8624-c487ca8c247a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.1160905 Dec 15 14:03:09.841386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.858511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.900777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-630302a1-c2a6-4edd-a686-5fc448ce8efe req-5f478c62-5662-4816-995b-21cee1329835 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013677 Dec 15 14:03:10.139916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] In _notify_port_updated(), no bound segment for port 1fe53a48-1ce9-4b91-88f8-077ca168d154 on network eae00356-57b7-4425-a83e-623bb905a194 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:03:10.163502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:10.164274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.169273 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "PUT /v2.0/ports/1fe53a48-1ce9-4b91-88f8-077ca168d154 HTTP/1.1" status: 200 len: 993 time: 0.8951793 Dec 15 14:03:10.170522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:10.172989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=1fe53a48-1ce9-4b91-88f8-077ca168d154,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:10.193833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.194654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.195259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.196035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.202715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.203645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.204769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.205807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.206378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.207826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.209143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.210522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.212180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5e7a5-bf4b-4ad5-b828-90448c2a0f80 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:10.389277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9a90e5ed-a278-48b1-850e-9f140ee17b9b None None] Provisioning complete for port 1fe53a48-1ce9-4b91-88f8-077ca168d154 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:10.389964 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a90e5ed-a278-48b1-850e-9f140ee17b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.424106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port 1fe53a48-1ce9-4b91-88f8-077ca168d154 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:10.424807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.488018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9a90e5ed-a278-48b1-850e-9f140ee17b9b None None] Port 1fe53a48-1ce9-4b91-88f8-077ca168d154 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:10.583536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.600659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for 1fe53a48-1ce9-4b91-88f8-077ca168d154 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:10.927259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.976339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=1fe53a48-1ce9-4b91-88f8-077ca168d154,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:11.186845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b85c-1980-4765-83e1-920965a317c7 req-8ed856c3-3bdc-4c8a-8770-9bbffa9bb513 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:11.189585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b166b85c-1980-4765-83e1-920965a317c7 req-8ed856c3-3bdc-4c8a-8770-9bbffa9bb513 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.1506948 Dec 15 14:03:11.255193 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:11.258547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c75643c2-aa90-45a4-9ec0-cd0dbef818c4 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/ports/1fe53a48-1ce9-4b91-88f8-077ca168d154 HTTP/1.1" status: 204 len: 168 time: 1.0869417 Dec 15 14:03:11.261532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:11.293404 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-668ba2b7-093f-48c1-bef2-29f531150270 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] GET failed (client error): The resource could not be found. Dec 15 14:03:11.296329 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-668ba2b7-093f-48c1-bef2-29f531150270 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "GET /v2.0/ports/1fe53a48-1ce9-4b91-88f8-077ca168d154 HTTP/1.1" status: 404 len: 333 time: 0.0337424 Dec 15 14:03:11.300007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:11.300746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b166b85c-1980-4765-83e1-920965a317c7 req-5581e0eb-59d3-4f4f-b21c-49daebc5799e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928779 Dec 15 14:03:11.307751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'name': 'tempest-AllowedAddressPairTestJSON-619605953'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:11.460359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d019c65-c086-444e-ae39-761961c1c00d req-a0ffb537-ea4e-4e60-99a0-9de5461710b3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:11.463040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d019c65-c086-444e-ae39-761961c1c00d req-a0ffb537-ea4e-4e60-99a0-9de5461710b3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.0702987 Dec 15 14:03:11.466422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:11.473886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:11.495740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] device_id is not set on port db4847ac-b575-4715-95f4-e43f77bed0da yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:11.530084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d019c65-c086-444e-ae39-761961c1c00d req-a47e08a2-2a05-45f4-8869-dbd0790427fe tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573258 Dec 15 14:03:11.677012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Allocated IP 172.20.0.4 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/db4847ac-b575-4715-95f4-e43f77bed0da) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:11.746206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da14620-03c4-4e52-bda2-d67943006b5a req-c854cb74-3e33-4a6f-bdeb-6f250029c8e6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:11.747962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7da14620-03c4-4e52-bda2-d67943006b5a req-c854cb74-3e33-4a6f-bdeb-6f250029c8e6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.1129615 Dec 15 14:03:11.838069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7da14620-03c4-4e52-bda2-d67943006b5a req-48cd9b6b-8304-47fc-ab81-86dea4825821 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Dec 15 14:03:11.921226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.002322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.130506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:12.152851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:12.178088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:12.269916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:12.270892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.275437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=db4847ac-b575-4715-95f4-e43f77bed0da,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:12.305039 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7cd66806-6a49-435a-953d-69d72b0653fb tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0027907 Dec 15 14:03:12.306620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:12.314502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9a:56:91'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:12.401512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50964794-35a4-4c85-a565-3a7ac020842a req-976dbc8a-f0f6-4893-91a3-64695f2db85e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:12.409255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50964794-35a4-4c85-a565-3a7ac020842a req-976dbc8a-f0f6-4893-91a3-64695f2db85e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.1460588 Dec 15 14:03:12.494164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.509505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50964794-35a4-4c85-a565-3a7ac020842a req-2c69707f-b0fc-4ac8-b400-385f5d591f13 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930450 Dec 15 14:03:12.560423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-edb97111-b829-42cb-b9a0-13c1bd57185a None None] Provisioning complete for port db4847ac-b575-4715-95f4-e43f77bed0da triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:12.561663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-edb97111-b829-42cb-b9a0-13c1bd57185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.589309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10d3c54b-5419-4b45-917e-0bb627e226ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.604409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-edb97111-b829-42cb-b9a0-13c1bd57185a None None] Port db4847ac-b575-4715-95f4-e43f77bed0da cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:12.737517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.744743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.865281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=db4847ac-b575-4715-95f4-e43f77bed0da,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:12.870890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] In _notify_port_updated(), no bound segment for port db4847ac-b575-4715-95f4-e43f77bed0da on network eae00356-57b7-4425-a83e-623bb905a194 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:03:12.876917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:12.878039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.880550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b82f8d49-1e9f-4238-a052-78be3ede0ca8 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "PUT /v2.0/ports/db4847ac-b575-4715-95f4-e43f77bed0da HTTP/1.1" status: 200 len: 995 time: 0.5708318 Dec 15 14:03:12.882570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:13.007651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port db4847ac-b575-4715-95f4-e43f77bed0da {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:13.008092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.012897 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:03:13.132422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73d80e15-44e5-4026-b067-ced9cc05d2c7 None None] Provisioning complete for port db4847ac-b575-4715-95f4-e43f77bed0da triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:13.132826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73d80e15-44e5-4026-b067-ced9cc05d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.139009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.156131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for db4847ac-b575-4715-95f4-e43f77bed0da owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:13.176337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-73d80e15-44e5-4026-b067-ced9cc05d2c7 None None] Port db4847ac-b575-4715-95f4-e43f77bed0da cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:13.320270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.355878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=db4847ac-b575-4715-95f4-e43f77bed0da,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:13.501385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.517714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cebc238f-bfa0-4ce0-8fec-e497a066d8ba tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/ports/db4847ac-b575-4715-95f4-e43f77bed0da HTTP/1.1" status: 204 len: 168 time: 0.6338260 Dec 15 14:03:13.520364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:13.566027 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5ecb47-4aad-4217-b1ed-7d2df98c3010 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] GET failed (client error): The resource could not be found. Dec 15 14:03:13.568100 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1d5ecb47-4aad-4217-b1ed-7d2df98c3010 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "GET /v2.0/ports/db4847ac-b575-4715-95f4-e43f77bed0da HTTP/1.1" status: 404 len: 333 time: 0.0460780 Dec 15 14:03:13.572071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:13.578994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'name': 'tempest-AllowedAddressPairTestJSON-1714486748'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:13.769703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-d2e2808c-2443-4973-a862-b3ff5b0fa2bc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:13.772034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-d2e2808c-2443-4973-a862-b3ff5b0fa2bc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.0914414 Dec 15 14:03:13.806153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fc225-5d49-4c7b-b407-408e6cbc59fb req-413fa7c7-38b7-48f4-825a-4474fe5f37e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:13.816751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-789fc225-5d49-4c7b-b407-408e6cbc59fb req-413fa7c7-38b7-48f4-825a-4474fe5f37e7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 946 time: 0.1416268 Dec 15 14:03:13.991147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-789fc225-5d49-4c7b-b407-408e6cbc59fb req-66e43f14-738f-474f-b34f-276a33a16c05 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715326 Dec 15 14:03:14.030808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:14.035675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.063047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] device_id is not set on port 3c88f279-e699-4d15-8f77-677c4328be16 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:14.068273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port 4023bdaa-bbaf-45e7-95e1-99bab341d77a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:14.068643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.102718 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.254066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port 4023bdaa-bbaf-45e7-95e1-99bab341d77a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=4023bdaa-bbaf-45e7-95e1-99bab341d77a,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:14.254932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.257162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Allocated IP 172.20.0.9 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/3c88f279-e699-4d15-8f77-677c4328be16) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:14.281959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for 4023bdaa-bbaf-45e7-95e1-99bab341d77a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:14.560003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.609725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.613387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.634837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', '37841436-fde4-4691-b4a1-47815956def8', '4023bdaa-bbaf-45e7-95e1-99bab341d77a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:14.662788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:14.666397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:14.670948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:14.727156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0e38e-32dc-4065-8973-c2f619411d9a None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:14.735431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=4023bdaa-bbaf-45e7-95e1-99bab341d77a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:14.755663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:14.759613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.767203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2daa461-4e98-4e68-b75d-34ce9b6f9df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.776969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port 4023bdaa-bbaf-45e7-95e1-99bab341d77a on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:14.780726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=3c88f279-e699-4d15-8f77-677c4328be16,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:14.797082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.809371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-651ee171-00e4-4bd7-a597-41027c61843c tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2358327 Dec 15 14:03:14.810801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47280) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:14.810937 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-244de3bc-70a1-45a7-849e-29f4cd0af1e4 req-3004c07d-0f68-4757-9d0d-97449110aaaa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/4023bdaa-bbaf-45e7-95e1-99bab341d77a HTTP/1.1" status: 204 len: 173 time: 1.0288076 Dec 15 14:03:14.810937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'name': 'network-vif-deleted', 'tag': '4023bdaa-bbaf-45e7-95e1-99bab341d77a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:14.830557 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f727e5-ede4-4c4e-858b-72c0b84ff226" -d '{"events": [{"server_uuid": "d7560df8-83ef-431e-8f17-ea661aa135c2", "name": "network-vif-deleted", "tag": "4023bdaa-bbaf-45e7-95e1-99bab341d77a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:14.833712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'network_id': 'eae00356-57b7-4425-a83e-623bb905a194', 'name': 'tempest-AllowedAddressPairTestJSON-1770135581'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:14.944312 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4eab5f-036b-4991-9ae0-aa7610f92c52 x-openstack-request-id: req-fa4eab5f-036b-4991-9ae0-aa7610f92c52 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:14.944859 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7560df8-83ef-431e-8f17-ea661aa135c2", "name": "network-vif-deleted", "tag": "4023bdaa-bbaf-45e7-95e1-99bab341d77a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:14.945227 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa4eab5f-036b-4991-9ae0-aa7610f92c52 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:14.945761 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7560df8-83ef-431e-8f17-ea661aa135c2', 'name': 'network-vif-deleted', 'tag': '4023bdaa-bbaf-45e7-95e1-99bab341d77a', 'status': 'completed', 'code': 200} Dec 15 14:03:15.221373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05e0ad34-b4ae-4ad1-9498-866d6b308189 req-575070c3-b54c-4e56-b44b-3742e9c608ce tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7560df8-83ef-431e-8f17-ea661aa135c2 HTTP/1.1" status: 200 len: 210 time: 0.0497918 Dec 15 14:03:15.222987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Made reservation on behalf of 8f1c4233bce7419381e327c5e9265e8c for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:15.230460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.251913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] device_id is not set on port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:15.317909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5f53358b-87c4-40d4-9ddf-e972bd6dd123 None None] Provisioning complete for port 3c88f279-e699-4d15-8f77-677c4328be16 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:15.318931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f53358b-87c4-40d4-9ddf-e972bd6dd123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.382025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5f53358b-87c4-40d4-9ddf-e972bd6dd123 None None] Port 3c88f279-e699-4d15-8f77-677c4328be16 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:15.443007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Allocated IP 172.20.0.3 (eae00356-57b7-4425-a83e-623bb905a194/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5/2f6b1ab8-6ee3-4f04-a743-d18628dc2407) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:15.690526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.725991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.774017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Network eae00356-57b7-4425-a83e-623bb905a194 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:15.779905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:15.785882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:15.818731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=2f6b1ab8-6ee3-4f04-a743-d18628dc2407,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:15.850825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:15.851638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.872028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1fb70db5-e184-4cee-9f64-b1e74326876a tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0601027 Dec 15 14:03:15.875041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:15.887489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9a:56:91'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:40:a4:44'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:16.229585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.279824 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.357463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8eee6f45-01d6-4b76-9d88-5b4f2e6d3235 None None] Provisioning complete for port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:16.358485 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8eee6f45-01d6-4b76-9d88-5b4f2e6d3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.445926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8eee6f45-01d6-4b76-9d88-5b4f2e6d3235 None None] Port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:16.640306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.649145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.776833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] In _notify_port_updated(), no bound segment for port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 on network eae00356-57b7-4425-a83e-623bb905a194 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:03:16.783286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:16.783979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.787859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "PUT /v2.0/ports/2f6b1ab8-6ee3-4f04-a743-d18628dc2407 HTTP/1.1" status: 200 len: 1055 time: 0.9085786 Dec 15 14:03:16.788448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:16.792288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2d408-3105-4189-9799-068a7788db98 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event updated for resources: {'Port': ['ID=2f6b1ab8-6ee3-4f04-a743-d18628dc2407,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:16.812933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa27b6-ea6c-4242-bfe6-34448c256756 req-6a5ac1bb-72cd-453f-941c-1b82398e76b2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:16.814676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8fa27b6-ea6c-4242-bfe6-34448c256756 req-6a5ac1bb-72cd-453f-941c-1b82398e76b2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.1876442 Dec 15 14:03:16.875496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8fa27b6-ea6c-4242-bfe6-34448c256756 req-bc63d4d8-e818-42e7-8d37-f3e3790fbd30 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Dec 15 14:03:16.956605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:16.957179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.094170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-556b2f10-d38d-4566-9001-93a5356fd03d None None] Provisioning complete for port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:17.094815 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-556b2f10-d38d-4566-9001-93a5356fd03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.122143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.136653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-556b2f10-d38d-4566-9001-93a5356fd03d None None] Port 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:17.142184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for 2f6b1ab8-6ee3-4f04-a743-d18628dc2407 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:17.272231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4023bdaa-bbaf-45e7-95e1-99bab341d77a no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:17.320954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.346387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 4023bdaa-bbaf-45e7-95e1-99bab341d77a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:17.346734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 4023bdaa-bbaf-45e7-95e1-99bab341d77a not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:17.414880 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.442399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=2f6b1ab8-6ee3-4f04-a743-d18628dc2407,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:17.851188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.866065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-09332ac2-cc18-4662-b28f-6ca39ce613ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/ports/2f6b1ab8-6ee3-4f04-a743-d18628dc2407 HTTP/1.1" status: 204 len: 168 time: 1.0763447 Dec 15 14:03:17.866911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47382) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:17.916715 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f6b7a-bb13-4ed7-8009-0d4ba5c1ff94 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] GET failed (client error): The resource could not be found. Dec 15 14:03:17.922447 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-443f6b7a-bb13-4ed7-8009-0d4ba5c1ff94 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "GET /v2.0/ports/2f6b1ab8-6ee3-4f04-a743-d18628dc2407 HTTP/1.1" status: 404 len: 333 time: 0.0542545 Dec 15 14:03:17.926748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47386) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:18.097501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:18.201078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port 3c88f279-e699-4d15-8f77-677c4328be16 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:18.201460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:18.477389 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:18.484565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37bc06-4151-400f-8397-99ab652adcdd req-5b641528-5b46-4f30-87c5-f888d90def60 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.486262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a37bc06-4151-400f-8397-99ab652adcdd req-5b641528-5b46-4f30-87c5-f888d90def60 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.1563170 Dec 15 14:03:18.586292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a37bc06-4151-400f-8397-99ab652adcdd req-e728d604-290a-41a7-9d89-b041e344bc07 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Dec 15 14:03:18.594744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-198147d4-c742-490c-8cdf-b36403cc47be tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.598399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-198147d4-c742-490c-8cdf-b36403cc47be tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.8522866 Dec 15 14:03:18.624839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1e82e6be-5ca9-46ad-899c-442a3d2b3f8b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/quotas/35e4ff0c68e540fabb2d5aa4f8ee29a9 HTTP/1.1" status: 200 len: 375 time: 0.0204344 Dec 15 14:03:18.729944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-9d743328-f88a-42a0-bc88-61030552e5a6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923691 Dec 15 14:03:18.852222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-314173af-a945-4284-a70f-d7fbf11016aa service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150813 Dec 15 14:03:18.921320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12c20ac-dc17-4250-8a06-12e8226d83fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:18.941149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.011548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-5ca0ad1c-06c5-44d4-9ddf-20fe3f40d34d service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523552 Dec 15 14:03:19.028591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12c20ac-dc17-4250-8a06-12e8226d83fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.038225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12c20ac-dc17-4250-8a06-12e8226d83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.040809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for 3c88f279-e699-4d15-8f77-677c4328be16 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:19.164017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-900d5867-9487-491d-8764-e7db6ab8d1f6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.166469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-900d5867-9487-491d-8764-e7db6ab8d1f6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.8301287 Dec 15 14:03:19.173858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d12c20ac-dc17-4250-8a06-12e8226d83fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5148dbd7e3ca4b0996d7610e021e4883&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0742767 Dec 15 14:03:19.177214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.181664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c20ac-dc17-4250-8a06-12e8226d83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490d108e-a015-4538-ad82-d6a6621ad2f7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:19.360793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b5aa89a-c159-414c-8eb9-95aa29249559 req-e2742ba8-49e7-4d96-ac21-f1e27ce3bbfc tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 210 time: 0.1054573 Dec 15 14:03:19.415223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port 37841436-fde4-4691-b4a1-47815956def8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:19.415563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.462281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-408a7160-c0a4-476f-853b-1e42fbc32181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.503234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.512759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-408a7160-c0a4-476f-853b-1e42fbc32181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.566792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=3c88f279-e699-4d15-8f77-677c4328be16,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:19.573804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-408a7160-c0a4-476f-853b-1e42fbc32181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.576870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-408a7160-c0a4-476f-853b-1e42fbc32181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.581488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-408a7160-c0a4-476f-853b-1e42fbc32181 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/490d108e-a015-4538-ad82-d6a6621ad2f7 HTTP/1.1" status: 204 len: 168 time: 0.3995647 Dec 15 14:03:19.622359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a7160-c0a4-476f-853b-1e42fbc32181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490d108e-a015-4538-ad82-d6a6621ad2f7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:19.757663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port 37841436-fde4-4691-b4a1-47815956def8, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=37841436-fde4-4691-b4a1-47815956def8,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:19.761285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.835580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7d435-bd05-4ccc-b7d8-cc89c2f9e706 req-36c64c7b-b0ce-4488-bad2-052efb993ad5 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.844906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for 37841436-fde4-4691-b4a1-47815956def8 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:19.854560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffd7d435-bd05-4ccc-b7d8-cc89c2f9e706 req-36c64c7b-b0ce-4488-bad2-052efb993ad5 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 945 time: 0.1208167 Dec 15 14:03:19.869502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.880606 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17b34640-37f2-4aaa-8f82-aa9f2e4a15ce tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/ports/3c88f279-e699-4d15-8f77-677c4328be16 HTTP/1.1" status: 204 len: 168 time: 1.9511364 Dec 15 14:03:19.881554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.959637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffd7d435-bd05-4ccc-b7d8-cc89c2f9e706 req-de1b6db9-f670-4f83-9821-0d11f57fbec5 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030474 Dec 15 14:03:20.001291 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ad6189-b9f5-4509-ad34-e2621261a98b tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] GET failed (client error): The resource could not be found. Dec 15 14:03:20.004306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d5ad6189-b9f5-4509-ad34-e2621261a98b tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "GET /v2.0/ports/3c88f279-e699-4d15-8f77-677c4328be16 HTTP/1.1" status: 404 len: 333 time: 0.1175756 Dec 15 14:03:20.008712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47442) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:20.182930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:20.183413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.210685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:20.265322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c5f2-b5cd-4638-a66f-7a6fe6f300cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.317564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.330651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:20.368310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=37841436-fde4-4691-b4a1-47815956def8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:20.397873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.416741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for 9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:20.447059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port 37841436-fde4-4691-b4a1-47815956def8 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:20.456780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.467721 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bdd62c8f-edad-43b2-a029-57c3ba90eb21 req-5fee9cff-fe77-43e7-bb40-185441b19489 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/37841436-fde4-4691-b4a1-47815956def8 HTTP/1.1" status: 204 len: 173 time: 1.2823620 Dec 15 14:03:20.469871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'name': 'network-vif-deleted', 'tag': '37841436-fde4-4691-b4a1-47815956def8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:20.476829 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcd080-b3d2-4881-859b-34242e19d48c" -d '{"events": [{"server_uuid": "9ea8f8b6-2680-47a2-895c-41f592828e37", "name": "network-vif-deleted", "tag": "37841436-fde4-4691-b4a1-47815956def8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:20.516126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c5f2-b5cd-4638-a66f-7a6fe6f300cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.518347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec42407-982f-4efd-80fe-c0719ba3802b None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:20.523754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c5f2-b5cd-4638-a66f-7a6fe6f300cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.574082 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fdf6ef-1be9-4bf9-9564-b9d62d327417 x-openstack-request-id: req-50fdf6ef-1be9-4bf9-9564-b9d62d327417 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:20.574704 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea8f8b6-2680-47a2-895c-41f592828e37", "name": "network-vif-deleted", "tag": "37841436-fde4-4691-b4a1-47815956def8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:20.575123 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50fdf6ef-1be9-4bf9-9564-b9d62d327417 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:20.575744 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea8f8b6-2680-47a2-895c-41f592828e37', 'name': 'network-vif-deleted', 'tag': '37841436-fde4-4691-b4a1-47815956def8', 'status': 'completed', 'code': 200} Dec 15 14:03:20.615449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c314ed4-de19-4b93-95fe-470ef9764945 req-7895ea4f-a4a4-4706-aeec-2d9c91ac2da1 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 210 time: 0.0693152 Dec 15 14:03:20.650770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1c5f2-b5cd-4638-a66f-7a6fe6f300cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318afb9-ded7-483f-82f6-752c303580f0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:20.656931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c8c1c5f2-b5cd-4638-a66f-7a6fe6f300cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c92ede54b2f5469ea183622564d37cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448676 Dec 15 14:03:20.659720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:20.773632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.778964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bff7c74-812f-4dec-9764-e226dbe723ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.825302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:20.832433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bff7c74-812f-4dec-9764-e226dbe723ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.919984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bff7c74-812f-4dec-9764-e226dbe723ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.923940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bff7c74-812f-4dec-9764-e226dbe723ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.928110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8bff7c74-812f-4dec-9764-e226dbe723ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3318afb9-ded7-483f-82f6-752c303580f0 HTTP/1.1" status: 204 len: 168 time: 0.2672472 Dec 15 14:03:20.945567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff7c74-812f-4dec-9764-e226dbe723ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318afb9-ded7-483f-82f6-752c303580f0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:21.072544 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.084248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-25a15681-8ef1-4fd1-ae61-6775e0b1e370 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/ports/9b8c1f69-7bb8-4ffc-b5e9-646d2d8970b0 HTTP/1.1" status: 204 len: 168 time: 1.0739608 Dec 15 14:03:21.088022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:21.113865 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.151314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b51666e-48d3-454e-b1fd-d2d868789a00 req-c683bc56-66a8-4a1c-8de4-dc053e256a40 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea8f8b6-2680-47a2-895c-41f592828e37 HTTP/1.1" status: 200 len: 210 time: 0.0400212 Dec 15 14:03:21.295160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting subnet 8c521c57-fe55-48e4-a8d7-37f1e2b9aad5 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:21.298740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.308593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 37841436-fde4-4691-b4a1-47815956def8 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:21.354780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.372817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 37841436-fde4-4691-b4a1-47815956def8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:21.377567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 37841436-fde4-4691-b4a1-47815956def8 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:21.488857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-23fb3ef3-d88f-44e8-8002-af7226d7c6ab tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:21.490654 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-23fb3ef3-d88f-44e8-8002-af7226d7c6ab tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.4648433 Dec 15 14:03:21.517357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Request body: {'port': {'device_id': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'admin_state_up': True, 'tenant_id': '35e4ff0c68e540fabb2d5aa4f8ee29a9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:21.670568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.732238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Made reservation on behalf of 35e4ff0c68e540fabb2d5aa4f8ee29a9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:21.735821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.835469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6eede5b-c61f-410f-8c37-fde0432fb3f0 req-d45b82b7-0a65-452d-902f-82c1bcf329e7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 210 time: 0.0494344 Dec 15 14:03:21.884537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.922548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:21.929400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Subnet': ['ID=8c521c57-fe55-48e4-a8d7-37f1e2b9aad5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:21.955747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.961672 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dfa2f99e-da2b-4486-8797-683a13cf6404 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/subnets/8c521c57-fe55-48e4-a8d7-37f1e2b9aad5 HTTP/1.1" status: 204 len: 168 time: 0.8704891 Dec 15 14:03:21.963057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:21.968313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b3c743-8d70-4ee8-b8bd-e3597007a3d9 None None] Network eae00356-57b7-4425-a83e-623bb905a194 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:22.079444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Allocated IP 172.20.0.2 (62861ed0-c3a4-4c9a-8cd8-feb423d0a417/9186a04e-584d-414b-9d7e-df24fabb12c1/2ff2e657-2328-43cc-aae9-2b044b4bb2e0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:22.247219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.365248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] DHCP port deletion for eae00356-57b7-4425-a83e-623bb905a194 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:22.371964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39871f05-d411-4c96-9899-1f05ae85a74b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.381928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Deleting port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:22.384023 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.472241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] Deleting port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:22.473835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.566221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.580296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39871f05-d411-4c96-9899-1f05ae85a74b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.592824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39871f05-d411-4c96-9899-1f05ae85a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.600743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] For port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,segment=NetworkSegment(7484269c-a559-492a-bd35-a7fa649c1c6d),segment_id=7484269c-a559-492a-bd35-a7fa649c1c6d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:22.601030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] For port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,segment=NetworkSegment(7484269c-a559-492a-bd35-a7fa649c1c6d),segment_id=7484269c-a559-492a-bd35-a7fa649c1c6d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:22.601198 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.603346 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.637693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Calling delete_port for ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:22.669320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] Calling delete_port for ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:22.721137 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-39871f05-d411-4c96-9899-1f05ae85a74b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84be39af70cc4015a59fbb017714c1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7883518 Dec 15 14:03:22.721834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:22.725791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39871f05-d411-4c96-9899-1f05ae85a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61df4634-d190-48a6-99a5-6fa0c30c947e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:22.814893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.833794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:22.963956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:22.988319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:23.010675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:23.038361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252464dc-99df-4f8f-a5ea-8a07c0596f51 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:23.101445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0e4e4361-cdd1-44b7-8bf0-a66537726c9c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:23.103195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0e4e4361-cdd1-44b7-8bf0-a66537726c9c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.4457169 Dec 15 14:03:23.105483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.122495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:23.123271 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.131500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event updated for resources: {'Port': ['ID=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:23.146450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-084509fc-3028-4d80-bb59-685f1a1db7f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.150390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.188180 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-1ce6c453-2e21-4d6d-a3c9-b57d987b42b2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6773272 Dec 15 14:03:23.195339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Port': ['ID=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:23.206100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] No DVR routers for this DVR port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:23.212027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] No DVR routers for this DVR port ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:23.214228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Request body: {'port': {'device_id': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:23.238124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-084509fc-3028-4d80-bb59-685f1a1db7f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.257471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5a880-124c-4c6c-8da2-9c0c528104ba None None] Pushing event deleted for resources: {'Port': ['ID=ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:23.286433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-924c2e09-cf71-42a6-b824-881d43c4dc45 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.1507373 Dec 15 14:03:23.338628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a48398cd-bd60-4425-be3d-ee3e5181d3b4 None None] Provisioning complete for port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:23.339017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a48398cd-bd60-4425-be3d-ee3e5181d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.388422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.389331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a48398cd-bd60-4425-be3d-ee3e5181d3b4 None None] Port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:23.429940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4369648-c320-4343-ad85-50037615204d req-1ab10a6c-3586-4c6d-8bbd-7836f5af9d89 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:23.441755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4369648-c320-4343-ad85-50037615204d req-1ab10a6c-3586-4c6d-8bbd-7836f5af9d89 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 931 time: 0.4475765 Dec 15 14:03:23.484756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.523914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:23.558023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae00356-57b7-4425-a83e-623bb905a194']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.558994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-084509fc-3028-4d80-bb59-685f1a1db7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.567307 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-084509fc-3028-4d80-bb59-685f1a1db7f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.578292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-593e0553-9e28-42c3-a8cc-91ee302a31b9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2798462 Dec 15 14:03:23.584339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-084509fc-3028-4d80-bb59-685f1a1db7f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61df4634-d190-48a6-99a5-6fa0c30c947e HTTP/1.1" status: 204 len: 168 time: 0.8476553 Dec 15 14:03:23.590047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7484269c-a559-492a-bd35-a7fa649c1c6d') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.590047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7484269c-a559-492a-bd35-a7fa649c1c6d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.590338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:23.593511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad2dbdc9-b49b-4e13-870f-00f6a1db5b4b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:23.620824 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.724938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084509fc-3028-4d80-bb59-685f1a1db7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df4634-d190-48a6-99a5-6fa0c30c947e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:23.745593 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.772388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d4369648-c320-4343-ad85-50037615204d req-35b923a0-2f84-484e-a8db-f9bce5cb3e65 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079274 Dec 15 14:03:23.792844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:23.793371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:23.797073 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:24.001192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-1a64fbee-77d6-4225-af25-885e4ec851f8 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074750 Dec 15 14:03:24.003652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.030738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:24.041083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.043242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.046765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] 10.222.0.32 "DELETE /v2.0/networks/eae00356-57b7-4425-a83e-623bb905a194 HTTP/1.1" status: 204 len: 168 time: 2.0803161 Dec 15 14:03:24.062845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Transition to ACTIVE for port object 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:03:24.067883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.070196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8853-deb7-4b22-8bdd-92fcbb858202 tempest-AllowedAddressPairTestJSON-1648161247 tempest-AllowedAddressPairTestJSON-1648161247-project] Pushing event deleted for resources: {'Network': ['ID=eae00356-57b7-4425-a83e-623bb905a194,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:24.146810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108b360-1a0d-42e2-bb07-526625d8c680 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:24.254395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:24.299341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-449e8e6e-c98b-4261-9a04-fb2974814e55 service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704475 Dec 15 14:03:24.303814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Attempting to bind port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:24.304326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Attempting to bind port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:24.304808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Attempting to bind port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:24.314418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:03:24.314865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Attempting to bind port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:24.323363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:24.324167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Checking segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:24.326098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Bound using segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:24.326658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Bound port: 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:24.327130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.424901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] For port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:24.431350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] For port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:24.438536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.549704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:24.555960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:24.556622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.558362 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-83fa89a3-6a4d-45dc-9312-d0f92e0dd563 service neutron] 10.222.0.67 "PUT /v2.0/ports/2ff2e657-2328-43cc-aae9-2b044b4bb2e0 HTTP/1.1" status: 200 len: 1091 time: 1.3559518 Dec 15 14:03:24.558896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'tag': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:24.561666 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fd264f-73d6-4a04-a848-1d3e6cec318e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80a14d-251b-498c-9f6d-a957cc903ac3", "tag": "2ff2e657-2328-43cc-aae9-2b044b4bb2e0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:24.586393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853587a2-0007-40bc-8717-82df70f8f021 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:24.699854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a48e91bc-a45a-49be-a08d-42d75eb2103e req-0f79c45f-4e9e-4a00-97a5-960c58830db9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 210 time: 0.0944724 Dec 15 14:03:24.733166 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e1a9c-1925-4ab6-b466-0b0588c73c23 x-openstack-request-id: req-1a4e1a9c-1925-4ab6-b466-0b0588c73c23 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:24.733472 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80a14d-251b-498c-9f6d-a957cc903ac3", "tag": "2ff2e657-2328-43cc-aae9-2b044b4bb2e0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:24.734567 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4e1a9c-1925-4ab6-b466-0b0588c73c23 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:24.735071 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'tag': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', 'status': 'completed', 'code': 200} Dec 15 14:03:24.768618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-f3b2a465-4a28-4ea7-98d7-ec9b41e40744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:24.770188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-f3b2a465-4a28-4ea7-98d7-ec9b41e40744 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 1094 time: 0.1482196 Dec 15 14:03:24.779483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:24.887483 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-3eaf0bfb-0baf-4e8c-bcf1-a235afe2160c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0 HTTP/1.1" status: 200 len: 217 time: 0.1011865 Dec 15 14:03:25.002285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-d881657a-9797-41fd-a1cb-134308418a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:25.007212 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-d881657a-9797-41fd-a1cb-134308418a05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.1105480 Dec 15 14:03:25.094517 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-8747bb1c-9d5d-49c0-a031-9f5a797933f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687976 Dec 15 14:03:25.103931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5efc43-5603-4d15-b924-947435b8b940 req-a3fe340b-b201-4dac-9918-c4d1330df2ba tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:25.107239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e5efc43-5603-4d15-b924-947435b8b940 req-a3fe340b-b201-4dac-9918-c4d1330df2ba tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 943 time: 0.1536052 Dec 15 14:03:25.254536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e5efc43-5603-4d15-b924-947435b8b940 req-90e22726-23f2-49f7-adca-1313a327a5d0 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404800 Dec 15 14:03:25.332890 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2175fa8a-29b8-40f5-b3d1-6105bbd868a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f1c4233bce7419381e327c5e9265e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521388 Dec 15 14:03:25.335551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.386947 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-909afb94-53b0-4143-b9ff-2078fa0b2a98 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796435 Dec 15 14:03:25.482358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45ecdc29-cd26-4dee-971c-465909e2844f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.551147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45ecdc29-cd26-4dee-971c-465909e2844f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.560428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47650) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.578942 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4fe2c7a0-89b5-4eeb-98e5-8f4cbe06a01a req-f985887b-d77f-40e1-8170-430757b2c079 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843152 Dec 15 14:03:25.663954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45ecdc29-cd26-4dee-971c-465909e2844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.667732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45ecdc29-cd26-4dee-971c-465909e2844f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.668933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-45ecdc29-cd26-4dee-971c-465909e2844f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/442ec4ce-a74a-4ba2-b0f1-0ec06f635ebb HTTP/1.1" status: 204 len: 168 time: 0.3312960 Dec 15 14:03:25.691881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecdc29-cd26-4dee-971c-465909e2844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442ec4ce-a74a-4ba2-b0f1-0ec06f635ebb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:25.791816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-9fb0cd9e-d540-4bcf-b660-8b9da8b479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:25.794169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-9fb0cd9e-d540-4bcf-b660-8b9da8b479b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0996201 Dec 15 14:03:25.862856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-450bd2a2-e3c9-404f-99c3-bfc13a6a735f req-eeb88a19-fa50-4bdf-b627-14f5d71cb7a2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 210 time: 0.0633013 Dec 15 14:03:26.045542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-33396fb4-5aee-42e5-b259-382bab71996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:26.053492 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-33396fb4-5aee-42e5-b259-382bab71996f service neutron] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 917 time: 0.2398522 Dec 15 14:03:26.275849 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-3117f525-1fb4-4fbc-a1bb-261ea271c70d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0 HTTP/1.1" status: 200 len: 217 time: 0.2129226 Dec 15 14:03:26.314000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Deleting port cab346b6-d28f-47c1-b824-8270ffa30fb3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:26.314672 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.458161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-2089c95a-f010-4565-a98e-5ae2cf926e95 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:26.460084 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-2089c95a-f010-4565-a98e-5ae2cf926e95 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3038075 Dec 15 14:03:26.516253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:26.605138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.605951 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.633394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-b448b2ad-46aa-41e5-bd8a-ddf8fc42e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:26.635761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-b448b2ad-46aa-41e5-bd8a-ddf8fc42e874 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.3523538 Dec 15 14:03:26.637703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d6a71-cfd3-47e2-b341-ca42e9096d04 req-34db7ffb-cf1e-476a-bef0-6731d9797e82 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:26.645310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-138d6a71-cfd3-47e2-b341-ca42e9096d04 req-34db7ffb-cf1e-476a-bef0-6731d9797e82 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 943 time: 0.2003591 Dec 15 14:03:26.664406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Calling delete_port for cab346b6-d28f-47c1-b824-8270ffa30fb3 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:26.817307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-df34601b-ca9f-470e-88a4-67965ccd0476 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668253 Dec 15 14:03:26.844338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-138d6a71-cfd3-47e2-b341-ca42e9096d04 req-47f22783-668c-4f09-9a11-ef2422b613c4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980789 Dec 15 14:03:26.975645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:26.980095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.046511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b5975c9-c3d1-4d6c-be72-bc8c46bf7877 req-9fdeec4b-07ec-4ea5-bb14-f8911272bddc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 210 time: 0.0576379 Dec 15 14:03:27.140274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.180139 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-928dbed1-b949-46ac-b029-fed249ca2454 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526521 Dec 15 14:03:27.184852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:27.185680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event deleted for resources: {'Port': ['ID=cab346b6-d28f-47c1-b824-8270ffa30fb3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:27.282882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.283084 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Floating IP 6219d973-838a-4782-a8ab-d3774fb839f6 disassociated (deleted). External IP: 172.25.2.58, port: 3db6bd8e-e952-468b-9dd8-559747b38751. Dec 15 14:03:27.342807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.8 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/717f62c6-96ac-4011-8a55-eed30f3d7647) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:27.398838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29fd264f-73d6-4a04-a848-1d3e6cec318e req-d0b0ecfe-3b2d-447d-9d44-04bbd74ddc57 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402528 Dec 15 14:03:27.617457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'network': {'name': 'tempest-network-smoke--2014816519', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:27.646076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.655676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:27.660234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Router 67093069-b4d6-4911-ad86-406e3bf811b1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:27.673979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:27.678575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.695349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.731990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.747411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:27.796180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:27.824906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:27.832581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:27.853129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55513e2-f8cd-4c55-8439-924eead10901 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:27.923361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:27.924308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.937476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--851152852'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:27.964825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=717f62c6-96ac-4011-8a55-eed30f3d7647,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:27.987130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-0b2bba23-4643-490d-884d-413ff485e508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4807692 Dec 15 14:03:28.009904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Request body: {'port': {'device_id': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:28.035327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.051392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.067625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:28.083572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] Sync routers for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:28.085771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-06c8f0ed-7181-4c3d-a660-f5b358b67f90 None None] Provisioning complete for port 717f62c6-96ac-4011-8a55-eed30f3d7647 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:28.086202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06c8f0ed-7181-4c3d-a660-f5b358b67f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.100675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.142102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:28.143215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:28.205385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.221869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.225387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b4fa4469-2632-4055-aa8a-7813a6e9d171 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "DELETE /v2.0/floatingips/6219d973-838a-4782-a8ab-d3774fb839f6 HTTP/1.1" status: 204 len: 168 time: 2.6635556 Dec 15 14:03:28.232609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:28.234961 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246389b-57d5-472e-9b16-9afbe7898e96" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:28.247352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.256555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7674e-175a-4ac0-bfe2-b5ce91ac5ad9 req-8dca3d71-2a20-4031-a81e-369bfeb71aad tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:28.258124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2b7674e-175a-4ac0-bfe2-b5ce91ac5ad9 req-8dca3d71-2a20-4031-a81e-369bfeb71aad tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 943 time: 0.2505774 Dec 15 14:03:28.271133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.293258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:28.311254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19612de-bb2a-4278-908f-f339b5db4dbe req-98d79642-7260-4bd0-a24b-b9b8871e3388 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:28.319761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f19612de-bb2a-4278-908f-f339b5db4dbe req-98d79642-7260-4bd0-a24b-b9b8871e3388 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 931 time: 0.1345308 Dec 15 14:03:28.334373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.382357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d9ee1-e702-4551-bcc5-a24b92bc4e34,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:28.406383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:28.418234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-06c8f0ed-7181-4c3d-a660-f5b358b67f90 None None] Port 717f62c6-96ac-4011-8a55-eed30f3d7647 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:28.419703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2b7674e-175a-4ac0-bfe2-b5ce91ac5ad9 req-910a578b-3347-4b67-b226-118cc2f0edaf tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543078 Dec 15 14:03:28.478849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57735f15-8e2b-465d-980c-a366e1e1f834,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:28.486796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.487145 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Added segment fbf27440-6350-4cd0-82ee-62903a2e5555 of type vlan for network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 Dec 15 14:03:28.557098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f19612de-bb2a-4278-908f-f339b5db4dbe req-736f28d8-6151-4b0d-8ee3-e009dabf7db1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363620 Dec 15 14:03:28.604321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.655791 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7616711-3e63-4755-a6e7-cc352be244df x-openstack-request-id: req-d7616711-3e63-4755-a6e7-cc352be244df {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:28.656432 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:28.656432 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7616711-3e63-4755-a6e7-cc352be244df {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:28.656756 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'status': 'completed', 'code': 200} Dec 15 14:03:28.670248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.681379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:28.682095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.747984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:28.795625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] Checking router: 67093069-b4d6-4911-ad86-406e3bf811b1 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:28.807779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:28.808819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:28.903235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.920478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7323720 Dec 15 14:03:28.926020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.949294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:28.950645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.983559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'admin_state_up': True, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:28.998115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-517907fc-8d6c-43c9-a4f2-097ed6d1c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:29.000262 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-517907fc-8d6c-43c9-a4f2-097ed6d1c6c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 1096 time: 0.0928650 Dec 15 14:03:29.007625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3f870-3219-4605-b321-45fd9725e14c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Network': ['ID=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.014561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.016227 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3592350 Dec 15 14:03:29.021015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.070515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.073282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.075848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1c36-123b-44fb-a262-afd69a290ed7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f23a6-d943-4973-9d81-bd45f20f7830,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.090940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81494ee-9513-4ebd-b08b-a2a3a984f215 req-db44ba48-8125-48b0-89d8-3fdc164b37d6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:29.093928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e81494ee-9513-4ebd-b08b-a2a3a984f215 req-db44ba48-8125-48b0-89d8-3fdc164b37d6 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.2305894 Dec 15 14:03:29.250688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-1bb317da-c7b1-43c5-bec5-2974244b780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:29.252567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-1bb317da-c7b1-43c5-bec5-2974244b780c service neutron] 10.222.0.67 "GET /v2.0/networks?id=edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 200 len: 915 time: 0.2229362 Dec 15 14:03:29.268848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e81494ee-9513-4ebd-b08b-a2a3a984f215 req-c36aa7fd-0f0a-4c0f-ba1c-93385c85e1cb tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517684 Dec 15 14:03:29.276291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-55a67cf5-e7c4-425a-93c8-10e7facebafc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2526350 Dec 15 14:03:29.278601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.279523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.285115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-security--1153673383', 'description': 'tempest-security-description-237616336'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:29.300083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:29.320464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717f62c6-96ac-4011-8a55-eed30f3d7647 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:29.330466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.345015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Transition to ACTIVE for port object 717f62c6-96ac-4011-8a55-eed30f3d7647 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:03:29.347926 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-d79ac899-6210-45af-a3a1-c60a7e27b727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 200 len: 217 time: 0.0851147 Dec 15 14:03:29.366403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.429849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:03:29.483931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Pushing event updated for resources: {'Port': ['ID=717f62c6-96ac-4011-8a55-eed30f3d7647,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.581164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:29.596909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'port_id': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', 'mac_address': 'fa:16:3e:5b:f9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186a04e-584d-414b-9d7e-df24fabb12c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:03:29.639292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ff4d1-518b-4e48-98b6-2cb9d662b2d2 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:29.694067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.725684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:29.773615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:29.790210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.908878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.995720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.085462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:30.110027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.135701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74684011-1c6b-438e-81a7-7b5869d0ada7 req-c7a02eb4-4571-47d2-a894-60a94191a8db tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:30.144132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74684011-1c6b-438e-81a7-7b5869d0ada7 req-c7a02eb4-4571-47d2-a894-60a94191a8db tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 944 time: 0.2248995 Dec 15 14:03:30.183559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2ff2e657-2328-43cc-aae9-2b044b4bb2e0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:30.198943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.222553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Attempting to bind port 717f62c6-96ac-4011-8a55-eed30f3d7647 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:30.223155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Attempting to bind port 717f62c6-96ac-4011-8a55-eed30f3d7647 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:30.223474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Attempting to bind port 717f62c6-96ac-4011-8a55-eed30f3d7647 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:30.229091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-1e78eae7-e083-466e-81eb-ff1782ccf9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:30.230971 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-1e78eae7-e083-466e-81eb-ff1782ccf9fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 200 len: 852 time: 0.8663757 Dec 15 14:03:30.233690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Port 717f62c6-96ac-4011-8a55-eed30f3d7647 on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:03:30.234170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Attempting to bind port 717f62c6-96ac-4011-8a55-eed30f3d7647 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:30.256440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809cda3-1a8b-4346-a3e7-bace3e19b809 None None] The sync data for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 is: [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a', 'name': '', 'network_id': 'edea2f63-1a69-46b1-bb69-7613cd755667', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'mac_address': 'fa:16:3e:b7:d4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '595d9a88-b834-4f63-99c2-3e773522114c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:48Z', 'updated_at': '2021-12-15T13:58:02Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'subnets': [{'id': '595d9a88-b834-4f63-99c2-3e773522114c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:30.273146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:30.273647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:30.274747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:30.275303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Bound port: 717f62c6-96ac-4011-8a55-eed30f3d7647, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:30.275762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.276681 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.287102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.325459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-99e59223-bd16-4e03-bfac-5c40edc2f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:30.327208 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-99e59223-bd16-4e03-bfac-5c40edc2f718 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edea2f63-1a69-46b1-bb69-7613cd755667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868111 Dec 15 14:03:30.345862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "PUT /v2.0/security-groups/d83f23a6-d943-4973-9d81-bd45f20f7830 HTTP/1.1" status: 200 len: 1796 time: 1.0649781 Dec 15 14:03:30.350800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:30.455416 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95b4c7a1-66a4-46a0-81f0-8f6a48fd0bc7 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups/d83f23a6-d943-4973-9d81-bd45f20f7830 HTTP/1.1" status: 200 len: 1796 time: 0.1002936 Dec 15 14:03:30.470326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:30.503142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-a9b3163b-0ef4-4e9c-938a-3d5c718e10d6 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650107 Dec 15 14:03:30.504729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] For port 717f62c6-96ac-4011-8a55-eed30f3d7647, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:30.517945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85581-cafd-4b5e-901c-57bd7a1c9623 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f23a6-d943-4973-9d81-bd45f20f7830,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:30.609488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] For port 717f62c6-96ac-4011-8a55-eed30f3d7647, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=717f62c6-96ac-4011-8a55-eed30f3d7647,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:30.628076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74684011-1c6b-438e-81a7-7b5869d0ada7 req-cb71609b-ba34-4555-984f-3cecfe56d1f3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829125 Dec 15 14:03:30.652660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-f5f56418-aecb-45a2-be9b-7c5cea5df8d2 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:30.654360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-f5f56418-aecb-45a2-be9b-7c5cea5df8d2 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.2177329 Dec 15 14:03:30.665098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4f78-9004-4698-9660-aad2c4be912e req-71fd85b0-9ba8-4502-89ff-9f7b3be8c455 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:30.665843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-758b4f78-9004-4698-9660-aad2c4be912e req-71fd85b0-9ba8-4502-89ff-9f7b3be8c455 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 943 time: 0.7401261 Dec 15 14:03:30.678556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.741964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe8f4c-d319-4d3f-a384-d55d4fb36c27 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:30.746770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb962-5dbf-4a70-8718-10fae3dc5fe5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.764878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:30.771228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.772905 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] 10.222.0.67 "PUT /v2.0/ports/717f62c6-96ac-4011-8a55-eed30f3d7647 HTTP/1.1" status: 200 len: 1091 time: 2.7745099 Dec 15 14:03:30.773496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'tag': '717f62c6-96ac-4011-8a55-eed30f3d7647'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:30.778222 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc99c99-2257-401c-974a-ecddfc5122d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf75e8f-3b7c-419d-9afc-2035ea5dfba6", "tag": "717f62c6-96ac-4011-8a55-eed30f3d7647"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:30.834831 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be668c0-52de-4a69-85e8-63e13a3a51d9 None None] New status for floating IP 6219d973-838a-4782-a8ab-d3774fb839f6: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:03:30.910816 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a246389b-57d5-472e-9b16-9afbe7898e96 req-556ed262-dcc3-4c80-93f7-4f986fc25d18 service neutron] 10.222.0.67 "GET /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709536 Dec 15 14:03:30.912664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb962-5dbf-4a70-8718-10fae3dc5fe5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.970802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380be32-8ff3-4f95-b206-ed67c44bcc57 service neutron] Pushing event updated for resources: {'Port': ['ID=717f62c6-96ac-4011-8a55-eed30f3d7647,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:30.973034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-758b4f78-9004-4698-9660-aad2c4be912e req-6ddaeb1e-6298-4b7d-92eb-91b5afbaed7e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948861 Dec 15 14:03:31.021527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1303e8f-8896-4a8f-983a-c80033b4c55d req-90a18dea-7aa3-4e17-9f94-887271185994 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:31.024814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1303e8f-8896-4a8f-983a-c80033b4c55d req-90a18dea-7aa3-4e17-9f94-887271185994 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 945 time: 0.2071390 Dec 15 14:03:31.051619 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48828d46-268a-4e82-963b-b7890ccd7963 x-openstack-request-id: req-48828d46-268a-4e82-963b-b7890ccd7963 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:31.052090 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf75e8f-3b7c-419d-9afc-2035ea5dfba6", "tag": "717f62c6-96ac-4011-8a55-eed30f3d7647", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:31.052451 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48828d46-268a-4e82-963b-b7890ccd7963 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:31.053011 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'tag': '717f62c6-96ac-4011-8a55-eed30f3d7647', 'status': 'completed', 'code': 200} Dec 15 14:03:31.064350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-a7459439-7a3a-464c-8869-55e3c4e3369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:31.066227 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-a7459439-7a3a-464c-8869-55e3c4e3369a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 1094 time: 0.2281811 Dec 15 14:03:31.073862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb962-5dbf-4a70-8718-10fae3dc5fe5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.078454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb962-5dbf-4a70-8718-10fae3dc5fe5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.079665 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d7dfb962-5dbf-4a70-8718-10fae3dc5fe5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/d83f23a6-d943-4973-9d81-bd45f20f7830 HTTP/1.1" status: 204 len: 168 time: 0.5789993 Dec 15 14:03:31.090324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47816) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.123872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Deleting port 3db6bd8e-e952-468b-9dd8-559747b38751 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:31.124286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.138166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfb962-5dbf-4a70-8718-10fae3dc5fe5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83f23a6-d943-4973-9d81-bd45f20f7830,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.140663 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-1152629c-1b8f-4a82-b08f-21f7e5bb3955 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717f62c6-96ac-4011-8a55-eed30f3d7647 HTTP/1.1" status: 200 len: 217 time: 0.0599296 Dec 15 14:03:31.236910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-ea410a33-28d7-426b-be78-863a01736b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:31.238574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-ea410a33-28d7-426b-be78-863a01736b92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.0898046 Dec 15 14:03:31.244589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8247bbd0-6884-4edf-9d7d-d5ef80b90a6d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1499734 Dec 15 14:03:31.245812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.246629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47818) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.283736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.287184 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-3ee0c751-54f8-416e-b584-d8e4a4bfe071 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394661 Dec 15 14:03:31.288765 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-e7d36b0f-9121-4a07-b521-53e29e30abd8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] delete failed (client error): The resource could not be found. Dec 15 14:03:31.294023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e7d36b0f-9121-4a07-b521-53e29e30abd8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/d83f23a6-d943-4973-9d81-bd45f20f7830 HTTP/1.1" status: 404 len: 347 time: 0.0410111 Dec 15 14:03:31.295415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.301222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784620230'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:31.339332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1303e8f-8896-4a8f-983a-c80033b4c55d req-7c2a1194-63d4-4bfa-9801-bafe71a54a86 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdeae8f7-6840-43f8-a193-edb50b0dddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063693 Dec 15 14:03:31.367038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:31.390317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] For port 3db6bd8e-e952-468b-9dd8-559747b38751, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3db6bd8e-e952-468b-9dd8-559747b38751,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:31.390751 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.408480 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.419531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Calling delete_port for 3db6bd8e-e952-468b-9dd8-559747b38751 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:31.472330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-1ee5f67d-ff5a-452a-a91b-fffe33cb198e service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757700 Dec 15 14:03:31.515682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:03:31.522184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:31.522840 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.563391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.25.2.210 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/ecff965b-28ec-4cfe-9fee-81c85917a15c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:31.577758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.592346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.622161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-05328260-8e81-4bd5-b03e-48af4f33bd0d req-669d48d9-b212-4b8d-990c-64e4c6f930af service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406066 Dec 15 14:03:31.650839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.654926 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3544369 Dec 15 14:03:31.655201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.662399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6af09-14d6-4094-bfac-186db867b05d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:31.686026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c17c3-1852-4efd-ad6a-07d264163b32 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c6af09-14d6-4094-bfac-186db867b05d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.695673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.732851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.763298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:31.766016 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0dcca5-d7b7-48e0-81c5-f122c70d5211" -d '{"events": [{"server_uuid": "bf80a14d-251b-498c-9f6d-a957cc903ac3", "name": "network-vif-plugged", "status": "completed", "tag": "2ff2e657-2328-43cc-aae9-2b044b4bb2e0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:31.805107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:31.806632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.815074 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.816200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3db6bd8e-e952-468b-9dd8-559747b38751 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:31.817419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.839606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.844214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-5d31de7b-704a-4f4b-8740-273955828625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:31.846221 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-5d31de7b-704a-4f4b-8740-273955828625 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 1094 time: 0.1086674 Dec 15 14:03:31.859144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.860897 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.861415 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052429 Dec 15 14:03:31.876321 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca8f1b2-53ff-4ab4-8383-cce76f7e6116 x-openstack-request-id: req-4ca8f1b2-53ff-4ab4-8383-cce76f7e6116 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:31.876952 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80a14d-251b-498c-9f6d-a957cc903ac3", "name": "network-vif-plugged", "status": "completed", "tag": "2ff2e657-2328-43cc-aae9-2b044b4bb2e0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:31.877382 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ca8f1b2-53ff-4ab4-8383-cce76f7e6116 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:31.877945 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', 'code': 200} Dec 15 14:03:31.883177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.896727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3db6bd8e-e952-468b-9dd8-559747b38751 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:31.901027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3db6bd8e-e952-468b-9dd8-559747b38751 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:31.931065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event deleted for resources: {'Port': ['ID=3db6bd8e-e952-468b-9dd8-559747b38751,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.933177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13a82-c599-496f-8761-dcdae1695eef tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e6cde0-d70a-4555-9d15-e7f61bc6978e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.961079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafb0cd-6a6e-4733-8f96-950bf870673e req-fd09f2a2-579b-44f2-9281-fd363d296734 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:31.963245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fafb0cd-6a6e-4733-8f96-950bf870673e req-fd09f2a2-579b-44f2-9281-fd363d296734 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 944 time: 0.1934125 Dec 15 14:03:31.992527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.994539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19456860-d38d-45a6-ad02-cf141d8565e2 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.061144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19456860-d38d-45a6-ad02-cf141d8565e2 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.099331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] No DVR routers for this DVR port 3db6bd8e-e952-468b-9dd8-559747b38751 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:32.109842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.122059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56a618db-dda7-4eda-a60e-2e787c29c02e req-eb5a85ec-a245-46db-8ccb-ddbfd4fee958 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.67 "DELETE /v2.0/ports/3db6bd8e-e952-468b-9dd8-559747b38751 HTTP/1.1" status: 204 len: 173 time: 1.4530110 Dec 15 14:03:32.139061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'name': 'network-vif-deleted', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:32.142691 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4b747-1ecd-4ea1-ac97-819d56badcbf" -d '{"events": [{"server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "name": "network-vif-deleted", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:32.189119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-c1bfd418-5a67-4bb6-a84d-4ba7c915c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:32.191152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-c1bfd418-5a67-4bb6-a84d-4ba7c915c1af service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.3281226 Dec 15 14:03:32.191766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fafb0cd-6a6e-4733-8f96-950bf870673e req-393c1c79-510b-41fc-b261-2ca419ec3671 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792026 Dec 15 14:03:32.218863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.233434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19456860-d38d-45a6-ad02-cf141d8565e2 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.246527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19456860-d38d-45a6-ad02-cf141d8565e2 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.250110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19456860-d38d-45a6-ad02-cf141d8565e2 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/26e6cde0-d70a-4555-9d15-e7f61bc6978e HTTP/1.1" status: 204 len: 168 time: 0.3521440 Dec 15 14:03:32.261412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39f20-d12c-40eb-a073-7446e238cd6e req-45f9d46d-67e0-4b36-8e66-69dafe16098a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:32.263261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4f39f20-d12c-40eb-a073-7446e238cd6e req-45f9d46d-67e0-4b36-8e66-69dafe16098a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 943 time: 0.1596136 Dec 15 14:03:32.266805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:32.270295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3502-442d-4a45-a9b2-71d0bfa87336 req-000e2d00-ae35-436e-94cb-f0ca1c7bb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:32.273820 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22ca3502-442d-4a45-a9b2-71d0bfa87336 req-000e2d00-ae35-436e-94cb-f0ca1c7bb602 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 1096 time: 0.3021464 Dec 15 14:03:32.325274 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c8bdf-777a-44c1-93b6-b003827372e6 x-openstack-request-id: req-265c8bdf-777a-44c1-93b6-b003827372e6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:32.326302 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79ebd7-cf56-447b-b5d3-25a2ec79489f", "name": "network-vif-deleted", "tag": "3db6bd8e-e952-468b-9dd8-559747b38751", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:32.327818 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-265c8bdf-777a-44c1-93b6-b003827372e6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:32.328370 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e79ebd7-cf56-447b-b5d3-25a2ec79489f', 'name': 'network-vif-deleted', 'tag': '3db6bd8e-e952-468b-9dd8-559747b38751', 'status': 'completed', 'code': 200} Dec 15 14:03:32.384886 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-cc7bcaff-da8f-4646-bb6e-e2194f7e62d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717f62c6-96ac-4011-8a55-eed30f3d7647 HTTP/1.1" status: 200 len: 217 time: 0.1764569 Dec 15 14:03:32.426362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=ecff965b-28ec-4cfe-9fee-81c85917a15c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:32.427006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19456860-d38d-45a6-ad02-cf141d8565e2 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26e6cde0-d70a-4555-9d15-e7f61bc6978e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:32.442033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:32.455027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:32.470075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:32.472240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d499d46-507a-42e8-bc7c-d01341ed9848 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:32.556477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-df47fcdd-d96e-475e-8292-ba50d7facfb6 None None] Provisioning complete for port ecff965b-28ec-4cfe-9fee-81c85917a15c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:32.556874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df47fcdd-d96e-475e-8292-ba50d7facfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.593873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-718f1bae-f31d-4dc8-83cb-3770ffd62c61 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3256567 Dec 15 14:03:32.597585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:32.609796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4f39f20-d12c-40eb-a073-7446e238cd6e req-9529f056-59d0-48bb-ae5c-da8fe6092dd9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893937 Dec 15 14:03:32.626545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-df47fcdd-d96e-475e-8292-ba50d7facfb6 None None] Port ecff965b-28ec-4cfe-9fee-81c85917a15c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:32.666064 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22ca3502-442d-4a45-a9b2-71d0bfa87336 req-020258a7-3cba-46e8-9111-7855ecda067e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204277 Dec 15 14:03:32.694007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-194ec7cd-cdeb-4c18-9afc-95b2f183feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:32.697710 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-194ec7cd-cdeb-4c18-9afc-95b2f183feb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.2847786 Dec 15 14:03:32.707445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:32.750508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a3f0531-37b2-4a51-ba36-277d3419b2bc req-17ba8b5d-55cc-491b-ba9b-829135f2c60a tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.1554277 Dec 15 14:03:32.819693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71aa6aae-4e79-47c0-9da3-b735fc6dd154 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.867854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71aa6aae-4e79-47c0-9da3-b735fc6dd154 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.909385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-443ec347-1c98-434e-bb3a-eafa34926b54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517561 Dec 15 14:03:32.959915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71aa6aae-4e79-47c0-9da3-b735fc6dd154 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.963135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71aa6aae-4e79-47c0-9da3-b735fc6dd154 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.967636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-71aa6aae-4e79-47c0-9da3-b735fc6dd154 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/a1c6af09-14d6-4094-bfac-186db867b05d HTTP/1.1" status: 204 len: 168 time: 0.3520889 Dec 15 14:03:32.968865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:33.029194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa6aae-4e79-47c0-9da3-b735fc6dd154 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c6af09-14d6-4094-bfac-186db867b05d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:33.070606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9e7d9dc5-f23c-46ca-8646-2effa61602a0 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576251 Dec 15 14:03:33.070606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:33.077564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--380096189'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:33.114357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-d7a73932-1c8f-48be-bbf5-3f0bdc0921a6 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943357 Dec 15 14:03:33.128315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8ca33-fdcb-486a-81da-10943dc4e3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.159650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.320754 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7bc99c99-2257-401c-974a-ecddfc5122d9 req-0c29b6f6-0230-44dd-99de-81ef81b1a318 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816516 Dec 15 14:03:33.366936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.378932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8ca33-fdcb-486a-81da-10943dc4e3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.385330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8ca33-fdcb-486a-81da-10943dc4e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.458680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-07f8ca33-fdcb-486a-81da-10943dc4e3f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbe88d75421a45d79a10d23a9798d1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7502942 Dec 15 14:03:33.459455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:33.460323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8ca33-fdcb-486a-81da-10943dc4e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52f8497-30fc-4fe0-9ae1-b4a372badcfd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:33.579486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-767e1bf4-c0e7-44b7-9787-0779edc66956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.631902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-767e1bf4-c0e7-44b7-9787-0779edc66956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.670315 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.729666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-767e1bf4-c0e7-44b7-9787-0779edc66956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.733542 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-767e1bf4-c0e7-44b7-9787-0779edc66956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.736582 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-767e1bf4-c0e7-44b7-9787-0779edc66956 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d52f8497-30fc-4fe0-9ae1-b4a372badcfd HTTP/1.1" status: 204 len: 168 time: 0.2731843 Dec 15 14:03:33.765502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e1bf4-c0e7-44b7-9787-0779edc66956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52f8497-30fc-4fe0-9ae1-b4a372badcfd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:33.956473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.009851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5c01a-0a35-4e64-8313-b4bd80da0ab5 req-0f42a0bf-6790-4405-b8f5-d4e811b2dd75 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:34.014245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18a5c01a-0a35-4e64-8313-b4bd80da0ab5 req-0f42a0bf-6790-4405-b8f5-d4e811b2dd75 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 945 time: 0.6495275 Dec 15 14:03:34.014988 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.100936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ff4b0b-b6b6-48ab-b770-7e42487059ea,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.117392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.121741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0f1a5f7a-777c-4330-8e9e-635b34af0a94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0503170 Dec 15 14:03:34.121901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.126444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '16ff4b0b-b6b6-48ab-b770-7e42487059ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:34.137508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cb00e-2df6-4905-af07-c49549005f0a req-f2d4a9f9-3b10-4064-ba8d-07d0a99b6b66 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:34.145122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.147785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a11cb00e-2df6-4905-af07-c49549005f0a req-f2d4a9f9-3b10-4064-ba8d-07d0a99b6b66 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 943 time: 0.3710268 Dec 15 14:03:34.169340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc304e14-b868-4766-9025-296574854ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.221038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.257448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18a5c01a-0a35-4e64-8313-b4bd80da0ab5 req-d0e9336b-c383-44b8-bc2d-93e8d59fe577 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844776 Dec 15 14:03:34.272119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a11cb00e-2df6-4905-af07-c49549005f0a req-d1607b77-7214-4608-93fc-01adf17ca35b tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233585 Dec 15 14:03:34.333241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:03:34.349409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc304e14-b868-4766-9025-296574854ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.362812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc304e14-b868-4766-9025-296574854ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.438335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bc304e14-b868-4766-9025-296574854ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1437b7c2e56c46c29e2a027b52a0ecd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921326 Dec 15 14:03:34.446887 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.453840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.461526 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ced34904-4786-491c-81d2-b9c09a1e0bf1 req-05bf2439-24dc-44cc-9c84-40575113ab74 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.0695660 Dec 15 14:03:34.463203 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.504423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:34.514876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc304e14-b868-4766-9025-296574854ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce42ee6b-d7f7-43e7-953d-27bd3298ebe8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.519819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:34.521315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af88503a-b663-49f3-b0a8-1eeed5140346,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.536179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:34.537482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:34.542569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.543925 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3601ac25-0239-4923-812e-85e7fbf21a63 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4210687 Dec 15 14:03:34.550043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.554665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '16ff4b0b-b6b6-48ab-b770-7e42487059ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:34.568257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5b44-7f52-4856-89fc-e633ae9f5b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.585237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.589823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6d2ec01a-8c56-407b-a788-b533343cb5fe tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6625078 Dec 15 14:03:34.593010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.597130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5b44-7f52-4856-89fc-e633ae9f5b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.685360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:34.690419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5b44-7f52-4856-89fc-e633ae9f5b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.693046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5b44-7f52-4856-89fc-e633ae9f5b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.722394 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3fd5b44-7f52-4856-89fc-e633ae9f5b35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce42ee6b-d7f7-43e7-953d-27bd3298ebe8 HTTP/1.1" status: 204 len: 168 time: 0.2688155 Dec 15 14:03:34.751407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd5b44-7f52-4856-89fc-e633ae9f5b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce42ee6b-d7f7-43e7-953d-27bd3298ebe8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.772024 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.906963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.913634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.944594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-df7c1ddc-f01a-4c82-ba30-1054f808c08f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e18e50d7b5f944f98d4d1fccb33772d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3503692 Dec 15 14:03:34.949017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.972996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f155c9-de9f-471c-99ee-dd36e9e5856f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.986951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.997902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3085d3e9-1f4f-4376-8923-3690c49855f8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4467916 Dec 15 14:03:35.000379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:35.004906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '16ff4b0b-b6b6-48ab-b770-7e42487059ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:35.082954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.118975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:33Z', 'revision_number': 3, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:35.169646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.177213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.187596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:35.187943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Updating router 5a718f2f-6262-4973-afe0-c34c6f745e26 port ecff965b-28ec-4cfe-9fee-81c85917a15c binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:03:35.221505 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.234710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7874988b-eede-4d77-a5c9-2447c7706762,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:35.263740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.267404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef84aaf9-bc57-443c-bd10-8f501a2e88f4 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648621 Dec 15 14:03:35.269858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:35.280967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '16ff4b0b-b6b6-48ab-b770-7e42487059ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:35.359065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.492113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 717f62c6-96ac-4011-8a55-eed30f3d7647 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:03:35.498097 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.517410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.578113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9f2162-ae72-426b-b2a8-e9d644a70c14,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:35.624676 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.632652 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f2ae85d9-8d54-49c2-b287-e5254c7d7ca3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615842 Dec 15 14:03:35.634031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47946) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:35.642973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '16ff4b0b-b6b6-48ab-b770-7e42487059ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:35.688272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 717f62c6-96ac-4011-8a55-eed30f3d7647, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=717f62c6-96ac-4011-8a55-eed30f3d7647,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:35.706191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '717f62c6-96ac-4011-8a55-eed30f3d7647', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': '717f62c6-96ac-4011-8a55-eed30f3d7647', 'mac_address': 'fa:16:3e:70:d1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:03:35.717999 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.756907 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.771925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.774649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717f62c6-96ac-4011-8a55-eed30f3d7647 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:35.800283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 717f62c6-96ac-4011-8a55-eed30f3d7647, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=717f62c6-96ac-4011-8a55-eed30f3d7647,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:35.806842 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.863898 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.869869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=717f62c6-96ac-4011-8a55-eed30f3d7647,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:35.920434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4305c-976d-4912-ab24-3b593da0aafb req-8c425a50-d9be-464e-8c1a-8d83b9acc90f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:35.928186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fb4305c-976d-4912-ab24-3b593da0aafb req-8c425a50-d9be-464e-8c1a-8d83b9acc90f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 943 time: 0.3668673 Dec 15 14:03:35.951033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.971619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44b69-33a0-4610-af68-53cf533f9f29 None None] Pushing event updated for resources: {'Port': ['ID=ecff965b-28ec-4cfe-9fee-81c85917a15c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:35.990799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab88f93-6c29-494f-8ac8-81bb3af1bc9c req-c0e70630-3b42-4bb3-81da-1a9fc98ff67f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:35.997824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aab88f93-6c29-494f-8ac8-81bb3af1bc9c req-c0e70630-3b42-4bb3-81da-1a9fc98ff67f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 945 time: 0.4470577 Dec 15 14:03:35.999361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96794377-af7a-4cee-aedb-b177d24cae27 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:36.001990 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-96794377-af7a-4cee-aedb-b177d24cae27 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0519474 Dec 15 14:03:36.005883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.039147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Attempting to bind port ecff965b-28ec-4cfe-9fee-81c85917a15c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:36.040574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Attempting to bind port ecff965b-28ec-4cfe-9fee-81c85917a15c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:36.043777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Attempting to bind port ecff965b-28ec-4cfe-9fee-81c85917a15c on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:36.049380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b86ad-968a-4002-9fb0-9c46bd45ee1c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:36.063274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.073596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:36.074623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:36.076742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.078247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:36.079575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Bound port: ecff965b-28ec-4cfe-9fee-81c85917a15c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:36.081530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.123222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c160b96-4f7c-4f4c-b427-a20d9f94795d tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1137443 Dec 15 14:03:36.132776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47964) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.151450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877538016', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:36.160094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8a5a1a-244f-499a-94e4-77489bb5f2f2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:36.162492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['717f62c6-96ac-4011-8a55-eed30f3d7647'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:36.194127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-29f0be5e-0eed-4b80-949f-07a5fa0b045d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216043 Dec 15 14:03:36.204896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.210681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-af925f29-f56f-47fe-af46-0f0b2dab536d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5732424 Dec 15 14:03:36.212269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.300578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46bb5f2b-3959-46d9-a248-bf504e65277e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.313065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-f99893eb-8e8a-4578-9e34-f5f4e7d5cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:36.314905 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-f99893eb-8e8a-4578-9e34-f5f4e7d5cb7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 1097 time: 0.0888336 Dec 15 14:03:36.322484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46bb5f2b-3959-46d9-a248-bf504e65277e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.338079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.341810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fb4305c-976d-4912-ab24-3b593da0aafb req-9f1ce776-86a5-43ee-9534-2e41f69d61db tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125836 Dec 15 14:03:36.349420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aab88f93-6c29-494f-8ac8-81bb3af1bc9c req-c3f998a2-79b1-421f-b0fe-8b926e813967 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403197 Dec 15 14:03:36.421393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:36.434375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.435565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] For port ecff965b-28ec-4cfe-9fee-81c85917a15c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:36.443808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] For port ecff965b-28ec-4cfe-9fee-81c85917a15c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ecff965b-28ec-4cfe-9fee-81c85917a15c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:36.463950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46bb5f2b-3959-46d9-a248-bf504e65277e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.476166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46bb5f2b-3959-46d9-a248-bf504e65277e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.478551 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-46bb5f2b-3959-46d9-a248-bf504e65277e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3f8a5a1a-244f-499a-94e4-77489bb5f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2645888 Dec 15 14:03:36.487476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb5f2b-3959-46d9-a248-bf504e65277e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f8a5a1a-244f-499a-94e4-77489bb5f2f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:36.497629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47980) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.500447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.529308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-af9a63f6-da27-4d12-91a6-aadfc7bd055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:36.530868 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-af9a63f6-da27-4d12-91a6-aadfc7bd055e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.1919148 Dec 15 14:03:36.662495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19c8a0a9-fe28-4ebd-8a33-047e563692a1 req-60a56aa4-03e7-4afc-be1b-0411d0f39dd3 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.0955400 Dec 15 14:03:36.679190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa1ab18c-a703-4852-9e4d-22678b6b3424 None None] Provisioning complete for port ecff965b-28ec-4cfe-9fee-81c85917a15c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:36.679562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab18c-a703-4852-9e4d-22678b6b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.681624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-875320517-network', 'tenant_id': 'c96c44cfec17436c8c2c5ca97122a99e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:36.692611 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-838f1839-89c2-444c-82a5-8e8cf6944316 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 HTTP/1.1" status: 200 len: 217 time: 0.1532457 Dec 15 14:03:36.739672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d280b0fa-246b-4e37-81e1-6a9c01aca4f8 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:36.770090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-59a740bd-e16d-4267-a3c3-ca42036f42a5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2116873 Dec 15 14:03:36.779219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47992) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.780465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Made reservation on behalf of c96c44cfec17436c8c2c5ca97122a99e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:36.782860 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.842250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-0519f8c0-5c0f-4fe8-b7b0-a6f7ef9ea899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:36.845245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-0519f8c0-5c0f-4fe8-b7b0-a6f7ef9ea899 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1370771 Dec 15 14:03:36.846114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.867306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:36.872415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:36.883349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97380a5-7346-4753-b328-2c42f487b4dc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.035053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.044300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-70aae2b3-17aa-470b-be69-523bc3da13c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1880972 Dec 15 14:03:37.046426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97380a5-7346-4753-b328-2c42f487b4dc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.049004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.062751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:37.073956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.074370 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Added segment c9b68537-7ceb-4a07-80c5-819aa1ef9b3e of type vlan for network 7a2c6a16-b10f-4caf-bc99-403224a25887 Dec 15 14:03:37.081254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.146872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0c321-db18-4474-91ec-9c5c7c849124,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.160162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Subnet': ['ID=dd0737f6-a68c-4e34-b883-56af70a04e5c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.191422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Checking segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:37.191959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network hostable DHCP agents. Network: 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:37.218205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:37.246559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:37.272956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:37.275096 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.275440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97380a5-7346-4753-b328-2c42f487b4dc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.278867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.287928 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97380a5-7346-4753-b328-2c42f487b4dc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.290138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e97380a5-7346-4753-b328-2c42f487b4dc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2a9f2162-ae72-426b-b2a8-e9d644a70c14 HTTP/1.1" status: 204 len: 168 time: 0.5007844 Dec 15 14:03:37.300371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.309172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97380a5-7346-4753-b328-2c42f487b4dc tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a9f2162-ae72-426b-b2a8-e9d644a70c14,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.360285 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-3d4bc8be-a251-4d7e-8703-b0c1d64354c3 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842419 Dec 15 14:03:37.366094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd6b80f0-c26a-424b-be61-225ce298849d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2181466 Dec 15 14:03:37.366903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.368670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:37.369560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.373537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.448746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ce96bdb6-0688-4cab-89f6-8e512f1d2115 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1408801 Dec 15 14:03:37.452768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.531039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2c6a16-b10f-4caf-bc99-403224a25887,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.540543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739204a-2cdf-4cae-8866-b773e52a1f92 None None] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:37.612781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40fe1067-2134-4a46-b22d-5a2609345a54 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.622369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40fe1067-2134-4a46-b22d-5a2609345a54 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.622687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7a2c6a16-b10f-4caf-bc99-403224a25887 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:37.685707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40fe1067-2134-4a46-b22d-5a2609345a54 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.695677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fcf96-0d96-4119-b5f1-80681623fe60 req-82fe1344-20c1-41d5-b6ed-7de00e6b03b0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:37.698054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-422fcf96-0d96-4119-b5f1-80681623fe60 req-82fe1344-20c1-41d5-b6ed-7de00e6b03b0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 944 time: 0.1772230 Dec 15 14:03:37.705518 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40fe1067-2134-4a46-b22d-5a2609345a54 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.709545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-40fe1067-2134-4a46-b22d-5a2609345a54 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7874988b-eede-4d77-a5c9-2447c7706762 HTTP/1.1" status: 204 len: 168 time: 0.2497156 Dec 15 14:03:37.709756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ca51b274-132a-46f7-9b97-dda1300d1415 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3675680 Dec 15 14:03:37.714345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.714818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.718066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe1067-2134-4a46-b22d-5a2609345a54 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7874988b-eede-4d77-a5c9-2447c7706762,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.747406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Request body: {'subnet': {'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-875320517-subnet', 'tenant_id': 'c96c44cfec17436c8c2c5ca97122a99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:37.773599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-422fcf96-0d96-4119-b5f1-80681623fe60 req-ee69b906-8aef-4cca-bd1b-6a1f4b1df65c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580750 Dec 15 14:03:37.819404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44b69-33a0-4610-af68-53cf533f9f29 None None] Pushing event updated for resources: {'Port': ['ID=ecff965b-28ec-4cfe-9fee-81c85917a15c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.861924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd0b322f-2ba8-42f2-8315-19f2a41b8d90 req-ecdf2f3c-4640-4141-a908-9bc14824e5a3 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.0589130 Dec 15 14:03:37.906590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Made reservation on behalf of c96c44cfec17436c8c2c5ca97122a99e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:37.908961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.937538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b70c6eb-1846-4b87-a675-1f070d2b08ec req-2c113aac-29ff-480e-b7fa-b80014a1ad2d service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646734 Dec 15 14:03:37.999858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d320109-a74a-4486-bc89-5cf7edc5ca41 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2838492 Dec 15 14:03:38.002662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48030) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.019241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:38.022075 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab18c-a703-4852-9e4d-22678b6b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.038801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01d2a781-8894-4e4b-9d50-551489ebcbf1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.049684 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01d2a781-8894-4e4b-9d50-551489ebcbf1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.073691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:38.074857 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.081969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01d2a781-8894-4e4b-9d50-551489ebcbf1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.090046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01d2a781-8894-4e4b-9d50-551489ebcbf1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.091752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-01d2a781-8894-4e4b-9d50-551489ebcbf1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/14f155c9-de9f-471c-99ee-dd36e9e5856f HTTP/1.1" status: 204 len: 168 time: 0.0878055 Dec 15 14:03:38.096014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.100419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2a781-8894-4e4b-9d50-551489ebcbf1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14f155c9-de9f-471c-99ee-dd36e9e5856f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.146998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa1ab18c-a703-4852-9e4d-22678b6b3424 None None] For port ecff965b-28ec-4cfe-9fee-81c85917a15c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ecff965b-28ec-4cfe-9fee-81c85917a15c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:38.161910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab18c-a703-4852-9e4d-22678b6b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.281771 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-39071c09-6858-4920-8ee5-b63860e49614 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1538503 Dec 15 14:03:38.284943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48038) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.328248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea93d94-4df4-4336-a8fa-75523b18fd94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.339444 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea93d94-4df4-4336-a8fa-75523b18fd94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.374744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Allocated IP 172.20.0.2 (68e5a64b-ee4c-4fb6-9c6b-43dd87043a53/dd0737f6-a68c-4e34-b883-56af70a04e5c/bc7e1787-0a42-40ed-9a53-34acd70c362c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:38.380340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea93d94-4df4-4336-a8fa-75523b18fd94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.428363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea93d94-4df4-4336-a8fa-75523b18fd94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.432007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5ea93d94-4df4-4336-a8fa-75523b18fd94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/af88503a-b663-49f3-b0a8-1eeed5140346 HTTP/1.1" status: 204 len: 168 time: 0.1430733 Dec 15 14:03:38.432448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48042) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.457130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea93d94-4df4-4336-a8fa-75523b18fd94 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af88503a-b663-49f3-b0a8-1eeed5140346,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.512398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-470f80a2-03f9-4e41-a30a-671861416b4f tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763707 Dec 15 14:03:38.512749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.522469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.581421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8b2c07-f098-496b-a668-63accb62d9de,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.606923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ab18c-a703-4852-9e4d-22678b6b3424 None None] Pushing event updated for resources: {'Port': ['ID=ecff965b-28ec-4cfe-9fee-81c85917a15c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.627592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Checking segment: {'id': 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:38.627949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Network hostable DHCP agents. Network: 7a2c6a16-b10f-4caf-bc99-403224a25887, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:38.638721 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7493a02e-4422-4741-9f43-4872a8038cc1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.649665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-25d4597b-7892-402a-b705-132eddc653a4 None None] Provisioning complete for port ecff965b-28ec-4cfe-9fee-81c85917a15c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:38.650554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25d4597b-7892-402a-b705-132eddc653a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.669000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7493a02e-4422-4741-9f43-4872a8038cc1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.696446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Network 7a2c6a16-b10f-4caf-bc99-403224a25887 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:38.712825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7a2c6a16-b10f-4caf-bc99-403224a25887) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:38.725556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7493a02e-4422-4741-9f43-4872a8038cc1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.728531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7493a02e-4422-4741-9f43-4872a8038cc1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.729742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7493a02e-4422-4741-9f43-4872a8038cc1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/16ff4b0b-b6b6-48ab-b770-7e42487059ea HTTP/1.1" status: 204 len: 168 time: 0.2156506 Dec 15 14:03:38.740597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48046) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.755786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f60e526-8b69-4959-8648-e2289a3aafc1 None None] Network 7a2c6a16-b10f-4caf-bc99-403224a25887 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:38.781025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493a02e-4422-4741-9f43-4872a8038cc1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ff4b0b-b6b6-48ab-b770-7e42487059ea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.812768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:38.813352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.817323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d03524c3-4437-4b30-b6c5-09ee7dfc02ab tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732813 Dec 15 14:03:38.824358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:38.829204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--195564024'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:38.847727 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19472064-299c-4258-a9a1-86df8c5afbcd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1297698 Dec 15 14:03:38.883718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.911181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.045713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.073010 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.171580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8e4b9-b085-4f8a-ac17-dee931333728 None None] Network 7a2c6a16-b10f-4caf-bc99-403224a25887 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:39.203679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:39.212870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:33Z', 'revision_number': 3, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:39.215516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6f161a00-32cc-4bad-9971-94686f084321 req-5fa4aaa1-c671-4f83-bf9c-75501be2085e tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.1519094 Dec 15 14:03:39.283088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:39.310632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.321524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:39.328399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Pushing event updated for resources: {'Port': ['ID=bc7e1787-0a42-40ed-9a53-34acd70c362c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:39.329060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796846-aa1a-4019-ad74-bdcd197e8e86 req-bf1b03d3-7455-4732-8d43-c5bddb581a3c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:39.338361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05796846-aa1a-4019-ad74-bdcd197e8e86 req-bf1b03d3-7455-4732-8d43-c5bddb581a3c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 944 time: 0.3624425 Dec 15 14:03:39.339870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.345347 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325ceab-9e9b-4927-8147-993b6d949022 None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:33Z', 'revision_number': 3, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:39.447457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 717f62c6-96ac-4011-8a55-eed30f3d7647 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:39.473935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.475587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6499617 Dec 15 14:03:39.480172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:39.510678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '135a201c-3043-4c2e-b0f2-393eb6931d37', 'direction': 'ingress', 'protocol': 17}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:39.551374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4d069-1858-4762-a482-549f7e02b595 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135a201c-3043-4c2e-b0f2-393eb6931d37,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:39.564674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Attempting to bind port bc7e1787-0a42-40ed-9a53-34acd70c362c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:39.565055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Attempting to bind port bc7e1787-0a42-40ed-9a53-34acd70c362c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:39.565426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Attempting to bind port bc7e1787-0a42-40ed-9a53-34acd70c362c on network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:39.582471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.20.0.1 (68e5a64b-ee4c-4fb6-9c6b-43dd87043a53/dd0737f6-a68c-4e34-b883-56af70a04e5c/d1bb1d83-a1db-4a95-a2ee-9b7e424bff73) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:39.625408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:39.625692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Checking segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:39.626742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.627162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Bound using segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:39.627686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Bound port: bc7e1787-0a42-40ed-9a53-34acd70c362c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:39.628056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.636530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05796846-aa1a-4019-ad74-bdcd197e8e86 req-179da668-d8e3-43d0-baa7-9fd8996b7088 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763493 Dec 15 14:03:39.661993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 717f62c6-96ac-4011-8a55-eed30f3d7647 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:03:39.664473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.676891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 717f62c6-96ac-4011-8a55-eed30f3d7647 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:39.677113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.766725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.772908 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.784800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.803306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e916942-0fa9-4b93-bcc6-1e2e544aacd9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:39.860159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.890850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:39.893584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a5208d08-ffba-46cf-ac32-e29e717f5f3e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4033191 Dec 15 14:03:39.894946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48080) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:39.928937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] For port bc7e1787-0a42-40ed-9a53-34acd70c362c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:39.941517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] For port bc7e1787-0a42-40ed-9a53-34acd70c362c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bc7e1787-0a42-40ed-9a53-34acd70c362c,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:39.962318 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.008063 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324617ce-fc06-4541-b0ad-916c53effec5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.084043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.090656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:40.096033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-582017631-network', 'tenant_id': '97874a4db49f41329e6ce9fcca1c6e19'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:40.106392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324617ce-fc06-4541-b0ad-916c53effec5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.111810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e7ecf-2023-4cfd-a867-bc4d6f244d05 None None] Pushing event updated for resources: {'Port': ['ID=bc7e1787-0a42-40ed-9a53-34acd70c362c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:40.133987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f62c6-96ac-4011-8a55-eed30f3d7647'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:40.139471 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af0819d-9dc9-4842-bf3a-0236e27a0a9e" -d '{"events": [{"server_uuid": "8cf75e8f-3b7c-419d-9afc-2035ea5dfba6", "name": "network-vif-plugged", "status": "completed", "tag": "717f62c6-96ac-4011-8a55-eed30f3d7647"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:40.180641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 717f62c6-96ac-4011-8a55-eed30f3d7647, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=717f62c6-96ac-4011-8a55-eed30f3d7647,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:40.191568 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.246892 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0db4f32-beec-4c88-b4ac-f3270d62aaa2 x-openstack-request-id: req-c0db4f32-beec-4c88-b4ac-f3270d62aaa2 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:40.247204 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf75e8f-3b7c-419d-9afc-2035ea5dfba6", "name": "network-vif-plugged", "status": "completed", "tag": "717f62c6-96ac-4011-8a55-eed30f3d7647", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:40.247459 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0db4f32-beec-4c88-b4ac-f3270d62aaa2 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:40.247865 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f62c6-96ac-4011-8a55-eed30f3d7647', 'code': 200} Dec 15 14:03:40.263190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Made reservation on behalf of 97874a4db49f41329e6ce9fcca1c6e19 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:40.269613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.304879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.337930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=717f62c6-96ac-4011-8a55-eed30f3d7647,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:40.378257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324617ce-fc06-4541-b0ad-916c53effec5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.384958 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324617ce-fc06-4541-b0ad-916c53effec5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.386892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-324617ce-fc06-4541-b0ad-916c53effec5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/135a201c-3043-4c2e-b0f2-393eb6931d37 HTTP/1.1" status: 204 len: 168 time: 0.4908667 Dec 15 14:03:40.403271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:40.456221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb5d8330-2902-4713-9fb2-34d1c70eee3a req-82d99d5d-e006-45dc-b72f-f3b70a346fcf tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.0666351 Dec 15 14:03:40.493986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324617ce-fc06-4541-b0ad-916c53effec5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a201c-3043-4c2e-b0f2-393eb6931d37,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:40.628161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6e990cda-ce38-4bb4-996a-79ddcb354246 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2157884 Dec 15 14:03:40.645428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:40.676110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--146800569'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:40.744359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:40.758946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:40.776835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:40.810676 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.864335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:40.880532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402147-c8d9-46c7-87d0-10eefe454a67 req-48eaa4ee-991c-4560-a0cd-4d52ff2271b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:40.882565 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-59402147-c8d9-46c7-87d0-10eefe454a67 req-48eaa4ee-991c-4560-a0cd-4d52ff2271b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 1096 time: 0.2665765 Dec 15 14:03:40.924493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.934254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.953665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.060222 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-59402147-c8d9-46c7-87d0-10eefe454a67 req-8ca58251-67f8-449d-ab3b-fa75efd2fff2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611547 Dec 15 14:03:41.085879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d617a-7899-4e0b-8ce7-37823d381899 req-54a55891-a59f-4275-9efe-e46077eb97df tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:41.088738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc2d617a-7899-4e0b-8ce7-37823d381899 req-54a55891-a59f-4275-9efe-e46077eb97df tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.2828019 Dec 15 14:03:41.109998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:41.160414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2baec-1274-4d1f-8378-f46a9569341d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:41.178188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.178819 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Added segment 7b81bf05-228c-46bd-b6c9-ebb6fe031edd of type vlan for network 533b233a-21f8-4d9b-b45d-9c20d45e484f Dec 15 14:03:41.195790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.214506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc2d617a-7899-4e0b-8ce7-37823d381899 req-12d7c9f1-30db-4c5d-8317-2433c60322aa tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063619 Dec 15 14:03:41.271825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.287782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.307346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.413243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a293d7bf-027b-4e04-803d-498bfb72a44e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:41.422561 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.424025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:41.425087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.432701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.434538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-80e31058-573f-40aa-9e42-620d87d3282e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7855191 Dec 15 14:03:41.440155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:41.453932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112506979'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:41.519242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4271533 Dec 15 14:03:41.525596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:41.540848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Request body: {'subnet': {'network_id': '533b233a-21f8-4d9b-b45d-9c20d45e484f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-582017631-subnet', 'tenant_id': '97874a4db49f41329e6ce9fcca1c6e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:41.605714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771272-6fc6-46f3-845d-e24f41e68cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=533b233a-21f8-4d9b-b45d-9c20d45e484f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:41.615380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.646508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 533b233a-21f8-4d9b-b45d-9c20d45e484f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:41.668143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Made reservation on behalf of 97874a4db49f41329e6ce9fcca1c6e19 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:41.682715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.780151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fe78daf-2b7b-4a93-b1eb-5380a2f893c3 req-b567ba1b-c4e9-4e7c-9466-fe47372b16c3 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e79ebd7-cf56-447b-b5d3-25a2ec79489f HTTP/1.1" status: 200 len: 210 time: 0.1045470 Dec 15 14:03:41.815999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ecff965b-28ec-4cfe-9fee-81c85917a15c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:41.858592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.865131 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.920001 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.921649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4717996 Dec 15 14:03:41.929694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:41.936492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': 'a293d7bf-027b-4e04-803d-498bfb72a44e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '63778f52-3340-4616-b3c1-41ab50f1e2cb', 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:41.950830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ecff965b-28ec-4cfe-9fee-81c85917a15c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:41.951495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.954408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300d3f-811c-4a0e-b380-a5b2ceacecf5 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63778f52-3340-4616-b3c1-41ab50f1e2cb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.012563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.029541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d90b8-733c-4277-b336-798491788651 None None] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:42.126288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.140370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.169898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab98c20-49eb-4dee-a4a5-1e830d903bd1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.202701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.205435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-df22007c-5bb2-4b11-ba2d-06f27e44e9a9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2735150 Dec 15 14:03:42.208352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:42.214100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.228914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.259108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e76604f-edb1-44c2-95fc-b1adf7a4a448 None None] Provisioning complete for port bc7e1787-0a42-40ed-9a53-34acd70c362c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:42.279249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e76604f-edb1-44c2-95fc-b1adf7a4a448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.285272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab62e-aff8-4be3-8bb7-988ffa4a0df9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.308880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab62e-aff8-4be3-8bb7-988ffa4a0df9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.327249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.367911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab62e-aff8-4be3-8bb7-988ffa4a0df9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.437159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab62e-aff8-4be3-8bb7-988ffa4a0df9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.437816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.440317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ea4ab62e-aff8-4be3-8bb7-988ffa4a0df9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2ab98c20-49eb-4dee-a4a5-1e830d903bd1 HTTP/1.1" status: 204 len: 168 time: 0.2229633 Dec 15 14:03:42.444367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.447968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48132) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:42.497392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab62e-aff8-4be3-8bb7-988ffa4a0df9 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ab98c20-49eb-4dee-a4a5-1e830d903bd1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.544056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e471b-5f6e-401f-8b88-b281a9a47d3d req-6f523535-8274-4402-accc-5a0b4e8980e4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:42.548076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f11e471b-5f6e-401f-8b88-b281a9a47d3d req-6f523535-8274-4402-accc-5a0b4e8980e4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.1566164 Dec 15 14:03:42.605043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f11e471b-5f6e-401f-8b88-b281a9a47d3d req-f51b438b-7399-48a4-8fe2-563871b5893a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Dec 15 14:03:42.658013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1821e739-227b-4d79-9359-c2ed55abdd9e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.729085 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9ddead7b-f1df-4f28-bea8-7cee42214d77 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2739811 Dec 15 14:03:42.730104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:42.735924 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-109fc102-5822-4594-876e-f8c73bc3ac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.743990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bc7e1787-0a42-40ed-9a53-34acd70c362c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:42.759158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Checking segment: {'id': '7b81bf05-228c-46bd-b6c9-ebb6fe031edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '533b233a-21f8-4d9b-b45d-9c20d45e484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:42.759774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Network hostable DHCP agents. Network: 533b233a-21f8-4d9b-b45d-9c20d45e484f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:42.855789 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e76604f-edb1-44c2-95fc-b1adf7a4a448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.871627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Network 533b233a-21f8-4d9b-b45d-9c20d45e484f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:42.927159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48146) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:42.929490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af33384-fd75-4233-81de-fa2f42f70754 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.967378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6e76604f-edb1-44c2-95fc-b1adf7a4a448 None None] For port bc7e1787-0a42-40ed-9a53-34acd70c362c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bc7e1787-0a42-40ed-9a53-34acd70c362c,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:42.975970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bc7e1787-0a42-40ed-9a53-34acd70c362c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:42.976727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.987378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af33384-fd75-4233-81de-fa2f42f70754 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.035334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:43.038842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 533b233a-21f8-4d9b-b45d-9c20d45e484f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:43.053693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:43.060129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:43.060129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.081789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af33384-fd75-4233-81de-fa2f42f70754 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.084491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0af33384-fd75-4233-81de-fa2f42f70754 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.085701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0af33384-fd75-4233-81de-fa2f42f70754 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/63778f52-3340-4616-b3c1-41ab50f1e2cb HTTP/1.1" status: 204 len: 168 time: 0.3542924 Dec 15 14:03:43.089772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef8e88-78ef-4a50-a021-f97e5474d4a9 None None] Network 533b233a-21f8-4d9b-b45d-9c20d45e484f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:43.094340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e76604f-edb1-44c2-95fc-b1adf7a4a448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.099273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.100121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33384-fd75-4233-81de-fa2f42f70754 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63778f52-3340-4616-b3c1-41ab50f1e2cb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:43.243521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3c2e84be-2479-4dbc-a1aa-c2fe66e4ee40 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1382694 Dec 15 14:03:43.244185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.310097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:43.311456 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96896327-9106-4e8d-b558-bddb6e2e5d98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.318254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76604f-edb1-44c2-95fc-b1adf7a4a448 None None] Pushing event updated for resources: {'Port': ['ID=bc7e1787-0a42-40ed-9a53-34acd70c362c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:43.327841 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c45c81fe-ea11-4377-ac89-59f61bf5db67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7850168 Dec 15 14:03:43.371439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-516e0ec1-068f-409e-99e8-6c7b1ef47ce9 None None] Provisioning complete for port bc7e1787-0a42-40ed-9a53-34acd70c362c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:43.371807 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-516e0ec1-068f-409e-99e8-6c7b1ef47ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.392184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87c14d40-2f96-4941-9989-7d3af5dadbb1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.428680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87c14d40-2f96-4941-9989-7d3af5dadbb1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.517233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87c14d40-2f96-4941-9989-7d3af5dadbb1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.529422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87c14d40-2f96-4941-9989-7d3af5dadbb1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.530814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87c14d40-2f96-4941-9989-7d3af5dadbb1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/a293d7bf-027b-4e04-803d-498bfb72a44e HTTP/1.1" status: 204 len: 168 time: 0.2816293 Dec 15 14:03:43.531041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96896327-9106-4e8d-b558-bddb6e2e5d98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.536338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.572566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c14d40-2f96-4941-9989-7d3af5dadbb1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a293d7bf-027b-4e04-803d-498bfb72a44e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:43.620042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:43.626940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4899fa13-29f0-447d-ba38-d067c90a1c78 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "PUT /v2.0/routers/5a718f2f-6262-4973-afe0-c34c6f745e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1290100 Dec 15 14:03:43.630619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.652265 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:43.690079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8eaaabbe-2af2-4dec-92ea-891cc8837327 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1448054 Dec 15 14:03:43.690514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48168) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.699918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d6526-43d8-4573-84db-e10ed2065510 None None] Network 533b233a-21f8-4d9b-b45d-9c20d45e484f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:43.700118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702029965'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:43.731754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:43.732791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:43.769790 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.856235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96896327-9106-4e8d-b558-bddb6e2e5d98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.873030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96896327-9106-4e8d-b558-bddb6e2e5d98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.873956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96896327-9106-4e8d-b558-bddb6e2e5d98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] 10.222.0.32 "DELETE /v2.0/security-groups/cdeae8f7-6840-43f8-a193-edb50b0dddf7 HTTP/1.1" status: 204 len: 168 time: 0.9420915 Dec 15 14:03:44.085056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96896327-9106-4e8d-b558-bddb6e2e5d98 tempest-TestVolumeBackupRestore-2092799961 tempest-TestVolumeBackupRestore-2092799961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeae8f7-6840-43f8-a193-edb50b0dddf7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:44.112547 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.129443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d3e2-941b-4eff-a4b2-4e2a85384566 req-4394c323-f4ba-4ad2-b742-32a9e0860da9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.133996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc64d3e2-941b-4eff-a4b2-4e2a85384566 req-4394c323-f4ba-4ad2-b742-32a9e0860da9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.2449541 Dec 15 14:03:44.136450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.154236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bc7e1787-0a42-40ed-9a53-34acd70c362c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:44.283761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.284373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.285242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.285767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.286341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.286860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.287377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.287892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.288410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.289599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.290159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.290679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.291203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.291708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.294942 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6aa74dd0-08a1-41fd-a1cd-262054830f0f tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9879 time: 0.6634803 Dec 15 14:03:44.298090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:44.377167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:44.398205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-516e0ec1-068f-409e-99e8-6c7b1ef47ce9 None None] Provisioning complete for port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:44.398588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-516e0ec1-068f-409e-99e8-6c7b1ef47ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.425374 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.475870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.485497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7911701 Dec 15 14:03:44.537707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48208) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:44.567441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '83e75684-d7af-47f4-a1a0-b5bc3b10e287', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:44.604645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ae04-c8ec-4e8e-ac0c-db8b6aa2f082 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e75684-d7af-47f4-a1a0-b5bc3b10e287,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:44.692285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.695367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.709512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.710752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.711878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.712344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.712932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.713388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.713836 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.714281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.714755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.715199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.715639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.716078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:44.739944 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d9816836-0f86-4ec2-96e9-bef8d796f52c tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9015 time: 0.4389286 Dec 15 14:03:44.743468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:44.760606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc64d3e2-941b-4eff-a4b2-4e2a85384566 req-7c9912be-1ac5-43a2-9717-8626a7848df8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127489 Dec 15 14:03:44.788316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7075-5492-44f9-bb53-cd3f7e3ce2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.791428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-516e0ec1-068f-409e-99e8-6c7b1ef47ce9 None None] Port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:44.847232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port bc7e1787-0a42-40ed-9a53-34acd70c362c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:44.850051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.968984 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.020407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef8509aa-aa81-4cee-9f0c-8efec17a7c8b None None] Provisioning complete for port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:45.020820 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef8509aa-aa81-4cee-9f0c-8efec17a7c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.100838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-07b03d35-c586-4629-bc2a-57669a66a1eb tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:45.112512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-07b03d35-c586-4629-bc2a-57669a66a1eb tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/networks?id=7a2c6a16-b10f-4caf-bc99-403224a25887 HTTP/1.1" status: 200 len: 808 time: 0.5158901 Dec 15 14:03:45.145159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-3266f35d-ded9-4810-99c2-154409e35a60 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/quotas/c96c44cfec17436c8c2c5ca97122a99e HTTP/1.1" status: 200 len: 375 time: 0.0315852 Dec 15 14:03:45.241087 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 2, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:45.299589 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:45.300148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Updating router 5a718f2f-6262-4973-afe0-c34c6f745e26 port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:03:45.301848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-55f2dfd6-a355-48a0-a880-08c2fca3bb52 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c96c44cfec17436c8c2c5ca97122a99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401215 Dec 15 14:03:45.329272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ef8509aa-aa81-4cee-9f0c-8efec17a7c8b None None] Port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:45.382688 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.537585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.555418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.583279 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61115c70-d00b-41d4-bf2d-a82eda8d32e3 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.8379934 Dec 15 14:03:45.606770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.608413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0685894 Dec 15 14:03:45.611120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:45.647536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac896a19-eb3e-4884-a345-e8e6b0b631ad tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.649445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d63c70-bb12-44e9-80ae-3084e3b35ad6 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc8e7e0-9e17-4147-ac3d-7b45a9e63da6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:45.657415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac896a19-eb3e-4884-a345-e8e6b0b631ad tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.699471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b64f93-f021-4623-adbe-968c2d951374 req-790f0b02-ccbd-4b74-a334-795f2bf13bd4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:45.707091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b64f93-f021-4623-adbe-968c2d951374 req-790f0b02-ccbd-4b74-a334-795f2bf13bd4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.3880212 Dec 15 14:03:45.715598 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac896a19-eb3e-4884-a345-e8e6b0b631ad tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.733456 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac896a19-eb3e-4884-a345-e8e6b0b631ad tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.739353 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac896a19-eb3e-4884-a345-e8e6b0b631ad tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3cc8e7e0-9e17-4147-ac3d-7b45a9e63da6 HTTP/1.1" status: 204 len: 168 time: 0.1267595 Dec 15 14:03:45.743051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:45.805913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac896a19-eb3e-4884-a345-e8e6b0b631ad tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cc8e7e0-9e17-4147-ac3d-7b45a9e63da6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:45.864475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c6d521bb-021f-4f1a-bc05-5e6577333a19 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1198988 Dec 15 14:03:45.867205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:45.895014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b64f93-f021-4623-adbe-968c2d951374 req-6e2f9013-1e7a-4b6e-8668-b74e79eebd7f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869407 Dec 15 14:03:45.898232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-c6d46d31-6383-428c-8f2f-ab2f3e03a66c service neutron] 10.222.0.32 "GET /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942740 Dec 15 14:03:46.018676 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.032030 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.073704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-929af4ec-15a0-4f9a-a797-d8b375185095 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.140314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-929af4ec-15a0-4f9a-a797-d8b375185095 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.191481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-94ff5cf8-f0f4-4835-8c9d-b5e0b71c58bd service neutron] 10.222.0.32 "GET /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714241 Dec 15 14:03:46.222587 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Pushing event updated for resources: {'Port': ['ID=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:46.259581 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.262404 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.262959 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.263271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.263720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.264124 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.264542 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.264947 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.265353 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.265804 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.266217 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.266588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.266981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.267599 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:46.303660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-929af4ec-15a0-4f9a-a797-d8b375185095 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.313984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-929af4ec-15a0-4f9a-a797-d8b375185095 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.318236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:46.318375 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-929af4ec-15a0-4f9a-a797-d8b375185095 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/83e75684-d7af-47f4-a1a0-b5bc3b10e287 HTTP/1.1" status: 204 len: 168 time: 0.4461787 Dec 15 14:03:46.345142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929af4ec-15a0-4f9a-a797-d8b375185095 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e75684-d7af-47f4-a1a0-b5bc3b10e287,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:46.461088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:46.467402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297302032'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:46.476218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Attempting to bind port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:46.481242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-849c65ad-daa7-44c5-bd19-e1e465770b98 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1614366 Dec 15 14:03:46.483078 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Attempting to bind port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:46.483591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Attempting to bind port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 on network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:46.496881 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:46.517333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Checking segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:46.519273 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.522985 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Bound using segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:46.524422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Bound port: d1bb1d83-a1db-4a95-a2ee-9b7e424bff73, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:46.527755 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.544405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.714551 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d447c-d779-4684-ac14-cd7844f7d9c8 req-cf5f86fc-0b7d-4e30-96ac-a07e432350f2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:46.726547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef4d447c-d779-4684-ac14-cd7844f7d9c8 req-cf5f86fc-0b7d-4e30-96ac-a07e432350f2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.1738722 Dec 15 14:03:46.796685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.803770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.804978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7915ae16-db96-4367-93f5-e03d52f27554 None None] Provisioning complete for port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:46.805766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7915ae16-db96-4367-93f5-e03d52f27554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.828098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:46.835909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176642468', 'description': 'tempest-secgroup-smoke-1176642468 description', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:46.891381 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] For port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:46.902585 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] For port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:46.919688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7915ae16-db96-4367-93f5-e03d52f27554 None None] Port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:46.924015 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.925945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef4d447c-d779-4684-ac14-cd7844f7d9c8 req-ac9eaebb-791a-4289-8427-e64e95522594 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921234 Dec 15 14:03:46.928853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.081685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.087401 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:47.088039 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:47.112972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-586f4dce-81bc-49ec-b61f-55f5d4f6c575 req-e30e32dd-bf62-4b61-b4dd-84b4174d03a9 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 210 time: 0.0725632 Dec 15 14:03:47.114409 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6513872 Dec 15 14:03:47.116185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48488) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.148416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': 'cf373e4b-fc20-4feb-aabf-4ebb57344726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:47.180942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0768a-ff7f-4da6-b309-356d31fe9046 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf373e4b-fc20-4feb-aabf-4ebb57344726,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.259950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.356935 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a954e66-7ee7-4523-a446-263dea47ebc3 None None] Pushing event updated for resources: {'Port': ['ID=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.359016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.376813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.406631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.417926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.420891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.477617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7c438566-6f86-4407-bfd0-37325b13d8f7 None None] Provisioning complete for port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:47.478196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c438566-6f86-4407-bfd0-37325b13d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.503278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2732be9-301d-4007-b244-4b052f4945cd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.521471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.525176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b16aff4f-b924-4472-a659-cfb026104416 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6948652 Dec 15 14:03:47.528794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48524) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.532080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.538866 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4184289 Dec 15 14:03:47.539909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a69d8-b90e-4e6d-a409-1615d60fb0ff tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3955d7c-3640-4bd9-bb4a-a4c16f0ea3a6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.540050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'b2732be9-301d-4007-b244-4b052f4945cd', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:47.551207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.610237 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3320cc7a-28a7-46ce-ad59-61513e50e995 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules/c3955d7c-3640-4bd9-bb4a-a4c16f0ea3a6 HTTP/1.1" status: 200 len: 763 time: 0.0562940 Dec 15 14:03:47.610702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48536) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.740700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c438566-6f86-4407-bfd0-37325b13d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.811658 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:47.816861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7c438566-6f86-4407-bfd0-37325b13d8f7 None None] For port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:47.823508 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c438566-6f86-4407-bfd0-37325b13d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.837407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.902652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48564) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.928285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438566-6f86-4407-bfd0-37325b13d8f7 None None] Pushing event updated for resources: {'Port': ['ID=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.942227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3fe27448-b44b-4c85-8c7e-3fd18da8ba70 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3150742 Dec 15 14:03:47.968475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8f96437-384b-46a9-8a6d-593ddd5f430b tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.991616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8f96437-384b-46a9-8a6d-593ddd5f430b tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.011715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a90e3-537d-481c-92b8-a0103f152adf req-b5e7b888-7f72-470f-9f99-f3e005c92c65 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:48.013380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-496a90e3-537d-481c-92b8-a0103f152adf req-b5e7b888-7f72-470f-9f99-f3e005c92c65 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.3183610 Dec 15 14:03:48.074329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8f96437-384b-46a9-8a6d-593ddd5f430b tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.085240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8f96437-384b-46a9-8a6d-593ddd5f430b tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.086623 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b8f96437-384b-46a9-8a6d-593ddd5f430b tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c3955d7c-3640-4bd9-bb4a-a4c16f0ea3a6 HTTP/1.1" status: 204 len: 168 time: 0.1816080 Dec 15 14:03:48.091079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.148727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.169316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f96437-384b-46a9-8a6d-593ddd5f430b tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3955d7c-3640-4bd9-bb4a-a4c16f0ea3a6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:48.183025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.294156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-496a90e3-537d-481c-92b8-a0103f152adf req-12b81fd7-0eca-450a-a12d-c873f8c0a77a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584419 Dec 15 14:03:48.308604 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5b47a9d7-e38f-473d-9f2d-549344e97d65 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064271 Dec 15 14:03:48.308604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.308838 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.308838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7770381 Dec 15 14:03:48.308838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383f199-30b3-48a4-a68b-89ee5eb2e161 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611a7b12-25b6-4d16-827a-7109d919e71e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:48.316398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.317444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': 'cf373e4b-fc20-4feb-aabf-4ebb57344726', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:48.325149 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:46Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:48.326712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'b2732be9-301d-4007-b244-4b052f4945cd', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:48.373606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.378834 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ed456-d7ee-45da-b455-d595e3e0e27f None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:46Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:48.407816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b50a0f2-6ac1-48db-a4b3-7374747680af req-48413b49-c471-4624-9f3b-007cb18a84f1 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 210 time: 0.0483565 Dec 15 14:03:48.444486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.520822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.524272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.526751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.597579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1ff514-18bb-497a-9b11-dc0462e2404a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:48.605508 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.611882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.632437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.634611 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-436c2788-0b18-46a1-9c97-d3976b22d597 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315530 Dec 15 14:03:48.648819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.690820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8693f777-5f36-48e5-bc04-673240a273b7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:48.703455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-53758c3e-d267-48e0-b038-a1dccae3c84a tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules/3f1ff514-18bb-497a-9b11-dc0462e2404a HTTP/1.1" status: 200 len: 763 time: 0.0417416 Dec 15 14:03:48.703883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.715333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.730548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5289f9a5-0230-4ca9-9b62-a44ffe9d059f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4127419 Dec 15 14:03:48.742858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48652) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.752477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'b2732be9-301d-4007-b244-4b052f4945cd', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:48.903127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-df7d54ff-db12-45ef-adbf-74dbca920499 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:48.905917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-df7d54ff-db12-45ef-adbf-74dbca920499 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.67 "GET /v2.0/networks?id=7a2c6a16-b10f-4caf-bc99-403224a25887 HTTP/1.1" status: 200 len: 808 time: 0.2983103 Dec 15 14:03:48.941337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dad2e443-3724-4dde-8a29-a4b2c82f63fd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2347479 Dec 15 14:03:48.943035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Request body: {'port': {'device_id': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887', 'admin_state_up': True, 'tenant_id': 'c96c44cfec17436c8c2c5ca97122a99e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:48.946591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.971757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.080957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f823-9234-492d-be32-38c2de01d5c3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.111236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f823-9234-492d-be32-38c2de01d5c3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.154639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-13924c02-2f6e-469c-a585-f47e49300046 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:49.157861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-13924c02-2f6e-469c-a585-f47e49300046 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.1324370 Dec 15 14:03:49.196577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Made reservation on behalf of c96c44cfec17436c8c2c5ca97122a99e for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:49.211883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.213431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f823-9234-492d-be32-38c2de01d5c3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.215295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.223324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f823-9234-492d-be32-38c2de01d5c3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.224548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d2d2f823-9234-492d-be32-38c2de01d5c3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3f1ff514-18bb-497a-9b11-dc0462e2404a HTTP/1.1" status: 204 len: 168 time: 0.2765279 Dec 15 14:03:49.233421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.236689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:49.281889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2f823-9234-492d-be32-38c2de01d5c3 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f1ff514-18bb-497a-9b11-dc0462e2404a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:49.357246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f43c3b8-2301-43e6-8458-49113af3da0c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:49.377708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.382439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9081f135-3923-4da2-bc46-6dc2e3f8481b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6384866 Dec 15 14:03:49.382875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48728) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:49.389885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'b2732be9-301d-4007-b244-4b052f4945cd', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:49.414831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-64a78ef5-c529-4a41-95c1-80b5f97ce1ce tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1710527 Dec 15 14:03:49.417505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:49.429490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': 'cf373e4b-fc20-4feb-aabf-4ebb57344726', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:49.542926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.694278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.741154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86f5b8c6-57db-4f7d-89d0-371c000cc7c2 req-28da05f7-281d-44af-ad62-cda5c4630da5 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 210 time: 0.0653419 Dec 15 14:03:49.806090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f64b62-2f0e-4a60-b484-3c587cb071a3 req-16a940ff-1b07-4ca8-ac1e-951318516de1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:49.813610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f64b62-2f0e-4a60-b484-3c587cb071a3 req-16a940ff-1b07-4ca8-ac1e-951318516de1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 945 time: 0.2139456 Dec 15 14:03:49.857025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.890617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:49.913719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.990522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.018119 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:03:50.083624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.119727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f63831-7402-45e5-ad39-fdfd6660b51e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:50.150195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6f64b62-2f0e-4a60-b484-3c587cb071a3 req-29875864-2768-4212-9844-5aad446a8271 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352385 Dec 15 14:03:50.182399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.185252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-44a3e574-d361-4813-8407-e703d6a3ec2c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7988713 Dec 15 14:03:50.197599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.210349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'b2732be9-301d-4007-b244-4b052f4945cd', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:50.233712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afe2c20-0347-43eb-9c6a-17b63072d464,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:50.256052 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.259640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a561313d-ed92-44a2-a2dd-082e3af1e501 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8406653 Dec 15 14:03:50.265501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.266900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:50.267514 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.308407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4816f72b-1e6a-4a32-b9df-1ec6666778e0 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules/6afe2c20-0347-43eb-9c6a-17b63072d464 HTTP/1.1" status: 200 len: 764 time: 0.0408905 Dec 15 14:03:50.314067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.328193 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Project e18e50d7b5f944f98d4d1fccb33772d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:03:50.348265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.435063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-92fde402-aa50-4353-b977-28d2ce53da4c tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1171279 Dec 15 14:03:50.436043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.478372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.489442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.530448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e39a69-7539-4945-bc15-2b2af5300362 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.536572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b59d85-63fb-4997-be26-0a6bf4e4916a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:50.557836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e39a69-7539-4945-bc15-2b2af5300362 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.587190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.592973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f31c2685-7546-4999-a24f-653079daf003 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3929670 Dec 15 14:03:50.595927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.612025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'b2732be9-301d-4007-b244-4b052f4945cd', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:50.680561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port 717f62c6-96ac-4011-8a55-eed30f3d7647 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:50.681013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.701210 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e39a69-7539-4945-bc15-2b2af5300362 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.751997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e39a69-7539-4945-bc15-2b2af5300362 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.760684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a5e39a69-7539-4945-bc15-2b2af5300362 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6afe2c20-0347-43eb-9c6a-17b63072d464 HTTP/1.1" status: 204 len: 168 time: 0.3228273 Dec 15 14:03:50.761813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e39a69-7539-4945-bc15-2b2af5300362 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6afe2c20-0347-43eb-9c6a-17b63072d464,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:50.761944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.776743 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Project e18e50d7b5f944f98d4d1fccb33772d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:03:50.790188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.889244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-666953f5-b959-4374-bb5b-f813509eeb5a tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1244261 Dec 15 14:03:50.893998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.934992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Allocated IP 172.20.0.12 (7a2c6a16-b10f-4caf-bc99-403224a25887/5e8b2c07-f098-496b-a668-63accb62d9de/03673404-52e8-4f94-973e-dc82dc4f5557) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:50.950776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port 717f62c6-96ac-4011-8a55-eed30f3d7647, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=717f62c6-96ac-4011-8a55-eed30f3d7647,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:50.951473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.967365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3dd8842b-56eb-4886-b9ae-5ea7d53ec8b7 req-82a56036-b1de-4d6c-84e9-57d486c7cb94 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 210 time: 0.0859110 Dec 15 14:03:50.976551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for 717f62c6-96ac-4011-8a55-eed30f3d7647 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:51.017878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.026881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.067846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ff85f0-c3df-4149-a28a-1a518e0dce1e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:51.088331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.089746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a308dc40-d788-4efe-ae64-9686fe0dc12d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4924676 Dec 15 14:03:51.107569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76c99a39-cf37-4187-ba68-fdb4f47f10d1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.122486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.143625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76c99a39-cf37-4187-ba68-fdb4f47f10d1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.273291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76c99a39-cf37-4187-ba68-fdb4f47f10d1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.278500 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76c99a39-cf37-4187-ba68-fdb4f47f10d1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.280276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-76c99a39-cf37-4187-ba68-fdb4f47f10d1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/cf373e4b-fc20-4feb-aabf-4ebb57344726 HTTP/1.1" status: 204 len: 168 time: 0.3852723 Dec 15 14:03:51.291772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48810) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:51.349124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c99a39-cf37-4187-ba68-fdb4f47f10d1 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf373e4b-fc20-4feb-aabf-4ebb57344726,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:51.401244 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.411521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.428322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', '717f62c6-96ac-4011-8a55-eed30f3d7647'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:51.472787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=717f62c6-96ac-4011-8a55-eed30f3d7647,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:51.499508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e608247-a197-4ae0-9511-d86e177b47f5 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:51.539863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port 717f62c6-96ac-4011-8a55-eed30f3d7647 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:51.542350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.544599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.548675 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6f96d98-e54d-44b9-9d7b-67e06f31f4d4 req-e987ee20-76a2-446e-93d3-21ac09b38544 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/717f62c6-96ac-4011-8a55-eed30f3d7647 HTTP/1.1" status: 204 len: 173 time: 2.3560815 Dec 15 14:03:51.549353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'name': 'network-vif-deleted', 'tag': '717f62c6-96ac-4011-8a55-eed30f3d7647'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:51.563623 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa7ac3-c7ad-443f-a53f-73ed5ef6414c" -d '{"events": [{"server_uuid": "8cf75e8f-3b7c-419d-9afc-2035ea5dfba6", "name": "network-vif-deleted", "tag": "717f62c6-96ac-4011-8a55-eed30f3d7647"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:51.583068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61bb64-9dbb-47b5-a71d-2f6ad1d4b0da req-c73be04f-800d-455d-9aab-584f56d87736 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:51.584801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc61bb64-9dbb-47b5-a71d-2f6ad1d4b0da req-c73be04f-800d-455d-9aab-584f56d87736 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cf75e8f-3b7c-419d-9afc-2035ea5dfba6 HTTP/1.1" status: 200 len: 867 time: 0.2585609 Dec 15 14:03:51.614152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-60a7a764-c912-4a88-962d-bfb64809d015 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3155763 Dec 15 14:03:51.614152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:51.620742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group': {'name': 'tempest-secgroup--465682438'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:51.639724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-6594f866-a187-4ee7-8d7d-1056e34ea807 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176642468&fields=id&tenant_id=e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 267 time: 0.2446105 Dec 15 14:03:51.734514 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.792242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Network 7a2c6a16-b10f-4caf-bc99-403224a25887 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:51.793994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Pushing event updated for resources: {'Port': ['ID=03673404-52e8-4f94-973e-dc82dc4f5557,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:51.797842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:51.801145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:51.859591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:51.860557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.866075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc61bb64-9dbb-47b5-a71d-2f6ad1d4b0da req-5e51f7da-f5be-4c86-8fed-f48c6a22d2a4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509425 Dec 15 14:03:51.916469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ec842b3f-66e7-4580-bbb2-b9a002f0dc03 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9811609 Dec 15 14:03:51.957131 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb70d94-34c2-43a9-9934-d122b9f98076 x-openstack-request-id: req-bcb70d94-34c2-43a9-9934-d122b9f98076 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:51.957711 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf75e8f-3b7c-419d-9afc-2035ea5dfba6", "name": "network-vif-deleted", "tag": "717f62c6-96ac-4011-8a55-eed30f3d7647", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:51.958159 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcb70d94-34c2-43a9-9934-d122b9f98076 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:51.958759 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf75e8f-3b7c-419d-9afc-2035ea5dfba6', 'name': 'network-vif-deleted', 'tag': '717f62c6-96ac-4011-8a55-eed30f3d7647', 'status': 'completed', 'code': 200} Dec 15 14:03:52.019441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.030615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-5aca90a4-cf1b-4af6-aa1c-97a124c4e755 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:52.032165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-5aca90a4-cf1b-4af6-aa1c-97a124c4e755 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/networks?id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 200 len: 797 time: 0.3748662 Dec 15 14:03:52.033406 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.082032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Request body: {'port': {'device_id': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:52.152440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.155396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5380015 Dec 15 14:03:52.172702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:52.182152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-250f6029-d2b8-4788-8f64-2eab778f71a3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/quotas/e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 375 time: 0.1107020 Dec 15 14:03:52.182400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Request body: {'security_group_rule': {'security_group_id': '15288f69-7235-4929-bb5a-553f8a09a1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:52.238942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.261578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.283324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91559f3-76a6-44e4-8aa6-f5606f720e2e tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15288f69-7235-4929-bb5a-553f8a09a1e7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.394475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-49f67653-4058-493f-b260-f9fe7fccd865 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2088695 Dec 15 14:03:52.413753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c348-938e-4c5e-b973-0d9a544cd04c req-3bba5276-5a81-477d-8831-43395da16ef2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:52.416333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc32c348-938e-4c5e-b973-0d9a544cd04c req-3bba5276-5a81-477d-8831-43395da16ef2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 932 time: 0.2035127 Dec 15 14:03:52.531613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc32c348-938e-4c5e-b973-0d9a544cd04c req-ff9d08e2-13d2-4efb-bb59-d4219491ff43 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655098 Dec 15 14:03:52.546177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.563030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-8644e3b4-91b1-4ced-8fb0-cc1fa15b8f1f service neutron] 10.222.0.32 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453097 Dec 15 14:03:52.565667 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.584758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5642f1c7-c533-4f7c-951d-e1a406f3d0ea,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.614865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.618812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-37e5a733-8320-49ed-8adb-02f72a72567d tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4379873 Dec 15 14:03:52.619053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:52.703814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-5ec4c1b8-5c2c-44bd-9194-1fffc1bd30f3 service neutron] 10.222.0.32 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316142 Dec 15 14:03:52.735694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03673404-52e8-4f94-973e-dc82dc4f5557 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:52.748116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.751015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9bec-4fcc-4bec-9f2c-46c98a985ddd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.820545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9bec-4fcc-4bec-9f2c-46c98a985ddd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.865662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Transition to ACTIVE for port object 03673404-52e8-4f94-973e-dc82dc4f5557 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:03:52.878844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-213f8dad-debd-4808-96f8-3fcaaea0da45 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:52.884752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-213f8dad-debd-4808-96f8-3fcaaea0da45 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.1930563 Dec 15 14:03:52.885281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.911538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-8d75aa1c-a8a1-472f-9c05-ec029c0ef434 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/quotas/35e4ff0c68e540fabb2d5aa4f8ee29a9 HTTP/1.1" status: 200 len: 375 time: 0.0228376 Dec 15 14:03:53.012924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=03673404-52e8-4f94-973e-dc82dc4f5557,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:53.030080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-86584cfd-9057-41aa-9d43-d7e91a809eda tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120498 Dec 15 14:03:53.197143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-397780aa-9b14-4ca5-990c-5a2e25210fb4 req-97a7ac6d-cc0a-4c8b-aa3c-0e58cb1e9eba tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 210 time: 0.0582325 Dec 15 14:03:53.264194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Attempting to bind port 03673404-52e8-4f94-973e-dc82dc4f5557 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:53.264552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Attempting to bind port 03673404-52e8-4f94-973e-dc82dc4f5557 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:53.268448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Attempting to bind port 03673404-52e8-4f94-973e-dc82dc4f5557 on network 7a2c6a16-b10f-4caf-bc99-403224a25887 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:53.301353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-b2743d71-21d6-4a37-9bb0-68613e5d2c79 service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504845 Dec 15 14:03:53.303059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Port 03673404-52e8-4f94-973e-dc82dc4f5557 on network 7a2c6a16-b10f-4caf-bc99-403224a25887 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:03:53.303403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Attempting to bind port 03673404-52e8-4f94-973e-dc82dc4f5557 on network 7a2c6a16-b10f-4caf-bc99-403224a25887 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:53.316320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9bec-4fcc-4bec-9f2c-46c98a985ddd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.333426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9bec-4fcc-4bec-9f2c-46c98a985ddd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.336597 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f5ad9bec-4fcc-4bec-9f2c-46c98a985ddd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/15288f69-7235-4929-bb5a-553f8a09a1e7 HTTP/1.1" status: 204 len: 168 time: 0.7160470 Dec 15 14:03:53.353006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.357956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:53.358344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Checking segment: {'id': 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:53.358750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Bound using segment: {'id': 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:53.359227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Bound port: 03673404-52e8-4f94-973e-dc82dc4f5557, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:53.359595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.441856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-f9ff126e-7f9e-4f5d-82cd-f5aff564a069 service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390100 Dec 15 14:03:53.444378 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1e1dd3d0-fffa-4d69-a61a-1f40c4edb9fa tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0760894 Dec 15 14:03:53.445278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9bec-4fcc-4bec-9f2c-46c98a985ddd tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15288f69-7235-4929-bb5a-553f8a09a1e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:53.449039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.499894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 717f62c6-96ac-4011-8a55-eed30f3d7647 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:53.562407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 717f62c6-96ac-4011-8a55-eed30f3d7647 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:53.562769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 717f62c6-96ac-4011-8a55-eed30f3d7647 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:53.618574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c54c52e8-bcfc-4eee-86b1-da2b8d0cba2a tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1662011 Dec 15 14:03:53.621834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.647675 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-30eed892-10e8-4b42-adf5-509a17442477 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] delete failed (client error): The resource could not be found. Dec 15 14:03:53.649352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-30eed892-10e8-4b42-adf5-509a17442477 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "DELETE /v2.0/security-groups/15288f69-7235-4929-bb5a-553f8a09a1e7 HTTP/1.1" status: 404 len: 347 time: 0.0256135 Dec 15 14:03:53.653605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.655221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] For port 03673404-52e8-4f94-973e-dc82dc4f5557, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:53.684704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] For port 03673404-52e8-4f94-973e-dc82dc4f5557, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03673404-52e8-4f94-973e-dc82dc4f5557,segment=NetworkSegment(c9b68537-7ceb-4a07-80c5-819aa1ef9b3e),segment_id=c9b68537-7ceb-4a07-80c5-819aa1ef9b3e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:53.696232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.797472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:53.798153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.804096 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] 10.222.0.67 "PUT /v2.0/ports/03673404-52e8-4f94-973e-dc82dc4f5557 HTTP/1.1" status: 200 len: 1092 time: 1.8827920 Dec 15 14:03:53.814845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-e403fd75-391e-4390-b120-c73695b22f30 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:53.817371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-e403fd75-391e-4390-b120-c73695b22f30 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.3732905 Dec 15 14:03:53.848825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-70497d9f-d70e-438e-9343-d8b873fda237 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/quotas/a2fc60848dff4510bc245041ff53ac17 HTTP/1.1" status: 200 len: 375 time: 0.0196686 Dec 15 14:03:53.860333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0e3f19dd-a7e9-4774-b7c3-f365699e2ec8 tempest-SecGroupTest-276620280 tempest-SecGroupTest-276620280-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1713705 Dec 15 14:03:53.975812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'tag': '03673404-52e8-4f94-973e-dc82dc4f5557'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:53.986870 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa6f4f-1749-4dbd-927a-efc13245e8af" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea5d120-6ce4-40fb-833f-ab3fb662abec", "tag": "03673404-52e8-4f94-973e-dc82dc4f5557"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:54.034737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-48c73245-97f3-4d23-b95d-5ab91502e86a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806014 Dec 15 14:03:54.077766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896b68a-f869-48e7-815c-ca5131f1d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=03673404-52e8-4f94-973e-dc82dc4f5557,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:54.122221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-c99514b2-34fc-48b7-b63e-7704a64cacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:54.126662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-c99514b2-34fc-48b7-b63e-7704a64cacb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c96c44cfec17436c8c2c5ca97122a99e&device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 1095 time: 0.2378790 Dec 15 14:03:54.215618 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-7378815f-73ee-4301-9a84-522c4381e728 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03673404-52e8-4f94-973e-dc82dc4f5557 HTTP/1.1" status: 200 len: 217 time: 0.0718610 Dec 15 14:03:54.220915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-9b7060ae-9637-4896-aa49-67e556f9923f service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769922 Dec 15 14:03:54.231024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848adcd-efa3-4330-abed-69b4cbd5df65 req-bc4db4ee-e5d6-498f-8e97-0a7767ea0d97 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:54.239954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d848adcd-efa3-4330-abed-69b4cbd5df65 req-bc4db4ee-e5d6-498f-8e97-0a7767ea0d97 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 944 time: 0.3104224 Dec 15 14:03:54.315857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-29576a1d-466a-4efb-b808-7155ba9fc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:54.321512 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-29576a1d-466a-4efb-b808-7155ba9fc453 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e8b2c07-f098-496b-a668-63accb62d9de HTTP/1.1" status: 200 len: 848 time: 0.0905390 Dec 15 14:03:54.389008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-d1afb0b3-e2fb-4015-a280-a8d735e16b09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a2c6a16-b10f-4caf-bc99-403224a25887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592668 Dec 15 14:03:54.589484 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-06396e3c-6fa1-498b-966b-f829923cfa91 service neutron] 10.222.0.67 "GET /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820135 Dec 15 14:03:54.672412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:54.764341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d848adcd-efa3-4330-abed-69b4cbd5df65 req-a611e3d0-7570-4b28-860f-61249e2859ba tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233905 Dec 15 14:03:54.775722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8a671396-2a6f-46f9-a93a-926963c11e78 req-ae47ba9c-32e2-422c-9c00-8f86ab8350b5 service neutron] 10.222.0.67 "GET /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741984 Dec 15 14:03:54.836483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-ad3bbc15-8de9-4fb6-b4f8-1b701837216b service neutron] 10.222.0.32 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912123 Dec 15 14:03:54.868908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93987294-a002-4d8c-90c6-27a9fdc4bd6f req-aec79a47-0dff-48c2-a197-26d99bff40fd tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 210 time: 0.0312281 Dec 15 14:03:55.002640 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff8c8d-4d1e-421b-8de3-59b9c6807f5f x-openstack-request-id: req-32ff8c8d-4d1e-421b-8de3-59b9c6807f5f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:55.003226 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea5d120-6ce4-40fb-833f-ab3fb662abec", "tag": "03673404-52e8-4f94-973e-dc82dc4f5557", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:55.003226 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32ff8c8d-4d1e-421b-8de3-59b9c6807f5f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:55.003578 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'tag': '03673404-52e8-4f94-973e-dc82dc4f5557', 'status': 'completed', 'code': 200} Dec 15 14:03:55.205638 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa2fec0a-3e50-4b86-b9c8-588643da287e req-b0b26df0-6e32-488b-b3ad-4ff1be3b6ca2 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 210 time: 0.0778739 Dec 15 14:03:55.279033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0086f2e3-8e51-4cb6-82c4-4178e6a0ed5c req-c3b1c426-025f-475b-9591-8a5d7b18cb64 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 210 time: 0.0485969 Dec 15 14:03:55.333154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-525fab57-8daf-4fdb-b08a-f2003a857a7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cd332508ac74c60b0cf30bfc4f2445a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592557 Dec 15 14:03:55.335491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48940) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:55.359162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-d04e9061-d5ad-4051-b862-5b8df59d6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.360731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-d04e9061-d5ad-4051-b862-5b8df59d6f49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c96c44cfec17436c8c2c5ca97122a99e&device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 1095 time: 0.3224602 Dec 15 14:03:55.443761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-46d93de4-8bb1-4faf-9c88-4849cf82437f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.445692 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-46d93de4-8bb1-4faf-9c88-4849cf82437f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/networks?id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 200 len: 797 time: 0.4949665 Dec 15 14:03:55.454022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c42f797d-c51b-4c8c-9441-0a074984db66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.511682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c42f797d-c51b-4c8c-9441-0a074984db66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.597989 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-7b6a3548-94df-45c2-9c11-2dad8c93f355 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 380 time: 0.1204760 Dec 15 14:03:55.601350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-ca3513c2-e3ef-421c-8a33-107745770e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.603627 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-ca3513c2-e3ef-421c-8a33-107745770e7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a2c6a16-b10f-4caf-bc99-403224a25887 HTTP/1.1" status: 200 len: 910 time: 0.2211964 Dec 15 14:03:55.608687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'port': {'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'admin_state_up': True, 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'security_groups': ['b2732be9-301d-4007-b244-4b052f4945cd']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:55.635565 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c42f797d-c51b-4c8c-9441-0a074984db66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.639128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c42f797d-c51b-4c8c-9441-0a074984db66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.642683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c42f797d-c51b-4c8c-9441-0a074984db66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d3d9ee1-e702-4551-bcc5-a24b92bc4e34 HTTP/1.1" status: 204 len: 168 time: 0.3032389 Dec 15 14:03:55.686794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f797d-c51b-4c8c-9441-0a074984db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d9ee1-e702-4551-bcc5-a24b92bc4e34,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:55.703413 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-e8f59543-d1ba-49ec-91fc-51b62c4300c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03673404-52e8-4f94-973e-dc82dc4f5557 HTTP/1.1" status: 200 len: 217 time: 0.0893137 Dec 15 14:03:55.994123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-f89c9c1c-15f8-4d6b-a412-f2f761bd9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.995647 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-f89c9c1c-15f8-4d6b-a412-f2f761bd9e7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e8b2c07-f098-496b-a668-63accb62d9de HTTP/1.1" status: 200 len: 848 time: 0.2544417 Dec 15 14:03:56.088097 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-d032331b-e0df-41ba-988b-2b7c625929bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a2c6a16-b10f-4caf-bc99-403224a25887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829008 Dec 15 14:03:56.252752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:56.256382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:56.277956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d2533e4-b424-4451-a7d8-35cdac797de0 req-c695534f-72dc-41ac-ac1a-e16dfd7beb12 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 210 time: 0.1389859 Dec 15 14:03:56.328027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0c66-d757-43ed-827d-fe90b309aa7c req-4b88caca-9c2f-4a01-aba9-2239e15406b5 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:56.352101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e4c0c66-d757-43ed-827d-fe90b309aa7c req-4b88caca-9c2f-4a01-aba9-2239e15406b5 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 944 time: 0.4269953 Dec 15 14:03:56.449995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e4c0c66-d757-43ed-827d-fe90b309aa7c req-e4ea9e5b-d607-4e8d-b678-f826690f2612 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926809 Dec 15 14:03:56.509126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-e67ec19b-f20c-426a-abec-d4d58bbd9b74 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:56.513614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-e67ec19b-f20c-426a-abec-d4d58bbd9b74 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.6267612 Dec 15 14:03:56.543678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Request body: {'port': {'device_id': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'admin_state_up': True, 'tenant_id': '35e4ff0c68e540fabb2d5aa4f8ee29a9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:56.605160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.20.0.11 (68e5a64b-ee4c-4fb6-9c6b-43dd87043a53/dd0737f6-a68c-4e34-b883-56af70a04e5c/cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:56.617404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8371bacf-cdb4-481c-bfcc-f991b6b899ca req-42948761-1a40-4096-a64a-b96f5e3aba58 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 210 time: 0.1012814 Dec 15 14:03:56.823484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9b3f2a4-f674-43fa-bf81-f02ec5f0481a req-2ef05744-639a-4f58-a74c-d4bc3e004b03 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 210 time: 0.1121562 Dec 15 14:03:56.950304 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-d32bd98c-4a1e-4c01-bd6b-47a077445dfd service neutron] 10.222.0.67 "GET /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8445451 Dec 15 14:03:56.977954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Made reservation on behalf of 35e4ff0c68e540fabb2d5aa4f8ee29a9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:56.990218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.039879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.229889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:57.275915 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-7e48de0d-6830-4a1d-bf65-a0c6b405dd8d service neutron] 10.222.0.67 "GET /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127213 Dec 15 14:03:57.277219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.336536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:57.340790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:57.353801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:57.453219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:57.486153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48990) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:57.536903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03673404-52e8-4f94-973e-dc82dc4f5557 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:03:57.570544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:57.571252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.619737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6d98b492-9e22-41a6-a91d-b592fc3113e8 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1513918462', 'prefixes': ['172.20.0.0/16']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:57.674739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-c36fb194-5997-49c0-a708-0394ad8dca41 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0699658 Dec 15 14:03:57.708715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Request body: {'port': {'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:57.751890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e84b0b3-f425-406b-9fce-d687bbf73028 req-17359302-f1a5-4b82-839e-8202770bf40b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 210 time: 0.2348180 Dec 15 14:03:57.782404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03673404-52e8-4f94-973e-dc82dc4f5557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03673404-52e8-4f94-973e-dc82dc4f5557,segment=NetworkSegment(c9b68537-7ceb-4a07-80c5-819aa1ef9b3e),segment_id=c9b68537-7ceb-4a07-80c5-819aa1ef9b3e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:57.799879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '03673404-52e8-4f94-973e-dc82dc4f5557', 'network_id': '7a2c6a16-b10f-4caf-bc99-403224a25887', 'port_id': '03673404-52e8-4f94-973e-dc82dc4f5557', 'mac_address': 'fa:16:3e:aa:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b2c07-f098-496b-a668-63accb62d9de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:03:57.806433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Allocated IP 172.20.0.13 (62861ed0-c3a4-4c9a-8cd8-feb423d0a417/9186a04e-584d-414b-9d7e-df24fabb12c1/471f6003-6056-47fe-8bc5-90cd7e8161ae) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:57.855992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.896266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad4d41-65f3-4065-85c4-4743065f2a41 req-7ed6e4b5-33f7-44f7-ad59-f9a6b81d9f3b tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:57.904613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40ad4d41-65f3-4065-85c4-4743065f2a41 req-7ed6e4b5-33f7-44f7-ad59-f9a6b81d9f3b tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 944 time: 0.2341161 Dec 15 14:03:57.911718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.928298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dca55a1f-df6e-4857-9801-0ccbec2d041d None None] Provisioning complete for port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:57.928943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dca55a1f-df6e-4857-9801-0ccbec2d041d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.936560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03673404-52e8-4f94-973e-dc82dc4f5557 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:58.079495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40ad4d41-65f3-4065-85c4-4743065f2a41 req-45708c43-3fe1-4974-aede-80b8abde1a12 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738868 Dec 15 14:03:58.106098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03673404-52e8-4f94-973e-dc82dc4f5557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03673404-52e8-4f94-973e-dc82dc4f5557,segment=NetworkSegment(c9b68537-7ceb-4a07-80c5-819aa1ef9b3e),segment_id=c9b68537-7ceb-4a07-80c5-819aa1ef9b3e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:58.126453 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.146627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-05b3dd90-030d-423d-8cc1-6b7968373a21 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:58.148159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-05b3dd90-030d-423d-8cc1-6b7968373a21 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 806 time: 0.9738417 Dec 15 14:03:58.209580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Request body: {'port': {'device_id': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'admin_state_up': True, 'tenant_id': 'a2fc60848dff4510bc245041ff53ac17'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:58.226699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dca55a1f-df6e-4857-9801-0ccbec2d041d None None] Port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:58.255070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03673404-52e8-4f94-973e-dc82dc4f5557,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:58.373957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d98b492-9e22-41a6-a91d-b592fc3113e8 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.380992 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d98b492-9e22-41a6-a91d-b592fc3113e8 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1478598 Dec 15 14:03:58.385899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49002) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.437086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['03673404-52e8-4f94-973e-dc82dc4f5557'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:58.473203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-afd26183-616c-4bf7-b4f8-d970af1c2503 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] 10.222.0.32 "GET /v2.0/subnetpools/67cb4ea0-44cc-47ea-b687-0a7de23dea5b HTTP/1.1" status: 200 len: 732 time: 0.0857434 Dec 15 14:03:58.480395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.486870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6b5f266c-6b98-4deb-b365-34a832c9f52d tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-897288685'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:58.545876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7dc67ccb-77a5-4992-acd8-9f06b8faf935 req-e3c47075-0c15-4619-ac1e-7d9a09b275d4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 210 time: 0.2675495 Dec 15 14:03:58.615714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2634-347d-413e-8a0b-b3bf37825014 req-e93349ee-d89b-4209-b0f1-ee8065ab57e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:58.617584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-736d2634-347d-413e-8a0b-b3bf37825014 req-e93349ee-d89b-4209-b0f1-ee8065ab57e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 932 time: 0.7454405 Dec 15 14:03:58.655956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b5f266c-6b98-4deb-b365-34a832c9f52d tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.659708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6b5f266c-6b98-4deb-b365-34a832c9f52d tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] 10.222.0.32 "PUT /v2.0/subnetpools/67cb4ea0-44cc-47ea-b687-0a7de23dea5b HTTP/1.1" status: 200 len: 683 time: 0.1755521 Dec 15 14:03:58.660410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.692684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:58.710691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.755372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Transition to ACTIVE for port object cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:03:58.765981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.804991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8bb733a-35f8-4cd1-beba-048944234ed9 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.806257 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e8bb733a-35f8-4cd1-beba-048944234ed9 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] 10.222.0.32 "DELETE /v2.0/subnetpools/67cb4ea0-44cc-47ea-b687-0a7de23dea5b HTTP/1.1" status: 204 len: 168 time: 0.1451023 Dec 15 14:03:58.812607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.833421 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-19fd81a9-c0a8-474f-bd34-572e5fc39f10 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] show failed (client error): The resource could not be found. Dec 15 14:03:58.834570 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19fd81a9-c0a8-474f-bd34-572e5fc39f10 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] 10.222.0.32 "GET /v2.0/subnetpools/67cb4ea0-44cc-47ea-b687-0a7de23dea5b HTTP/1.1" status: 404 len: 346 time: 0.0207160 Dec 15 14:03:58.843262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49012) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.869128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.887604 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-57e2424e-ca3c-45c8-ab5c-f266e2cf2883 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] delete failed (client error): The resource could not be found. Dec 15 14:03:58.888709 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57e2424e-ca3c-45c8-ab5c-f266e2cf2883 tempest-SubnetPoolsTestJSON-1257668860 tempest-SubnetPoolsTestJSON-1257668860-project] 10.222.0.32 "DELETE /v2.0/subnetpools/67cb4ea0-44cc-47ea-b687-0a7de23dea5b HTTP/1.1" status: 404 len: 346 time: 0.0438676 Dec 15 14:03:58.907292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Pushing event updated for resources: {'Port': ['ID=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:59.010411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Made reservation on behalf of a2fc60848dff4510bc245041ff53ac17 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:59.015371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.032322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.056026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-736d2634-347d-413e-8a0b-b3bf37825014 req-aec7f9df-1a18-40fb-bca8-10e411d3ad01 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066627 Dec 15 14:03:59.186138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Attempting to bind port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:59.194044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Attempting to bind port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:59.194558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Attempting to bind port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f on network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:59.208736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f on network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:03:59.214081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Attempting to bind port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f on network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:59.233205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:59.233704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Checking segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:59.234355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Bound using segment: {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:59.234935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Bound port: cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf27440-6350-4cd0-82ee-62903a2e5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:59.237445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.271963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Allocated IP 172.20.0.4 (9c53843b-2215-4734-8d62-57144b91ea2a/eae6d33f-0450-4dcb-b0cf-5e176e4f7619/23e799c2-8cf4-463d-97cc-ea031c5c1173) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:59.405480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] For port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:59.412733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] For port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:59.419755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:59.433124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.475934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b', '2ff2e657-2328-43cc-aae9-2b044b4bb2e0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:59.505166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-bb806451-436d-4b50-a327-954475be4add req-bece6d77-782f-49e5-8b9a-6c9ff6948613 service neutron] (103378) timed out ('10.222.0.67', 58088) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:03:59.524436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:59.529793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.534200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] 10.222.0.67 "PUT /v2.0/ports/cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f HTTP/1.1" status: 200 len: 1092 time: 1.8368862 Dec 15 14:03:59.536882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:59.550754 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50add4-0769-44ee-8ea6-ff79c9847382" -d '{"events": [{"name": "network-changed", "server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:59.664560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.705287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:59.754794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f8d9-a44e-42c1-83fe-a5fab0f02a3e service neutron] Pushing event updated for resources: {'Port': ['ID=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:59.784348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:59.787947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:59.803336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c946e02e-bf0d-4c3e-a39c-75d34c672da1 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:59.815689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9854b9e5-c219-41d4-af39-54e19c7765e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.865091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:59.865723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.897124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.916611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3773251 Dec 15 14:03:59.928079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Network 9c53843b-2215-4734-8d62-57144b91ea2a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:59.934004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event updated for resources: {'Port': ['ID=471f6003-6056-47fe-8bc5-90cd7e8161ae,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:59.950674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Request body: {'port': {'device_id': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:59.958170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:59.960733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:59.969185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.969536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.969889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.970229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.970564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.970901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.971232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.971577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.971892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.972223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.972587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.972915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.973239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66177ecb-5fa6-437e-bb1e-c0564e6b14da tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.998299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4297e7d5-d066-472d-abb7-0c9d69cc2570 None None] Provisioning complete for port 471f6003-6056-47fe-8bc5-90cd7e8161ae triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:59.998858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4297e7d5-d066-472d-abb7-0c9d69cc2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.001395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f4689-99b3-4ee7-9323-52c3b097d34b None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:00.067762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b544eff-3427-41bb-9246-b4dc4119798e req-1b6b3068-3a1f-412b-af5a-7812379e05b8 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.069417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b544eff-3427-41bb-9246-b4dc4119798e req-1b6b3068-3a1f-412b-af5a-7812379e05b8 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 932 time: 1.0916431 Dec 15 14:04:00.070433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event updated for resources: {'Port': ['ID=23e799c2-8cf4-463d-97cc-ea031c5c1173,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:00.080039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4297e7d5-d066-472d-abb7-0c9d69cc2570 None None] Port 471f6003-6056-47fe-8bc5-90cd7e8161ae cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:00.082186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9854b9e5-c219-41d4-af39-54e19c7765e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.086901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-295d6208-8b51-4528-aaed-db431f02d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.088433 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-295d6208-8b51-4528-aaed-db431f02d5b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 1095 time: 0.5073109 Dec 15 14:04:00.089811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9854b9e5-c219-41d4-af39-54e19c7765e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.187146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bb1a-2cdd-449b-8e2b-7e15ccd6e369 req-09e55677-8c0b-482a-a8e7-50cfc48bfbf2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.189068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a35bb1a-2cdd-449b-8e2b-7e15ccd6e369 req-09e55677-8c0b-482a-a8e7-50cfc48bfbf2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 945 time: 0.6349099 Dec 15 14:04:00.196357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-f3135401-513d-4f97-81a2-e42b20850bf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f HTTP/1.1" status: 200 len: 217 time: 0.0866053 Dec 15 14:04:00.197619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854b9e5-c219-41d4-af39-54e19c7765e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39598c3-c620-4597-889c-05c2c1f5b95e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:00.204686 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9854b9e5-c219-41d4-af39-54e19c7765e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a090a03e81ad4a1bb18891d8e4862f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7810383 Dec 15 14:04:00.217133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49034) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:00.221981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-96ae1a47-5f23-46ca-879c-c5840ced190d None None] Provisioning complete for port 23e799c2-8cf4-463d-97cc-ea031c5c1173 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:00.222396 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96ae1a47-5f23-46ca-879c-c5840ced190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.314474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-ae020413-2215-46e8-811b-36a9007a42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.314834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-96ae1a47-5f23-46ca-879c-c5840ced190d None None] Port 23e799c2-8cf4-463d-97cc-ea031c5c1173 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:00.315995 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-ae020413-2215-46e8-811b-36a9007a42fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0737f6-a68c-4e34-b883-56af70a04e5c HTTP/1.1" status: 200 len: 835 time: 0.0968978 Dec 15 14:04:00.334582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a676c771-746f-4f01-8876-247bef40b028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.386176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a35bb1a-2cdd-449b-8e2b-7e15ccd6e369 req-f39eea4d-6599-4fee-98dc-8882f79369b2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724298 Dec 15 14:04:00.413375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.414088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.429028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.451915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-3dfbf71d-c150-4f73-99f5-97c1490c6931 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2676167 Dec 15 14:04:00.458849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b544eff-3427-41bb-9246-b4dc4119798e req-4868b71f-7e87-4143-b3e5-b855ecfb0ac7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169937 Dec 15 14:04:00.461816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a676c771-746f-4f01-8876-247bef40b028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.504594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Request body: {'port': {'device_id': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:00.518946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-27c72c88-3461-40c8-9b95-b50faea65f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.522801 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-27c72c88-3461-40c8-9b95-b50faea65f13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893740 Dec 15 14:04:00.527541 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fcd655-8eb4-447d-a832-044224a5da35 x-openstack-request-id: req-c4fcd655-8eb4-447d-a832-044224a5da35 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:00.530525 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:00.532722 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4fcd655-8eb4-447d-a832-044224a5da35 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:00.533290 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'status': 'completed', 'code': 200} Dec 15 14:04:00.565364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:00.612348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.722880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a676c771-746f-4f01-8876-247bef40b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.726060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a676c771-746f-4f01-8876-247bef40b028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.732490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a676c771-746f-4f01-8876-247bef40b028 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e39598c3-c620-4597-889c-05c2c1f5b95e HTTP/1.1" status: 204 len: 168 time: 0.5119581 Dec 15 14:04:00.787619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676c771-746f-4f01-8876-247bef40b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39598c3-c620-4597-889c-05c2c1f5b95e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:00.813545 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-82b899d8-088d-450c-988a-ab5ed6b45cf7 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755220 Dec 15 14:04:00.939933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a8992-9f01-48ee-9f04-4ac180cf0e78 req-8f3b492c-a8a5-4bed-9f29-e68c688a321e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:00.942185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab0a8992-9f01-48ee-9f04-4ac180cf0e78 req-8f3b492c-a8a5-4bed-9f29-e68c688a321e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 931 time: 0.3725586 Dec 15 14:04:01.049624 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0775fba7-8cf5-4969-a89c-f71ead36fbb1 req-ad288ac9-6351-4c3c-97c7-533859770de5 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270706 Dec 15 14:04:01.194185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-2ef606c6-9876-481a-a02d-08a47af39a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:01.197290 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-2ef606c6-9876-481a-a02d-08a47af39a65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 1095 time: 0.0872207 Dec 15 14:04:01.345411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-71d4193a-b755-49f6-a1bb-9fd88efbee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:01.346919 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-71d4193a-b755-49f6-a1bb-9fd88efbee2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 200 len: 899 time: 0.1401212 Dec 15 14:04:01.397619 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-eb02f4c2-dc88-4944-89a2-890bb395f3e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f HTTP/1.1" status: 200 len: 217 time: 0.0421734 Dec 15 14:04:01.475391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-3c70c5f3-dc50-4e84-8299-8452b4bfe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:01.477527 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-3c70c5f3-dc50-4e84-8299-8452b4bfe395 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0737f6-a68c-4e34-b883-56af70a04e5c HTTP/1.1" status: 200 len: 835 time: 0.0703015 Dec 15 14:04:01.529870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e32c66-c43f-4f3e-868b-098522c16584 req-6bd1c3f6-ca94-442f-bb81-36e3ef3fab06 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:01.531537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59e32c66-c43f-4f3e-868b-098522c16584 req-6bd1c3f6-ca94-442f-bb81-36e3ef3fab06 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 944 time: 0.9215872 Dec 15 14:04:01.544464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-645b100a-5e35-4d22-a435-ef51c80ce435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:01.546533 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-645b100a-5e35-4d22-a435-ef51c80ce435 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531383 Dec 15 14:04:01.562172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03673404-52e8-4f94-973e-dc82dc4f5557 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:01.623518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab0a8992-9f01-48ee-9f04-4ac180cf0e78 req-963aeedf-1612-4910-9cc3-fc73872d4e45 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648214 Dec 15 14:04:01.728457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 03673404-52e8-4f94-973e-dc82dc4f5557 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:04:01.738102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 03673404-52e8-4f94-973e-dc82dc4f5557 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:01.739482 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.826224 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-b9e60a9d-9b81-40f6-b181-1c383a744abe service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704079 Dec 15 14:04:01.880320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.923388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03673404-52e8-4f94-973e-dc82dc4f5557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03673404-52e8-4f94-973e-dc82dc4f5557,segment=NetworkSegment(c9b68537-7ceb-4a07-80c5-819aa1ef9b3e),segment_id=c9b68537-7ceb-4a07-80c5-819aa1ef9b3e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:01.924532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03673404-52e8-4f94-973e-dc82dc4f5557'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:01.927272 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f33b66-a5cb-4cee-b484-fbcf2076453f" -d '{"events": [{"server_uuid": "0ea5d120-6ce4-40fb-833f-ab3fb662abec", "name": "network-vif-plugged", "status": "completed", "tag": "03673404-52e8-4f94-973e-dc82dc4f5557"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:01.933012 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.934847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59e32c66-c43f-4f3e-868b-098522c16584 req-312fe20b-b2e0-4ec5-ad34-9094008c1ab8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873606 Dec 15 14:04:02.007195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f50add4-0769-44ee-8ea6-ff79c9847382 req-c1413203-a7bb-4021-8fb3-a069dc2162b1 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718433 Dec 15 14:04:02.063420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03673404-52e8-4f94-973e-dc82dc4f5557,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.084427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e799c2-8cf4-463d-97cc-ea031c5c1173 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:02.107077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471f6003-6056-47fe-8bc5-90cd7e8161ae {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:02.114211 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.144081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.171239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Transition to ACTIVE for port object 23e799c2-8cf4-463d-97cc-ea031c5c1173 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:04:02.180530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286ef55-28e7-490f-a1fa-ba3ea75ed970 req-4521704e-4648-4a23-aded-b7cfe561f4f5 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:02.182187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c286ef55-28e7-490f-a1fa-ba3ea75ed970 req-4521704e-4648-4a23-aded-b7cfe561f4f5 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 945 time: 0.3600941 Dec 15 14:04:02.182945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:02.189095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.192437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Transition to ACTIVE for port object 471f6003-6056-47fe-8bc5-90cd7e8161ae will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:04:02.234750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.277033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec214cab-b79b-4b2f-89e5-726eab981f31 req-bf9c2fd2-5403-4d81-8e35-f4aa3aa83572 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:02.278728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec214cab-b79b-4b2f-89e5-726eab981f31 req-bf9c2fd2-5403-4d81-8e35-f4aa3aa83572 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 932 time: 0.2083056 Dec 15 14:04:02.295734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154aa7a-e51d-4b8e-97a9-194a5f72c21f None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:02.308212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030a18b-8ecf-401f-b0dd-6b8aa321107b None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:02.326273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.348478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Pushing event updated for resources: {'Port': ['ID=23e799c2-8cf4-463d-97cc-ea031c5c1173,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.352402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1878297044'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:02.376152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Made reservation on behalf of 6a7a1498123b4a0b983fefaa1b33ca59 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:02.381168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.393540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.483356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.488327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.513798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:02.530932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864dc32a-e4a9-4cf4-bd08-73126372fd59,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.534800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.535243 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Added segment e642ed7e-3bf4-4c75-8d01-d37029a6a417 of type vlan for network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 Dec 15 14:04:02.551447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c286ef55-28e7-490f-a1fa-ba3ea75ed970 req-e551195c-4bb3-4fa2-9f7c-b42ff7c76b9e tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563023 Dec 15 14:04:02.588433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.618489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.622505 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01fb3d8-c64d-4907-944c-3ca9771d5fcf x-openstack-request-id: req-b01fb3d8-c64d-4907-944c-3ca9771d5fcf {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:02.623068 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5d120-6ce4-40fb-833f-ab3fb662abec", "name": "network-vif-plugged", "status": "completed", "tag": "03673404-52e8-4f94-973e-dc82dc4f5557", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:02.623575 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b01fb3d8-c64d-4907-944c-3ca9771d5fcf {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:02.624141 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03673404-52e8-4f94-973e-dc82dc4f5557', 'code': 200} Dec 15 14:04:02.627234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:02.627897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.631175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ec214cab-b79b-4b2f-89e5-726eab981f31 req-7004aa19-4559-4955-8ad4-eccfc9cf256f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396082 Dec 15 14:04:02.631849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Pushing event updated for resources: {'Port': ['ID=471f6003-6056-47fe-8bc5-90cd7e8161ae,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.739294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Attempting to bind port 23e799c2-8cf4-463d-97cc-ea031c5c1173 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:02.739514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Attempting to bind port 23e799c2-8cf4-463d-97cc-ea031c5c1173 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:02.739796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Attempting to bind port 23e799c2-8cf4-463d-97cc-ea031c5c1173 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:02.742715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Attempting to bind port 471f6003-6056-47fe-8bc5-90cd7e8161ae on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:02.743118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Attempting to bind port 471f6003-6056-47fe-8bc5-90cd7e8161ae by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:02.743455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Attempting to bind port 471f6003-6056-47fe-8bc5-90cd7e8161ae on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:02.775599 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5878596 Dec 15 14:04:02.776341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:02.780864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Port 23e799c2-8cf4-463d-97cc-ea031c5c1173 on network 9c53843b-2215-4734-8d62-57144b91ea2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:04:02.781186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Attempting to bind port 23e799c2-8cf4-463d-97cc-ea031c5c1173 on network 9c53843b-2215-4734-8d62-57144b91ea2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:02.784364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089543-0131-4b41-8f84-35ce5cb74bf2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event updated for resources: {'Network': ['ID=faf13cb8-ba63-4f16-9ac0-8b203cd92ab3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.787115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Request body: {'subnet': {'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:02.797729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230dbaf-449d-47f8-9c3a-c45a4b9ffb6e req-4838279e-519e-48ec-8e4e-6fccfe35d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:02.799180 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3230dbaf-449d-47f8-9c3a-c45a4b9ffb6e req-4838279e-519e-48ec-8e4e-6fccfe35d39a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 1097 time: 0.0928845 Dec 15 14:04:02.799881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:02.815412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Port 471f6003-6056-47fe-8bc5-90cd7e8161ae on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:04:02.815791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Attempting to bind port 471f6003-6056-47fe-8bc5-90cd7e8161ae on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:02.838499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:02.838839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Checking segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:02.839137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Bound using segment: {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:02.839588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Bound port: 23e799c2-8cf4-463d-97cc-ea031c5c1173, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe775658-17f5-4a31-8572-59c49c56154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:02.839960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.853834 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3230dbaf-449d-47f8-9c3a-c45a4b9ffb6e req-9f659019-beb4-4ff0-b351-f70c4b0f9b38 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Dec 15 14:04:02.872122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:02.872543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Checking segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:02.872889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Bound using segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:02.873321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Bound port: 471f6003-6056-47fe-8bc5-90cd7e8161ae, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:02.873686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.999525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd025da2-42fa-48a6-bf53-95d225bf14e6 req-8dc2845e-bf76-40ef-a9d0-8b47d34f26f8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:03.001110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd025da2-42fa-48a6-bf53-95d225bf14e6 req-8dc2845e-bf76-40ef-a9d0-8b47d34f26f8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 943 time: 0.2647521 Dec 15 14:04:03.137222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] For port 23e799c2-8cf4-463d-97cc-ea031c5c1173, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:03.144887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Made reservation on behalf of 6a7a1498123b4a0b983fefaa1b33ca59 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:03.149014 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.153402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] For port 471f6003-6056-47fe-8bc5-90cd7e8161ae, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:03.240522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] For port 23e799c2-8cf4-463d-97cc-ea031c5c1173, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:03.248930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] For port 471f6003-6056-47fe-8bc5-90cd7e8161ae, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:03.254930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd025da2-42fa-48a6-bf53-95d225bf14e6 req-be9e13c0-c0c3-420f-8e70-ff24d0caa8ab tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418904 Dec 15 14:04:03.262097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.279029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.300740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596f44-18f7-4944-8837-96a3c440dccb req-697b163c-a10b-47c1-ad63-237abdf67c27 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:03.302279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40596f44-18f7-4944-8837-96a3c440dccb req-697b163c-a10b-47c1-ad63-237abdf67c27 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 944 time: 0.2793465 Dec 15 14:04:03.345334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:03.346306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.347718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] 10.222.0.67 "PUT /v2.0/ports/23e799c2-8cf4-463d-97cc-ea031c5c1173 HTTP/1.1" status: 200 len: 1091 time: 2.8541832 Dec 15 14:04:03.354856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b623f2-39db-4204-9004-379519eb6ded None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:03.375167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'tag': '23e799c2-8cf4-463d-97cc-ea031c5c1173'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:03.378346 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72b5601-b1b0-4fa9-9663-84ee75640a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c388b6cb-3be2-4109-b544-cb78c23a8e82", "tag": "23e799c2-8cf4-463d-97cc-ea031c5c1173"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:03.386575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:03.387212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.388675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] 10.222.0.67 "PUT /v2.0/ports/471f6003-6056-47fe-8bc5-90cd7e8161ae HTTP/1.1" status: 200 len: 1092 time: 3.4436502 Dec 15 14:04:03.398252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54b59b-c7fa-4ff6-8893-4b962f9c9a2d None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:03.468341 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bf4748-eb2e-4c65-8516-1e9b3e59cd97 x-openstack-request-id: req-65bf4748-eb2e-4c65-8516-1e9b3e59cd97 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:03.468875 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c388b6cb-3be2-4109-b544-cb78c23a8e82", "tag": "23e799c2-8cf4-463d-97cc-ea031c5c1173", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:03.469333 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65bf4748-eb2e-4c65-8516-1e9b3e59cd97 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:03.469966 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'tag': '23e799c2-8cf4-463d-97cc-ea031c5c1173', 'status': 'completed', 'code': 200} Dec 15 14:04:03.557221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4d357-be1b-4358-a21a-bed250987548 service neutron] Pushing event updated for resources: {'Port': ['ID=23e799c2-8cf4-463d-97cc-ea031c5c1173,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:03.578827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:04:03.692058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40596f44-18f7-4944-8837-96a3c440dccb req-90d79395-24ca-4d76-bfff-708a98fc8c5c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535893 Dec 15 14:04:03.696190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:03.711040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:04:03.715056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-caa36515-d577-4fa5-af09-d9f94256cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:03.716852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-caa36515-d577-4fa5-af09-d9f94256cff2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 1095 time: 0.2789350 Dec 15 14:04:03.718623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-d01c875c-42bb-4672-99c2-3f64a362aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:03.720068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-d01c875c-42bb-4672-99c2-3f64a362aaa6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 1094 time: 0.3023610 Dec 15 14:04:03.737673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Deleting port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:03.738018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.753806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.773701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:03.783728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e102f9-2326-4e38-8d94-b7fbf09dae18 service neutron] Pushing event updated for resources: {'Port': ['ID=471f6003-6056-47fe-8bc5-90cd7e8161ae,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:03.810524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:03.815196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.866797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:03.875883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.876236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.876736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.877079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.877418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.877753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.878135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.878476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.878806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.879135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.879464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.879788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.880110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:03.893877 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-a5fb9465-d3c0-4715-934a-a00ca0561bac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173 HTTP/1.1" status: 200 len: 217 time: 0.1389701 Dec 15 14:04:03.896078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-5c3c52c6-f613-4daa-bee9-a591cbd8c0a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae HTTP/1.1" status: 200 len: 217 time: 0.1424327 Dec 15 14:04:04.076231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494059-dbbd-4aee-802b-81b5007f60d0 req-0caf3fb1-a69e-4df6-aad5-d39b06012ab2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:04.077800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa494059-dbbd-4aee-802b-81b5007f60d0 req-0caf3fb1-a69e-4df6-aad5-d39b06012ab2 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 946 time: 0.3942363 Dec 15 14:04:04.090423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.121008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-fa5d9b17-255b-4806-858a-406480eec2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:04.122453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-fa5d9b17-255b-4806-858a-406480eec2a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.1745784 Dec 15 14:04:04.135116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:04.138932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9a1e-9bb9-4992-9d12-3915a63a1a58 req-84c6d59c-ea53-4184-adf8-d515a01753d1 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:04.139671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b5b9a1e-9bb9-4992-9d12-3915a63a1a58 req-84c6d59c-ea53-4184-adf8-d515a01753d1 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 944 time: 0.2528174 Dec 15 14:04:04.172550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-553c3231-fc13-47e2-a3ed-0d8996331c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:04.173739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-553c3231-fc13-47e2-a3ed-0d8996331c60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.2430491 Dec 15 14:04:04.207853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] For port eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:04.208327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.267212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-8ddb8c71-515a-495c-b9fa-24b8b3fa971b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967517 Dec 15 14:04:04.300456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Calling delete_port for eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:04.309589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-491b81b8-09b9-4026-a689-83c1611f8206 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111693 Dec 15 14:04:04.397380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event updated for resources: {'Subnet': ['ID=f5e926b6-8fa2-432a-abfd-8a309703dcac,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:04.467045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa494059-dbbd-4aee-802b-81b5007f60d0 req-8c5d3264-1e09-4293-97e1-21880700a5e3 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779216 Dec 15 14:04:04.523817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Checking segment: {'id': 'e642ed7e-3bf4-4c75-8d01-d37029a6a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:04.524414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Network hostable DHCP agents. Network: faf13cb8-ba63-4f16-9ac0-8b203cd92ab3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:04.565545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b5b9a1e-9bb9-4992-9d12-3915a63a1a58 req-49d59118-6aa8-45ff-8a37-695608c55dee tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878193 Dec 15 14:04:04.702389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:04.710103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-d81aaa5f-c654-468c-974c-5d6aa9315311 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076169 Dec 15 14:04:04.719533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-7562e332-84ec-4284-ab9a-a7b949a480c9 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522334 Dec 15 14:04:04.736735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, faf13cb8-ba63-4f16-9ac0-8b203cd92ab3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:04.744154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f891caa-0890-4023-bd60-d49a29ef5f65 None None] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:04.923887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-faf13cb8-ba63-4f16-9ac0-8b203cd92ab3', 'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3', 'project_id': '6a7a1498123b4a0b983fefaa1b33ca59', 'fixed_ips': [{'subnet_id': 'f5e926b6-8fa2-432a-abfd-8a309703dcac'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:04.924835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.093787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Allocated IP 172.20.0.2 (faf13cb8-ba63-4f16-9ac0-8b203cd92ab3/f5e926b6-8fa2-432a-abfd-8a309703dcac/2feb8d96-3c65-4424-93ff-01d0ec6fceea) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:05.178505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:05.179056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.238644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49edbc7-8da7-46c9-a0c9-a9d7fa3be393 req-190e042a-e426-4ce2-8978-51486698e441 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:05.246513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a49edbc7-8da7-46c9-a0c9-a9d7fa3be393 req-190e042a-e426-4ce2-8978-51486698e441 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 943 time: 0.6910398 Dec 15 14:04:05.289896 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.298930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.316999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.317585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-febebf81-8f4a-49d5-bfed-f992e5864800 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5371456 Dec 15 14:04:05.323598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Request body: {'port': {'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3', 'name': 'tempest-TagsExtTest-1272271616'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:05.409334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:05.414950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:05.422639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:05.444379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Pushing event updated for resources: {'Port': ['ID=2feb8d96-3c65-4424-93ff-01d0ec6fceea,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:05.456829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a49edbc7-8da7-46c9-a0c9-a9d7fa3be393 req-560c48c0-d738-4fd0-a0ea-491abb9453a3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080512 Dec 15 14:04:05.475641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02e993cd-ed32-4052-b872-0a3d0837e7da req-5888e19e-3fa4-41d7-91d5-d8f504f99212 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539840 Dec 15 14:04:05.476831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'tag': '471f6003-6056-47fe-8bc5-90cd7e8161ae'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:05.479475 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea09f0-684b-4cb5-903e-328e0ad223f6" -d '{"events": [{"name": "network-changed", "server_uuid": "768bef40-eccc-4bee-8a44-c0e422c026cd", "tag": "471f6003-6056-47fe-8bc5-90cd7e8161ae"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:05.544764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Attempting to bind port 2feb8d96-3c65-4424-93ff-01d0ec6fceea on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:05.545153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Attempting to bind port 2feb8d96-3c65-4424-93ff-01d0ec6fceea by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e642ed7e-3bf4-4c75-8d01-d37029a6a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:05.545535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Attempting to bind port 2feb8d96-3c65-4424-93ff-01d0ec6fceea on network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:05.547545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Made reservation on behalf of 6a7a1498123b4a0b983fefaa1b33ca59 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:05.553202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.555841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:05.556222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Checking segment: {'id': 'e642ed7e-3bf4-4c75-8d01-d37029a6a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:05.556654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.557048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Bound using segment: {'id': 'e642ed7e-3bf4-4c75-8d01-d37029a6a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:05.557537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Bound port: 2feb8d96-3c65-4424-93ff-01d0ec6fceea, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e642ed7e-3bf4-4c75-8d01-d37029a6a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'faf13cb8-ba63-4f16-9ac0-8b203cd92ab3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:05.558454 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.576729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] device_id is not set on port ca4b2510-c940-416c-9a04-04095a201942 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:05.579295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeab70e-a07c-4617-b9de-b457d7feded0 req-b481611a-8ef0-4ec6-8d8a-36174c02d66b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:05.587208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdeab70e-a07c-4617-b9de-b457d7feded0 req-b481611a-8ef0-4ec6-8d8a-36174c02d66b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 945 time: 0.4119129 Dec 15 14:04:05.587802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:05.590116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.696783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d9d2ff7-5c8f-4aaf-9e88-93a3c4fac06a req-a10d3f87-c9c0-451e-9d7e-23511524c45d service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9615769 Dec 15 14:04:05.709037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] For port 2feb8d96-3c65-4424-93ff-01d0ec6fceea, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:05.713788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] For port 2feb8d96-3c65-4424-93ff-01d0ec6fceea, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2feb8d96-3c65-4424-93ff-01d0ec6fceea,segment=NetworkSegment(e642ed7e-3bf4-4c75-8d01-d37029a6a417),segment_id=e642ed7e-3bf4-4c75-8d01-d37029a6a417)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:05.715090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:04:05.722055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.729302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:05.730057 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.815900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Allocated IP 172.20.0.14 (faf13cb8-ba63-4f16-9ac0-8b203cd92ab3/f5e926b6-8fa2-432a-abfd-8a309703dcac/ca4b2510-c940-416c-9a04-04095a201942) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:05.878913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.045545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdeab70e-a07c-4617-b9de-b457d7feded0 req-0eb52792-6413-41df-bd6b-1e99eecc6ff8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321928 Dec 15 14:04:06.052889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-631334d1-f1d1-4211-bb6a-608f70c20465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.054915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-631334d1-f1d1-4211-bb6a-608f70c20465 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2fc60848dff4510bc245041ff53ac17&device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 1094 time: 0.4032149 Dec 15 14:04:06.135667 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32abb30-dcce-4760-805c-e424a4b92d7f x-openstack-request-id: req-a32abb30-dcce-4760-805c-e424a4b92d7f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:06.136379 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768bef40-eccc-4bee-8a44-c0e422c026cd", "tag": "471f6003-6056-47fe-8bc5-90cd7e8161ae", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:06.137008 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a32abb30-dcce-4760-805c-e424a4b92d7f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:06.137679 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'tag': '471f6003-6056-47fe-8bc5-90cd7e8161ae', 'status': 'completed', 'code': 200} Dec 15 14:04:06.300489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.305038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ee76-292a-4570-8d1a-5ab432fda6ae None None] Pushing event updated for resources: {'Port': ['ID=2feb8d96-3c65-4424-93ff-01d0ec6fceea,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.369379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.384883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-0a6f8fc7-771a-4178-9710-0df997cf81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.387351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-0a6f8fc7-771a-4178-9710-0df997cf81d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 200 len: 908 time: 0.2604628 Dec 15 14:04:06.397764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc1127-b300-433a-a501-9f66169ec3e6 req-fc643faf-f07e-4e00-b2a9-719fb4d60285 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.400188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eccc1127-b300-433a-a501-9f66169ec3e6 req-fc643faf-f07e-4e00-b2a9-719fb4d60285 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 946 time: 0.7277408 Dec 15 14:04:06.438943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.480611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:06.484476 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15702068-285e-451b-a4b6-7e1a3f84e17e" -d '{"events": [{"server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "name": "network-vif-plugged", "status": "completed", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:06.509509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:06.518547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:06.521974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:06.528266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.530913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:06.625634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event updated for resources: {'Port': ['ID=ca4b2510-c940-416c-9a04-04095a201942,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.629318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.665587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-82170e1b-9355-446c-9e1b-3b2e05401196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173 HTTP/1.1" status: 200 len: 217 time: 0.2507632 Dec 15 14:04:06.679832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.680530 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.718773 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e082b7f5-1350-4bb3-856f-035254b28405 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4002540 Dec 15 14:04:06.719655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:06.724562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1683668544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:06.763209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.764554 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.794565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-5fd54796-7da8-4b6f-85c6-2aced9984ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.796184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-5fd54796-7da8-4b6f-85c6-2aced9984ba1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 1095 time: 0.4140491 Dec 15 14:04:06.894225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0336a-d733-437a-b243-3b2e0f326754 req-12da5729-f034-499f-be13-fbde355927a8 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.898222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1b0336a-d733-437a-b243-3b2e0f326754 req-12da5729-f034-499f-be13-fbde355927a8 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 944 time: 0.5145302 Dec 15 14:04:06.942016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.958889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eccc1127-b300-433a-a501-9f66169ec3e6 req-8e1d023c-45c0-405f-b4c7-601a04b9c7c4 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428729 Dec 15 14:04:06.977937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-ce4d0ea6-06ca-4552-93ec-a54ed38a3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.979778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-ce4d0ea6-06ca-4552-93ec-a54ed38a3e57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 200 len: 846 time: 0.2782567 Dec 15 14:04:07.097299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-9b65b6db-df97-40c9-b693-8beeea6165a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c53843b-2215-4734-8d62-57144b91ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859137 Dec 15 14:04:07.290235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-003dfe53-1f03-4bf5-a962-6cf622fa3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:07.291936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-003dfe53-1f03-4bf5-a962-6cf622fa3b7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 917 time: 0.4837956 Dec 15 14:04:07.301490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1b0336a-d733-437a-b243-3b2e0f326754 req-7c785e76-1d51-4332-bbfc-df51bde7abdb tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684933 Dec 15 14:04:07.407318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-dcc0cc6b-48f8-40d6-85c4-f0590628a807 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae HTTP/1.1" status: 200 len: 217 time: 0.1036503 Dec 15 14:04:07.415001 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2382a06-37a9-43df-af19-ba10a1e0ab0f x-openstack-request-id: req-a2382a06-37a9-43df-af19-ba10a1e0ab0f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:07.415603 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "name": "network-vif-plugged", "status": "completed", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:07.415603 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2382a06-37a9-43df-af19-ba10a1e0ab0f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:07.415935 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'code': 200} Dec 15 14:04:07.462358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017bdc-2343-4c9e-ac29-ff5aa93170a9 req-403d3914-c0bf-4b6e-8fa2-42a4d2f762be tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:07.466334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e017bdc-2343-4c9e-ac29-ff5aa93170a9 req-403d3914-c0bf-4b6e-8fa2-42a4d2f762be tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 943 time: 0.3679550 Dec 15 14:04:07.479591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.530887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-f3ffcaae-f30b-4e65-afd4-50252dd1b2f4 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930094 Dec 15 14:04:07.552156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.575917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 471f6003-6056-47fe-8bc5-90cd7e8161ae details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:04:07.580353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.582014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a2d3f30e-c9dd-4a49-a72b-b23515bb0878 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8613517 Dec 15 14:04:07.595946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:07.602536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6e38fae0-650b-4016-b17c-f90e4969f4f4 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1097662599', 'prefixes': ['172.20.0.0/16']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:07.626915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113a456-a17f-4a1e-a250-2e826b343dc1 req-017a0438-b6a7-4070-a8c8-518a1e05a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:07.633413 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2113a456-a17f-4a1e-a250-2e826b343dc1 req-017a0438-b6a7-4070-a8c8-518a1e05a182 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 1097 time: 0.1481905 Dec 15 14:04:07.737598 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e38fae0-650b-4016-b17c-f90e4969f4f4 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.739047 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6e38fae0-650b-4016-b17c-f90e4969f4f4 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1413522 Dec 15 14:04:07.745552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:07.750699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-cc2004c0-dfc9-4ac6-be3d-f505869eb1a2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-1159007648') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:07.767601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-eff5b109-8b7a-453f-a979-d1cb3e49c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:07.769964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-eff5b109-8b7a-453f-a979-d1cb3e49c4e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.3425508 Dec 15 14:04:07.820745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 471f6003-6056-47fe-8bc5-90cd7e8161ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:07.830557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2113a456-a17f-4a1e-a250-2e826b343dc1 req-86d2d018-46c4-4943-83d6-579bd4f48646 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622608 Dec 15 14:04:07.842861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '471f6003-6056-47fe-8bc5-90cd7e8161ae', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'port_id': '471f6003-6056-47fe-8bc5-90cd7e8161ae', 'mac_address': 'fa:16:3e:a4:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186a04e-584d-414b-9d7e-df24fabb12c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:04:07.898963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.914175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471f6003-6056-47fe-8bc5-90cd7e8161ae {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:07.915146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-05bfc485-009a-459b-b139-ebf7b1ccfdb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306524 Dec 15 14:04:07.941946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 471f6003-6056-47fe-8bc5-90cd7e8161ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:07.946036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cc2004c0-dfc9-4ac6-be3d-f505869eb1a2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-1159007648 HTTP/1.1" status: 201 len: 201 time: 0.1958194 Dec 15 14:04:07.946532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:07.947621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.948786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 23e799c2-8cf4-463d-97cc-ea031c5c1173 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:04:07.955152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-5d2ab6e4-84a1-46da-b4d2-662f491dde46 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-1710349275') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:07.963375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f35fb0-36c4-4bda-b631-4f73d4bfbe1f req-25c8b27a-e303-4e84-abb7-63af8c467b6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:07.972400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15f35fb0-36c4-4bda-b631-4f73d4bfbe1f req-25c8b27a-e303-4e84-abb7-63af8c467b6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 946 time: 0.4339950 Dec 15 14:04:07.990932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e017bdc-2343-4c9e-ac29-ff5aa93170a9 req-54d9baa3-a395-4ce5-aead-f3eb9a8df7a4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898605 Dec 15 14:04:08.050499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Router 67093069-b4d6-4911-ad86-406e3bf811b1 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:08.058863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4b93a5-5b50-4046-bffd-ba11513287e8 None None] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:08.064696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d2ab6e4-84a1-46da-b4d2-662f491dde46 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-1710349275 HTTP/1.1" status: 201 len: 201 time: 0.1156113 Dec 15 14:04:08.065712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=471f6003-6056-47fe-8bc5-90cd7e8161ae,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:08.067145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.076794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-90270a1d-7a5e-4708-b75c-6034528e1122 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-1996167163') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.139071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d72b5601-b1b0-4fa9-9663-84ee75640a1a req-2102026d-adfc-44c9-9608-0112ca399ac6 service neutron] 10.222.0.67 "GET /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905511 Dec 15 14:04:08.212245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90270a1d-7a5e-4708-b75c-6034528e1122 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-1996167163 HTTP/1.1" status: 201 len: 201 time: 0.1434560 Dec 15 14:04:08.214911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.220545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-71142d36-2fab-4361-8dc4-9849335ec2a5 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-900283099') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.222827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a16b0a95-1cda-454f-9202-b20eb13e1a38 None None] Provisioning complete for port 2feb8d96-3c65-4424-93ff-01d0ec6fceea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:08.223202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a16b0a95-1cda-454f-9202-b20eb13e1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.281102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:08.295197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c15cc831-16d2-4dde-9dbc-033e5f56b6e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/67093069-b4d6-4911-ad86-406e3bf811b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7970579 Dec 15 14:04:08.303222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.304070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] Sync routers for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:08.321538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-71142d36-2fab-4361-8dc4-9849335ec2a5 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-900283099 HTTP/1.1" status: 201 len: 201 time: 0.1026359 Dec 15 14:04:08.321874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.327364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-a708646d-6f93-44c2-83bf-f3d61861b308 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.327581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2feb8d96-3c65-4424-93ff-01d0ec6fceea up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:08.399445 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a708646d-6f93-44c2-83bf-f3d61861b308 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags HTTP/1.1" status: 200 len: 241 time: 0.0763247 Dec 15 14:04:08.403101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.408026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3b531a70-5ea5-4db0-955a-0901b3df021d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-1159007648') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.429509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15f35fb0-36c4-4bda-b631-4f73d4bfbe1f req-9b5ba699-fe73-420a-87ac-b045c7207d3e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4553509 Dec 15 14:04:08.462662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 23e799c2-8cf4-463d-97cc-ea031c5c1173, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:08.481820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:08.482631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.500190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b531a70-5ea5-4db0-955a-0901b3df021d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-1159007648 HTTP/1.1" status: 204 len: 168 time: 0.0959749 Dec 15 14:04:08.503529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.505232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.509186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-e51fb40c-7b92-41e9-8f49-07af29957e86 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-1159007648') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.509953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-f995c6c7-3f6a-41b9-b474-275c07544218 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694152 Dec 15 14:04:08.598558 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e51fb40c-7b92-41e9-8f49-07af29957e86 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-1159007648 HTTP/1.1" status: 204 len: 168 time: 0.0937803 Dec 15 14:04:08.602043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.607186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2feb8d96-3c65-4424-93ff-01d0ec6fceea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:08.607558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.608157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-d4e85659-ea9a-453f-97a6-11edaa34e514 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.609522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '23e799c2-8cf4-463d-97cc-ea031c5c1173', 'network_id': '9c53843b-2215-4734-8d62-57144b91ea2a', 'port_id': '23e799c2-8cf4-463d-97cc-ea031c5c1173', 'mac_address': 'fa:16:3e:f3:5b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae6d33f-0450-4dcb-b0cf-5e176e4f7619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:04:08.645861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:08.653391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.679651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b7c2-a4da-4c81-8335-94819c815fd2 req-27a0397d-081c-44c5-820e-a7da245d64fb tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:08.690160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3278b7c2-a4da-4c81-8335-94819c815fd2 req-27a0397d-081c-44c5-820e-a7da245d64fb tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 945 time: 0.2592928 Dec 15 14:04:08.694757 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d4e85659-ea9a-453f-97a6-11edaa34e514 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags HTTP/1.1" status: 200 len: 205 time: 0.0898845 Dec 15 14:04:08.714889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.732467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-ed174a78-169e-4c09-b039-03e012d97030 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.787302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.854374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed174a78-169e-4c09-b039-03e012d97030 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags HTTP/1.1" status: 200 len: 241 time: 0.1340258 Dec 15 14:04:08.855093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49598) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.869714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-c2b1aa6f-5da4-484f-837b-1fba014235b9 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-1710349275') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.034995 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c2b1aa6f-5da4-484f-837b-1fba014235b9 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-1710349275 HTTP/1.1" status: 204 len: 168 time: 0.1787345 Dec 15 14:04:09.037004 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a16b0a95-1cda-454f-9202-b20eb13e1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.039209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.040328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e799c2-8cf4-463d-97cc-ea031c5c1173 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:09.052067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3e35f547-faba-4e88-857d-4b9338fe9b07 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-1710349275') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.145323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 23e799c2-8cf4-463d-97cc-ea031c5c1173, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:09.155773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.217679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a16b0a95-1cda-454f-9202-b20eb13e1a38 None None] For port 2feb8d96-3c65-4424-93ff-01d0ec6fceea, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2feb8d96-3c65-4424-93ff-01d0ec6fceea,segment=NetworkSegment(e642ed7e-3bf4-4c75-8d01-d37029a6a417),segment_id=e642ed7e-3bf4-4c75-8d01-d37029a6a417)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:09.224242 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3e35f547-faba-4e88-857d-4b9338fe9b07 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-1710349275 HTTP/1.1" status: 204 len: 168 time: 0.1835034 Dec 15 14:04:09.225138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49606) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.231551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-7b455355-3ac8-4103-8ac0-660429914805 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.260278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a16b0a95-1cda-454f-9202-b20eb13e1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.321318 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7b455355-3ac8-4103-8ac0-660429914805 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags HTTP/1.1" status: 200 len: 205 time: 0.0948336 Dec 15 14:04:09.322165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.328357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-1c763633-3bcf-428e-8143-4be755549dbf tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.407577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=23e799c2-8cf4-463d-97cc-ea031c5c1173,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:09.447522 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1c763633-3bcf-428e-8143-4be755549dbf tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags HTTP/1.1" status: 200 len: 241 time: 0.1241291 Dec 15 14:04:09.448439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.455310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-57bdfac7-a722-41d2-a139-11eada6b842e tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-1996167163') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.515838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b0a95-1cda-454f-9202-b20eb13e1a38 None None] Pushing event updated for resources: {'Port': ['ID=2feb8d96-3c65-4424-93ff-01d0ec6fceea,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:09.543350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['23e799c2-8cf4-463d-97cc-ea031c5c1173'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:09.591412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['471f6003-6056-47fe-8bc5-90cd7e8161ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:09.591895 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57bdfac7-a722-41d2-a139-11eada6b842e tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-1996167163 HTTP/1.1" status: 204 len: 168 time: 0.1414998 Dec 15 14:04:09.592668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.602320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-cbfd1c25-1d68-4472-b341-0a444d6d172d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-1996167163') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.625844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3278b7c2-a4da-4c81-8335-94819c815fd2 req-d3d6669f-810d-4154-bef0-56cb9d819dbd tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9348094 Dec 15 14:04:09.642357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50230178-b5fe-431b-9a90-9a74af23e296 None None] Provisioning complete for port ca4b2510-c940-416c-9a04-04095a201942 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:09.654191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50230178-b5fe-431b-9a90-9a74af23e296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.661502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf639569-acbe-4aa8-baaa-ddb2317444ec req-2d4897c5-2a6b-4468-a014-4109556ea7ba tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:09.669046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf639569-acbe-4aa8-baaa-ddb2317444ec req-2d4897c5-2a6b-4468-a014-4109556ea7ba tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 944 time: 0.1782091 Dec 15 14:04:09.679956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dea09f0-684b-4cb5-903e-328e0ad223f6 req-903df533-fb41-43ec-83aa-35609888be38 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584182 Dec 15 14:04:09.699504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Deleting port 3a26269b-08e1-4f49-8584-4963df47f77c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:09.699872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.750549 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cbfd1c25-1d68-4472-b341-0a444d6d172d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-1996167163 HTTP/1.1" status: 204 len: 168 time: 0.1562140 Dec 15 14:04:09.751357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.762273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T14:04:05Z', 'revision_number': 5, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port': {'id': '3a26269b-08e1-4f49-8584-4963df47f77c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:45Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.765237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-73c10e74-55a4-4138-a4c2-6b6b30d7044a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.808875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf639569-acbe-4aa8-baaa-ddb2317444ec req-613f0c6d-436c-4858-8b56-f67cf912ef5e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388254 Dec 15 14:04:09.836993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] Checking router: 67093069-b4d6-4911-ad86-406e3bf811b1 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:04:09.873057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-50230178-b5fe-431b-9a90-9a74af23e296 None None] Port ca4b2510-c940-416c-9a04-04095a201942 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:09.876890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] For port 3a26269b-08e1-4f49-8584-4963df47f77c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3a26269b-08e1-4f49-8584-4963df47f77c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:09.877264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.890880 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-73c10e74-55a4-4138-a4c2-6b6b30d7044a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags HTTP/1.1" status: 200 len: 205 time: 0.1382730 Dec 15 14:04:09.893845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.896044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] Routers {'67093069-b4d6-4911-ad86-406e3bf811b1'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:09.896936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['67093069-b4d6-4911-ad86-406e3bf811b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.898772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Calling delete_port for 3a26269b-08e1-4f49-8584-4963df47f77c owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:09.898943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-d854d807-c773-4e00-95c0-64ab83d34d4b tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:09.923268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d854d807-c773-4e00-95c0-64ab83d34d4b tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags HTTP/1.1" status: 200 len: 240 time: 0.0279939 Dec 15 14:04:09.928663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.943537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-9cd80ad6-e631-4923-84eb-ea103de3e400 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-900283099') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.008067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9a223-cfe3-4be7-b732-c93124feeb90 req-285ab9c1-fa1e-4275-9344-2cdabd922b0f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:10.010206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ade9a223-cfe3-4be7-b732-c93124feeb90 req-285ab9c1-fa1e-4275-9344-2cdabd922b0f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 946 time: 0.2268977 Dec 15 14:04:10.024844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9cd80ad6-e631-4923-84eb-ea103de3e400 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-900283099 HTTP/1.1" status: 204 len: 168 time: 0.0933926 Dec 15 14:04:10.025874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.036145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-797b9b2f-afe2-4d6a-aacb-1573731d4b6d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-900283099') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.103261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ade9a223-cfe3-4be7-b732-c93124feeb90 req-9e7d1255-e364-4c8b-954c-6949d0f457fb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868466 Dec 15 14:04:10.104947 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-797b9b2f-afe2-4d6a-aacb-1573731d4b6d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-900283099 HTTP/1.1" status: 204 len: 168 time: 0.0765524 Dec 15 14:04:10.105829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.110881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-c5635eb4-b5f1-40bc-9234-f570827ce34a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.177105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.183952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c5635eb4-b5f1-40bc-9234-f570827ce34a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags HTTP/1.1" status: 200 len: 205 time: 0.0698581 Dec 15 14:04:10.187668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-4c194c9f-2241-424a-a0c7-94d4e36ee98b tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.305756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50230178-b5fe-431b-9a90-9a74af23e296 None None] Provisioning complete for port 2feb8d96-3c65-4424-93ff-01d0ec6fceea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:10.306554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50230178-b5fe-431b-9a90-9a74af23e296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.308785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2feb8d96-3c65-4424-93ff-01d0ec6fceea up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:10.379163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4c194c9f-2241-424a-a0c7-94d4e36ee98b tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1978641 Dec 15 14:04:10.380124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.388767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-8762450a-1793-4a2d-880d-be2defe3ce74 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.390712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.397065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] Set router 67093069-b4d6-4911-ad86-406e3bf811b1 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:10.408951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1257d86-5f9a-496d-956d-d4952630ea4f req-5f151067-01fa-4c08-8cd4-d9f8af4fcc68 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:10.411385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1257d86-5f9a-496d-956d-d4952630ea4f req-5f151067-01fa-4c08-8cd4-d9f8af4fcc68 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 946 time: 0.1088154 Dec 15 14:04:10.458078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a26269b-08e1-4f49-8584-4963df47f77c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:10.508639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51502787-4994-4e28-bcde-d37b95c25d67 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:10.518826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T14:04:08Z', 'revision_number': 6, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.548006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8762450a-1793-4a2d-880d-be2defe3ce74 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags HTTP/1.1" status: 204 len: 168 time: 0.1650000 Dec 15 14:04:10.548651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.553856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-52a4e73d-ff32-492e-8716-c7df98e59036 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.579401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d0f79-44fa-4035-9aef-e9a2a6c6230b None None] The sync data for ids ['67093069-b4d6-4911-ad86-406e3bf811b1'] in n-d-815324-3 is: [{'id': '67093069-b4d6-4911-ad86-406e3bf811b1', 'name': 'tempest-TestVolumeBackupRestore-157596086-router', 'tenant_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:43Z', 'updated_at': '2021-12-15T14:04:08Z', 'revision_number': 6, 'project_id': '64d5e411c4a34f5b96f29dcbd5907e9a', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:10.586925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1257d86-5f9a-496d-956d-d4952630ea4f req-88a83b0a-e8dd-46a3-990b-c341f1c5e207 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671367 Dec 15 14:04:10.623049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49648) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.702310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52a4e73d-ff32-492e-8716-c7df98e59036 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags HTTP/1.1" status: 204 len: 168 time: 0.1502759 Dec 15 14:04:10.702913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49652) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.708869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-588916b3-c99b-4c86-883c-e542d8c6d53a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:10.715411 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.767840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2feb8d96-3c65-4424-93ff-01d0ec6fceea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:10.768213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.900491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7362a0-cd5f-47ec-9027-ea30d1b19e9a tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:10.902268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ad7362a0-cd5f-47ec-9027-ea30d1b19e9a tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 1092 time: 0.2782016 Dec 15 14:04:10.905366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.911334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:10.958997 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.960730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.969879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b0c776a5-10ca-4ce8-8a15-46746b342e2d None None] Provisioning complete for port ca4b2510-c940-416c-9a04-04095a201942 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:10.970243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0c776a5-10ca-4ce8-8a15-46746b342e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.972968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.102519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b0c776a5-10ca-4ce8-8a15-46746b342e2d None None] Port ca4b2510-c940-416c-9a04-04095a201942 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:11.169060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd921-fd69-4ac4-b6f7-742618d160a5 req-aa3289e9-f5b1-4e9c-a0cb-e4ab5efd17d7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:11.173271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bdfd921-fd69-4ac4-b6f7-742618d160a5 req-aa3289e9-f5b1-4e9c-a0cb-e4ab5efd17d7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 945 time: 0.4092145 Dec 15 14:04:11.173385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.219542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-588916b3-c99b-4c86-883c-e542d8c6d53a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags HTTP/1.1" status: 204 len: 168 time: 0.5145106 Dec 15 14:04:11.227731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:11.234910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-116f6760-8480-4fc0-85ce-d28c6b792ee7 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-1064225945') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:11.238984 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.239526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67093069-b4d6-4911-ad86-406e3bf811b1 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:04:11.248383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.251882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-873ef95c-f58b-491c-8651-c68f5689d432 admin admin] 10.222.0.32 "DELETE /v2.0/routers/67093069-b4d6-4911-ad86-406e3bf811b1 HTTP/1.1" status: 204 len: 168 time: 2.9449966 Dec 15 14:04:11.272914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:11.335394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce7c0e-66bf-41ce-b7da-a1f5d7f3d130 req-351cfbe2-65b2-4c9e-8629-41c47a9bc7ea tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:11.337579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ce7c0e-66bf-41ce-b7da-a1f5d7f3d130 req-351cfbe2-65b2-4c9e-8629-41c47a9bc7ea tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 944 time: 0.3555155 Dec 15 14:04:11.394420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.25.2.43 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/f733b637-f282-4afc-b995-e9ba1fe663c5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:11.395347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bdfd921-fd69-4ac4-b6f7-742618d160a5 req-f28ab474-7a8d-4764-891d-6589675e9b5f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731606 Dec 15 14:04:11.414570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Deleting subnet 595d9a88-b834-4f63-99c2-3e773522114c {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:11.421226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.485917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.494269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4ce7c0e-66bf-41ce-b7da-a1f5d7f3d130 req-38625174-a352-4999-b4ab-c07f4e24ed3f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469920 Dec 15 14:04:11.599381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.622465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.645516 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.695566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:11.695856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-116f6760-8480-4fc0-85ce-d28c6b792ee7 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-1064225945 HTTP/1.1" status: 201 len: 201 time: 0.4629514 Dec 15 14:04:11.695856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.698513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:11.700069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:11.708796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-29b8b0a8-3e8a-48ab-81fa-bea105517ac5 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-716194296') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:11.713259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:11.732016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595d9a88-b834-4f63-99c2-3e773522114c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:11.746451 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.753839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-46e77a9a-25ca-4d34-9f21-a288f4ed3608 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/595d9a88-b834-4f63-99c2-3e773522114c HTTP/1.1" status: 204 len: 168 time: 0.4788444 Dec 15 14:04:11.755329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:11.756051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732dac7-06a9-4e7a-95dc-a939411e7eb1 None None] Network edea2f63-1a69-46b1-bb69-7613cd755667 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:11.785166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=f733b637-f282-4afc-b995-e9ba1fe663c5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:11.804889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.805324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.805772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.806218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.806658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.807101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.807532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.807984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.808417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.808935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.809370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.809808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.810241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:11.865344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.010427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Deleting port f48b42b9-5649-49ef-b272-16465325f6c3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:12.010768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.069624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] DHCP port deletion for edea2f63-1a69-46b1-bb69-7613cd755667 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:12.131771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] Deleting port f48b42b9-5649-49ef-b272-16465325f6c3 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:12.137051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.189890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] For port f48b42b9-5649-49ef-b272-16465325f6c3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f48b42b9-5649-49ef-b272-16465325f6c3,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:12.190327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.221771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Calling delete_port for f48b42b9-5649-49ef-b272-16465325f6c3 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:12.249267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] For port f48b42b9-5649-49ef-b272-16465325f6c3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f48b42b9-5649-49ef-b272-16465325f6c3,segment=NetworkSegment(3f00f9e7-979d-4166-b0a5-bb067c7cc99b),segment_id=3f00f9e7-979d-4166-b0a5-bb067c7cc99b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:12.249592 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.252568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07facda3-a5e4-473e-9e31-7705154db4fa req-2b2a3f12-50d7-4981-b393-2dbc8e1c6ec3 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:12.254159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07facda3-a5e4-473e-9e31-7705154db4fa req-2b2a3f12-50d7-4981-b393-2dbc8e1c6ec3 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 946 time: 0.1253130 Dec 15 14:04:12.261727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:12.286412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] Calling delete_port for f48b42b9-5649-49ef-b272-16465325f6c3 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:12.290580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:12.290925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eff9bc4b-6b6e-4f29-a0d2-8d3d73c5ce6a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:12.291349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f48b42b9-5649-49ef-b272-16465325f6c3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:12.354661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.390654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No active binding found for port f48b42b9-5649-49ef-b272-16465325f6c3 {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:04:12.391090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f48b42b9-5649-49ef-b272-16465325f6c3 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:12.391603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3a26269b-08e1-4f49-8584-4963df47f77c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:12.420553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Pushing event deleted for resources: {'Port': ['ID=f48b42b9-5649-49ef-b272-16465325f6c3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:12.420819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3a26269b-08e1-4f49-8584-4963df47f77c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:12.421160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3a26269b-08e1-4f49-8584-4963df47f77c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:12.423874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.426459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07facda3-a5e4-473e-9e31-7705154db4fa req-2d59c603-1da9-4381-8c89-4bfb11b7a082 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811381 Dec 15 14:04:12.429446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] No DVR routers for this DVR port f48b42b9-5649-49ef-b272-16465325f6c3 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:12.466791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.495048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] Pushing event deleted for resources: {'Port': ['ID=f48b42b9-5649-49ef-b272-16465325f6c3,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:12.498674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa5f9c-da8e-4d41-8531-0139a8e7445e None None] No DVR routers for this DVR port f48b42b9-5649-49ef-b272-16465325f6c3 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:12.498880 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-29b8b0a8-3e8a-48ab-81fa-bea105517ac5 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-716194296 HTTP/1.1" status: 201 len: 201 time: 0.7952573 Dec 15 14:04:12.499444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.508795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-f195de90-e430-43ef-bf84-b125e05b9ede tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-591327280') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:12.548421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af718bc1-65f4-41b2-be63-0ee2661eeb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.596109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.620122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edea2f63-1a69-46b1-bb69-7613cd755667']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:12.634542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f00f9e7-979d-4166-b0a5-bb067c7cc99b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:12.635570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f00f9e7-979d-4166-b0a5-bb067c7cc99b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:12.650874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.699078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.713895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:12.714372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:12.718329 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:12.762452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a044f37-202a-4ce5-8961-ffa5a3b1e784 req-7c59a256-68fb-4ec1-9769-e210eb6dbe91 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:12.763975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a044f37-202a-4ce5-8961-ffa5a3b1e784 req-7c59a256-68fb-4ec1-9769-e210eb6dbe91 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 945 time: 0.2199929 Dec 15 14:04:12.796386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf12b1-e761-4e00-9e70-a1407b235cc3 req-d86ad2c3-516d-4582-9917-bee0430d212e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:12.798014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfcf12b1-e761-4e00-9e70-a1407b235cc3 req-d86ad2c3-516d-4582-9917-bee0430d212e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 944 time: 0.1509941 Dec 15 14:04:12.826321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.830958 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.837244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] 10.222.0.32 "DELETE /v2.0/networks/edea2f63-1a69-46b1-bb69-7613cd755667 HTTP/1.1" status: 204 len: 168 time: 1.0809004 Dec 15 14:04:12.842560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.886779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.940243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d867-7a9a-49c1-9a90-e800696d319f admin admin] Pushing event deleted for resources: {'Network': ['ID=edea2f63-1a69-46b1-bb69-7613cd755667,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:12.952610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f195de90-e430-43ef-bf84-b125e05b9ede tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-591327280 HTTP/1.1" status: 201 len: 201 time: 0.4480269 Dec 15 14:04:12.953538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.961705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-c1744442-a8e2-4e55-8c5d-c9ebdef4d6b9 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-749408547') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.001391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a044f37-202a-4ce5-8961-ffa5a3b1e784 req-83ecd846-35c9-4581-990e-6068365b49aa tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270098 Dec 15 14:04:13.022426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfcf12b1-e761-4e00-9e70-a1407b235cc3 req-c6c3a48a-12ad-4d6c-b262-2da9c535891a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988022 Dec 15 14:04:13.069054 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1744442-a8e2-4e55-8c5d-c9ebdef4d6b9 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-749408547 HTTP/1.1" status: 201 len: 201 time: 0.1129715 Dec 15 14:04:13.075872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49696) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.082388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-adf1071b-00cf-46e5-81a4-6c582b29c72a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', {'tags': ['tempest-TagsExtTest-Tag-1133965323', 'tempest-TagsExtTest-Tag-662925486', 'tempest-TagsExtTest-Tag-1047334625']}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.180923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.188724 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.201865 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-adf1071b-00cf-46e5-81a4-6c582b29c72a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags HTTP/1.1" status: 200 len: 317 time: 0.1224711 Dec 15 14:04:13.203881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.212249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-6ef0d794-7211-4590-b9d8-cecf61ade728 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.294786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=f733b637-f282-4afc-b995-e9ba1fe663c5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:13.310560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.413056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6ef0d794-7211-4590-b9d8-cecf61ade728 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags HTTP/1.1" status: 204 len: 168 time: 0.2079105 Dec 15 14:04:13.416369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.421526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-5d3de313-9ed7-4c3f-a71f-ab47f9c80c99 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-1133965323') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.459189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-1580f256-ba72-4fef-90b9-136edff25614 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:13.461374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-1580f256-ba72-4fef-90b9-136edff25614 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 946 time: 0.1013064 Dec 15 14:04:13.475580 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Floating IP 44811e91-64d9-457c-be5a-5e44ae288279 associated. External IP: 172.25.2.43, port: cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f. Dec 15 14:04:13.529402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.574829 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5d3de313-9ed7-4c3f-a71f-ab47f9c80c99 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:13.579249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d3de313-9ed7-4c3f-a71f-ab47f9c80c99 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-1133965323 HTTP/1.1" status: 404 len: 329 time: 0.1585250 Dec 15 14:04:13.579249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.582970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-09583b0a-628c-4bdc-9aad-cb2391f65765 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-662925486') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.596655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 471f6003-6056-47fe-8bc5-90cd7e8161ae up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:13.691680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 471f6003-6056-47fe-8bc5-90cd7e8161ae completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:04:13.698039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 471f6003-6056-47fe-8bc5-90cd7e8161ae triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:13.698428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.707363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7352f-b024-48cb-b020-93fc9b146332 req-abebd130-e346-42ab-ae19-0a41eda92f74 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:13.709059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7b7352f-b024-48cb-b020-93fc9b146332 req-abebd130-e346-42ab-ae19-0a41eda92f74 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 946 time: 0.1580701 Dec 15 14:04:13.717585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Deleting port 03673404-52e8-4f94-973e-dc82dc4f5557 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:13.717585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.742398 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-09583b0a-628c-4bdc-9aad-cb2391f65765 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:13.743751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-09583b0a-628c-4bdc-9aad-cb2391f65765 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-662925486 HTTP/1.1" status: 404 len: 328 time: 0.1640279 Dec 15 14:04:13.747607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.751763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-e0e226b7-93b6-4d8d-b568-417a5b8f9598 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac', 'tempest-TagsExtTest-Tag-1047334625') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.808436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.811855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:13.848055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 471f6003-6056-47fe-8bc5-90cd7e8161ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:13.849563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471f6003-6056-47fe-8bc5-90cd7e8161ae'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:13.854672 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb19b4c-5fcb-4fac-8946-bbb57682b03f" -d '{"events": [{"server_uuid": "768bef40-eccc-4bee-8a44-c0e422c026cd", "name": "network-vif-plugged", "status": "completed", "tag": "471f6003-6056-47fe-8bc5-90cd7e8161ae"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:13.859055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.860096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 23e799c2-8cf4-463d-97cc-ea031c5c1173 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:13.916118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=471f6003-6056-47fe-8bc5-90cd7e8161ae,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:13.928457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7b7352f-b024-48cb-b020-93fc9b146332 req-4067f581-8b99-4e38-817e-80e936ad854c tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c0c321-db18-4474-91ec-9c5c7c849124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038455 Dec 15 14:04:13.973417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] For port 03673404-52e8-4f94-973e-dc82dc4f5557, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03673404-52e8-4f94-973e-dc82dc4f5557,segment=NetworkSegment(c9b68537-7ceb-4a07-80c5-819aa1ef9b3e),segment_id=c9b68537-7ceb-4a07-80c5-819aa1ef9b3e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:13.973812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.981856 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-e0e226b7-93b6-4d8d-b568-417a5b8f9598 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:13.986793 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e0e226b7-93b6-4d8d-b568-417a5b8f9598 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags/tempest-TagsExtTest-Tag-1047334625 HTTP/1.1" status: 404 len: 329 time: 0.2382529 Dec 15 14:04:13.987813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.995237 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c227a5-ca01-4261-b779-0138bbf16162 x-openstack-request-id: req-89c227a5-ca01-4261-b779-0138bbf16162 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:13.995552 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768bef40-eccc-4bee-8a44-c0e422c026cd", "name": "network-vif-plugged", "status": "completed", "tag": "471f6003-6056-47fe-8bc5-90cd7e8161ae", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:13.995778 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89c227a5-ca01-4261-b779-0138bbf16162 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:13.996174 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471f6003-6056-47fe-8bc5-90cd7e8161ae', 'code': 200} Dec 15 14:04:13.998471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-a11b2757-1cb5-4a9c-beea-bc5308f007a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', {'tags': ['tempest-TagsExtTest-Tag-354724742', 'tempest-TagsExtTest-Tag-1553799533', 'tempest-TagsExtTest-Tag-1171591280']}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.030926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 23e799c2-8cf4-463d-97cc-ea031c5c1173 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:04:14.036986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 23e799c2-8cf4-463d-97cc-ea031c5c1173 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:14.037887 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.038832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Calling delete_port for 03673404-52e8-4f94-973e-dc82dc4f5557 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:14.116287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.147589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a11b2757-1cb5-4a9c-beea-bc5308f007a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags HTTP/1.1" status: 200 len: 317 time: 0.1527667 Dec 15 14:04:14.148599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.161027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-64b67ec6-3985-4f8b-b782-fd849fbab9a9 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.170430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:14.172246 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.183006 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:14.209602 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:14.210248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:03:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.245158 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.252056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0f979-457f-472b-8622-92ec5cd229a9 req-7d0f7721-da55-4225-8f92-28327564122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:14.253606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93b0f979-457f-472b-8622-92ec5cd229a9 req-7d0f7721-da55-4225-8f92-28327564122c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 1097 time: 0.2485559 Dec 15 14:04:14.266255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 23e799c2-8cf4-463d-97cc-ea031c5c1173, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:14.272812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.305117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b792f5a3-24e8-452a-8dd4-c26ae13a7d51 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3945463 Dec 15 14:04:14.305117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:14.312428 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aadd85-24d2-48dd-9c17-b3ade19975ae" -d '{"events": [{"name": "network-changed", "server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:14.318605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.394528 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:14.410899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=23e799c2-8cf4-463d-97cc-ea031c5c1173,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:14.504364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-64b67ec6-3985-4f8b-b782-fd849fbab9a9 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags HTTP/1.1" status: 204 len: 168 time: 0.3543992 Dec 15 14:04:14.511158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.516682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-58d62f64-f1e9-4a40-a839-f2d482950bf0 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-354724742') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.574328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1129e856-23f1-45a4-aac2-ce0bbeb8d8aa tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/44811e91-64d9-457c-be5a-5e44ae288279 HTTP/1.1" status: 200 len: 991 time: 0.2514038 Dec 15 14:04:14.602740 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-58d62f64-f1e9-4a40-a839-f2d482950bf0 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:14.603840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-58d62f64-f1e9-4a40-a839-f2d482950bf0 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-354724742 HTTP/1.1" status: 404 len: 328 time: 0.0909541 Dec 15 14:04:14.607359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49730) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.613373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-e7c067cc-3b21-4512-99f1-a636c95ae77f tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-1553799533') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.703974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f82c9-04dd-4b2a-8b8a-760959fe2f3f req-31b158da-3f50-4c56-9ceb-a6f1941982bf tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:14.709413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f2f82c9-04dd-4b2a-8b8a-760959fe2f3f req-31b158da-3f50-4c56-9ceb-a6f1941982bf tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.5967972 Dec 15 14:04:14.717072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d4f427e-dc25-412d-9ac4-ea09811f77a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.736365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7fbeb-fbc2-4919-9ab5-aae166cdd01c req-b537f1b8-d40a-492a-a351-b7b2b7324beb tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:14.738119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14f7fbeb-fbc2-4919-9ab5-aae166cdd01c req-b537f1b8-d40a-492a-a351-b7b2b7324beb tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 944 time: 0.5692623 Dec 15 14:04:14.752143 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-e7c067cc-3b21-4512-99f1-a636c95ae77f tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:14.756019 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e7c067cc-3b21-4512-99f1-a636c95ae77f tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-1553799533 HTTP/1.1" status: 404 len: 329 time: 0.1449232 Dec 15 14:04:14.758991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.769370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3c43b038-5ad1-481b-a435-ca1fd77b38c2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942', 'tempest-TagsExtTest-Tag-1171591280') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.785085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Deleting port cf981311-db12-41a4-9cf7-52d14a0322a4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:14.785423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.800571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:12Z', 'revision_number': 0, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.816618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.840156 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:04:14.851989 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:14.853714 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:04:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:14.870478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f2f82c9-04dd-4b2a-8b8a-760959fe2f3f req-1b10790a-3f11-404d-b5a8-2e4a4b73340d tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450541 Dec 15 14:04:14.920493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93b0f979-457f-472b-8622-92ec5cd229a9 req-1dbfa790-fd6b-4b60-b40a-a29d9bc23ccd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556091 Dec 15 14:04:14.941031 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-3c43b038-5ad1-481b-a435-ca1fd77b38c2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:14.949640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3c43b038-5ad1-481b-a435-ca1fd77b38c2 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags/tempest-TagsExtTest-Tag-1171591280 HTTP/1.1" status: 404 len: 329 time: 0.1895792 Dec 15 14:04:14.951713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.966944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-deed8437-fff0-4eb7-a322-5313f1958e9a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', {'tags': ['tempest-TagsExtTest-Tag-1740660434', 'tempest-TagsExtTest-Tag-415068565', 'tempest-TagsExtTest-Tag-2127596794']}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.014129 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:15.044303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.057578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['03673404-52e8-4f94-973e-dc82dc4f5557'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:15.058687 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c654290b-c7e3-47fd-86e6-2f080b35ac84 x-openstack-request-id: req-c654290b-c7e3-47fd-86e6-2f080b35ac84 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:15.059194 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:15.059297 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c654290b-c7e3-47fd-86e6-2f080b35ac84 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:15.060101 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'status': 'completed', 'code': 200} Dec 15 14:04:15.063945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14f7fbeb-fbc2-4919-9ab5-aae166cdd01c req-9c5fdd1b-1cf5-426f-8a31-39c083fbacca tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083284 Dec 15 14:04:15.095751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] For port cf981311-db12-41a4-9cf7-52d14a0322a4, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=cf981311-db12-41a4-9cf7-52d14a0322a4,segment=NetworkSegment(e7e963dd-68d7-436e-913f-09f2efe548b7),segment_id=e7e963dd-68d7-436e-913f-09f2efe548b7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:15.096376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.116894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Calling delete_port for cf981311-db12-41a4-9cf7-52d14a0322a4 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:15.134087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a971966-07dd-49f3-baa1-b88f1f7255f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.181567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-deed8437-fff0-4eb7-a322-5313f1958e9a tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags HTTP/1.1" status: 200 len: 317 time: 0.2238419 Dec 15 14:04:15.184284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:15.197170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-00ecf3b9-314d-4356-b0b8-c3dfe9d7ac5d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.230472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Pushing event deleted for resources: {'Port': ['ID=03673404-52e8-4f94-973e-dc82dc4f5557,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.268814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebb2285f-bb91-4eb1-8b12-81ef94584e58 req-69ef4940-2c22-4468-aaa8-2e3748261c36 tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ea5d120-6ce4-40fb-833f-ab3fb662abec HTTP/1.1" status: 200 len: 210 time: 0.1392975 Dec 15 14:04:15.330941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] No DVR routers for this DVR port 03673404-52e8-4f94-973e-dc82dc4f5557 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:15.339098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-6affc78f-a3e4-42c9-ad49-6aac3e12ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:15.340622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-6affc78f-a3e4-42c9-ad49-6aac3e12ebe8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 1097 time: 0.2099814 Dec 15 14:04:15.343828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.347332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2d7eff5-8f03-406e-9157-8b30781442f9 req-81c2a7c2-4a13-4e60-bc56-78ca65e4a4af tempest-VolumesActionsTest-705886870 tempest-VolumesActionsTest-705886870-project] 10.222.0.67 "DELETE /v2.0/ports/03673404-52e8-4f94-973e-dc82dc4f5557 HTTP/1.1" status: 204 len: 173 time: 1.8785958 Dec 15 14:04:15.347852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'name': 'network-vif-deleted', 'tag': '03673404-52e8-4f94-973e-dc82dc4f5557'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:15.351027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-00ecf3b9-314d-4356-b0b8-c3dfe9d7ac5d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags HTTP/1.1" status: 204 len: 168 time: 0.1632636 Dec 15 14:04:15.351219 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a01e6e-4cf2-40ed-85ce-c21802d46e4c" -d '{"events": [{"server_uuid": "0ea5d120-6ce4-40fb-833f-ab3fb662abec", "name": "network-vif-deleted", "tag": "03673404-52e8-4f94-973e-dc82dc4f5557"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:15.354105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:15.358791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:12Z', 'revision_number': 0, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.359373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-86750048-066f-47a9-83d0-9efc97bff19d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-1740660434') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.365917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a971966-07dd-49f3-baa1-b88f1f7255f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.404421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a971966-07dd-49f3-baa1-b88f1f7255f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.417112 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbfc59-10e3-4124-bf34-1cc1820f35c9 None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:41Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:12Z', 'revision_number': 0, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:15.458679 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f5443d-2443-464e-8063-2a0a51ea5ea0 x-openstack-request-id: req-87f5443d-2443-464e-8063-2a0a51ea5ea0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:15.458930 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5d120-6ce4-40fb-833f-ab3fb662abec", "name": "network-vif-deleted", "tag": "03673404-52e8-4f94-973e-dc82dc4f5557", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:15.459185 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87f5443d-2443-464e-8063-2a0a51ea5ea0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:15.459537 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5d120-6ce4-40fb-833f-ab3fb662abec', 'name': 'network-vif-deleted', 'tag': '03673404-52e8-4f94-973e-dc82dc4f5557', 'status': 'completed', 'code': 200} Dec 15 14:04:15.531619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-8f437d1a-8910-4434-a51e-c5735bda6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:15.533241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-8f437d1a-8910-4434-a51e-c5735bda6693 service neutron] 10.222.0.67 "GET /v2.0/networks?id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 200 len: 899 time: 0.1797614 Dec 15 14:04:15.597189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49750) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:15.691829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-3df28202-a42d-4878-813c-95c6db2317e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f HTTP/1.1" status: 200 len: 999 time: 0.1503723 Dec 15 14:04:15.695902 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.707536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3631d9d9-af01-423c-841b-0cccce8903ff tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/44811e91-64d9-457c-be5a-5e44ae288279 HTTP/1.1" status: 200 len: 991 time: 0.1078918 Dec 15 14:04:15.731129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2620e0a-2e8b-4260-b95e-54cfd181f175 None None] New status for floating IP 44811e91-64d9-457c-be5a-5e44ae288279: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:04:15.737784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf981311-db12-41a4-9cf7-52d14a0322a4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.792744 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5a971966-07dd-49f3-baa1-b88f1f7255f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50c7cac1672d4589a169d3d7ed523da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9728060 Dec 15 14:04:15.794007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:15.798880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a971966-07dd-49f3-baa1-b88f1f7255f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8bf27-178b-41b6-8657-d1021cce481b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.809913 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-86750048-066f-47a9-83d0-9efc97bff19d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:15.812579 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86750048-066f-47a9-83d0-9efc97bff19d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-1740660434 HTTP/1.1" status: 404 len: 329 time: 0.4559314 Dec 15 14:04:15.814742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:15.821227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-80933bbb-c6d9-4712-aa73-35f9cca7b668 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-415068565') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.845328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-b2b133f3-621d-492b-a850-e1a496947a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:15.852112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-b2b133f3-621d-492b-a850-e1a496947a5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0737f6-a68c-4e34-b883-56af70a04e5c HTTP/1.1" status: 200 len: 835 time: 0.1267931 Dec 15 14:04:16.010056 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-80933bbb-c6d9-4712-aa73-35f9cca7b668 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:16.011116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-80933bbb-c6d9-4712-aa73-35f9cca7b668 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-415068565 HTTP/1.1" status: 404 len: 328 time: 0.1952581 Dec 15 14:04:16.015412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.019953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e799c2-8cf4-463d-97cc-ea031c5c1173'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:16.021726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-4e7edd1e-6b27-4c4f-8246-0d4e3bce2dbe tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00', 'tempest-TagsExtTest-Tag-2127596794') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.023422 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c131197-528f-4f9e-a046-dc8376ed4835" -d '{"events": [{"server_uuid": "c388b6cb-3be2-4109-b544-cb78c23a8e82", "name": "network-vif-plugged", "status": "completed", "tag": "23e799c2-8cf4-463d-97cc-ea031c5c1173"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:16.136661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2aa3-2054-484b-b523-dc0c0c5c3e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.187181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-b1dc5584-081e-4407-90ee-f56c3f2e9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:16.188942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-b1dc5584-081e-4407-90ee-f56c3f2e9a14 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2739797 Dec 15 14:04:16.193111 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2aa3-2054-484b-b523-dc0c0c5c3e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.217206 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-4e7edd1e-6b27-4c4f-8246-0d4e3bce2dbe tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:16.223917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e7edd1e-6b27-4c4f-8246-0d4e3bce2dbe tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags/tempest-TagsExtTest-Tag-2127596794 HTTP/1.1" status: 404 len: 329 time: 0.2042506 Dec 15 14:04:16.224243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fe46d-8798-4f68-a9b2-6c940b76e64d req-d8a58287-48ac-4c76-ba2d-8821919a6f09 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:16.224243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c85fe46d-8798-4f68-a9b2-6c940b76e64d req-d8a58287-48ac-4c76-ba2d-8821919a6f09 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.1726551 Dec 15 14:04:16.224736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.226899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.233152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-63d150fd-d2da-4f63-bae8-a28d28c03fd6 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', {'tags': ['tempest-TagsExtTest-Tag-1134920713', 'tempest-TagsExtTest-Tag-2018688644', 'tempest-TagsExtTest-Tag-1067560192']}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.277012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-63d150fd-d2da-4f63-bae8-a28d28c03fd6 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags HTTP/1.1" status: 200 len: 318 time: 0.0486877 Dec 15 14:04:16.277266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.282258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3dee9169-c1f9-40d9-803b-14dc31cb2bcb tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.299116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.322037 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3dee9169-c1f9-40d9-803b-14dc31cb2bcb tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0435991 Dec 15 14:04:16.324944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.330492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-0cac4d05-2bff-4de5-900f-5f12c408b76c tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-1134920713') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.361535 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-0cac4d05-2bff-4de5-900f-5f12c408b76c tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:16.362662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0cac4d05-2bff-4de5-900f-5f12c408b76c tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-1134920713 HTTP/1.1" status: 404 len: 329 time: 0.0365279 Dec 15 14:04:16.367525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.372066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-30322c7d-7f3e-4164-9a06-0c069d21a15d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-2018688644') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.391961 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688a2071-6bb9-4c65-82ef-8bd855f9475d x-openstack-request-id: req-688a2071-6bb9-4c65-82ef-8bd855f9475d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:16.392260 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388b6cb-3be2-4109-b544-cb78c23a8e82", "name": "network-vif-plugged", "status": "completed", "tag": "23e799c2-8cf4-463d-97cc-ea031c5c1173", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:16.392614 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-688a2071-6bb9-4c65-82ef-8bd855f9475d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:16.393019 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e799c2-8cf4-463d-97cc-ea031c5c1173', 'code': 200} Dec 15 14:04:16.402262 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-30322c7d-7f3e-4164-9a06-0c069d21a15d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:16.406086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-30322c7d-7f3e-4164-9a06-0c069d21a15d tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-2018688644 HTTP/1.1" status: 404 len: 329 time: 0.0348835 Dec 15 14:04:16.406416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49776) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.413892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-7f2638d0-6ca1-4ff2-863f-d94d10cb0bd7 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb', 'tempest-TagsExtTest-Tag-1067560192') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.430607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c85fe46d-8798-4f68-a9b2-6c940b76e64d req-995d996f-7ed6-4900-98ca-70be781c35f6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851737 Dec 15 14:04:16.450141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2aa3-2054-484b-b523-dc0c0c5c3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.452860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2aa3-2054-484b-b523-dc0c0c5c3e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.453985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2a7d2aa3-2054-484b-b523-dc0c0c5c3e1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38f8bf27-178b-41b6-8657-d1021cce481b HTTP/1.1" status: 204 len: 168 time: 0.6583822 Dec 15 14:04:16.472442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-e842e6b7-8e1c-4150-9873-7df9ff286a72 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695506 Dec 15 14:04:16.478815 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-7f2638d0-6ca1-4ff2-863f-d94d10cb0bd7 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] show failed (client error): The resource could not be found. Dec 15 14:04:16.484313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d2aa3-2054-484b-b523-dc0c0c5c3e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8bf27-178b-41b6-8657-d1021cce481b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:16.484680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7f2638d0-6ca1-4ff2-863f-d94d10cb0bd7 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags/tempest-TagsExtTest-Tag-1067560192 HTTP/1.1" status: 404 len: 329 time: 0.0764496 Dec 15 14:04:16.485329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.502317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-7160d849-677f-4b99-b6ae-130c502789f6 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6ecd362-42fa-4d3d-87b1-cd86639e63fb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.553451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7160d849-677f-4b99-b6ae-130c502789f6 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0575030 Dec 15 14:04:16.556572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.562027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3b5265d2-6c68-400d-a456-8281e0d7721c tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '518132fd-608c-4548-bab7-298a343d4e00') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.628038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293379-c340-46fc-8e15-b516518f323a req-2ed3e5ac-e3a8-4398-94bd-c88fce0b7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:16.630331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54293379-c340-46fc-8e15-b516518f323a req-2ed3e5ac-e3a8-4398-94bd-c88fce0b7a31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 1096 time: 0.1558053 Dec 15 14:04:16.666009 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b5265d2-6c68-400d-a456-8281e0d7721c tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00/tags HTTP/1.1" status: 204 len: 168 time: 0.1056027 Dec 15 14:04:16.666229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.670582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-ed8204eb-9631-49d1-8a77-bd32cac7df70 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ca4b2510-c940-416c-9a04-04095a201942') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.701398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc294c1-b8a4-4ef3-a500-7369cfb36083 req-264fd3c4-ca23-47c4-878e-8c3b70c95421 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:16.702995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fdc294c1-b8a4-4ef3-a500-7369cfb36083 req-264fd3c4-ca23-47c4-878e-8c3b70c95421 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.2011998 Dec 15 14:04:16.710098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.768871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02aadd85-24d2-48dd-9c17-b3ade19975ae req-929f1946-e735-4288-8d5e-33aa797586a9 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823381 Dec 15 14:04:16.816193 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f67519d-8de7-4ad2-bcce-fe28a1f70642 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/44811e91-64d9-457c-be5a-5e44ae288279 HTTP/1.1" status: 200 len: 993 time: 0.0958152 Dec 15 14:04:16.823381 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed8204eb-9631-49d1-8a77-bd32cac7df70 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942/tags HTTP/1.1" status: 204 len: 168 time: 0.1561449 Dec 15 14:04:16.826925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.830290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54293379-c340-46fc-8e15-b516518f323a req-410061c7-edad-4101-9f35-bf7eb7c31bba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912467 Dec 15 14:04:16.839566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-5384d9ce-a3aa-49ee-99ea-4c18d29dd619 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5e926b6-8fa2-432a-abfd-8a309703dcac') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:16.854985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fdc294c1-b8a4-4ef3-a500-7369cfb36083 req-fcb47323-4988-43e3-b2ef-ab6a4352c3e9 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153088 Dec 15 14:04:16.863287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Router 549f9910-d767-4a69-99da-d24c72bd17b2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:16.935059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5384d9ce-a3aa-49ee-99ea-4c18d29dd619 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac/tags HTTP/1.1" status: 204 len: 168 time: 0.1016862 Dec 15 14:04:16.939852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:17.037595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46d62406-a829-4cff-b185-4071af76ed40 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.039281 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-46d62406-a829-4cff-b185-4071af76ed40 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6ecd362-42fa-4d3d-87b1-cd86639e63fb HTTP/1.1" status: 204 len: 168 time: 0.0977001 Dec 15 14:04:17.042078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:17.063717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:17.069792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c3f3a6b6-baf4-4d43-9682-4845d90a97c5 admin admin] 10.222.0.32 "PUT /v2.0/routers/549f9910-d767-4a69-99da-d24c72bd17b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2241728 Dec 15 14:04:17.072321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49810) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:17.075202 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] Sync routers for ids ['549f9910-d767-4a69-99da-d24c72bd17b2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:17.081080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49812) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:17.081407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb3ceb8c-339b-43a0-95a6-d8eb8ae9c8ec tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "GET /v2.0/ports?device_id=518132fd-608c-4548-bab7-298a343d4e00 HTTP/1.1" status: 200 len: 205 time: 0.0375311 Dec 15 14:04:17.095424 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] Routers {'549f9910-d767-4a69-99da-d24c72bd17b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:17.096060 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:04:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['549f9910-d767-4a69-99da-d24c72bd17b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:17.220866 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] Set router 549f9910-d767-4a69-99da-d24c72bd17b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:17.250377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.412088 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.455699 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.458875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.461528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.474452 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 5, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:17.525728 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] Checking router: 549f9910-d767-4a69-99da-d24c72bd17b2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:04:17.538046 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] Routers {'549f9910-d767-4a69-99da-d24c72bd17b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:17.539482 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:04:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['549f9910-d767-4a69-99da-d24c72bd17b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:17.595594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03673404-52e8-4f94-973e-dc82dc4f5557 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:17.630726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 03673404-52e8-4f94-973e-dc82dc4f5557 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:17.631080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03673404-52e8-4f94-973e-dc82dc4f5557 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:17.806373 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] Set router 549f9910-d767-4a69-99da-d24c72bd17b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:18.110451 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 5, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:18.113927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.114452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Fanout notify agent at l3_agent the message router_deleted on router 518132fd-608c-4548-bab7-298a343d4e00 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:04:18.129943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.131084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d1056953-5e3b-4757-bbe3-a5cc6beeed41 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/routers/518132fd-608c-4548-bab7-298a343d4e00 HTTP/1.1" status: 204 len: 168 time: 1.0458689 Dec 15 14:04:18.134536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:18.170890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6099ca-18c1-495e-9fa5-a73ecb9a633a req-2c6ef0b5-6cd0-4847-985f-3f2095c24b06 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:18.172673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba6099ca-18c1-495e-9fa5-a73ecb9a633a req-2c6ef0b5-6cd0-4847-985f-3f2095c24b06 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1229546 Dec 15 14:04:18.177749 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0ebc-fd78-44a4-8a21-7dc1c17e64ba None None] The sync data for ids ['549f9910-d767-4a69-99da-d24c72bd17b2'] in n-d-815324-3 is: [{'id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'name': 'tempest-TestVolumeBackupRestore-1406419972-router', 'tenant_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 5, 'project_id': 'b7519c9f90d1405b849e0c6181d2fdfd', 'gw_port': {'id': 'ab2d0135-858f-4b82-bd42-d61276fbb916', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f9910-d767-4a69-99da-d24c72bd17b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:58Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:18.198951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff475b-87f2-42ff-a669-56923be10f8a req-8731d466-68e0-4a13-8516-1acd3db4b546 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:18.200714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffff475b-87f2-42ff-a669-56923be10f8a req-8731d466-68e0-4a13-8516-1acd3db4b546 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.6298828 Dec 15 14:04:18.231237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.317552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Deleting port ca4b2510-c940-416c-9a04-04095a201942 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:18.318057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.339818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba6099ca-18c1-495e-9fa5-a73ecb9a633a req-bafed8bd-b985-4d59-9dc0-9882cc34d8ba tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371560 Dec 15 14:04:18.348935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffff475b-87f2-42ff-a669-56923be10f8a req-b488b7e9-e97f-4067-a0b4-f7a753735f98 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289670 Dec 15 14:04:18.369506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Deleting port ab2d0135-858f-4b82-bd42-d61276fbb916 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:18.369969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.448794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.463473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Calling delete_port for ca4b2510-c940-416c-9a04-04095a201942 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:18.493537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.501237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] For port ab2d0135-858f-4b82-bd42-d61276fbb916, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ab2d0135-858f-4b82-bd42-d61276fbb916,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:18.502311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.519269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Calling delete_port for ab2d0135-858f-4b82-bd42-d61276fbb916 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:18.739041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.776177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.815454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event deleted for resources: {'Port': ['ID=ca4b2510-c940-416c-9a04-04095a201942,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:18.902414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.906070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-941dbd08-1b84-4921-ac74-38b9b2fccb22 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/ports/ca4b2510-c940-416c-9a04-04095a201942 HTTP/1.1" status: 204 len: 168 time: 0.7687335 Dec 15 14:04:18.909415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:18.919600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669baf31-6e09-41e5-b2ea-72f53892493c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:18.920859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2d0135-858f-4b82-bd42-d61276fbb916,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:19.009475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Deleting subnet f5e926b6-8fa2-432a-abfd-8a309703dcac {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:19.017633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.039725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.082589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.203751 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.206216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.263151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.263454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.264947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549f9910-d767-4a69-99da-d24c72bd17b2 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:04:19.277454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.281031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7ef1caa0-636c-4dfc-8a64-23da9d56ad6d admin admin] 10.222.0.32 "DELETE /v2.0/routers/549f9910-d767-4a69-99da-d24c72bd17b2 HTTP/1.1" status: 204 len: 168 time: 2.2072847 Dec 15 14:04:19.282921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.384698 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.396206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Deleting subnet f99b2bb6-d7d4-44d5-96d1-d70336c6051e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:19.402835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.442059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e926b6-8fa2-432a-abfd-8a309703dcac,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:19.456035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.462960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5044083-0716-46d0-bcdf-216ccd1c68ad None None] Network faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:19.482777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c8c1240b-c796-448c-8a90-2276d37e90a1 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/subnets/f5e926b6-8fa2-432a-abfd-8a309703dcac HTTP/1.1" status: 204 len: 168 time: 0.5696123 Dec 15 14:04:19.487652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49932) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.522276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.700784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.796528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.800642 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.868370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99b2bb6-d7d4-44d5-96d1-d70336c6051e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:19.878896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe3458-e40e-4e17-a86f-d14f232c4aaa req-d0d26b89-726f-4c3c-aae1-4eafed1537d0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:19.884428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59fe3458-e40e-4e17-a86f-d14f232c4aaa req-d0d26b89-726f-4c3c-aae1-4eafed1537d0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.3079705 Dec 15 14:04:19.891770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] DHCP port deletion for faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:20.001883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00493fd1-b668-4956-8fd8-bb43d75e9f86 None None] Network ba468851-5031-47e8-8150-1aa5f37314d8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:20.018296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.028423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-90e2e8f4-438d-49dd-85c2-2ce933e2618f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f99b2bb6-d7d4-44d5-96d1-d70336c6051e HTTP/1.1" status: 204 len: 168 time: 0.7436934 Dec 15 14:04:20.031184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:20.085919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59fe3458-e40e-4e17-a86f-d14f232c4aaa req-d979113e-7195-4ffc-a399-93459243bd87 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864023 Dec 15 14:04:20.104000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Deleting port 2feb8d96-3c65-4424-93ff-01d0ec6fceea {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:20.104321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.197253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.230711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] For port 2feb8d96-3c65-4424-93ff-01d0ec6fceea, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2feb8d96-3c65-4424-93ff-01d0ec6fceea,segment=NetworkSegment(e642ed7e-3bf4-4c75-8d01-d37029a6a417),segment_id=e642ed7e-3bf4-4c75-8d01-d37029a6a417)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:20.231522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.232099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] Deleting port 2feb8d96-3c65-4424-93ff-01d0ec6fceea {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:20.233803 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.275675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Calling delete_port for 2feb8d96-3c65-4424-93ff-01d0ec6fceea owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:20.350238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Deleting port 75bcbe24-5615-485d-8dcb-ef5067d41b95 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:20.350712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.384699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cf981311-db12-41a4-9cf7-52d14a0322a4 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:20.415780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: cf981311-db12-41a4-9cf7-52d14a0322a4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:20.416670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device cf981311-db12-41a4-9cf7-52d14a0322a4 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:20.417261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2feb8d96-3c65-4424-93ff-01d0ec6fceea no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:20.459595 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.466161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] For port 75bcbe24-5615-485d-8dcb-ef5067d41b95, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=75bcbe24-5615-485d-8dcb-ef5067d41b95,segment=NetworkSegment(e7e963dd-68d7-436e-913f-09f2efe548b7),segment_id=e7e963dd-68d7-436e-913f-09f2efe548b7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:20.467059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.474776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] For port 2feb8d96-3c65-4424-93ff-01d0ec6fceea, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2feb8d96-3c65-4424-93ff-01d0ec6fceea,segment=NetworkSegment(e642ed7e-3bf4-4c75-8d01-d37029a6a417),segment_id=e642ed7e-3bf4-4c75-8d01-d37029a6a417)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:20.475324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.482560 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Calling delete_port for 75bcbe24-5615-485d-8dcb-ef5067d41b95 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:20.503111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] No DVR routers for this DVR port 2feb8d96-3c65-4424-93ff-01d0ec6fceea on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:20.526126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] Calling delete_port for 2feb8d96-3c65-4424-93ff-01d0ec6fceea owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:20.556328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No active binding found for port 2feb8d96-3c65-4424-93ff-01d0ec6fceea {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:04:20.557083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2feb8d96-3c65-4424-93ff-01d0ec6fceea not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:20.571535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ab2d0135-858f-4b82-bd42-d61276fbb916 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:20.581056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.603084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event deleted for resources: {'Port': ['ID=2feb8d96-3c65-4424-93ff-01d0ec6fceea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:20.630989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0dfca-178f-4185-a880-8e9f47fd24a1 req-47f9f808-b607-4386-9dd3-04bfc995be42 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:20.634015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bcbe24-5615-485d-8dcb-ef5067d41b95,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:20.638295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c0dfca-178f-4185-a880-8e9f47fd24a1 req-47f9f808-b607-4386-9dd3-04bfc995be42 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.2288997 Dec 15 14:04:20.647259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] No DVR routers for this DVR port 75bcbe24-5615-485d-8dcb-ef5067d41b95 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:20.717554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ab2d0135-858f-4b82-bd42-d61276fbb916 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:20.718376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ab2d0135-858f-4b82-bd42-d61276fbb916 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:20.761317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.779350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.795802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba468851-5031-47e8-8150-1aa5f37314d8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:20.814333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e963dd-68d7-436e-913f-09f2efe548b7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:20.814662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e963dd-68d7-436e-913f-09f2efe548b7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:20.830279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.834674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.838173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdfaa1a-ab8e-4220-adaf-f90ee8ff6815 None None] DHCP port deletion for ba468851-5031-47e8-8150-1aa5f37314d8 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:20.847163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] Pushing event deleted for resources: {'Port': ['ID=2feb8d96-3c65-4424-93ff-01d0ec6fceea,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:20.849178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55cef6-12c8-41ef-8677-2287e516fec3 None None] No DVR routers for this DVR port 2feb8d96-3c65-4424-93ff-01d0ec6fceea on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:20.849306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.859741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:20.860011 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:20.861829 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:20.902213 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c0dfca-178f-4185-a880-8e9f47fd24a1 req-3e94f0f1-52ea-4399-8fd0-99196a30cfd1 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138569 Dec 15 14:04:20.915964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf13cb8-ba63-4f16-9ac0-8b203cd92ab3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:20.931905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e642ed7e-3bf4-4c75-8d01-d37029a6a417') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:20.932448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e642ed7e-3bf4-4c75-8d01-d37029a6a417') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:20.948814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.979873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.995025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.999781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:21.000242 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:21.003526 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:21.019346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.032067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba468851-5031-47e8-8150-1aa5f37314d8 HTTP/1.1" status: 204 len: 168 time: 0.9951031 Dec 15 14:04:21.050853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab6764-29f3-492d-9304-6c7c6cbb2f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba468851-5031-47e8-8150-1aa5f37314d8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:21.103189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.162396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.192048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ce805-4817-4c52-8016-5a235c26a867 req-7f5b1f8a-10c6-4a72-b094-4959b0ccbfbe tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:21.193670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-354ce805-4817-4c52-8016-5a235c26a867 req-7f5b1f8a-10c6-4a72-b094-4959b0ccbfbe tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0973377 Dec 15 14:04:21.195299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.198622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] 10.222.0.32 "DELETE /v2.0/networks/faf13cb8-ba63-4f16-9ac0-8b203cd92ab3 HTTP/1.1" status: 204 len: 168 time: 1.7041671 Dec 15 14:04:21.199567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884432-16b2-44ec-8662-800d6f013217 tempest-TagsExtTest-1586020286 tempest-TagsExtTest-1586020286-project] Pushing event deleted for resources: {'Network': ['ID=faf13cb8-ba63-4f16-9ac0-8b203cd92ab3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:21.284495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-354ce805-4817-4c52-8016-5a235c26a867 req-fb79e212-bca6-4149-8482-fb61285f8816 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799391 Dec 15 14:04:21.316313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:21.375232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c75a9c9-2471-4822-adaf-14c404d584a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64d5e411c4a34f5b96f29dcbd5907e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543666 Dec 15 14:04:21.375232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:21.494784 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb312b95-f726-4b52-9530-da69718f1c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.594421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb312b95-f726-4b52-9530-da69718f1c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.596320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49974) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:21.662047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d1c6c-1cb7-41a3-a807-aceb75ff56a7 req-2b9d71d4-0d51-41f8-a2bd-fb1aaeff845d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:21.663618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a1d1c6c-1cb7-41a3-a807-aceb75ff56a7 req-2b9d71d4-0d51-41f8-a2bd-fb1aaeff845d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1199977 Dec 15 14:04:21.697610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb312b95-f726-4b52-9530-da69718f1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.701809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb312b95-f726-4b52-9530-da69718f1c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.707962 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bb312b95-f726-4b52-9530-da69718f1c47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3b8f364-ce60-4610-9573-dc31caf32616 HTTP/1.1" status: 204 len: 168 time: 0.3276291 Dec 15 14:04:21.733502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb312b95-f726-4b52-9530-da69718f1c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8f364-ce60-4610-9573-dc31caf32616,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:21.790565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a1d1c6c-1cb7-41a3-a807-aceb75ff56a7 req-3ab4115c-4526-4a8f-a3d4-abed510320d2 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952108 Dec 15 14:04:21.906043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:21.919360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-41b64b77-fbcd-4762-902e-43ff16300784 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a7a1498123b4a0b983fefaa1b33ca59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217027 Dec 15 14:04:21.971644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eecb6da-07ee-40cf-a4ed-80223ec87ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.026426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eecb6da-07ee-40cf-a4ed-80223ec87ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.126313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eecb6da-07ee-40cf-a4ed-80223ec87ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.134082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eecb6da-07ee-40cf-a4ed-80223ec87ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.152755 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3eecb6da-07ee-40cf-a4ed-80223ec87ff8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/864dc32a-e4a9-4cf4-bd08-73126372fd59 HTTP/1.1" status: 204 len: 168 time: 0.2307353 Dec 15 14:04:22.161535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecb6da-07ee-40cf-a4ed-80223ec87ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864dc32a-e4a9-4cf4-bd08-73126372fd59,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:22.178415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49990) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:22.251355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49992) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:22.266508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6cf2c57b-f6f9-48fe-8223-e35284930439 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7519c9f90d1405b849e0c6181d2fdfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808613 Dec 15 14:04:22.314013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 75bcbe24-5615-485d-8dcb-ef5067d41b95 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:22.336989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 75bcbe24-5615-485d-8dcb-ef5067d41b95 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:22.337797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 75bcbe24-5615-485d-8dcb-ef5067d41b95 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:22.370583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8560011-b3c6-4267-b465-e86f7aebde3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.396783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8560011-b3c6-4267-b465-e86f7aebde3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.461519 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8560011-b3c6-4267-b465-e86f7aebde3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.464791 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8560011-b3c6-4267-b465-e86f7aebde3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.468469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b8560011-b3c6-4267-b465-e86f7aebde3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ca1fbf8-14ee-4c6d-a11f-50f80e464522 HTTP/1.1" status: 204 len: 168 time: 0.2135611 Dec 15 14:04:22.474296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8560011-b3c6-4267-b465-e86f7aebde3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1fbf8-14ee-4c6d-a11f-50f80e464522,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:23.152005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9f7ad-006b-49df-a531-ad2f391efb72 req-fb76f7ba-0d8f-4eed-a53e-a8e766f3e19c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:23.158888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0c9f7ad-006b-49df-a531-ad2f391efb72 req-fb76f7ba-0d8f-4eed-a53e-a8e766f3e19c tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1599698 Dec 15 14:04:23.240469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0c9f7ad-006b-49df-a531-ad2f391efb72 req-e348a7de-24d1-4d06-8fc6-bbfbe8e4a28a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735393 Dec 15 14:04:24.533662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a44695-8464-4c88-9b10-c470b6033441 req-575e43ec-582a-4204-ba03-50b19c89630f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:24.536060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3a44695-8464-4c88-9b10-c470b6033441 req-575e43ec-582a-4204-ba03-50b19c89630f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1413240 Dec 15 14:04:24.686472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3a44695-8464-4c88-9b10-c470b6033441 req-80fe5fb7-5899-4553-a9aa-aaff03da9113 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421943 Dec 15 14:04:25.475408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50084) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:25.608618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d77bc0a-760d-487b-a7f4-a99352a9c898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.711383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d77bc0a-760d-487b-a7f4-a99352a9c898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.733867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d77bc0a-760d-487b-a7f4-a99352a9c898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.807528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3d77bc0a-760d-487b-a7f4-a99352a9c898 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94a61b4572d9454d866506d4d283c7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309412 Dec 15 14:04:25.810449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:25.845587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77bc0a-760d-487b-a7f4-a99352a9c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e37bda-466e-4371-be44-94e08bad30e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:25.940682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca123bf6-43d5-456b-85c9-b9b4f66b5457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.986875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf0348-cc00-4766-bfb0-2db2ca599b70 req-b3abc2be-170d-42dd-8290-8e1a72b69341 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:25.998897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6baf0348-cc00-4766-bfb0-2db2ca599b70 req-b3abc2be-170d-42dd-8290-8e1a72b69341 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1604497 Dec 15 14:04:26.018199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca123bf6-43d5-456b-85c9-b9b4f66b5457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.092172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6baf0348-cc00-4766-bfb0-2db2ca599b70 req-36580e06-c83b-4b7a-a12c-e4334c516fdd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902767 Dec 15 14:04:26.118618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca123bf6-43d5-456b-85c9-b9b4f66b5457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.122443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca123bf6-43d5-456b-85c9-b9b4f66b5457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.125610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ca123bf6-43d5-456b-85c9-b9b4f66b5457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15e37bda-466e-4371-be44-94e08bad30e3 HTTP/1.1" status: 204 len: 168 time: 0.3125021 Dec 15 14:04:26.151196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca123bf6-43d5-456b-85c9-b9b4f66b5457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e37bda-466e-4371-be44-94e08bad30e3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.567052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:26.590008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82deb0d-455e-4500-a417-f01dc6d528bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.691070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82deb0d-455e-4500-a417-f01dc6d528bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.697612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82deb0d-455e-4500-a417-f01dc6d528bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.745552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c82deb0d-455e-4500-a417-f01dc6d528bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0be18ed5a8d344c8ba108a795567b5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771398 Dec 15 14:04:26.748245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50114) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:26.749078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82deb0d-455e-4500-a417-f01dc6d528bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff7a1d-8883-401c-aa6f-20e2545e08de,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.824285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ea874ae-2e0a-45c9-8cf1-e5a340862cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.855170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ea874ae-2e0a-45c9-8cf1-e5a340862cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.918151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ea874ae-2e0a-45c9-8cf1-e5a340862cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.921119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ea874ae-2e0a-45c9-8cf1-e5a340862cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.924750 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1ea874ae-2e0a-45c9-8cf1-e5a340862cda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4ff7a1d-8883-401c-aa6f-20e2545e08de HTTP/1.1" status: 204 len: 168 time: 0.1730261 Dec 15 14:04:26.934543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea874ae-2e0a-45c9-8cf1-e5a340862cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff7a1d-8883-401c-aa6f-20e2545e08de,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:27.019062 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:04:27.282231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d622e-8cfe-436c-a5bb-02bed8f07126 req-625ee671-5ee7-4632-9ed7-139f3a32e1c7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:27.284368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e7d622e-8cfe-436c-a5bb-02bed8f07126 req-625ee671-5ee7-4632-9ed7-139f3a32e1c7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1105683 Dec 15 14:04:27.363728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e7d622e-8cfe-436c-a5bb-02bed8f07126 req-7dd266b4-f1d4-4432-9b75-b8b0a221f4cb tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716646 Dec 15 14:04:28.560631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cdf1b-f5e1-4676-ad5a-56bc68374df6 req-569bb70e-742f-4736-85c0-f9ca1c993be8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:28.562303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-703cdf1b-f5e1-4676-ad5a-56bc68374df6 req-569bb70e-742f-4736-85c0-f9ca1c993be8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0758462 Dec 15 14:04:28.636742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-703cdf1b-f5e1-4676-ad5a-56bc68374df6 req-7105ca7f-74b0-447c-84ec-247c66e46f94 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644739 Dec 15 14:04:29.869419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad67c3-69f5-4042-80c0-86f45e2398da req-5d7e124e-ae29-41c8-88cb-9e788d923a76 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:29.877137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2ad67c3-69f5-4042-80c0-86f45e2398da req-5d7e124e-ae29-41c8-88cb-9e788d923a76 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0854816 Dec 15 14:04:30.001773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2ad67c3-69f5-4042-80c0-86f45e2398da req-0ce179bd-2d14-4b81-a028-8804cd5c8c94 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129842 Dec 15 14:04:31.121777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:31.201479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed68d43-ef50-40a4-a600-93678001b517 req-f761f301-5508-4563-8646-9468f7f024a3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.206029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ed68d43-ef50-40a4-a600-93678001b517 req-f761f301-5508-4563-8646-9468f7f024a3 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1054180 Dec 15 14:04:31.259938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66735ac5-17f1-4a7e-bee6-31d84cffc013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.283069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ed68d43-ef50-40a4-a600-93678001b517 req-8cb92111-9594-44de-8dd8-78967e84fd73 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Dec 15 14:04:31.372540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66735ac5-17f1-4a7e-bee6-31d84cffc013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.378973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66735ac5-17f1-4a7e-bee6-31d84cffc013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.428637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66735ac5-17f1-4a7e-bee6-31d84cffc013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7e87925ecd149e6a44fc6bc1aaac246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029106 Dec 15 14:04:31.428637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66735ac5-17f1-4a7e-bee6-31d84cffc013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88413dc-0337-4107-b66a-e699752ff850,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:31.429020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:31.494906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c666316-7a24-4ecf-991d-391b5bf439f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.526032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c666316-7a24-4ecf-991d-391b5bf439f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.601270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c666316-7a24-4ecf-991d-391b5bf439f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.604325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c666316-7a24-4ecf-991d-391b5bf439f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.605995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c666316-7a24-4ecf-991d-391b5bf439f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b88413dc-0337-4107-b66a-e699752ff850 HTTP/1.1" status: 204 len: 168 time: 0.1756098 Dec 15 14:04:31.619286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c666316-7a24-4ecf-991d-391b5bf439f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88413dc-0337-4107-b66a-e699752ff850,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:31.951062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:31.965850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c637125-01fc-41ca-af08-a74b56f40344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.080969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c637125-01fc-41ca-af08-a74b56f40344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.086811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c637125-01fc-41ca-af08-a74b56f40344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.142514 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2c637125-01fc-41ca-af08-a74b56f40344 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f623a79a2054be18e28d1c061560ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897731 Dec 15 14:04:32.144033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c637125-01fc-41ca-af08-a74b56f40344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53497cb9-f415-43f2-b97a-1a0b925203fe,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:32.144657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:32.213009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f991519a-676e-4ea2-afba-5a8c1f3badf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.244171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f991519a-676e-4ea2-afba-5a8c1f3badf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.308720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f991519a-676e-4ea2-afba-5a8c1f3badf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.311587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f991519a-676e-4ea2-afba-5a8c1f3badf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.315465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f991519a-676e-4ea2-afba-5a8c1f3badf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53497cb9-f415-43f2-b97a-1a0b925203fe HTTP/1.1" status: 204 len: 168 time: 0.1671560 Dec 15 14:04:32.322573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991519a-676e-4ea2-afba-5a8c1f3badf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53497cb9-f415-43f2-b97a-1a0b925203fe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:32.458276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51463f6-bf20-43f5-a115-2b7fb394d209 req-060df12f-848b-4c02-9f23-322e5b723356 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:32.467432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a51463f6-bf20-43f5-a115-2b7fb394d209 req-060df12f-848b-4c02-9f23-322e5b723356 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0730581 Dec 15 14:04:32.559360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a51463f6-bf20-43f5-a115-2b7fb394d209 req-4db26097-1737-4265-88f4-c4ebeb8dd94f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906959 Dec 15 14:04:33.747433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16b832-bce4-4aaa-81db-14bbde096365 req-074fac8b-a468-4921-833e-d68ffeb3bcba tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.749887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa16b832-bce4-4aaa-81db-14bbde096365 req-074fac8b-a468-4921-833e-d68ffeb3bcba tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0702753 Dec 15 14:04:33.827264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa16b832-bce4-4aaa-81db-14bbde096365 req-2a6e4644-ba1b-4020-8b5b-f1805eba150b tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705595 Dec 15 14:04:35.121322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1c66d-329e-4415-be05-2dfaa3263d9c req-f9da10b7-fde0-41f0-a246-61837545cb74 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.122895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86e1c66d-329e-4415-be05-2dfaa3263d9c req-f9da10b7-fde0-41f0-a246-61837545cb74 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1137919 Dec 15 14:04:35.213130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86e1c66d-329e-4415-be05-2dfaa3263d9c req-674ac95f-01aa-4ef0-8562-b3b4aa781c28 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780382 Dec 15 14:04:36.397290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab842f8-777c-458b-97a6-f13723cb0ca3 req-f9f8dd3d-4804-4ad1-bf62-f49600ecad9a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.400451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ab842f8-777c-458b-97a6-f13723cb0ca3 req-f9f8dd3d-4804-4ad1-bf62-f49600ecad9a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0745406 Dec 15 14:04:36.472530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ab842f8-777c-458b-97a6-f13723cb0ca3 req-56bea2fc-0a7e-4a4c-889a-0c264bc24cb6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Dec 15 14:04:37.646052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77aecd-7b2d-4a94-abc9-0610c7002ef0 req-2781473a-240a-47a6-aac9-fce95b7aaad8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:37.656551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e77aecd-7b2d-4a94-abc9-0610c7002ef0 req-2781473a-240a-47a6-aac9-fce95b7aaad8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0658479 Dec 15 14:04:37.735832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e77aecd-7b2d-4a94-abc9-0610c7002ef0 req-3a3b9a2f-b5d2-4592-acd3-0c8a20160383 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780098 Dec 15 14:04:37.919161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-8af8d501-0b39-45ca-a091-ba0751079f65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0664246 Dec 15 14:04:38.052907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.054232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.055131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.056227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.056973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.057731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.058999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.061960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-a8600cf2-0ff0-4ca3-8c20-fd625a3ead79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 6502 time: 0.0796025 Dec 15 14:04:38.224065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-7475e79b-c6d8-4269-80b4-e077eaaf0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.224639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-7475e79b-c6d8-4269-80b4-e077eaaf0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.225019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-7475e79b-c6d8-4269-80b4-e077eaaf0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.227320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-7475e79b-c6d8-4269-80b4-e077eaaf0531 service neutron] 10.222.0.67 "GET /v2.0/networks?id=505693a4-e390-47f7-a077-fddb5807d584&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=816d2ef0-fdd7-4148-9ac4-849939505e03&id=e2df8191-c699-4f1a-b9c0-17d379c41265&id=e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 200 len: 2300 time: 0.1309958 Dec 15 14:04:38.329073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-ef35b8d6-de76-4c1e-8aae-b50a79795174 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 200 len: 1002 time: 0.0916078 Dec 15 14:04:38.412859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-199576dd-a9b4-496f-a893-c4e81b7fff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.414846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-199576dd-a9b4-496f-a893-c4e81b7fff5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ee3c423-f1ad-4206-ae1c-d52132c62360 HTTP/1.1" status: 200 len: 855 time: 0.0690567 Dec 15 14:04:38.525410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-cc8b41f8-f0a2-403d-81ab-ee2a5a10105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.531164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-cc8b41f8-f0a2-403d-81ab-ee2a5a10105d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=505693a4-e390-47f7-a077-fddb5807d584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072879 Dec 15 14:04:38.675408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-65db72c1-9ffc-4440-8539-37ab5a80580b service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361685 Dec 15 14:04:38.850913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-dac95ab5-1d70-4910-a490-98408bd9d592 service neutron] 10.222.0.67 "GET /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608243 Dec 15 14:04:39.013937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-88617c77-48a7-4360-b9c3-df304e8c8f68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 217 time: 0.1336496 Dec 15 14:04:39.126321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15198c47-8598-479f-a1e5-a1541e145113 req-8727f3ea-0e68-4469-9205-328cf977fd44 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:39.139271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15198c47-8598-479f-a1e5-a1541e145113 req-8727f3ea-0e68-4469-9205-328cf977fd44 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.2821667 Dec 15 14:04:39.153840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-d896671a-5c7a-41cb-a451-d8147b8a2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:39.156370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-d896671a-5c7a-41cb-a451-d8147b8a2c3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1219721 Dec 15 14:04:39.305756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15198c47-8598-479f-a1e5-a1541e145113 req-efddeb51-6261-466c-a3d1-d291e6d694af tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651299 Dec 15 14:04:39.307575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-1ba6484e-c0b1-4957-8d42-a27d30050986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:39.315930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-1ba6484e-c0b1-4957-8d42-a27d30050986 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259191 Dec 15 14:04:39.484146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-93fdcaf3-84e8-4296-a78c-3f3057bdf64a service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604049 Dec 15 14:04:39.601234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-9a93666e-09f8-43af-8624-2bd194192fcb service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072114 Dec 15 14:04:39.677837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-862794aa-72d4-46f5-b932-1cfe5426bc37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 217 time: 0.0627162 Dec 15 14:04:39.755106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-518cbb8c-513c-40fd-8a29-3b31631c846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:39.759055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-518cbb8c-513c-40fd-8a29-3b31631c846e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.0718253 Dec 15 14:04:39.813682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-11dac4e7-fdec-47a0-9907-47e429304901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:39.815411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-11dac4e7-fdec-47a0-9907-47e429304901 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464940 Dec 15 14:04:39.938097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-cc1566de-6b60-46c2-bc70-dbf5b3fd9371 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142921 Dec 15 14:04:40.143422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-b06d8531-a855-43fa-9ba1-9240ccb1416e service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971407 Dec 15 14:04:40.282384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-d9b9c8ae-c289-4e46-a19f-2a58dd12f9d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=93caa189-eff5-40ba-b23a-b4590482c2e2 HTTP/1.1" status: 200 len: 217 time: 0.1315086 Dec 15 14:04:40.360895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-63fbe475-563b-4b4a-8e19-092992ca1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.362370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-63fbe475-563b-4b4a-8e19-092992ca1124 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.0710104 Dec 15 14:04:40.520181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15ab40-abb0-4331-aeab-fc29bea414d4 req-a7546dea-9cdf-4979-8bc2-47a0c51ffda8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.521841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e15ab40-abb0-4331-aeab-fc29bea414d4 req-a7546dea-9cdf-4979-8bc2-47a0c51ffda8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1184452 Dec 15 14:04:40.544176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-5998381e-fd0c-41fc-b1b2-5e01a58ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.545785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-5998381e-fd0c-41fc-b1b2-5e01a58ac666 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1748154 Dec 15 14:04:40.622653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e15ab40-abb0-4331-aeab-fc29bea414d4 req-d61fc091-f5f9-4de6-b7bf-95e40cd68167 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863209 Dec 15 14:04:40.753456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-3234e746-c122-4d90-a35c-25b5c364d8b5 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346076 Dec 15 14:04:41.033999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-49c27cc5-940c-4a98-a237-44e4c0ff6e17 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669287 Dec 15 14:04:41.089692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-18761115-e23d-4a1a-a9bd-e35aab141898 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f HTTP/1.1" status: 200 len: 217 time: 0.0469251 Dec 15 14:04:41.249564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-835e34eb-eb8f-4bf5-9049-667ebbfbe21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:41.251063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-835e34eb-eb8f-4bf5-9049-667ebbfbe21b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 200 len: 797 time: 0.1524003 Dec 15 14:04:41.380345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-ec12e6af-6cc0-497a-af74-af5ccfb11642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:41.382673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-ec12e6af-6cc0-497a-af74-af5ccfb11642 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816d2ef0-fdd7-4148-9ac4-849939505e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206679 Dec 15 14:04:41.529778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-53811ba5-dca9-495a-82f0-636db961a3b2 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377664 Dec 15 14:04:41.667475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-51b15eae-02ff-44a6-b0a0-2c5edca5fa17 service neutron] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247594 Dec 15 14:04:41.728579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-d63cacb5-91f0-4421-be85-ba538e259111 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd HTTP/1.1" status: 200 len: 217 time: 0.0512917 Dec 15 14:04:41.810086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-ef4451f4-c60d-4af4-b646-fa50c30369cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:41.811454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-ef4451f4-c60d-4af4-b646-fa50c30369cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.0689032 Dec 15 14:04:41.836928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae2df-4729-4213-87e4-4b10a96c560a req-d9ed8090-f0b2-4e8a-9b5d-54c906ef30dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:41.838489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4feae2df-4729-4213-87e4-4b10a96c560a req-d9ed8090-f0b2-4e8a-9b5d-54c906ef30dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1075544 Dec 15 14:04:41.926601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-b03fa6a4-aa14-4acf-8cce-72278aabaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:41.928117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-b03fa6a4-aa14-4acf-8cce-72278aabaa64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887477 Dec 15 14:04:41.932571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4feae2df-4729-4213-87e4-4b10a96c560a req-6e0a58cd-3095-44e7-b7fa-bd044132e868 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848744 Dec 15 14:04:42.052636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-319b87da-31de-428f-b382-386d811c7647 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159077 Dec 15 14:04:42.192716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-d17c2c8b-1052-41b7-a9ac-c5f63cacaae5 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306264 Dec 15 14:04:42.257879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-45db53be-15c4-4be3-95b4-9e1def215774 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 200 len: 217 time: 0.0530343 Dec 15 14:04:42.363916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-4867ebeb-73f6-4f80-885b-3c254ea53e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:42.367762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-4867ebeb-73f6-4f80-885b-3c254ea53e2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 200 len: 797 time: 0.0989931 Dec 15 14:04:42.546924 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-154e5b93-5f7d-45d7-bc8d-bf9a931a5789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.002330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a78ff-4d39-4eb8-9610-075c222176dd req-37a0dc5d-9a29-4c1f-aec2-90cae65bcd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:43.008736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-37a0dc5d-9a29-4c1f-aec2-90cae65bcd02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2df8191-c699-4f1a-b9c0-17d379c41265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6267116 Dec 15 14:04:43.198645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-f1216607-adca-406b-9932-89d6bf7d36eb tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:43.206532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-f1216607-adca-406b-9932-89d6bf7d36eb tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.7557757 Dec 15 14:04:43.234157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-90e9c817-c971-4976-aa5f-c754b15f6c42 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/quotas/35e4ff0c68e540fabb2d5aa4f8ee29a9 HTTP/1.1" status: 200 len: 375 time: 0.0263259 Dec 15 14:04:43.344560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-f6bbf62b-ce15-407f-a972-46d799b11287 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231184 Dec 15 14:04:43.355908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598f06-12a4-4f02-99a8-c1c049814d66 req-60d39c96-b78a-4db0-ba4a-d1f19fb0dd43 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:43.357127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39598f06-12a4-4f02-99a8-c1c049814d66 req-60d39c96-b78a-4db0-ba4a-d1f19fb0dd43 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.3221242 Dec 15 14:04:43.485700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-f6bc9dee-7039-4780-b7e8-6aaa94001f7a tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2325420 Dec 15 14:04:43.583645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39598f06-12a4-4f02-99a8-c1c049814d66 req-b5a6c5cc-38c3-44db-87ac-5ec4d4fab367 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139246 Dec 15 14:04:43.593453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-327a78ff-4d39-4eb8-9610-075c222176dd req-eb3ade3f-f0bb-43d9-b38b-327833c5f878 service neutron] 10.222.0.67 "GET /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332394 Dec 15 14:04:43.651823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-9fc6bfdc-8925-41a5-9c22-e7ef32df470a service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651390 Dec 15 14:04:43.775196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-ccb56263-3d05-4dd9-8b6b-70a4e3973745 service neutron] 10.222.0.32 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139684 Dec 15 14:04:43.991619 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-01cbcd08-805b-4d0c-980a-4be7891169d9 req-c212d7fd-72fb-4ffb-a5e3-5a659b92e735 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 210 time: 0.0426688 Dec 15 14:04:44.106682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.735574 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-242348b4-e71d-42d2-9913-50581b218419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.772452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c4420-7f06-4975-a1c0-e84ee878a6f3 req-2f44b179-bede-4607-8269-9521ea929c91 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:44.774097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-694c4420-7f06-4975-a1c0-e84ee878a6f3 req-2f44b179-bede-4607-8269-9521ea929c91 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0805907 Dec 15 14:04:44.863966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-694c4420-7f06-4975-a1c0-e84ee878a6f3 req-7b1a3f78-935d-4576-b51b-4f4d9a75a058 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787985 Dec 15 14:04:45.126429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb34fe30-1a1d-4ad8-a057-1f90b98cc211 req-36541b52-e368-48cd-86ab-54bc7c3bd0b3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 210 time: 0.0470464 Dec 15 14:04:45.474298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d2cb6508-28ee-4a3a-a268-56b5aa3bb27d tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:45.477044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d2cb6508-28ee-4a3a-a268-56b5aa3bb27d tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 815 time: 0.1830742 Dec 15 14:04:45.498134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Request body: {'port': {'device_id': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'admin_state_up': True, 'tenant_id': '35e4ff0c68e540fabb2d5aa4f8ee29a9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:45.639631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Made reservation on behalf of 35e4ff0c68e540fabb2d5aa4f8ee29a9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:45.643402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.787175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Allocated IP 172.20.0.8 (62861ed0-c3a4-4c9a-8cd8-feb423d0a417/9186a04e-584d-414b-9d7e-df24fabb12c1/a534dddf-32b7-4c54-bdff-ec7a362ed063) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:45.973797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.070164 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.086538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b', '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', '471f6003-6056-47fe-8bc5-90cd7e8161ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:46.171867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:46.197029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:46.201483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:46.225826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ac68-ace3-4f1d-8e9b-3be48ba47751 req-a0eeb76e-640b-4aa0-93d5-43ebb5d0c1dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:46.227395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5674ac68-ace3-4f1d-8e9b-3be48ba47751 req-a0eeb76e-640b-4aa0-93d5-43ebb5d0c1dd tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.2043989 Dec 15 14:04:46.228350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event updated for resources: {'Port': ['ID=a534dddf-32b7-4c54-bdff-ec7a362ed063,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:46.244636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875845d8-0cf3-4975-80d3-3d5814febbbd None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:46.376104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.379649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:46.380454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.399161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5674ac68-ace3-4f1d-8e9b-3be48ba47751 req-356d070f-966a-43bd-9c03-49f1bb51de4a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489096 Dec 15 14:04:46.418981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bbe525d1-d00c-4c53-8433-e70f5a6899f9 None None] Provisioning complete for port a534dddf-32b7-4c54-bdff-ec7a362ed063 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:46.419672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bbe525d1-d00c-4c53-8433-e70f5a6899f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.423517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007477-2208-46a9-ad59-e3dd8a764136 req-5d2f2971-e22d-40b1-b041-bdb38d3d3ce4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:46.432792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0007477-2208-46a9-ad59-e3dd8a764136 req-5d2f2971-e22d-40b1-b041-bdb38d3d3ce4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 931 time: 0.1367702 Dec 15 14:04:46.442224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e6cdb1be-a974-46ea-8681-004319dd0ed6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465213 Dec 15 14:04:46.480064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Request body: {'port': {'device_id': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:46.519358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bbe525d1-d00c-4c53-8433-e70f5a6899f9 None None] Port a534dddf-32b7-4c54-bdff-ec7a362ed063 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:46.618444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0007477-2208-46a9-ad59-e3dd8a764136 req-8cd7d30c-7d0e-4138-b74e-721b5ad2d315 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846404 Dec 15 14:04:46.629618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.080177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a534dddf-32b7-4c54-bdff-ec7a362ed063 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:47.091294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.152687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Transition to ACTIVE for port object a534dddf-32b7-4c54-bdff-ec7a362ed063 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:04:47.162812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.204956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5746b0-7c43-4160-83ea-d7b093d79900 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:47.304211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Pushing event updated for resources: {'Port': ['ID=a534dddf-32b7-4c54-bdff-ec7a362ed063,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:47.380568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Attempting to bind port a534dddf-32b7-4c54-bdff-ec7a362ed063 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:47.380568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Attempting to bind port a534dddf-32b7-4c54-bdff-ec7a362ed063 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:47.380568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Attempting to bind port a534dddf-32b7-4c54-bdff-ec7a362ed063 on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:47.389164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Port a534dddf-32b7-4c54-bdff-ec7a362ed063 on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:04:47.389690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Attempting to bind port a534dddf-32b7-4c54-bdff-ec7a362ed063 on network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:47.396226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:47.399631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Checking segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:47.401082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Bound using segment: {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:47.401968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Bound port: a534dddf-32b7-4c54-bdff-ec7a362ed063, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561e1358-abaa-43ea-9027-e49305190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:47.402708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.404838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.510086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] For port a534dddf-32b7-4c54-bdff-ec7a362ed063, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:47.515796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] For port a534dddf-32b7-4c54-bdff-ec7a362ed063, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:47.524407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.585436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:47.586110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.587503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] 10.222.0.67 "PUT /v2.0/ports/a534dddf-32b7-4c54-bdff-ec7a362ed063 HTTP/1.1" status: 200 len: 1091 time: 1.1211231 Dec 15 14:04:47.594260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d941e-c314-4357-80e6-145e5dc1791f None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:47.604234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'tag': 'a534dddf-32b7-4c54-bdff-ec7a362ed063'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:47.606676 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c85d57-8f29-42e2-8ace-294f716112ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd1e03c-8656-4531-b6b8-29ac8b4aa685", "tag": "a534dddf-32b7-4c54-bdff-ec7a362ed063"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:47.671645 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1128d869-2a4b-485a-a6e5-a7661498d408 x-openstack-request-id: req-1128d869-2a4b-485a-a6e5-a7661498d408 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:47.671943 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd1e03c-8656-4531-b6b8-29ac8b4aa685", "tag": "a534dddf-32b7-4c54-bdff-ec7a362ed063", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:47.672191 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1128d869-2a4b-485a-a6e5-a7661498d408 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:47.673043 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'tag': 'a534dddf-32b7-4c54-bdff-ec7a362ed063', 'status': 'completed', 'code': 200} Dec 15 14:04:47.690658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e848d8-76f3-435a-a648-3c146d998389 service neutron] Pushing event updated for resources: {'Port': ['ID=a534dddf-32b7-4c54-bdff-ec7a362ed063,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:47.701148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afc476-4217-41e3-85d3-7c69bec2455b req-7d568ca7-1825-4c2d-8eef-e579621782f7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:47.702672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11afc476-4217-41e3-85d3-7c69bec2455b req-7d568ca7-1825-4c2d-8eef-e579621782f7 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1431849 Dec 15 14:04:47.709531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-9a8c3b3b-b75b-4662-90f2-41fd317658ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:47.711642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-9a8c3b3b-b75b-4662-90f2-41fd317658ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 1094 time: 0.0758715 Dec 15 14:04:47.806981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11afc476-4217-41e3-85d3-7c69bec2455b req-af97f054-1059-4330-a4d1-00d0836e8bb4 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943317 Dec 15 14:04:47.816541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-e635aabc-0457-4227-848a-a0b84286bad5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063 HTTP/1.1" status: 200 len: 217 time: 0.0881178 Dec 15 14:04:47.905593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d90ed-f605-4c77-b920-2d4145e4c186 req-b8280e67-ca25-4106-9712-fe15c254b235 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:47.907144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a83d90ed-f605-4c77-b920-2d4145e4c186 req-b8280e67-ca25-4106-9712-fe15c254b235 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 943 time: 0.1433873 Dec 15 14:04:47.914282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-a1d622d8-2342-4683-92e7-e8f8ed29a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:47.915719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-a1d622d8-2342-4683-92e7-e8f8ed29a500 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.0736320 Dec 15 14:04:47.993938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a83d90ed-f605-4c77-b920-2d4145e4c186 req-9286858c-8dc0-403e-8a44-b3e7954c74b3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 Dec 15 14:04:47.995989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-625468c4-411e-4983-bdea-21267d63fd43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693617 Dec 15 14:04:48.106797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-6ece1a79-9737-414e-9d92-371a3d54b2ce service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016603 Dec 15 14:04:48.242172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d21ea68-cf09-455f-b3ab-1a96367c03a1 req-679d44f4-551e-42e2-875d-c378e716037c service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264660 Dec 15 14:04:48.441350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-bb2fef98-3b4f-4471-914d-b78b2e50c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:48.442908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-bb2fef98-3b4f-4471-914d-b78b2e50c203 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 1094 time: 0.0788276 Dec 15 14:04:48.512703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.596929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-51315ab7-69d2-44bf-9ba6-11c6872ac4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:48.598594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-51315ab7-69d2-44bf-9ba6-11c6872ac4bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 917 time: 0.1445057 Dec 15 14:04:48.656669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-63aefd2f-531b-4966-9ad4-40717ff4fc79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063 HTTP/1.1" status: 200 len: 217 time: 0.0491891 Dec 15 14:04:48.714442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-f4148e31-a2a5-434a-ab80-de46f32dd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:48.716189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-f4148e31-a2a5-434a-ab80-de46f32dd331 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.0511725 Dec 15 14:04:48.761496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-8af5f36f-cce4-4eb3-8cbc-413b98e1272e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372632 Dec 15 14:04:48.947200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-6591f7a7-6cda-49cd-9d63-dcf216660ca7 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756313 Dec 15 14:04:49.043998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb9118-05cd-4968-a0e7-72ea1a80fcb6 req-42c3b99e-e530-4d55-96f7-038019dbd539 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:49.045646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afdb9118-05cd-4968-a0e7-72ea1a80fcb6 req-42c3b99e-e530-4d55-96f7-038019dbd539 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1273344 Dec 15 14:04:49.100857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c85d57-8f29-42e2-8ace-294f716112ce req-c56b4e5e-c00a-4cc7-904e-c5585cd23e6a service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372540 Dec 15 14:04:49.173122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afdb9118-05cd-4968-a0e7-72ea1a80fcb6 req-31567984-0989-42bf-8c62-bc8b97aa7c3f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200256 Dec 15 14:04:49.224997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1319f-a498-400f-a73d-946ac67a1601 req-1bcc8d3e-f48c-4135-8305-999a5cae15f7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:49.226620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6d1319f-a498-400f-a73d-946ac67a1601 req-1bcc8d3e-f48c-4135-8305-999a5cae15f7 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 943 time: 0.1083322 Dec 15 14:04:49.291630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b6d1319f-a498-400f-a73d-946ac67a1601 req-9bdac7c5-20cd-47fe-a988-afc59245d095 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Dec 15 14:04:49.754975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a534dddf-32b7-4c54-bdff-ec7a362ed063 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:04:49.921424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a534dddf-32b7-4c54-bdff-ec7a362ed063, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:49.948380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'a534dddf-32b7-4c54-bdff-ec7a362ed063', 'network_id': '62861ed0-c3a4-4c9a-8cd8-feb423d0a417', 'port_id': 'a534dddf-32b7-4c54-bdff-ec7a362ed063', 'mac_address': 'fa:16:3e:be:6a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186a04e-584d-414b-9d7e-df24fabb12c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:04:49.976376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:49.982467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:50.052661 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.062649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Deleting subnet 5e8b2c07-f098-496b-a668-63accb62d9de {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:50.066127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.068528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a534dddf-32b7-4c54-bdff-ec7a362ed063 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:04:50.087789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d38d31-6390-45c3-b129-61bf5edb9ad7 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:50.088284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d38d31-6390-45c3-b129-61bf5edb9ad7 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:50.088766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d38d31-6390-45c3-b129-61bf5edb9ad7 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:50.095871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a534dddf-32b7-4c54-bdff-ec7a362ed063, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:50.112532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-93d38d31-6390-45c3-b129-61bf5edb9ad7 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=e18e50d7b5f944f98d4d1fccb33772d9&network_id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 200 len: 2970 time: 0.1239226 Dec 15 14:04:50.112791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.127948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.179074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.191218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a534dddf-32b7-4c54-bdff-ec7a362ed063,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.285843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.327706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8b2c07-f098-496b-a668-63accb62d9de,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.343973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.350051 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f1119a19-c330-4d93-8532-1184bb7f7777 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5e8b2c07-f098-496b-a668-63accb62d9de HTTP/1.1" status: 204 len: 168 time: 0.3665431 Dec 15 14:04:50.353699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:50.365290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50073477-2c11-44a6-b4a1-ddaa6f795d5b req-5942c19a-9250-4e9f-beba-9bcc6c49609f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:50.367822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50073477-2c11-44a6-b4a1-ddaa6f795d5b req-5942c19a-9250-4e9f-beba-9bcc6c49609f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0862839 Dec 15 14:04:50.491970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50073477-2c11-44a6-b4a1-ddaa6f795d5b req-d0f845fe-98b1-4c8e-bec3-d34b4fa9ad8f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150215 Dec 15 14:04:50.509261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['a534dddf-32b7-4c54-bdff-ec7a362ed063'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:50.524859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.569794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9221b-4eb5-434e-bcc1-3a0c12db7fc6 req-7b4c5303-a8ee-4d46-9a22-524b423c7fc2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:50.581186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cb9221b-4eb5-434e-bcc1-3a0c12db7fc6 req-7b4c5303-a8ee-4d46-9a22-524b423c7fc2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 944 time: 0.1060886 Dec 15 14:04:50.668946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cb9221b-4eb5-434e-bcc1-3a0c12db7fc6 req-74516111-1c15-4972-9a4f-aab6b86d5905 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818427 Dec 15 14:04:50.683338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.705566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2c6a16-b10f-4caf-bc99-403224a25887']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:50.716185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:50.717269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b68537-7ceb-4a07-80c5-819aa1ef9b3e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:50.727882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.742780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.753100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:50.754292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:50.759531 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:50.835439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.841668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.845985 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/7a2c6a16-b10f-4caf-bc99-403224a25887 HTTP/1.1" status: 204 len: 168 time: 0.4901004 Dec 15 14:04:50.850261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:50.865766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eecd2-0cbf-4137-bf1f-8bacb5766a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2c6a16-b10f-4caf-bc99-403224a25887,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.905055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Deleting subnet 1821e739-227b-4d79-9359-c2ed55abdd9e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:50.908769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.946383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.994462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.047882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.075003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1821e739-227b-4d79-9359-c2ed55abdd9e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:51.076963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.080367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d3e72b52-3bdd-4e8c-8b6d-6d8a6c7b5871 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1821e739-227b-4d79-9359-c2ed55abdd9e HTTP/1.1" status: 204 len: 168 time: 0.2285111 Dec 15 14:04:51.083844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:51.122529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.158811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.243145 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.265437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533b233a-21f8-4d9b-b45d-9c20d45e484f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:51.278306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b81bf05-228c-46bd-b6c9-ebb6fe031edd') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:51.278306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b81bf05-228c-46bd-b6c9-ebb6fe031edd') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:51.286172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.300990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.307943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:51.308345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:51.310333 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:51.377321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.386601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.396648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/533b233a-21f8-4d9b-b45d-9c20d45e484f HTTP/1.1" status: 204 len: 168 time: 0.3078647 Dec 15 14:04:51.411346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac25604-aa47-46ae-8ed0-a47e4e4e25bf admin admin] Pushing event deleted for resources: {'Network': ['ID=533b233a-21f8-4d9b-b45d-9c20d45e484f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:51.649500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762264d-0015-4c2c-86f2-ceef28463e9f req-5308d7c3-8899-4162-b46c-4e13ce8cf78d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:51.651946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5762264d-0015-4c2c-86f2-ceef28463e9f req-5308d7c3-8899-4162-b46c-4e13ce8cf78d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0624278 Dec 15 14:04:51.660298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:51.704113 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1b6ccae4-019f-4d07-9ca8-abaa03988965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c96c44cfec17436c8c2c5ca97122a99e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418262 Dec 15 14:04:51.706190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:51.742882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5762264d-0015-4c2c-86f2-ceef28463e9f req-3771c080-9cba-4c70-901f-147a70c116db tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818539 Dec 15 14:04:51.774764 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2600ecf7-da64-4b66-b215-91a7564cfc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.798330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2600ecf7-da64-4b66-b215-91a7564cfc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.838002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63338-d3b5-46df-9dfc-a4fc905033fd req-e5b5e710-120e-4a96-8954-e161d04915be tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:51.840235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31d63338-d3b5-46df-9dfc-a4fc905033fd req-e5b5e710-120e-4a96-8954-e161d04915be tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 944 time: 0.0712948 Dec 15 14:04:51.859507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2600ecf7-da64-4b66-b215-91a7564cfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.868156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2600ecf7-da64-4b66-b215-91a7564cfc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.871548 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2600ecf7-da64-4b66-b215-91a7564cfc1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63c0c321-db18-4474-91ec-9c5c7c849124 HTTP/1.1" status: 204 len: 168 time: 0.1637146 Dec 15 14:04:51.893359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ecf7-da64-4b66-b215-91a7564cfc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0c321-db18-4474-91ec-9c5c7c849124,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:51.932294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31d63338-d3b5-46df-9dfc-a4fc905033fd req-3127764c-c803-4ea5-a29e-c0654558056d tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744841 Dec 15 14:04:52.429824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50728) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:52.489836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3bb93088-f4a8-4a17-894b-d691c2254a3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97874a4db49f41329e6ce9fcca1c6e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585585 Dec 15 14:04:52.496944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:52.563567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-111582d7-2f2b-44cb-8eaf-c931e09d6966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.623108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-111582d7-2f2b-44cb-8eaf-c931e09d6966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.691630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-111582d7-2f2b-44cb-8eaf-c931e09d6966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.695081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-111582d7-2f2b-44cb-8eaf-c931e09d6966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.696579 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-111582d7-2f2b-44cb-8eaf-c931e09d6966 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bb2baec-1274-4d1f-8378-f46a9569341d HTTP/1.1" status: 204 len: 168 time: 0.1977577 Dec 15 14:04:52.722238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111582d7-2f2b-44cb-8eaf-c931e09d6966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb2baec-1274-4d1f-8378-f46a9569341d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:52.932092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032e847-658b-48be-8182-0931ac37b9b7 req-365e73a3-a606-4b2b-a14e-32844419c1ec tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:52.947349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0032e847-658b-48be-8182-0931ac37b9b7 req-365e73a3-a606-4b2b-a14e-32844419c1ec tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0796802 Dec 15 14:04:53.090695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0032e847-658b-48be-8182-0931ac37b9b7 req-8b8128a7-b918-4289-a541-5d7bf467cd31 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337528 Dec 15 14:04:53.246800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256aa2-e197-40d3-9d7b-d0f236944227 req-b7581eee-c2ee-4c9c-b4b1-e4c97bc6e07d tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:53.249189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63256aa2-e197-40d3-9d7b-d0f236944227 req-b7581eee-c2ee-4c9c-b4b1-e4c97bc6e07d tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 944 time: 0.1487827 Dec 15 14:04:53.262909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:53.371548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd5ed5-c458-4c1f-b4e8-99b7714d39d8 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:53.374843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24cd5ed5-c458-4c1f-b4e8-99b7714d39d8 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 814 time: 0.1100373 Dec 15 14:04:53.427155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63256aa2-e197-40d3-9d7b-d0f236944227 req-cdd1203e-0154-45e8-b01f-bb5d4cb1ed61 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615601 Dec 15 14:04:53.513409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531cefc-061a-40de-b9c8-e08ebcfd348d req-a2a415c0-e610-4cfc-99dd-d50292eb58c0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:53.517286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4531cefc-061a-40de-b9c8-e08ebcfd348d req-a2a415c0-e610-4cfc-99dd-d50292eb58c0 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.0882986 Dec 15 14:04:53.619458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4531cefc-061a-40de-b9c8-e08ebcfd348d req-7dd9bd64-bb06-42cc-bc77-a44287342853 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971365 Dec 15 14:04:53.784301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a534dddf-32b7-4c54-bdff-ec7a362ed063 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:53.846180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb531961-37cf-42d2-bb09-4016fe27878a req-e29141da-5e5a-457f-ab82-3a54c1341d2f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:53.858859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb531961-37cf-42d2-bb09-4016fe27878a req-e29141da-5e5a-457f-ab82-3a54c1341d2f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1199713 Dec 15 14:04:53.912425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port a534dddf-32b7-4c54-bdff-ec7a362ed063 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:04:53.920332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port a534dddf-32b7-4c54-bdff-ec7a362ed063 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:53.921454 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.932189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb531961-37cf-42d2-bb09-4016fe27878a req-cf6d222d-8295-460b-bad7-a33306d18a03 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720158 Dec 15 14:04:54.148456 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.213954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port a534dddf-32b7-4c54-bdff-ec7a362ed063, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:54.215225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a534dddf-32b7-4c54-bdff-ec7a362ed063'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:54.218460 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1148858-b4b7-4686-8052-c76aa0284f1f" -d '{"events": [{"server_uuid": "6bd1e03c-8656-4531-b6b8-29ac8b4aa685", "name": "network-vif-plugged", "status": "completed", "tag": "a534dddf-32b7-4c54-bdff-ec7a362ed063"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:54.225228 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.398477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=a534dddf-32b7-4c54-bdff-ec7a362ed063,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:54.416780 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af184bd-ceb6-45d3-bc0e-d6dca6989b74 x-openstack-request-id: req-6af184bd-ceb6-45d3-bc0e-d6dca6989b74 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:54.417562 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1e03c-8656-4531-b6b8-29ac8b4aa685", "name": "network-vif-plugged", "status": "completed", "tag": "a534dddf-32b7-4c54-bdff-ec7a362ed063", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:54.418248 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6af184bd-ceb6-45d3-bc0e-d6dca6989b74 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:54.419150 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a534dddf-32b7-4c54-bdff-ec7a362ed063', 'code': 200} Dec 15 14:04:54.504999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a4d5f-38ff-4860-8d0a-00e59a6e4c5a req-0181c852-e110-461f-bdc3-e8ff491d5e9e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:54.506357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f5a4d5f-38ff-4860-8d0a-00e59a6e4c5a req-0181c852-e110-461f-bdc3-e8ff491d5e9e tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1684606 Dec 15 14:04:54.545740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b27dd-781d-48fc-b32d-656c02452127 req-1857250f-28ad-4c8b-98d0-dfc11fcb87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:54.548280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c80b27dd-781d-48fc-b32d-656c02452127 req-1857250f-28ad-4c8b-98d0-dfc11fcb87d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 1096 time: 0.1185436 Dec 15 14:04:54.612422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f5a4d5f-38ff-4860-8d0a-00e59a6e4c5a req-36aab104-ddd7-4843-b255-e45c99c6f55f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Dec 15 14:04:54.649272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:54.657747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c80b27dd-781d-48fc-b32d-656c02452127 req-f4d02613-3b7e-4ef8-aa64-b537a18a55d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933795 Dec 15 14:04:54.659392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'network': {'name': 'tempest-network-smoke--675253075', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:54.689530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec4ba9-e89a-4dd0-b802-d085b94c20c2 req-0c95616c-07b3-4f49-a9d4-da5fe208f227 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:54.692038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ec4ba9-e89a-4dd0-b802-d085b94c20c2 req-0c95616c-07b3-4f49-a9d4-da5fe208f227 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 945 time: 0.1030354 Dec 15 14:04:54.736310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:54.740755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.773413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ec4ba9-e89a-4dd0-b802-d085b94c20c2 req-03ac07d9-c955-47c8-8bee-9762772d6ec2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Dec 15 14:04:54.832575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:54.869748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.874708 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Added segment b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99 of type vlan for network e7bf0506-b915-4228-8e41-36355876f7ce Dec 15 14:04:54.982564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:55.033119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:55.050089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.050708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:55.161559 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5102432 Dec 15 14:04:55.169261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:55.197512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6d03-9af7-4a76-850c-8d73655c0273 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Network': ['ID=e7bf0506-b915-4228-8e41-36355876f7ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:55.214576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e7bf0506-b915-4228-8e41-36355876f7ce details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:55.355597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93471ab5-b35a-4b19-9d40-58d003a0a423 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.357712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-93471ab5-b35a-4b19-9d40-58d003a0a423 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e18e50d7b5f944f98d4d1fccb33772d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1862242 Dec 15 14:04:55.360762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:55.655468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e5be1-128a-4236-8c9a-0220049a1fbe tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.658730 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-170e5be1-128a-4236-8c9a-0220049a1fbe tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2963483 Dec 15 14:04:55.661770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50816) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:55.759885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-086c5757-e9d5-41a7-9918-5bf9bb52aead tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928698 Dec 15 14:04:55.760337 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50818) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:55.845971 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-51f1aa7d-300b-4ef5-b38b-25a658b2cf98 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e18e50d7b5f944f98d4d1fccb33772d9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809782 Dec 15 14:04:55.847031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:55.931549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179524c-96a9-4920-a9bc-0a64369e4f58 req-57004159-b7c6-4534-824b-36c20f068ca8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.941241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f179524c-96a9-4920-a9bc-0a64369e4f58 req-57004159-b7c6-4534-824b-36c20f068ca8 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.1871426 Dec 15 14:04:56.092734 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f179524c-96a9-4920-a9bc-0a64369e4f58 req-609fca21-d68c-4274-89a6-0aa07331f687 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467147 Dec 15 14:04:56.139665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb85b5-8afc-4c5c-87dd-edd36141361c req-1f2f737f-1e95-4230-bced-2b1e42ce52b3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:56.148884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68fb85b5-8afc-4c5c-87dd-edd36141361c req-1f2f737f-1e95-4230-bced-2b1e42ce52b3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 945 time: 0.1855366 Dec 15 14:04:56.191915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-49abd382-62a0-4406-999d-985a4ea6101d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:56.194552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-49abd382-62a0-4406-999d-985a4ea6101d tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 945 time: 0.3397892 Dec 15 14:04:56.208149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33cde6-b766-4804-bebc-ad1576c2f691 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:56.211739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5b33cde6-b766-4804-bebc-ad1576c2f691 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3638344 Dec 15 14:04:56.226168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:56.329072 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d90be2c5-71a7-4ea4-9e0d-9919a0a148e1 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0988190 Dec 15 14:04:56.332612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:56.350797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082526435', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:56.362644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68fb85b5-8afc-4c5c-87dd-edd36141361c req-32c61d88-0115-4e26-bb1b-db859bda2750 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127712 Dec 15 14:04:56.497380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port 23e799c2-8cf4-463d-97cc-ea031c5c1173 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:56.497728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.591851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:56.595156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.725759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port 23e799c2-8cf4-463d-97cc-ea031c5c1173, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=23e799c2-8cf4-463d-97cc-ea031c5c1173,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:56.726074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.743794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for 23e799c2-8cf4-463d-97cc-ea031c5c1173 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:56.891080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.900552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.914572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', '23e799c2-8cf4-463d-97cc-ea031c5c1173'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:04:56.953427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=23e799c2-8cf4-463d-97cc-ea031c5c1173,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:56.957570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Subnet': ['ID=aa868dad-d13f-49fa-89bc-9af98ed51751,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:56.970143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Checking segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:56.974050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network hostable DHCP agents. Network: e7bf0506-b915-4228-8e41-36355876f7ce, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:57.018337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323be5a4-4c1b-4a4c-85e2-f75cb5f47939 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:57.029160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network e7bf0506-b915-4228-8e41-36355876f7ce is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:57.030014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port 23e799c2-8cf4-463d-97cc-ea031c5c1173 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:57.033732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.044799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b3e4cd7-2e03-4426-a10d-ac101b7a3e30 req-bf7262e0-ce3b-4ec5-a0ad-09fe83c4bb46 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/23e799c2-8cf4-463d-97cc-ea031c5c1173 HTTP/1.1" status: 204 len: 173 time: 0.8278430 Dec 15 14:04:57.045395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'name': 'network-vif-deleted', 'tag': '23e799c2-8cf4-463d-97cc-ea031c5c1173'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:57.049746 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42000c2-c9ed-4587-8816-b1c4950f8dce" -d '{"events": [{"server_uuid": "c388b6cb-3be2-4109-b544-cb78c23a8e82", "name": "network-vif-deleted", "tag": "23e799c2-8cf4-463d-97cc-ea031c5c1173"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:57.060491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e7bf0506-b915-4228-8e41-36355876f7ce) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:57.089152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:57.090890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.104961 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf502d-dd3f-44fc-aa03-2daaf6bce8ad x-openstack-request-id: req-a3bf502d-dd3f-44fc-aa03-2daaf6bce8ad {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:57.105273 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388b6cb-3be2-4109-b544-cb78c23a8e82", "name": "network-vif-deleted", "tag": "23e799c2-8cf4-463d-97cc-ea031c5c1173", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:57.105509 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3bf502d-dd3f-44fc-aa03-2daaf6bce8ad {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:57.105930 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388b6cb-3be2-4109-b544-cb78c23a8e82', 'name': 'network-vif-deleted', 'tag': '23e799c2-8cf4-463d-97cc-ea031c5c1173', 'status': 'completed', 'code': 200} Dec 15 14:04:57.141320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b8c4a0a7-a43d-4369-bd38-1d726987f721 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8081286 Dec 15 14:04:57.171141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5b5ab-8533-4a3f-b4d1-0024ffd3d541 None None] Network e7bf0506-b915-4228-8e41-36355876f7ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:57.266413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e88bf54b-478f-4ec2-a490-0cbf4a151230 req-13b71e24-631a-40db-b90c-86c67464d789 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=c388b6cb-3be2-4109-b544-cb78c23a8e82 HTTP/1.1" status: 200 len: 210 time: 0.0417578 Dec 15 14:04:57.448261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e7bf0506-b915-4228-8e41-36355876f7ce', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ips': [{'subnet_id': 'aa868dad-d13f-49fa-89bc-9af98ed51751'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:57.449474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.509928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:57.514208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212604866', 'description': 'tempest-secgroup-smoke-1212604866 description', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:57.628948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e1b41-a870-4cf1-bfd8-8881e2ce978a req-6b8117af-ed50-46d4-a94b-43f6da066b1a tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:57.633820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a68e1b41-a870-4cf1-bfd8-8881e2ce978a req-6b8117af-ed50-46d4-a94b-43f6da066b1a tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 945 time: 0.1003983 Dec 15 14:04:57.640461 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.719188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Allocated IP 172.20.0.18 (e7bf0506-b915-4228-8e41-36355876f7ce/aa868dad-d13f-49fa-89bc-9af98ed51751/777b0dba-1049-4985-9df1-a9be54823eca) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:57.751931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a68e1b41-a870-4cf1-bfd8-8881e2ce978a req-092fbe21-18f9-434b-8213-77ad9951f643 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932162 Dec 15 14:04:57.797900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.804960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.892585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.894438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3843219 Dec 15 14:04:57.897359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:57.897868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d81c0-2968-4796-9653-eda4a722cedd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc4de0-3ca6-42b4-9a01-5a887def1615,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:57.903591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc4de0-3ca6-42b4-9a01-5a887def1615', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:57.947690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.955638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.005154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Network e7bf0506-b915-4228-8e41-36355876f7ce is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:58.007214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.007495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:58.011365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:58.081900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Pushing event updated for resources: {'Port': ['ID=777b0dba-1049-4985-9df1-a9be54823eca,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.117994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Attempting to bind port 777b0dba-1049-4985-9df1-a9be54823eca on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:58.119183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Attempting to bind port 777b0dba-1049-4985-9df1-a9be54823eca by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:58.120066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Attempting to bind port 777b0dba-1049-4985-9df1-a9be54823eca on network e7bf0506-b915-4228-8e41-36355876f7ce {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:58.121598 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.129958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:58.131120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Checking segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:58.132998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.133135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.133135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Bound using segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:58.138985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Bound port: 777b0dba-1049-4985-9df1-a9be54823eca, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:58.139210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.187717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffe24ff-15ae-42a1-88ab-fbd36a2244e1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.204865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.211366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:58.211582 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd3aefba-80d2-4a74-b9be-4bf03d8d7a6b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3123903 Dec 15 14:04:58.217448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc4de0-3ca6-42b4-9a01-5a887def1615', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:58.291802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] For port 777b0dba-1049-4985-9df1-a9be54823eca, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:58.301223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] For port 777b0dba-1049-4985-9df1-a9be54823eca, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=777b0dba-1049-4985-9df1-a9be54823eca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:58.312532 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.362399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.468822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497419b-999d-4a92-be5e-6bc89d64886b None None] Pushing event updated for resources: {'Port': ['ID=777b0dba-1049-4985-9df1-a9be54823eca,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.643773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.668369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.729174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f4ef85-83e7-4e5e-839e-5787a6d2e694,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.751050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.752474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b85ae46b-eb43-4cc3-9273-b4f63a6f9dc5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5397789 Dec 15 14:04:58.755575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:58.760761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc4de0-3ca6-42b4-9a01-5a887def1615', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:58.878416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.173299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.182337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.247405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2519b2a-8d89-4717-959f-a8076d4d8fa7,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:59.265559 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.270210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:59.270554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b62fa2e7-978f-4158-b97c-48fb424ddc98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5106211 Dec 15 14:04:59.277916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc4de0-3ca6-42b4-9a01-5a887def1615', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:59.404230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.605177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.617115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.667115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b16f1a9-9464-4de0-88b3-7e381eb993fd,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:59.685785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.687083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d69da66b-4523-4050-96de-210711f6ab98 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154773 Dec 15 14:04:59.690474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:59.695925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc4de0-3ca6-42b4-9a01-5a887def1615', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:59.780543 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Project e18e50d7b5f944f98d4d1fccb33772d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:04:59.789573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.798514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 23e799c2-8cf4-463d-97cc-ea031c5c1173 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:59.850410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 23e799c2-8cf4-463d-97cc-ea031c5c1173 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:59.851150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 23e799c2-8cf4-463d-97cc-ea031c5c1173 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:59.990915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.001257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.041740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd84dc03-1287-4c93-b999-c709b3d901a9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:00.056951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.060280 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-74c8d314-5c3a-4679-abba-46377d20a118 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3689606 Dec 15 14:05:00.062805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:00.072686 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc4de0-3ca6-42b4-9a01-5a887def1615', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:00.101239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd26793-edd3-4e12-b340-d7aa8056f978 req-937f47c4-c34b-4328-81f1-be0728d8f8dc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:00.105016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfd26793-edd3-4e12-b340-d7aa8056f978 req-937f47c4-c34b-4328-81f1-be0728d8f8dc tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 946 time: 0.1266346 Dec 15 14:05:00.134857 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Project e18e50d7b5f944f98d4d1fccb33772d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:05:00.150858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.259606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfd26793-edd3-4e12-b340-d7aa8056f978 req-a596accd-88d9-4b22-af9c-57e4e8abb508 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383750 Dec 15 14:05:00.368219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.373861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.401896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 777b0dba-1049-4985-9df1-a9be54823eca up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:00.432146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d53befc-32e3-4c43-9964-3b7edb7b9a98,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:00.442805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.444046 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-37d6bbcd-f1a6-4a0b-897b-0011ec6cb864 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3800237 Dec 15 14:05:00.456039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb105952-df07-4dc9-8226-7da2ee353414 None None] Network e7bf0506-b915-4228-8e41-36355876f7ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:00.681443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-854128d4-d0cf-4684-9ab4-c35bd328f84e None None] Provisioning complete for port 777b0dba-1049-4985-9df1-a9be54823eca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:00.682067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-854128d4-d0cf-4684-9ab4-c35bd328f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.730358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-5b2cdc4e-fd36-4ffe-a372-81f49c49f95a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212604866&fields=id&tenant_id=e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 267 time: 0.0877769 Dec 15 14:05:00.759339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 777b0dba-1049-4985-9df1-a9be54823eca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:00.761528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.952744 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-854128d4-d0cf-4684-9ab4-c35bd328f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.073617 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.161515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-854128d4-d0cf-4684-9ab4-c35bd328f84e None None] For port 777b0dba-1049-4985-9df1-a9be54823eca, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=777b0dba-1049-4985-9df1-a9be54823eca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:01.174126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-854128d4-d0cf-4684-9ab4-c35bd328f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.295144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854128d4-d0cf-4684-9ab4-c35bd328f84e None None] Pushing event updated for resources: {'Port': ['ID=777b0dba-1049-4985-9df1-a9be54823eca,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:01.391779 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9b487c54-8b52-481d-9ed3-4eba600d4dba None None] Provisioning complete for port 777b0dba-1049-4985-9df1-a9be54823eca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:01.392532 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9b487c54-8b52-481d-9ed3-4eba600d4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.433465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:05:01.433829 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:05:01.605511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-6856d3d9-df7f-4b18-bfb1-dbafc11c1a9c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:01.613376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-6856d3d9-df7f-4b18-bfb1-dbafc11c1a9c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/networks?id=e7bf0506-b915-4228-8e41-36355876f7ce HTTP/1.1" status: 200 len: 796 time: 0.8743613 Dec 15 14:05:01.642073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-8c7da314-fb79-4d9a-aa9c-cdaa26c05984 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/quotas/e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 375 time: 0.0277958 Dec 15 14:05:01.705426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-8191fc8b-74c4-464a-897a-e89320a8bb06 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:01.707225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-8191fc8b-74c4-464a-897a-e89320a8bb06 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 946 time: 0.2337317 Dec 15 14:05:01.727858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3ceb2-56aa-429d-aa48-7db1437d2667 req-b81fd189-cb16-430b-a2da-3b25e6cd38c6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:01.734342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5b3ceb2-56aa-429d-aa48-7db1437d2667 req-b81fd189-cb16-430b-a2da-3b25e6cd38c6 tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 946 time: 0.2618728 Dec 15 14:05:01.876088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-5b19212b-1473-4fdf-aeb0-92912684bd9d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2317173 Dec 15 14:05:02.008694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5b3ceb2-56aa-429d-aa48-7db1437d2667 req-7fc73c9a-591d-4fe0-9fb8-2fe41588157a tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/security-groups?id=15dd8a99-42bc-4afb-8f1f-98fead03f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729850 Dec 15 14:05:02.018433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Deleting port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:02.018804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.131278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-aa6d74dd-e85a-4bb0-b046-710f57e7c73b service neutron] 10.222.0.32 "GET /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539933 Dec 15 14:05:02.240949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] For port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,segment=NetworkSegment(fe775658-17f5-4a31-8572-59c49c56154f),segment_id=fe775658-17f5-4a31-8572-59c49c56154f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:02.241472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.261041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 777b0dba-1049-4985-9df1-a9be54823eca up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:02.264138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Calling delete_port for 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:02.323449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-c9fd7f4b-02a0-411c-b5ba-b6abba6fe5b1 service neutron] 10.222.0.32 "GET /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839657 Dec 15 14:05:02.339341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 777b0dba-1049-4985-9df1-a9be54823eca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:02.340022 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.593917 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.721707 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e96c4e35-9f7a-4cdb-97a9-e77a29cf4b3f req-a221e12e-856f-4439-a287-d0e231c1fa8b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 210 time: 0.1137214 Dec 15 14:05:02.723698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Pushing event deleted for resources: {'Port': ['ID=3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:02.742655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960664b4-5dc6-4ae4-9938-5ba2dc522084 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:02.759627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.760314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.760314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.760733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.762096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.762421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.762760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.763184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.763419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.763739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.764075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.764454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.764712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:02.787379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] No DVR routers for this DVR port 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:02.790906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.794582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11e36b8d-023a-4d9d-bcaa-ab2b00b9cc19 req-56a0654e-635c-4477-a0f4-a56c1950995f tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.67 "DELETE /v2.0/ports/3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 HTTP/1.1" status: 204 len: 173 time: 1.0798559 Dec 15 14:05:02.795059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'name': 'network-vif-deleted', 'tag': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:02.807087 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6172aad1-1d2a-4020-a485-ab668ff5c0f2" -d '{"events": [{"server_uuid": "36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1", "name": "network-vif-deleted", "tag": "3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:02.862553 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7275983a-80d6-46ec-b62c-8d444b3b644b x-openstack-request-id: req-7275983a-80d6-46ec-b62c-8d444b3b644b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:02.862856 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1", "name": "network-vif-deleted", "tag": "3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:02.863117 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7275983a-80d6-46ec-b62c-8d444b3b644b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:02.863541 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1', 'name': 'network-vif-deleted', 'tag': '3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5', 'status': 'completed', 'code': 200} Dec 15 14:05:03.156885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ce7ea65-43cc-438a-905e-b8653634eb04 req-129062cb-5442-4667-bd3e-97d7855003ca tempest-ServersTestJSON-1654332990 tempest-ServersTestJSON-1654332990-project] 10.222.0.32 "GET /v2.0/ports?device_id=36df31b5-7d60-4ec5-ad5b-ea8c876ecfc1 HTTP/1.1" status: 200 len: 210 time: 0.0322657 Dec 15 14:05:03.825433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:03.893176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-884bb1c9-df81-42d0-86ae-b250cc1780f0 req-469b4c1d-3b8a-474f-8b09-a34f6d7925a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 210 time: 0.0455649 Dec 15 14:05:03.954356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:03.955108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3fcaf3f2-0c24-4e6f-ad32-aa1757c63bb5 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:04.034827 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:05:04.260620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:04.366691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Deleting subnet eae6d33f-0450-4dcb-b0cf-5e176e4f7619 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:04.370366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.422225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.469845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-0c585147-c6fc-4f19-ad6e-a0a2dcd1c9b5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:04.473254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-0c585147-c6fc-4f19-ad6e-a0a2dcd1c9b5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/networks?id=e7bf0506-b915-4228-8e41-36355876f7ce HTTP/1.1" status: 200 len: 796 time: 0.3362343 Dec 15 14:05:04.481163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.571948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.606962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-c963d173-3549-47a3-b0aa-c93ce5600b9a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 473 time: 0.1206203 Dec 15 14:05:04.632533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'port': {'device_id': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'admin_state_up': True, 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'security_groups': ['f9cc4de0-3ca6-42b4-9a01-5a887def1615']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:04.654461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae6d33f-0450-4dcb-b0cf-5e176e4f7619,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:04.667162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf471db2-ed9a-4e7e-a187-2f184cd9519a None None] Network 9c53843b-2215-4734-8d62-57144b91ea2a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:04.671437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.690308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1669deaf-812e-4489-af1f-a9072a48d250 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eae6d33f-0450-4dcb-b0cf-5e176e4f7619 HTTP/1.1" status: 204 len: 168 time: 0.4258864 Dec 15 14:05:04.692222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:04.900697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18e610-40b6-422c-b3c6-9df500e4d9f6 None None] DHCP port deletion for 9c53843b-2215-4734-8d62-57144b91ea2a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:05.042441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:05.047613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.281403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d199589-0006-4be1-bad4-b53288d795e2 req-5dd60dd8-591e-408f-b62a-9b188797de42 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 210 time: 0.0598047 Dec 15 14:05:05.332965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.20.0.27 (e7bf0506-b915-4228-8e41-36355876f7ce/aa868dad-d13f-49fa-89bc-9af98ed51751/e230002e-f369-4222-8493-66569d8788ca) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:05.410054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.573888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.624701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c53843b-2215-4734-8d62-57144b91ea2a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:05.657745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.667596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe775658-17f5-4a31-8572-59c49c56154f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:05.667922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe775658-17f5-4a31-8572-59c49c56154f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:05.711947 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.722287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.761615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.776197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=e230002e-f369-4222-8493-66569d8788ca,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:05.779748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:05.780160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.808971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network e7bf0506-b915-4228-8e41-36355876f7ce is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:05.811047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:05.827909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:05.834038 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:05.875076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.885379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.897188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c53843b-2215-4734-8d62-57144b91ea2a HTTP/1.1" status: 204 len: 168 time: 1.2017751 Dec 15 14:05:05.923401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167c6b2-688c-4368-93d8-41469ba2ecc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c53843b-2215-4734-8d62-57144b91ea2a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:05.930915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:05.931930 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.956467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b187085f-6e94-4d2a-bea5-b3007408af65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3367882 Dec 15 14:05:05.969414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Request body: {'port': {'device_id': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:06.189068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.369894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:06.422957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2896163c-4346-4473-a79c-92326fb5e5fb None None] Provisioning complete for port e230002e-f369-4222-8493-66569d8788ca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:06.429187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2896163c-4346-4473-a79c-92326fb5e5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.518907 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-25e918d4-f1ea-41f0-a38e-a5f3027f23ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2fc60848dff4510bc245041ff53ac17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477423 Dec 15 14:05:06.519528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:06.558835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2896163c-4346-4473-a79c-92326fb5e5fb None None] Port e230002e-f369-4222-8493-66569d8788ca cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:06.643348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e52bdf6-a0b3-4abf-827f-7559fa10ea6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.706964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e52bdf6-a0b3-4abf-827f-7559fa10ea6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.829092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e52bdf6-a0b3-4abf-827f-7559fa10ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.831728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e52bdf6-a0b3-4abf-827f-7559fa10ea6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.836102 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7e52bdf6-a0b3-4abf-827f-7559fa10ea6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15dd8a99-42bc-4afb-8f1f-98fead03f031 HTTP/1.1" status: 204 len: 168 time: 0.3155646 Dec 15 14:05:06.852394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52bdf6-a0b3-4abf-827f-7559fa10ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd8a99-42bc-4afb-8f1f-98fead03f031,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:06.952789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e230002e-f369-4222-8493-66569d8788ca {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:06.962825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.977057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Transition to ACTIVE for port object e230002e-f369-4222-8493-66569d8788ca will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:06.996731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.141732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb72f45-1101-486e-968b-5c71528ba862 req-971802e8-f076-4710-951f-59513d665810 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.143586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fb72f45-1101-486e-968b-5c71528ba862 req-971802e8-f076-4710-951f-59513d665810 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 932 time: 0.6409514 Dec 15 14:05:07.182599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=e230002e-f369-4222-8493-66569d8788ca,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:07.374078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fb72f45-1101-486e-968b-5c71528ba862 req-b9eeb000-5187-455c-8f44-70d91c902b11 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952026 Dec 15 14:05:07.428095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Attempting to bind port e230002e-f369-4222-8493-66569d8788ca on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:07.428609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Attempting to bind port e230002e-f369-4222-8493-66569d8788ca by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:07.429146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Attempting to bind port e230002e-f369-4222-8493-66569d8788ca on network e7bf0506-b915-4228-8e41-36355876f7ce {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:07.447485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Port e230002e-f369-4222-8493-66569d8788ca on network e7bf0506-b915-4228-8e41-36355876f7ce not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:07.448463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Attempting to bind port e230002e-f369-4222-8493-66569d8788ca on network e7bf0506-b915-4228-8e41-36355876f7ce {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:07.473172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:07.474794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Checking segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:07.475436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Bound using segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:07.477916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Bound port: e230002e-f369-4222-8493-66569d8788ca, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:07.478614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.766901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] For port e230002e-f369-4222-8493-66569d8788ca, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:07.775233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] For port e230002e-f369-4222-8493-66569d8788ca, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e230002e-f369-4222-8493-66569d8788ca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:07.806517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.825792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.826486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.827935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-2862b252-da44-4b99-9858-51001168ac5e service neutron] 10.222.0.67 "PUT /v2.0/ports/e230002e-f369-4222-8493-66569d8788ca HTTP/1.1" status: 200 len: 1092 time: 1.8632789 Dec 15 14:05:07.869534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'tag': 'e230002e-f369-4222-8493-66569d8788ca'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:07.871961 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0ea91-93a7-464e-9948-50ea46eff993" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5410ee-05aa-481c-8faa-81b66fdcff79", "tag": "e230002e-f369-4222-8493-66569d8788ca"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:07.985968 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5eb5c5-9c14-4c06-9a4f-6a1e4f6b5e81 x-openstack-request-id: req-cb5eb5c5-9c14-4c06-9a4f-6a1e4f6b5e81 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:07.992313 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5410ee-05aa-481c-8faa-81b66fdcff79", "tag": "e230002e-f369-4222-8493-66569d8788ca", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:07.993357 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb5eb5c5-9c14-4c06-9a4f-6a1e4f6b5e81 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:07.995651 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'tag': 'e230002e-f369-4222-8493-66569d8788ca', 'status': 'completed', 'code': 200} Dec 15 14:05:08.064397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862b252-da44-4b99-9858-51001168ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=e230002e-f369-4222-8493-66569d8788ca,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:08.088557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b9248d03-a86c-4883-9818-016e89448683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:08.090189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-b9248d03-a86c-4883-9818-016e89448683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 1095 time: 0.2066855 Dec 15 14:05:08.158427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-516088b3-b37d-4345-939d-97020469479f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e230002e-f369-4222-8493-66569d8788ca HTTP/1.1" status: 200 len: 217 time: 0.0584927 Dec 15 14:05:08.265260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-dc52ba51-d2d8-4222-9b8b-ec78d8cf7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:08.268042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-dc52ba51-d2d8-4222-9b8b-ec78d8cf7be3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aa868dad-d13f-49fa-89bc-9af98ed51751 HTTP/1.1" status: 200 len: 838 time: 0.1005535 Dec 15 14:05:08.358588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-e1c1c134-d39f-4224-a4df-60c70099dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:08.360779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-e1c1c134-d39f-4224-a4df-60c70099dccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7bf0506-b915-4228-8e41-36355876f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813506 Dec 15 14:05:08.574703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-97b0a153-ca66-4cc1-bd1c-55cb2ae6a7f8 service neutron] 10.222.0.67 "GET /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060211 Dec 15 14:05:08.819952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-923644e2-4fb1-4854-baa3-0a9e3f9a71ed req-3218a6be-c50c-44db-874a-9635c990dd5b service neutron] 10.222.0.67 "GET /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228382 Dec 15 14:05:08.862886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822d2cc-8850-4d82-8e68-7c8b41f08d4b req-5bcf8b1f-4a8b-4e63-b7c1-2f4cdf13503d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:08.864855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e822d2cc-8850-4d82-8e68-7c8b41f08d4b req-5bcf8b1f-4a8b-4e63-b7c1-2f4cdf13503d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 944 time: 0.3498597 Dec 15 14:05:09.038271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-5f748ca5-0bfc-4912-ad8d-c5499cfa4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.040411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-5f748ca5-0bfc-4912-ad8d-c5499cfa4559 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 1095 time: 0.1672261 Dec 15 14:05:09.058255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e822d2cc-8850-4d82-8e68-7c8b41f08d4b req-906db3c1-2465-4401-872a-c028d0741b65 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835213 Dec 15 14:05:09.265757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad8cec42-5eab-4f12-bb26-952930e11ec1 req-821ca3dc-2923-4856-96d8-41037807f0f4 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1453013 Dec 15 14:05:09.339198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-e277cd2d-5d6b-4c60-b895-dfac22249a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.341548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-e277cd2d-5d6b-4c60-b895-dfac22249a3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7bf0506-b915-4228-8e41-36355876f7ce HTTP/1.1" status: 200 len: 898 time: 0.2821386 Dec 15 14:05:09.473124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-34589616-f5bb-48c1-b511-ccb957d624c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e230002e-f369-4222-8493-66569d8788ca HTTP/1.1" status: 200 len: 217 time: 0.1195061 Dec 15 14:05:09.545888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-a372f434-cdeb-4ba7-8f76-a121ebfa5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.548145 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-a372f434-cdeb-4ba7-8f76-a121ebfa5240 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aa868dad-d13f-49fa-89bc-9af98ed51751 HTTP/1.1" status: 200 len: 838 time: 0.0677340 Dec 15 14:05:09.649767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-7c3bccdb-8c98-46cc-a012-7b4d2d526b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.651673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-7c3bccdb-8c98-46cc-a012-7b4d2d526b06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7bf0506-b915-4228-8e41-36355876f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905287 Dec 15 14:05:09.805415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-06c76e63-1033-4b3b-b285-ead2ee81073e service neutron] 10.222.0.67 "GET /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448555 Dec 15 14:05:09.949482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0de0ea91-93a7-464e-9948-50ea46eff993 req-b701eb9d-2693-4551-9120-9c34d8bd6d25 service neutron] 10.222.0.67 "GET /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354182 Dec 15 14:05:10.312685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658c42-45a3-4f3e-b5fa-8fdf20f91bf3 req-68214072-85d5-42d3-99cc-552bfc9bdbea tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.320435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29658c42-45a3-4f3e-b5fa-8fdf20f91bf3 req-68214072-85d5-42d3-99cc-552bfc9bdbea tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 944 time: 0.1189101 Dec 15 14:05:10.423138 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29658c42-45a3-4f3e-b5fa-8fdf20f91bf3 req-8f6d1c3e-e92b-4fd8-a26b-30df0e8e0b50 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001251 Dec 15 14:05:10.552016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61f18820-805b-43a3-bfed-3d82ccb6e2fb req-6de804bc-2b97-46b6-9176-f3ea88d94fb3 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0425794 Dec 15 14:05:10.610215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.616160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.622546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.629579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.640851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.648658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.655036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.667533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-5529650f-f85d-47ce-8118-e282374c67cb tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.1187091 Dec 15 14:05:10.771505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c5135a5-393e-499e-9751-00e08f578cd5 req-65beab17-0f87-48d9-9c3a-0e2e5b9ad10a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023307 Dec 15 14:05:11.761393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.774736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.781892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.792067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.810801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.826561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.837981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.839679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e230002e-f369-4222-8493-66569d8788ca details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:05:11.841860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-3978c977-8c6e-4f67-9e71-727b81f4e256 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.3126659 Dec 15 14:05:11.904764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:11.967697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-c005e0e9-f923-4fd2-9089-2e302e70e847 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.969431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-c005e0e9-f923-4fd2-9089-2e302e70e847 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "GET /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1000452 Dec 15 14:05:11.977797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3025cb-9cea-42db-89c3-0eff67194321 req-ccd343e8-8233-4f22-aea9-af441bcb6c66 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.985847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f3025cb-9cea-42db-89c3-0eff67194321 req-ccd343e8-8233-4f22-aea9-af441bcb6c66 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 944 time: 0.4584599 Dec 15 14:05:11.998855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23081338-c5d5-46ab-ae93-7ab44e449921 req-1c18fcd6-0498-4dfe-a562-e3e10769347f tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1555016 Dec 15 14:05:12.003794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e230002e-f369-4222-8493-66569d8788ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e230002e-f369-4222-8493-66569d8788ca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:12.062212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e230002e-f369-4222-8493-66569d8788ca', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'port_id': 'e230002e-f369-4222-8493-66569d8788ca', 'mac_address': 'fa:16:3e:22:f0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:05:12.134069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.285177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f3025cb-9cea-42db-89c3-0eff67194321 req-a2516c28-3d0a-498a-b9fc-fae209ba4fa9 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981701 Dec 15 14:05:12.313876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.319970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.355034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.358229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582df811-1da9-4b73-9487-f505241fc434,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:12.363002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.369643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.370922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.371475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.371993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.372567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.373094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.373600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.374092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.374595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.375092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.375595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.375770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.376244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.376791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.377278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.391732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.397911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.398326 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a172d43e-9c0f-4d78-b33a-b3e894e7d3b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2f9b97137454b07bb11dbbdddeb0854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917574 Dec 15 14:05:12.401980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:12.406442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.408314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-e8ebd891-0f7b-4ceb-9d99-3fdce9114943 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 5445 time: 0.2361112 Dec 15 14:05:12.455599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.461272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca1dc553-1b47-48a8-a51c-2a66de7df591 req-5fd96265-66aa-41a4-8e42-49acd12d3a3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0519176 Dec 15 14:05:12.470614 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065ec6c8-8a53-4f48-9cf7-8816e55e7b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.475296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e230002e-f369-4222-8493-66569d8788ca {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:12.497298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065ec6c8-8a53-4f48-9cf7-8816e55e7b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.500672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-335da9ff-077b-4452-99cc-691b943d62ac tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "GET /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5111451 Dec 15 14:05:12.507078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e230002e-f369-4222-8493-66569d8788ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e230002e-f369-4222-8493-66569d8788ca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:12.511807 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.555580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065ec6c8-8a53-4f48-9cf7-8816e55e7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.558986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065ec6c8-8a53-4f48-9cf7-8816e55e7b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.563234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-065ec6c8-8a53-4f48-9cf7-8816e55e7b55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/582df811-1da9-4b73-9487-f505241fc434 HTTP/1.1" status: 204 len: 168 time: 0.1576948 Dec 15 14:05:12.573225 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13571849-4ce4-4269-9331-e92adc7017ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.577832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ec6c8-8a53-4f48-9cf7-8816e55e7b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582df811-1da9-4b73-9487-f505241fc434,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:12.581521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39f2dd50-e216-4b84-a73d-e7805d98f3ef req-48f7856e-509b-4e46-b879-e944f12da16c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555996 Dec 15 14:05:12.624725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e230002e-f369-4222-8493-66569d8788ca,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:12.652985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.653611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.654358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.654863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.655803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.656308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.656829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.657655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.658162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.658680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.659395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.659886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.660674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:12.681257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:12.749589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.846402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e230002e-f369-4222-8493-66569d8788ca'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:05:12.992012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f2bbef25-3504-49fe-b4b6-314bdbc8a705,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:13.057110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] For port f2bbef25-3504-49fe-b4b6-314bdbc8a705, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:13.101494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] device_id is not set on port f2bbef25-3504-49fe-b4b6-314bdbc8a705 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:13.114119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.141856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.174533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-763e0d23-4a17-4085-ba72-d2b14f6fdcce req-50dd8ac9-bdc6-403d-9f6e-ae030819435f tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0461950 Dec 15 14:05:13.350950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] No DVR routers for this DVR port f2bbef25-3504-49fe-b4b6-314bdbc8a705 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:13.419299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.450497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] In _notify_port_updated(), no bound segment for port f2bbef25-3504-49fe-b4b6-314bdbc8a705 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:05:13.450823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.451489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.456644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-4d59baae-fbea-4163-8800-394b8060c279 service neutron] 10.222.0.67 "PUT /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 200 len: 1032 time: 0.7825189 Dec 15 14:05:13.600788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9c00-3529-47cd-aff2-0a5876f228e9 req-65453423-5ba1-49a3-8009-19f94f03684c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.602648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc0d9c00-3529-47cd-aff2-0a5876f228e9 req-65453423-5ba1-49a3-8009-19f94f03684c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 945 time: 0.1445534 Dec 15 14:05:13.605984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-c0f8f728-d0df-45e8-9e3b-5923ac3753c9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.607425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-c0f8f728-d0df-45e8-9e3b-5923ac3753c9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "GET /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0920718 Dec 15 14:05:13.626424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:13.680368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2b7ca250-c692-4eb8-9197-0db90e3e375f None None] Provisioning complete for port f2bbef25-3504-49fe-b4b6-314bdbc8a705 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:13.682326 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca250-c692-4eb8-9197-0db90e3e375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.705616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc0d9c00-3529-47cd-aff2-0a5876f228e9 req-704d6db3-cbc1-4014-9ca8-26740a75d7f9 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930629 Dec 15 14:05:13.802174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ca250-c692-4eb8-9197-0db90e3e375f None None] Port f2bbef25-3504-49fe-b4b6-314bdbc8a705 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:13.818572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:13.832280 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.855932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:13.930051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.935758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.944964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.952484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.958826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.964944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.973388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-1cffed42-772c-4def-9b22-cb72b7b40d4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 4666 time: 0.2120810 Dec 15 14:05:14.011153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.032045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1949942849-network', 'tenant_id': '85fc529e4a8b49d9bb89005bdb637e79'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:14.052623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:14.054951 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd60dc-cb51-4a50-8e0e-ed2af39de315" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:14.064124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Made reservation on behalf of 85fc529e4a8b49d9bb89005bdb637e79 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:14.069107 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.072332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:14.078960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.079773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f2bbef25-3504-49fe-b4b6-314bdbc8a705 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:14.081277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.104404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b832885-180a-4c77-ab40-6a1cac4b3b6e req-a8d51a8c-f6af-45b5-bf9e-33971e55c9dd tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=80743678-d8b3-4a37-bae3-6f0aa7b9e60d&id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251156 Dec 15 14:05:14.148241 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f199f6-2318-4251-b439-78017becafda x-openstack-request-id: req-a9f199f6-2318-4251-b439-78017becafda {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:14.148653 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:14.148974 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9f199f6-2318-4251-b439-78017becafda {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:14.149378 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'code': 200} Dec 15 14:05:14.179410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.185000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.187686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.202668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f2bbef25-3504-49fe-b4b6-314bdbc8a705 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:14.203115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 93caa189-eff5-40ba-b23a-b4590482c2e2 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:14.216772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:14.236375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790fc65f-67c6-4dad-a3a6-c4f98106d244,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.244272 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.244750 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Added segment 6d51cfd0-1711-4c7b-b9f7-8e641d40c11a of type vlan for network 4cdc1997-5432-4e89-954b-38705cd6d611 Dec 15 14:05:14.247730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.311845 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.312315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.315575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=116f8971-d485-4387-b129-dd4759d29a29,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:14.364865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.365778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:14.366419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.393177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=93caa189-eff5-40ba-b23a-b4590482c2e2,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:14.401071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.403388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device bea8922e-6cde-4989-980a-7d938ceb1db9 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:14.405804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5853715 Dec 15 14:05:14.417967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51284) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:14.423956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22136ca6-5862-4dad-b74b-a429e08d5667 req-eb59aff5-7757-4e47-b340-47ab59c42122 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0739737 Dec 15 14:05:14.431996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Request body: {'subnet': {'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1949942849-subnet', 'tenant_id': '85fc529e4a8b49d9bb89005bdb637e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:14.472209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] For port 116f8971-d485-4387-b129-dd4759d29a29, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:14.492012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fb786-6720-4eaa-a78c-6126088d0176 admin admin] Pushing event updated for resources: {'Network': ['ID=4cdc1997-5432-4e89-954b-38705cd6d611,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.531201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Made reservation on behalf of 85fc529e4a8b49d9bb89005bdb637e79 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:14.535773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.563707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 4cdc1997-5432-4e89-954b-38705cd6d611 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:14.728960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.732968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] device_id is not set on port 116f8971-d485-4387-b129-dd4759d29a29 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:14.778263 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.791882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.880296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.901875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.930502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40b15a76-8582-4b37-8885-b95b33df148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.968019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.042808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:15.066524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] No DVR routers for this DVR port 116f8971-d485-4387-b129-dd4759d29a29 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:15.115865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bea8922e-6cde-4989-980a-7d938ceb1db9,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:15.131536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.135705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device aba7edeb-3578-4cc5-9192-723a3b4ccabd no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:15.143136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] In _notify_port_updated(), no bound segment for port 116f8971-d485-4387-b129-dd4759d29a29 on network 816d2ef0-fdd7-4148-9ac4-849939505e03 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:05:15.144517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.144517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.146480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b184a72d-3ecc-4e57-bac4-46f63349eb74 service neutron] 10.222.0.67 "PUT /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 200 len: 1033 time: 1.5246987 Dec 15 14:05:15.152109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Checking segment: {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:15.157890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Network hostable DHCP agents. Network: 4cdc1997-5432-4e89-954b-38705cd6d611, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:15.245745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:15.357220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Network 4cdc1997-5432-4e89-954b-38705cd6d611 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:15.372562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.372737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 4cdc1997-5432-4e89-954b-38705cd6d611) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:15.385599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5202858-fe65-4794-959e-11c6d4df5b4c None None] Network 4cdc1997-5432-4e89-954b-38705cd6d611 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:15.390242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9267810f-7770-41bb-8560-7d292b3a4f01 None None] Provisioning complete for port 116f8971-d485-4387-b129-dd4759d29a29 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:15.390698 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9267810f-7770-41bb-8560-7d292b3a4f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.414938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e750bf-8d17-486d-94a6-7ca4500a99a3 req-1ac1e1f4-9554-4531-8cca-37badf45892f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.429721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1e750bf-8d17-486d-94a6-7ca4500a99a3 req-1ac1e1f4-9554-4531-8cca-37badf45892f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 945 time: 0.5503850 Dec 15 14:05:15.458277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.459186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.509828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9267810f-7770-41bb-8560-7d292b3a4f01 None None] Port 116f8971-d485-4387-b129-dd4759d29a29 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:15.517182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:15.524997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.526133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 116f8971-d485-4387-b129-dd4759d29a29 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:15.564393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2c1b98dd-ef18-4ff2-b204-30b5dbc50f28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1433244 Dec 15 14:05:15.599521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port bea8922e-6cde-4989-980a-7d938ceb1db9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:15.606074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.708243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-38bfec52-18ed-4acd-a708-626c4cba30e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.714600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-38bfec52-18ed-4acd-a708-626c4cba30e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.716542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:15.720967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-38bfec52-18ed-4acd-a708-626c4cba30e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.727033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-38bfec52-18ed-4acd-a708-626c4cba30e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.733815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-38bfec52-18ed-4acd-a708-626c4cba30e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.735189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-38bfec52-18ed-4acd-a708-626c4cba30e1 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 3880 time: 0.2787652 Dec 15 14:05:15.748778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1e750bf-8d17-486d-94a6-7ca4500a99a3 req-b8aaa178-9802-4bb6-b38a-63661c24350a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173504 Dec 15 14:05:15.785120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337790e-0dcc-48fc-95e2-071f79b28703 None None] Network 4cdc1997-5432-4e89-954b-38705cd6d611 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:15.859246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 116f8971-d485-4387-b129-dd4759d29a29 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:15.860617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d4cf48c4-ab36-4e22-b387-402b4bb17e8f no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:16.138534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.161265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2'}, {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9'}, {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:16.172148 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e03dbb-60a0-4bb0-90f7-3213c4d275d9" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2"}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9"}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:16.303982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] For port bea8922e-6cde-4989-980a-7d938ceb1db9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=bea8922e-6cde-4989-980a-7d938ceb1db9,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:16.304536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.327707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.373279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50156fbb-243d-4edb-b734-87dea7c9d824 req-19108bcf-b72a-4421-b0ea-783a15f83413 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6211796 Dec 15 14:05:16.374426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for bea8922e-6cde-4989-980a-7d938ceb1db9 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:16.411158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:16.426944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.651206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e230002e-f369-4222-8493-66569d8788ca up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:16.746069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:16.750913 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a4b6eb-c6d1-4923-918f-3d54937b24e5 x-openstack-request-id: req-40a4b6eb-c6d1-4923-918f-3d54937b24e5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:16.751585 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2", "code": 200}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9", "code": 200}, {"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:16.751879 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40a4b6eb-c6d1-4923-918f-3d54937b24e5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:16.752383 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2', 'code': 200} Dec 15 14:05:16.752887 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9', 'code': 200} Dec 15 14:05:16.753111 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd', 'code': 200} Dec 15 14:05:16.785933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e230002e-f369-4222-8493-66569d8788ca completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:05:16.793593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e230002e-f369-4222-8493-66569d8788ca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:16.796542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.811974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1151010-0fa4-4125-a3ea-3660a0f71f31 req-2056e5eb-bfd1-4a99-856d-19ae3088c9ab tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1404645 Dec 15 14:05:16.997520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0c12f-c9a2-4c1c-b6cd-a6a0ed8093df req-545e58aa-2b12-4553-8a26-6fcc3372a0da tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.002962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbe0c12f-c9a2-4c1c-b6cd-a6a0ed8093df req-545e58aa-2b12-4553-8a26-6fcc3372a0da tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 945 time: 0.1002192 Dec 15 14:05:17.004205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.028350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.139398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e230002e-f369-4222-8493-66569d8788ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e230002e-f369-4222-8493-66569d8788ca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:17.156765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.172815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=bea8922e-6cde-4989-980a-7d938ceb1db9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.240842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] No DVR routers for this DVR port bea8922e-6cde-4989-980a-7d938ceb1db9 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:17.243912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e230002e-f369-4222-8493-66569d8788ca,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.258992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbe0c12f-c9a2-4c1c-b6cd-a6a0ed8093df req-4eb76d90-b218-4f7f-84e0-cbe3cea05f52 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255440 Dec 15 14:05:17.261776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.275956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-9da59b1d-6ce3-47ec-95f6-f0e790bf2e4a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "DELETE /v2.0/ports/bea8922e-6cde-4989-980a-7d938ceb1db9 HTTP/1.1" status: 204 len: 173 time: 2.1085520 Dec 15 14:05:17.276808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:17.279435 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af2692-64ff-45d6-a68c-138204b3a8ed" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:17.470370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.709737 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2affcdd-1027-4ca3-8215-cff2f79e6f2f x-openstack-request-id: req-a2affcdd-1027-4ca3-8215-cff2f79e6f2f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:17.710759 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "bea8922e-6cde-4989-980a-7d938ceb1db9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:17.711226 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2affcdd-1027-4ca3-8215-cff2f79e6f2f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:17.711835 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': 'bea8922e-6cde-4989-980a-7d938ceb1db9', 'status': 'completed', 'code': 200} Dec 15 14:05:17.789392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246b48-751c-4c6a-85c5-f53de5c61482 req-8d8bb812-c880-40c3-a540-6a0a8e593f32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.796282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246b48-751c-4c6a-85c5-f53de5c61482 req-8d8bb812-c880-40c3-a540-6a0a8e593f32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.803952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246b48-751c-4c6a-85c5-f53de5c61482 req-8d8bb812-c880-40c3-a540-6a0a8e593f32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.811149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246b48-751c-4c6a-85c5-f53de5c61482 req-8d8bb812-c880-40c3-a540-6a0a8e593f32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.820662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8246b48-751c-4c6a-85c5-f53de5c61482 req-8d8bb812-c880-40c3-a540-6a0a8e593f32 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 3143 time: 0.1510503 Dec 15 14:05:17.850519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port 93caa189-eff5-40ba-b23a-b4590482c2e2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:17.851074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.097299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8246b48-751c-4c6a-85c5-f53de5c61482 req-61769e4a-ffee-4c83-be13-4dd8f66d13db tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751226 Dec 15 14:05:18.155008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:18.210547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b9bfaa5-7443-4756-b505-475adc55cbf8 req-4a753a9a-e5c1-45c6-bda2-3e61126eb3fd tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0939391 Dec 15 14:05:18.237168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] For port 93caa189-eff5-40ba-b23a-b4590482c2e2, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=93caa189-eff5-40ba-b23a-b4590482c2e2,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:18.237742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.288716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for 93caa189-eff5-40ba-b23a-b4590482c2e2 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:18.481405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-255c3155-8a45-4d0a-a50c-91eb7a70353f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.519087 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.586946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274cba8-8b4d-44c1-8422-0c2a24d8c516 req-5e62a7f3-1cd6-4b98-87a1-3dac291bf404 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.595302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4274cba8-8b4d-44c1-8422-0c2a24d8c516 req-5e62a7f3-1cd6-4b98-87a1-3dac291bf404 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 0.1603017 Dec 15 14:05:18.754738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f'}, {'server_uuid': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e230002e-f369-4222-8493-66569d8788ca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:18.758446 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb381ff-c2ff-4f1b-ba4e-bc81c57b4bdf" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f"}, {"server_uuid": "1d5410ee-05aa-481c-8faa-81b66fdcff79", "name": "network-vif-plugged", "status": "completed", "tag": "e230002e-f369-4222-8493-66569d8788ca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:18.836754 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4274cba8-8b4d-44c1-8422-0c2a24d8c516 req-531c8179-33bc-44ce-b58c-84214bd6e630 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245116 Dec 15 14:05:18.839512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.955446 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9f9f5c-b65f-4592-97b9-dae9a1b26a84 x-openstack-request-id: req-4f9f9f5c-b65f-4592-97b9-dae9a1b26a84 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:18.956198 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f", "code": 200}, {"server_uuid": "1d5410ee-05aa-481c-8faa-81b66fdcff79", "name": "network-vif-plugged", "status": "completed", "tag": "e230002e-f369-4222-8493-66569d8788ca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:18.956748 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f9f9f5c-b65f-4592-97b9-dae9a1b26a84 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:18.957428 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f', 'code': 200} Dec 15 14:05:18.957709 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e230002e-f369-4222-8493-66569d8788ca', 'code': 200} Dec 15 14:05:18.970156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=93caa189-eff5-40ba-b23a-b4590482c2e2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:18.982875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-255c3155-8a45-4d0a-a50c-91eb7a70353f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.009174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] No DVR routers for this DVR port 93caa189-eff5-40ba-b23a-b4590482c2e2 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:19.011743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.015373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-48492d4c-3a26-4d2e-8d1d-cd915256c573 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "DELETE /v2.0/ports/93caa189-eff5-40ba-b23a-b4590482c2e2 HTTP/1.1" status: 204 len: 173 time: 1.7323422 Dec 15 14:05:19.015992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-255c3155-8a45-4d0a-a50c-91eb7a70353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.054291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3155-8a45-4d0a-a50c-91eb7a70353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb0346-6976-4aa7-bf75-9298ce1bbfda,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:19.145581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-255c3155-8a45-4d0a-a50c-91eb7a70353f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=806a4bb99e1d4ae8a721b8979a692611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9832716 Dec 15 14:05:19.149662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51382) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:19.190697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6a10a-d57a-4945-aff1-44b553ac00b9 req-36f5845a-f8cf-46a8-b0ca-bf59b480b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.192194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebc6a10a-d57a-4945-aff1-44b553ac00b9 req-36f5845a-f8cf-46a8-b0ca-bf59b480b65c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 1097 time: 0.1168227 Dec 15 14:05:19.254784 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea12d54-43e4-448d-895a-7fb9522b1c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.321332 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea12d54-43e4-448d-895a-7fb9522b1c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.373296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port d4cf48c4-ab36-4e22-b387-402b4bb17e8f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:19.373800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.436897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea12d54-43e4-448d-895a-7fb9522b1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.445059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea12d54-43e4-448d-895a-7fb9522b1c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.447152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dea12d54-43e4-448d-895a-7fb9522b1c4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ebb0346-6976-4aa7-bf75-9298ce1bbfda HTTP/1.1" status: 204 len: 168 time: 0.2961764 Dec 15 14:05:19.452214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebc6a10a-d57a-4945-aff1-44b553ac00b9 req-f4363319-1a53-4ba6-80fe-0c6bba5f5979 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484386 Dec 15 14:05:19.487851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea12d54-43e4-448d-895a-7fb9522b1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb0346-6976-4aa7-bf75-9298ce1bbfda,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:19.534457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf68652-8cc3-4ccf-84fd-70edcb413d5a req-9a1525bd-8c73-42db-aa92-054d2eadb466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.541890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf68652-8cc3-4ccf-84fd-70edcb413d5a req-9a1525bd-8c73-42db-aa92-054d2eadb466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.548371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf68652-8cc3-4ccf-84fd-70edcb413d5a req-9a1525bd-8c73-42db-aa92-054d2eadb466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.556561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cf68652-8cc3-4ccf-84fd-70edcb413d5a req-9a1525bd-8c73-42db-aa92-054d2eadb466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 2410 time: 0.3125825 Dec 15 14:05:19.606695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce3e01b2-e569-4e41-b2c8-a2ba32ee7e29 req-ae0621fd-6c43-446b-92af-6abc02f09e56 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1509223 Dec 15 14:05:19.674057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cf68652-8cc3-4ccf-84fd-70edcb413d5a req-739e02b7-7d88-452c-95be-4bc1f4a05305 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144493 Dec 15 14:05:19.715661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:19.718263 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c2ba68-8001-4242-956b-51ecfd53f0ed" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:19.795992 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bce292-32e9-4b49-b8bd-dde44fb4e924 x-openstack-request-id: req-41bce292-32e9-4b49-b8bd-dde44fb4e924 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:19.796204 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "93caa189-eff5-40ba-b23a-b4590482c2e2", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:19.796446 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41bce292-32e9-4b49-b8bd-dde44fb4e924 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:19.796877 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': '93caa189-eff5-40ba-b23a-b4590482c2e2', 'status': 'completed', 'code': 200} Dec 15 14:05:19.844450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] For port d4cf48c4-ab36-4e22-b387-402b4bb17e8f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:19.845311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.869913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for d4cf48c4-ab36-4e22-b387-402b4bb17e8f owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:20.001007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:20.024426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95d7221e-f558-4ba2-9b23-9b0108881ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.038625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-0dc4f6e5-2e6b-4c60-acba-27c92a7d593e tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.045988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-0dc4f6e5-2e6b-4c60-acba-27c92a7d593e tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/networks?id=4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 200 len: 809 time: 0.3164992 Dec 15 14:05:20.096333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-d1c714e1-5c9a-4211-9583-368dd0256f36 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/quotas/85fc529e4a8b49d9bb89005bdb637e79 HTTP/1.1" status: 200 len: 375 time: 0.0491788 Dec 15 14:05:20.124905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95d7221e-f558-4ba2-9b23-9b0108881ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.134400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95d7221e-f558-4ba2-9b23-9b0108881ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.139217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-ecfd655a-e5be-4853-bafe-4ca4a6588cdc tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417020 Dec 15 14:05:20.178242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8c420-7508-4563-8865-5016fa9f0d10 req-bd74337c-5714-4b63-a4d8-877c243c9650 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.186366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dc8c420-7508-4563-8865-5016fa9f0d10 req-bd74337c-5714-4b63-a4d8-877c243c9650 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 0.1725576 Dec 15 14:05:20.204913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95d7221e-f558-4ba2-9b23-9b0108881ebd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2944119b90434cb39212f84b8f8b23e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024903 Dec 15 14:05:20.205543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51414) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:20.239237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7221e-f558-4ba2-9b23-9b0108881ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a062a6-05d5-479d-90d2-aefea405bd9c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:20.319662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c8eb56-8393-45ff-aec5-e333e00a9b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.343852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dc8c420-7508-4563-8865-5016fa9f0d10 req-89e760b3-3053-4cef-949c-17cbbb504258 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562960 Dec 15 14:05:20.365167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c8eb56-8393-45ff-aec5-e333e00a9b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.398944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.417125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-27b44baf-44d0-4079-ab60-79aca39435ce service neutron] 10.222.0.32 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767713 Dec 15 14:05:20.467296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=d4cf48c4-ab36-4e22-b387-402b4bb17e8f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:20.539620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c8eb56-8393-45ff-aec5-e333e00a9b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.542734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c8eb56-8393-45ff-aec5-e333e00a9b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.543961 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-15c8eb56-8393-45ff-aec5-e333e00a9b90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9a062a6-05d5-479d-90d2-aefea405bd9c HTTP/1.1" status: 204 len: 168 time: 0.3371849 Dec 15 14:05:20.554119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8eb56-8393-45ff-aec5-e333e00a9b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a062a6-05d5-479d-90d2-aefea405bd9c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:20.654310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] No DVR routers for this DVR port d4cf48c4-ab36-4e22-b387-402b4bb17e8f on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:20.666688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-23d56343-f9e1-4eef-83f9-fc6eed7ad9c8 service neutron] 10.222.0.32 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486231 Dec 15 14:05:20.669353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.672960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-586fa3c8-fd2d-4649-880e-68ee55122b76 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "DELETE /v2.0/ports/d4cf48c4-ab36-4e22-b387-402b4bb17e8f HTTP/1.1" status: 204 len: 173 time: 1.6201816 Dec 15 14:05:20.848780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad927263-d616-490a-b6c1-9dba9f29f199 req-9b9af3f8-729d-4a0f-98e1-b7a013875f1f tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0942254 Dec 15 14:05:21.117636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-152614d9-2123-4cce-ac1f-7bf257cd0284 req-0d4f1b3e-a560-4ae4-8cc4-346ae195fbf5 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 210 time: 0.1157169 Dec 15 14:05:21.163937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786253ef-0577-4cfe-842d-0233a2ec128a req-18a0b2b8-1a59-4eae-a8ad-98700b5e3054 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.170156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786253ef-0577-4cfe-842d-0233a2ec128a req-18a0b2b8-1a59-4eae-a8ad-98700b5e3054 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.171960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-786253ef-0577-4cfe-842d-0233a2ec128a req-18a0b2b8-1a59-4eae-a8ad-98700b5e3054 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 1678 time: 0.2122543 Dec 15 14:05:21.177396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:21.177826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.195152 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.437998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-786253ef-0577-4cfe-842d-0233a2ec128a req-9e4f65cb-b02a-4819-aba4-c78f05ecc574 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256750 Dec 15 14:05:21.483245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] For port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:21.483910 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.714456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8543c2f-5830-4add-a53f-2d9783e24665 req-de16bfd7-86fc-4cff-84cd-b16dc84a627f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.723149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8543c2f-5830-4add-a53f-2d9783e24665 req-de16bfd7-86fc-4cff-84cd-b16dc84a627f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 0.1882033 Dec 15 14:05:21.797763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:21.801535 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d08c1d7-b67f-4d5e-9a8b-0d4abaac06bb" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:22.000329 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1efefcd-76af-4d84-87b6-24aea9a35fe9 x-openstack-request-id: req-f1efefcd-76af-4d84-87b6-24aea9a35fe9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:22.000864 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "d4cf48c4-ab36-4e22-b387-402b4bb17e8f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:22.000864 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1efefcd-76af-4d84-87b6-24aea9a35fe9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:22.001390 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': 'd4cf48c4-ab36-4e22-b387-402b4bb17e8f', 'status': 'completed', 'code': 200} Dec 15 14:05:22.033592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8543c2f-5830-4add-a53f-2d9783e24665 req-87e07724-b096-4c85-b837-13abaa7a0c82 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093412 Dec 15 14:05:22.149259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99c46519-b5ee-46c5-ac0e-2b696e6d3a26 req-ab8cfbbe-feab-458f-987b-ffce7a1f8956 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1142514 Dec 15 14:05:22.203032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.203386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.203737 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Floating IP 083d9f7d-c44c-4e6b-b2ca-d35756890ae6 disassociated. External IP: 172.25.2.171, port: 9ee4ced8-6cfc-4f57-809e-413d5c2acb61. Dec 15 14:05:22.204073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:22.330869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688518a-6e62-496a-9f5d-2adc6cad1c5c req-a1acc41d-f142-4f36-9508-696023cf9614 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:22.338892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2688518a-6e62-496a-9f5d-2adc6cad1c5c req-a1acc41d-f142-4f36-9508-696023cf9614 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 0.1392426 Dec 15 14:05:22.367545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c68ba4d2-68ba-4876-98af-731091d2305d req-9d716591-0623-4c87-8e07-d7570c010f8f tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 210 time: 0.0588391 Dec 15 14:05:22.444306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2688518a-6e62-496a-9f5d-2adc6cad1c5c req-463f2e7f-ab8d-446b-9282-8a06d0247d0c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990744 Dec 15 14:05:22.535928 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.618261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=9ee4ced8-6cfc-4f57-809e-413d5c2acb61,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:22.754600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d4a4a-6648-48fa-bfb0-7c571f183431 req-b1df5d51-5e2e-4656-a10c-5cceb33b94c7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:22.764143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a57d4a4a-6648-48fa-bfb0-7c571f183431 req-b1df5d51-5e2e-4656-a10c-5cceb33b94c7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 943 time: 0.1654608 Dec 15 14:05:22.920547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:22.959333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a57d4a4a-6648-48fa-bfb0-7c571f183431 req-5581584e-b0fb-402f-8208-422b2add3e05 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935980 Dec 15 14:05:23.066438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-e84be63a-0eda-43d6-8167-28ab8fab2edb tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.067949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-e84be63a-0eda-43d6-8167-28ab8fab2edb tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "GET /v2.0/networks?id=4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 200 len: 809 time: 0.2930467 Dec 15 14:05:23.087802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Request body: {'port': {'device_id': '94865537-5380-497e-9f8c-c25d6c417937', 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611', 'admin_state_up': True, 'tenant_id': '85fc529e4a8b49d9bb89005bdb637e79'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:23.206916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:23.219613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] Sync routers for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:23.256806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:23.257474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:23.405281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] No DVR routers for this DVR port 9ee4ced8-6cfc-4f57-809e-413d5c2acb61 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:23.410856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.416871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-b703eac0-e632-4e57-9beb-5c926a17b814 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "DELETE /v2.0/ports/9ee4ced8-6cfc-4f57-809e-413d5c2acb61 HTTP/1.1" status: 204 len: 173 time: 2.7344892 Dec 15 14:05:23.438874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Made reservation on behalf of 85fc529e4a8b49d9bb89005bdb637e79 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:23.444688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.490225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:23.496761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-684c2e16-6398-4a7f-9818-1954211b7570 req-4d1e750d-c290-4166-b959-d864f25ad094 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1591797 Dec 15 14:05:23.634106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07500210-7c1e-4674-bca1-210b59b6178c req-b4034181-8eab-4ab8-84fc-233b10ea72da tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 210 time: 0.0762994 Dec 15 14:05:23.785763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:15Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:23.786135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port aba7edeb-3578-4cc5-9192-723a3b4ccabd {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:23.786482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.794444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Allocated IP 172.20.0.12 (4cdc1997-5432-4e89-954b-38705cd6d611/a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2/49e48383-64ff-4e17-855b-4143a0083722) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:23.862827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] Checking router: 5e94ebbd-4579-4741-af33-f8b9b86e33b2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:23.880406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:23.881401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:23.973945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] For port aba7edeb-3578-4cc5-9192-723a3b4ccabd, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=aba7edeb-3578-4cc5-9192-723a3b4ccabd,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:23.974231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.979976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:24.002455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:24.004769 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426967f-3812-4028-8403-81e392bf1779" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:24.013018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for aba7edeb-3578-4cc5-9192-723a3b4ccabd owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:24.095444 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3b399-99f0-4079-ac9b-131e6ebd5edb x-openstack-request-id: req-35f3b399-99f0-4079-ac9b-131e6ebd5edb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:24.096141 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "9ee4ced8-6cfc-4f57-809e-413d5c2acb61", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:24.096141 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35f3b399-99f0-4079-ac9b-131e6ebd5edb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:24.096318 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': '9ee4ced8-6cfc-4f57-809e-413d5c2acb61', 'status': 'completed', 'code': 200} Dec 15 14:05:24.115990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:24.322561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:24.516332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:15Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:24.588687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da71e0-6fea-4b30-9a2c-cf7f37602ef3 None None] The sync data for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 is: [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '07b4dadd-625b-44b3-8c74-3e5ca8cf0d25', 'name': '', 'network_id': '505693a4-e390-47f7-a077-fddb5807d584', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'mac_address': 'fa:16:3e:39:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:00Z', 'updated_at': '2021-12-15T13:54:15Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'subnets': [{'id': '2ee3c423-f1ad-4206-ae1c-d52132c62360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:24.671659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba81de7b-8019-46ee-b321-d156fd3be921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.727439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.732067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b262c540-570f-4a1d-b1a8-d70b9c21da35 req-c148ef48-dc32-45f0-9c3b-286788af2683 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0758145 Dec 15 14:05:24.810775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65de2f-6fa7-4faa-953d-df13263eadda req-71121d84-9f19-4823-8c8a-f7c5530476cc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:24.822667 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db65de2f-6fa7-4faa-953d-df13263eadda req-71121d84-9f19-4823-8c8a-f7c5530476cc tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 943 time: 0.1672537 Dec 15 14:05:24.874394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba81de7b-8019-46ee-b321-d156fd3be921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.888589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba81de7b-8019-46ee-b321-d156fd3be921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.920623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa6925f1-92cb-44ec-bc93-3722f9dfc631 req-da54e4d2-fed1-4265-9586-161e185d8ff0 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 210 time: 0.0821342 Dec 15 14:05:24.974312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.996032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db65de2f-6fa7-4faa-953d-df13263eadda req-0a69f623-8fb4-4e30-8f7c-4563f9e2ea6b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups?id=672aa072-b609-4ccc-bded-d98d195fd201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630483 Dec 15 14:05:25.002026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.020192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.047266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ba81de7b-8019-46ee-b321-d156fd3be921 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45a9dd39db914ae7bfd6b43dc280e377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235870 Dec 15 14:05:25.049203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:25.069774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Network 4cdc1997-5432-4e89-954b-38705cd6d611 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:25.083802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:25.089638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81de7b-8019-46ee-b321-d156fd3be921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a15bd72-03cf-4ff3-988e-8844cf3bc575,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:25.110541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:25.114421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Pushing event updated for resources: {'Port': ['ID=49e48383-64ff-4e17-855b-4143a0083722,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:25.149572 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd97fc3-d293-4937-9119-beeffb5c4309 None None] New status for floating IP 083d9f7d-c44c-4e6b-b2ca-d35756890ae6: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:05:25.180229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=aba7edeb-3578-4cc5-9192-723a3b4ccabd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:25.184869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] No DVR routers for this DVR port aba7edeb-3578-4cc5-9192-723a3b4ccabd on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:25.190533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.194918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27e8a7c9-7cb5-459d-b734-56a0df9bf87b req-633bc0d7-c66f-4e20-b1ec-537500fd4f1b tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.67 "DELETE /v2.0/ports/aba7edeb-3578-4cc5-9192-723a3b4ccabd HTTP/1.1" status: 204 len: 173 time: 1.7447839 Dec 15 14:05:25.202309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37052ca-c8ed-4049-b2bb-8207b079b071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.231582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.232637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.236039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37052ca-c8ed-4049-b2bb-8207b079b071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.267752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-6f1a7d0b-198f-40fe-b457-9bd5fb68d945 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1847160 Dec 15 14:05:25.282466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Request body: {'port': {'device_id': '94865537-5380-497e-9f8c-c25d6c417937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:25.397643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.411141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37052ca-c8ed-4049-b2bb-8207b079b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.413650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c37052ca-c8ed-4049-b2bb-8207b079b071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.417643 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c37052ca-c8ed-4049-b2bb-8207b079b071 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a15bd72-03cf-4ff3-988e-8844cf3bc575 HTTP/1.1" status: 204 len: 168 time: 0.3674593 Dec 15 14:05:25.452567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37052ca-c8ed-4049-b2bb-8207b079b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a15bd72-03cf-4ff3-988e-8844cf3bc575,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:25.485663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.20.0.17 (e7bf0506-b915-4228-8e41-36355876f7ce/aa868dad-d13f-49fa-89bc-9af98ed51751/eb361556-4599-468b-af0d-b3a2c93f09b0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:25.679243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.721792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.785407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network e7bf0506-b915-4228-8e41-36355876f7ce is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:25.791155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:25.794634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:25.800792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=eb361556-4599-468b-af0d-b3a2c93f09b0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:25.844905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e48383-64ff-4e17-855b-4143a0083722 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:25.858803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.860635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.923690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Transition to ACTIVE for port object 49e48383-64ff-4e17-855b-4143a0083722 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:25.930457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0fd95f9-8e42-4401-8a8d-d0b206167a64 req-6826f11d-9ce9-46a4-bef1-0684c22184e1 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0538797 Dec 15 14:05:25.931722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.955787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51538) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:26.043878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7828b40d-0a71-4299-a4a2-84f83c4855ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.090126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.103936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:26.106280 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d1532-4315-4c3a-b20b-7fd889b0e2a6" -d '{"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:26.139268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Pushing event updated for resources: {'Port': ['ID=49e48383-64ff-4e17-855b-4143a0083722,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:26.185320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b69cf23-a67e-4711-a0d7-4c72d6ac02fb req-56f29c58-e634-49d2-bea4-e680ebc8152e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0746639 Dec 15 14:05:26.253138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5cbea300-b671-48d6-832d-95908bc90bee None None] Provisioning complete for port eb361556-4599-468b-af0d-b3a2c93f09b0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:26.254278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5cbea300-b671-48d6-832d-95908bc90bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.282435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e73c53-baaa-4117-88ed-825f193804a7 req-fe8ef8db-17af-4ef4-bf50-b8acb5763100 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.290733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5e73c53-baaa-4117-88ed-825f193804a7 req-fe8ef8db-17af-4ef4-bf50-b8acb5763100 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 944 time: 0.2598324 Dec 15 14:05:26.312435 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1244d7e-ee99-4d1c-8d48-fac3f6d5b627 x-openstack-request-id: req-a1244d7e-ee99-4d1c-8d48-fac3f6d5b627 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:26.312781 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf4f9f-c5ea-44e3-a344-1feb5cd936ca", "name": "network-vif-deleted", "tag": "aba7edeb-3578-4cc5-9192-723a3b4ccabd", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:26.313045 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1244d7e-ee99-4d1c-8d48-fac3f6d5b627 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:26.313449 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf4f9f-c5ea-44e3-a344-1feb5cd936ca', 'name': 'network-vif-deleted', 'tag': 'aba7edeb-3578-4cc5-9192-723a3b4ccabd', 'status': 'completed', 'code': 200} Dec 15 14:05:26.335174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5cbea300-b671-48d6-832d-95908bc90bee None None] Port eb361556-4599-468b-af0d-b3a2c93f09b0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:26.392355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Attempting to bind port 49e48383-64ff-4e17-855b-4143a0083722 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:26.392747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Attempting to bind port 49e48383-64ff-4e17-855b-4143a0083722 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:26.393083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Attempting to bind port 49e48383-64ff-4e17-855b-4143a0083722 on network 4cdc1997-5432-4e89-954b-38705cd6d611 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:26.405493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Port 49e48383-64ff-4e17-855b-4143a0083722 on network 4cdc1997-5432-4e89-954b-38705cd6d611 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:26.405840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Attempting to bind port 49e48383-64ff-4e17-855b-4143a0083722 on network 4cdc1997-5432-4e89-954b-38705cd6d611 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:26.425503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5e73c53-baaa-4117-88ed-825f193804a7 req-427a1180-9449-49e0-a9a8-d9c1f372630b tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338413 Dec 15 14:05:26.431223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7828b40d-0a71-4299-a4a2-84f83c4855ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.448324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:26.448855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Checking segment: {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:26.449084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Bound using segment: {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:26.449541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Bound port: 49e48383-64ff-4e17-855b-4143a0083722, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:26.449914 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.460401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7828b40d-0a71-4299-a4a2-84f83c4855ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.554834 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.558801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7828b40d-0a71-4299-a4a2-84f83c4855ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e9d6a7781ff4686902e6984c482057f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986781 Dec 15 14:05:26.561787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:26.562701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b40d-0a71-4299-a4a2-84f83c4855ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169bc09c-ba52-47d2-8c56-34ca6c55c977,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:26.571803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.594003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] For port 49e48383-64ff-4e17-855b-4143a0083722, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:26.598568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] For port 49e48383-64ff-4e17-855b-4143a0083722, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=49e48383-64ff-4e17-855b-4143a0083722,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:26.607092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.678714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.679499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.682125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/49e48383-64ff-4e17-855b-4143a0083722 HTTP/1.1" status: 200 len: 1092 time: 1.4045312 Dec 15 14:05:26.704157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6183f-f106-4eb0-8295-64bcb86464a8 service neutron] Pushing event updated for resources: {'Port': ['ID=49e48383-64ff-4e17-855b-4143a0083722,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:26.749761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.760863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf6dff8d-ce41-44a1-a166-1cee6a1d2da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.797561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf6dff8d-ce41-44a1-a166-1cee6a1d2da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.800017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=eb361556-4599-468b-af0d-b3a2c93f09b0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:26.810158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-bc205e84-8449-4633-9b8d-7082c4ce9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.812380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-bc205e84-8449-4633-9b8d-7082c4ce9909 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 1095 time: 0.0746450 Dec 15 14:05:26.878706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-7c8b0d74-a41d-46fa-b3c5-2a28cfc01700 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e48383-64ff-4e17-855b-4143a0083722 HTTP/1.1" status: 200 len: 217 time: 0.0550065 Dec 15 14:05:26.918032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network e7bf0506-b915-4228-8e41-36355876f7ce is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:26.919700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:26.922123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf6dff8d-ce41-44a1-a166-1cee6a1d2da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.925243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf6dff8d-ce41-44a1-a166-1cee6a1d2da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.930077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cf6dff8d-ce41-44a1-a166-1cee6a1d2da8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/169bc09c-ba52-47d2-8c56-34ca6c55c977 HTTP/1.1" status: 204 len: 168 time: 0.3667519 Dec 15 14:05:26.947604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dff8d-ce41-44a1-a166-1cee6a1d2da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169bc09c-ba52-47d2-8c56-34ca6c55c977,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:27.032783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834be05-56c5-46a6-889e-831069536ed3 req-98810aed-714a-4a7e-88bd-72c745079b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:27.038383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-98810aed-714a-4a7e-88bd-72c745079b21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2 HTTP/1.1" status: 200 len: 849 time: 0.1517072 Dec 15 14:05:27.105068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-0579bb1a-a2c5-493b-bc47-c99ccc63c95e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4cdc1997-5432-4e89-954b-38705cd6d611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507512 Dec 15 14:05:27.137995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:27.174417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-373c84b6-5b44-4a50-9e0b-50ed7a4dde8c req-d5080fe6-972a-4c22-a0dc-673c2caefe2b tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0662692 Dec 15 14:05:27.377529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-11070898-92a7-4b21-beb6-8390d1261bdb service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572777 Dec 15 14:05:27.393274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7387789f-302a-4579-bd02-22a5158f10de None None] Provisioning complete for port eb361556-4599-468b-af0d-b3a2c93f09b0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:27.395007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7387789f-302a-4579-bd02-22a5158f10de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.420864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1054b0bb-d965-4ad9-a8de-2b91549bbc65 req-0bdde800-62f1-45ea-b03d-12a4e49231b7 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0873406 Dec 15 14:05:27.438404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:27.456469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7387789f-302a-4579-bd02-22a5158f10de None None] Port eb361556-4599-468b-af0d-b3a2c93f09b0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:27.462120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd4583c1-36e5-45bc-a18d-f5b6a7708353 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "PUT /v2.0/routers/5a718f2f-6262-4973-afe0-c34c6f745e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4697812 Dec 15 14:05:27.480627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:27.514522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:27.515156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:27.618739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b834be05-56c5-46a6-889e-831069536ed3 req-99fe5914-0b69-4f2d-8767-a9e00d2ae1ab service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065730 Dec 15 14:05:27.758157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f4d8-2f7b-4fc9-bf53-b39b0f21d062 req-4dec3bad-11e8-4270-8687-8f0a6b28ea85 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:27.759210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5205f4d8-2f7b-4fc9-bf53-b39b0f21d062 req-4dec3bad-11e8-4270-8687-8f0a6b28ea85 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 944 time: 0.1397822 Dec 15 14:05:27.835603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5205f4d8-2f7b-4fc9-bf53-b39b0f21d062 req-ffedad00-c376-4c17-906a-9d3443e3c40a tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644677 Dec 15 14:05:27.885424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:28.200956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:26Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 1, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb361556-4599-468b-af0d-b3a2c93f09b0', 'name': '', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:25Z', 'updated_at': '2021-12-15T14:05:26Z', 'revision_number': 2, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:28.235980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:28.236356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Updating router 5a718f2f-6262-4973-afe0-c34c6f745e26 port eb361556-4599-468b-af0d-b3a2c93f09b0 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:05:28.300313 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.318367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94865537-5380-497e-9f8c-c25d6c417937', 'tag': '49e48383-64ff-4e17-855b-4143a0083722'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:28.321760 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217d2041-66ef-4246-85d8-6933b735c996" -d '{"events": [{"name": "network-changed", "server_uuid": "94865537-5380-497e-9f8c-c25d6c417937", "tag": "49e48383-64ff-4e17-855b-4143a0083722"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:28.326162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb81dff9-ebf9-481d-8aa2-56815aa5c06f req-6b2acbe6-74ea-40b9-8154-3d80dc4a5dc7 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0367255 Dec 15 14:05:28.389037 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc4ca7-ea03-43aa-901e-a4e10c5ea89d x-openstack-request-id: req-61cc4ca7-ea03-43aa-901e-a4e10c5ea89d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:28.389333 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94865537-5380-497e-9f8c-c25d6c417937", "tag": "49e48383-64ff-4e17-855b-4143a0083722", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:28.389587 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61cc4ca7-ea03-43aa-901e-a4e10c5ea89d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:28.389997 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94865537-5380-497e-9f8c-c25d6c417937', 'tag': '49e48383-64ff-4e17-855b-4143a0083722', 'status': 'completed', 'code': 200} Dec 15 14:05:28.488740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2041-66ef-4246-85d8-6933b735c996 req-e11fed2b-eb46-40a4-946c-b1314faeb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.489496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-e11fed2b-eb46-40a4-946c-b1314faeb5c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 1095 time: 0.0763626 Dec 15 14:05:28.656155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7e29aed-3f5b-419f-87ce-229dc0acb1aa req-e8efff13-2350-4ca4-a9f4-5431b850a0da tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0364454 Dec 15 14:05:28.721138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2041-66ef-4246-85d8-6933b735c996 req-2f19fa96-2067-495c-9420-d68ca34543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.722660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-2f19fa96-2067-495c-9420-d68ca34543cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 200 len: 911 time: 0.2177672 Dec 15 14:05:28.787795 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.803657 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.814173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-0a5dc765-251c-4a24-9872-bc56e76d19a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e48383-64ff-4e17-855b-4143a0083722 HTTP/1.1" status: 200 len: 217 time: 0.0820348 Dec 15 14:05:28.918109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2041-66ef-4246-85d8-6933b735c996 req-34df684c-c295-4c08-adba-e443ed86be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.921398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-34df684c-c295-4c08-adba-e443ed86be6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2 HTTP/1.1" status: 200 len: 849 time: 0.0960813 Dec 15 14:05:28.959703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935361-3938-4e32-9a92-e00847224935 None None] Pushing event updated for resources: {'Port': ['ID=eb361556-4599-468b-af0d-b3a2c93f09b0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:28.979330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-8d7a8077-e8f8-461a-ab75-0b15d3cab713 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4cdc1997-5432-4e89-954b-38705cd6d611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507646 Dec 15 14:05:29.085850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Attempting to bind port eb361556-4599-468b-af0d-b3a2c93f09b0 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:29.086315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Attempting to bind port eb361556-4599-468b-af0d-b3a2c93f09b0 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:29.086760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Attempting to bind port eb361556-4599-468b-af0d-b3a2c93f09b0 on network e7bf0506-b915-4228-8e41-36355876f7ce {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:29.093823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:29.094318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Checking segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:29.094786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.095371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Bound using segment: {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:29.096018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Bound port: eb361556-4599-468b-af0d-b3a2c93f09b0, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:29.096639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.136803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003140-2795-4954-b916-7d73b82f1983 req-614cf4af-ee1a-4137-ba26-5f65332f6014 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:29.144628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38003140-2795-4954-b916-7d73b82f1983 req-614cf4af-ee1a-4137-ba26-5f65332f6014 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 944 time: 0.1679401 Dec 15 14:05:29.273224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] For port eb361556-4599-468b-af0d-b3a2c93f09b0, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:29.277749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] For port eb361556-4599-468b-af0d-b3a2c93f09b0, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=eb361556-4599-468b-af0d-b3a2c93f09b0,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:29.280842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38003140-2795-4954-b916-7d73b82f1983 req-dd034419-08c4-44c6-9ef9-a1cdd0c202a4 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318853 Dec 15 14:05:29.283940 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.289538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-b44410bb-2b1c-414a-a678-1aadb9507396 service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873943 Dec 15 14:05:29.345806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:29.346602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:29.542665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:29.550154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217d2041-66ef-4246-85d8-6933b735c996 req-6533f8e2-c0f2-4567-a6f2-d3d7d8ffcdb7 service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416139 Dec 15 14:05:29.554628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4b702f6-c5e0-47f9-b194-891bbaa5ed3b req-b74bea73-f3d5-441a-9fc1-ac90f219aaad tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0838435 Dec 15 14:05:29.686925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-74a69319-36df-4920-a468-9c2885991c5d None None] Provisioning complete for port eb361556-4599-468b-af0d-b3a2c93f09b0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:29.687735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74a69319-36df-4920-a468-9c2885991c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.780288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935361-3938-4e32-9a92-e00847224935 None None] Pushing event updated for resources: {'Port': ['ID=eb361556-4599-468b-af0d-b3a2c93f09b0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:29.846286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2230a8f-0eef-4831-b242-31b50cd72192 req-c733c471-15dc-458d-8a81-c5da2e8e8f02 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0357871 Dec 15 14:05:29.929795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 49e48383-64ff-4e17-855b-4143a0083722 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:05:30.026297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74a69319-36df-4920-a468-9c2885991c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.111374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-74a69319-36df-4920-a468-9c2885991c5d None None] For port eb361556-4599-468b-af0d-b3a2c93f09b0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=eb361556-4599-468b-af0d-b3a2c93f09b0,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:30.125052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74a69319-36df-4920-a468-9c2885991c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.181175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 49e48383-64ff-4e17-855b-4143a0083722, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=49e48383-64ff-4e17-855b-4143a0083722,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:30.212458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '49e48383-64ff-4e17-855b-4143a0083722', 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611', 'port_id': '49e48383-64ff-4e17-855b-4143a0083722', 'mac_address': 'fa:16:3e:64:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:05:30.247319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:26Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 1, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb361556-4599-468b-af0d-b3a2c93f09b0', 'name': '', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:25Z', 'updated_at': '2021-12-15T14:05:29Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:30.258545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a69319-36df-4920-a468-9c2885991c5d None None] Pushing event updated for resources: {'Port': ['ID=eb361556-4599-468b-af0d-b3a2c93f09b0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.296794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95958b83-d86b-4ccc-b3a2-139de7d5456d None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:26Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 1, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb361556-4599-468b-af0d-b3a2c93f09b0', 'name': '', 'network_id': 'e7bf0506-b915-4228-8e41-36355876f7ce', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:25Z', 'updated_at': '2021-12-15T14:05:29Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'aa868dad-d13f-49fa-89bc-9af98ed51751', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:30.319789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62031323-84aa-43a6-839e-35c08852b44b None None] Provisioning complete for port eb361556-4599-468b-af0d-b3a2c93f09b0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:30.320258 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62031323-84aa-43a6-839e-35c08852b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.324174 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.420958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e48383-64ff-4e17-855b-4143a0083722 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:30.452818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 49e48383-64ff-4e17-855b-4143a0083722, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=49e48383-64ff-4e17-855b-4143a0083722,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:30.464662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.545531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437186-ccd1-48b0-a6a2-3fd5558df819 req-09cedc6a-b5bc-4ae5-a70d-e5d22632adb1 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.547271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6437186-ccd1-48b0-a6a2-3fd5558df819 req-09cedc6a-b5bc-4ae5-a70d-e5d22632adb1 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 944 time: 0.1292248 Dec 15 14:05:30.668142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=49e48383-64ff-4e17-855b-4143a0083722,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.695804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6437186-ccd1-48b0-a6a2-3fd5558df819 req-55227c97-c109-4004-a60f-97135f9a7158 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236191 Dec 15 14:05:30.793909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42227372-da45-4372-b26c-abe114ad7489 req-0a585687-4fe2-41ce-8ee4-11b6bf2fb899 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0939646 Dec 15 14:05:30.832178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['49e48383-64ff-4e17-855b-4143a0083722'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:05:31.088791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84d55033-dfbb-4acb-bfad-d51677fd3f12 req-da568cb8-2645-4f59-8069-ffacd037a5f4 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0573461 Dec 15 14:05:31.861866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cbe14-585f-49da-85e5-0eda61b83b7e req-a6813387-8f6f-4196-9125-1bf3257099b1 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.863642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe3cbe14-585f-49da-85e5-0eda61b83b7e req-a6813387-8f6f-4196-9125-1bf3257099b1 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 945 time: 0.0559835 Dec 15 14:05:31.936011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 49e48383-64ff-4e17-855b-4143a0083722 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:31.959726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe3cbe14-585f-49da-85e5-0eda61b83b7e req-174ca7ac-5187-4924-9cc1-d913d1224ec8 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Dec 15 14:05:32.023467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73c4cd24-2379-4d72-9948-dba2f83a7c23 req-7ea32b59-42aa-4dca-bf9c-72be65862a7b tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0516007 Dec 15 14:05:32.054207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 49e48383-64ff-4e17-855b-4143a0083722 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:05:32.058901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 49e48383-64ff-4e17-855b-4143a0083722 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:32.059277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.193017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.234841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 49e48383-64ff-4e17-855b-4143a0083722, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=49e48383-64ff-4e17-855b-4143a0083722,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:32.234841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94865537-5380-497e-9f8c-c25d6c417937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e48383-64ff-4e17-855b-4143a0083722'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:32.236302 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51d99f8-29b5-44df-be49-4b1533336c17" -d '{"events": [{"server_uuid": "94865537-5380-497e-9f8c-c25d6c417937", "name": "network-vif-plugged", "status": "completed", "tag": "49e48383-64ff-4e17-855b-4143a0083722"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:32.255153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd8d282a-6b71-40b2-8c59-dac783e50f42 req-dc37de65-efbd-4c8b-8f3e-4922ac4e08b9 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0538282 Dec 15 14:05:32.256103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.337509 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022a9585-7ab7-47d0-92ed-6f3fdd5e4fd1 x-openstack-request-id: req-022a9585-7ab7-47d0-92ed-6f3fdd5e4fd1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:32.337916 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94865537-5380-497e-9f8c-c25d6c417937", "name": "network-vif-plugged", "status": "completed", "tag": "49e48383-64ff-4e17-855b-4143a0083722", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:32.338106 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-022a9585-7ab7-47d0-92ed-6f3fdd5e4fd1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:32.338469 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94865537-5380-497e-9f8c-c25d6c417937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e48383-64ff-4e17-855b-4143a0083722', 'code': 200} Dec 15 14:05:32.349186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=49e48383-64ff-4e17-855b-4143a0083722,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:32.372392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eb361556-4599-468b-af0d-b3a2c93f09b0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:32.445752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port eb361556-4599-468b-af0d-b3a2c93f09b0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:32.446057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b4991-3222-4c52-9737-1d6eef8079ec req-cf4b6eec-a657-47b8-8bef-56bfac09843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:32.446211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.447377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-115b4991-3222-4c52-9737-1d6eef8079ec req-cf4b6eec-a657-47b8-8bef-56bfac09843d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 1097 time: 0.0541906 Dec 15 14:05:32.514276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-115b4991-3222-4c52-9737-1d6eef8079ec req-d2165bdb-6205-451c-853e-b809c425f12a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571749 Dec 15 14:05:33.279510 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1dd60ee-4305-4bfb-96aa-76a3e094f2ac req-c723bb8b-cd70-4ed8-bc02-147d165b18d0 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0801115 Dec 15 14:05:33.284369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38234818-c874-4f74-86ec-f3500fc918c9 req-d13787f7-68ca-4e84-9adb-daf2dd088ee5 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.285938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38234818-c874-4f74-86ec-f3500fc918c9 req-d13787f7-68ca-4e84-9adb-daf2dd088ee5 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 946 time: 0.2164452 Dec 15 14:05:33.394439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38234818-c874-4f74-86ec-f3500fc918c9 req-de9031b4-fe4d-407c-b989-9f12cae9db23 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011863 Dec 15 14:05:33.441920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1d10387-9866-4909-ae2f-b5257301224c req-103b9c00-a368-43b5-919f-f74be6865f49 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0301318 Dec 15 14:05:34.492000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e437aff0-2ae5-4417-a307-ae3f04ce98d4 req-9109c53d-7252-459b-b5cd-24c76b493636 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0679331 Dec 15 14:05:34.672724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95f63896-5700-448b-8332-ee7f53f6aa83 req-4d068418-1951-4e4c-add4-9e66379e012c tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0434685 Dec 15 14:05:34.690384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41d7f8-188e-4c5a-b1e9-43366af3a3d3 req-fe74c27c-a918-430f-8102-e02e2427083c tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:34.692257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b41d7f8-188e-4c5a-b1e9-43366af3a3d3 req-fe74c27c-a918-430f-8102-e02e2427083c tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 946 time: 0.1766059 Dec 15 14:05:34.793031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8b41d7f8-188e-4c5a-b1e9-43366af3a3d3 req-e28745cc-f6fb-466c-a7c1-64915aea66a4 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943246 Dec 15 14:05:35.697341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ef54990-8ff8-465d-b14d-587593ebc51c req-ac635624-1f86-4301-a7dc-ec3684b62ee4 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0544639 Dec 15 14:05:35.830555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26bbdd3f-4f57-49c4-9eb0-d6dad90ee135 req-83438a84-3860-4d09-88f5-4ca91fd05ce0 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0536194 Dec 15 14:05:36.150490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c923964-84e4-4bab-ba39-1c880720b860 req-a977b5d9-9581-408b-b729-1b3efbcbe283 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.152545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c923964-84e4-4bab-ba39-1c880720b860 req-a977b5d9-9581-408b-b729-1b3efbcbe283 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 946 time: 0.0667183 Dec 15 14:05:36.228075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c923964-84e4-4bab-ba39-1c880720b860 req-b872ed9c-aa37-4e71-bb8a-7e25cc1e2662 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Dec 15 14:05:36.928693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b042c08-0448-4dae-8391-880bab5d6c16 req-ed35b0fb-f196-405d-964b-c9dc11b1a4f3 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0990682 Dec 15 14:05:36.993646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9568f14-4869-4639-96d3-9e4dea2b6c60 req-91b931f0-c3bb-4251-a27d-2cc54d53bc2e tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0311952 Dec 15 14:05:37.534758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf974-4711-4a2b-b0e2-7e575e78dc67 req-4e12794a-854f-4db9-ad25-256a4f363eeb tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:37.543750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8deaf974-4711-4a2b-b0e2-7e575e78dc67 req-4e12794a-854f-4db9-ad25-256a4f363eeb tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 946 time: 0.0806768 Dec 15 14:05:37.605844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8deaf974-4711-4a2b-b0e2-7e575e78dc67 req-8ef9dd69-2cfe-4cc4-9484-0357c06bdf7b tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594471 Dec 15 14:05:37.671427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-865b2fc0-56de-49df-81c4-fe80b876882e tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:37.674834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-865b2fc0-56de-49df-81c4-fe80b876882e tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 946 time: 0.0643551 Dec 15 14:05:37.816136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Deleting port 49e48383-64ff-4e17-855b-4143a0083722 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:37.819669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.995767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] For port 49e48383-64ff-4e17-855b-4143a0083722, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=49e48383-64ff-4e17-855b-4143a0083722,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:37.996355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.048600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Calling delete_port for 49e48383-64ff-4e17-855b-4143a0083722 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:38.202544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6c00a8c-e8e3-4ac7-8efd-1965a41664a9 req-758fa08e-028f-4c53-b040-26ab34020504 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0518453 Dec 15 14:05:38.281408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c374e6-b10d-4dac-86aa-acabc4cfeed6 req-52a52c32-d248-4627-9835-aaf00291ceed tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:38.291613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11c374e6-b10d-4dac-86aa-acabc4cfeed6 req-52a52c32-d248-4627-9835-aaf00291ceed tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 945 time: 0.1520879 Dec 15 14:05:38.379501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13dde146-8a64-4546-be79-a59394beaa97 req-f99de8d5-e0c1-4d9c-a1af-173b716972ca tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0340996 Dec 15 14:05:38.405486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11c374e6-b10d-4dac-86aa-acabc4cfeed6 req-93d021fc-0da7-4548-b941-0fa7bc1da3c0 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105921 Dec 15 14:05:38.521536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.563920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Pushing event deleted for resources: {'Port': ['ID=49e48383-64ff-4e17-855b-4143a0083722,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:38.628012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] No DVR routers for this DVR port 49e48383-64ff-4e17-855b-4143a0083722 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:38.632486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.650251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36ed0631-7a71-44ed-bfac-e4248d4d59c7 req-2e87253c-52ee-4ac5-8d91-35c106f13f45 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "DELETE /v2.0/ports/49e48383-64ff-4e17-855b-4143a0083722 HTTP/1.1" status: 204 len: 173 time: 0.9693351 Dec 15 14:05:38.650785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94865537-5380-497e-9f8c-c25d6c417937', 'name': 'network-vif-deleted', 'tag': '49e48383-64ff-4e17-855b-4143a0083722'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:38.660291 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5226501c-2229-426d-bcc8-35e57a5351a2" -d '{"events": [{"server_uuid": "94865537-5380-497e-9f8c-c25d6c417937", "name": "network-vif-deleted", "tag": "49e48383-64ff-4e17-855b-4143a0083722"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:38.734027 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136321ef-20db-4ebf-baa6-b479824934c6 x-openstack-request-id: req-136321ef-20db-4ebf-baa6-b479824934c6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:38.734324 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94865537-5380-497e-9f8c-c25d6c417937", "name": "network-vif-deleted", "tag": "49e48383-64ff-4e17-855b-4143a0083722", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:38.734580 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-136321ef-20db-4ebf-baa6-b479824934c6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:38.734984 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94865537-5380-497e-9f8c-c25d6c417937', 'name': 'network-vif-deleted', 'tag': '49e48383-64ff-4e17-855b-4143a0083722', 'status': 'completed', 'code': 200} Dec 15 14:05:38.802170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80485ac4-f9ef-4a51-ab55-33a7a6290fc7 req-400528ce-b14c-46ed-bf34-b95e5862871a tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=94865537-5380-497e-9f8c-c25d6c417937 HTTP/1.1" status: 200 len: 210 time: 0.0528829 Dec 15 14:05:39.376601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9c17d32-f68f-4257-b07d-bd38f6f38fb8 req-51cfbe89-f14c-425b-be80-90d54402dbba tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0317526 Dec 15 14:05:39.528973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-525f58d6-d87b-4d36-a046-b8b7edfd2970 req-882234dc-3847-4629-9e17-dd911b0dddb8 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0450552 Dec 15 14:05:39.598579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9452-9dd9-4b53-9403-03fbcc1c2113 req-1f0c3c46-ae4d-483e-85e1-8ea07f94c9a0 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.601059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f1a9452-9dd9-4b53-9403-03fbcc1c2113 req-1f0c3c46-ae4d-483e-85e1-8ea07f94c9a0 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 945 time: 0.1070263 Dec 15 14:05:39.665082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f1a9452-9dd9-4b53-9403-03fbcc1c2113 req-a956ab44-6225-4633-8d1a-b81190d8fef9 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555990 Dec 15 14:05:39.882954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-38662dc2-67a9-441d-b561-cee76ed8cdc4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.886220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-38662dc2-67a9-441d-b561-cee76ed8cdc4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Dec 15 14:05:39.997512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 49e48383-64ff-4e17-855b-4143a0083722 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:40.060708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 49e48383-64ff-4e17-855b-4143a0083722 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:40.062299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 49e48383-64ff-4e17-855b-4143a0083722 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:40.112534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Deleting port a534dddf-32b7-4c54-bdff-ec7a362ed063 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:40.113029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.245710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-ae0b7ca8-8686-4cea-96fc-eb5099eba20e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1838350 Dec 15 14:05:40.375882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-4227668e-26b3-4a2b-ac2d-d3eed210b3fe tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:40.383800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-4227668e-26b3-4a2b-ac2d-d3eed210b3fe tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/networks?id=4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 200 len: 809 time: 0.2595179 Dec 15 14:05:40.401420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] For port a534dddf-32b7-4c54-bdff-ec7a362ed063, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=a534dddf-32b7-4c54-bdff-ec7a362ed063,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:40.401785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.423278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-1c0712ea-413e-4ea6-8f78-a5ead6cad7de tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/quotas/85fc529e4a8b49d9bb89005bdb637e79 HTTP/1.1" status: 200 len: 375 time: 0.0376110 Dec 15 14:05:40.442211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Calling delete_port for a534dddf-32b7-4c54-bdff-ec7a362ed063 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:40.449917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-17dbe1e5-ea8c-4d03-94f0-a0eee519cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:40.452266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-17dbe1e5-ea8c-4d03-94f0-a0eee519cd00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 1096 time: 0.1743784 Dec 15 14:05:40.482438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-9faa0fbd-0a81-428d-8da6-f15ed77b532a tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581520 Dec 15 14:05:40.679140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e5e0af2-b348-4876-b1d0-3b562a7b506b req-52ebf1b1-1d12-4c00-9fed-2e3bde4425e3 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1694169 Dec 15 14:05:40.861225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c95db88f-b389-4c4b-a7bd-da4d46c506b9 req-676d9d70-3c8c-423a-bcfa-2194282a8d9a tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0902214 Dec 15 14:05:40.903508 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.917285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b', '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', '471f6003-6056-47fe-8bc5-90cd7e8161ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:05:40.965426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event deleted for resources: {'Port': ['ID=a534dddf-32b7-4c54-bdff-ec7a362ed063,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:41.017544 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:05:41.034448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4aacf-5a1f-4d3a-bd73-b86f3f60c95b None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:41.083263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-3a723e40-1d30-470b-a69f-24c10885f311 service neutron] 10.222.0.32 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996790 Dec 15 14:05:41.172767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-cf03e310-9a15-4add-8594-90bea88f31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.174253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-cf03e310-9a15-4add-8594-90bea88f31ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 200 len: 917 time: 0.6898532 Dec 15 14:05:41.226921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-577101a3-1aa3-4bad-a216-b07635a3d04e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b HTTP/1.1" status: 200 len: 217 time: 0.0362709 Dec 15 14:05:41.744627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2641f6ec-229d-431f-9131-55620501677a req-69a19024-cad6-4964-a497-5dd51a104668 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd1e03c-8656-4531-b6b8-29ac8b4aa685 HTTP/1.1" status: 200 len: 210 time: 0.5664144 Dec 15 14:05:41.747505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] No DVR routers for this DVR port a534dddf-32b7-4c54-bdff-ec7a362ed063 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:41.755461 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.775768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae211029-f43f-4fa0-bc94-27f1aa820d7d req-cfa4a66b-d893-4e26-b4d1-ee6ab4296a4b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "DELETE /v2.0/ports/a534dddf-32b7-4c54-bdff-ec7a362ed063 HTTP/1.1" status: 204 len: 173 time: 1.8688095 Dec 15 14:05:41.814249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'name': 'network-vif-deleted', 'tag': 'a534dddf-32b7-4c54-bdff-ec7a362ed063'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:41.817184 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e6b5b2-7742-4459-a860-8c4dd2fa60a6" -d '{"events": [{"server_uuid": "6bd1e03c-8656-4531-b6b8-29ac8b4aa685", "name": "network-vif-deleted", "tag": "a534dddf-32b7-4c54-bdff-ec7a362ed063"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:41.876363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-17ecd112-e964-452e-bb4b-b9bab0180d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.878569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-17ecd112-e964-452e-bb4b-b9bab0180d1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 200 len: 855 time: 0.5979385 Dec 15 14:05:41.881979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-c16b60c7-a682-4a54-b994-af99eba8c952 service neutron] 10.222.0.32 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978954 Dec 15 14:05:41.957820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-37176eb0-d956-4d5a-b200-9b3783b8138c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62861ed0-c3a4-4c9a-8cd8-feb423d0a417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664060 Dec 15 14:05:41.979183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:41.988766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a534dddf-32b7-4c54-bdff-ec7a362ed063 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:42.033963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: a534dddf-32b7-4c54-bdff-ec7a362ed063 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:42.034743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device a534dddf-32b7-4c54-bdff-ec7a362ed063 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:42.054791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2e6530d-8c47-48c8-a668-40e6cde0921d req-653f658b-9aea-4cae-8ecd-46c5b3f4dbac tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0930104 Dec 15 14:05:42.207602 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d39b49-15ad-4a21-9937-be5e4424fc6c x-openstack-request-id: req-c7d39b49-15ad-4a21-9937-be5e4424fc6c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:42.210638 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1e03c-8656-4531-b6b8-29ac8b4aa685", "name": "network-vif-deleted", "tag": "a534dddf-32b7-4c54-bdff-ec7a362ed063", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:42.213124 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7d39b49-15ad-4a21-9937-be5e4424fc6c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:42.213772 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1e03c-8656-4531-b6b8-29ac8b4aa685', 'name': 'network-vif-deleted', 'tag': 'a534dddf-32b7-4c54-bdff-ec7a362ed063', 'status': 'completed', 'code': 200} Dec 15 14:05:42.306507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac39312d-8c0c-4e35-b8ae-f9b96c426a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.336807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-9d7f8db6-34e9-4de6-888d-92194f5e7c19 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803676 Dec 15 14:05:42.488087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fd9ff33-cadf-4640-8ea0-3c24a7a2c066 req-b0b5e4bb-84e4-490c-ba62-1fe961899de3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 210 time: 0.1490853 Dec 15 14:05:42.509246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0226d1bd-f6ed-4d67-9e6f-ad5e4d76fdcf req-07f6f8ff-fd33-42d5-89ac-6236fd19d0cd tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.1713865 Dec 15 14:05:42.576823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51dbc118-7ce4-412d-90c9-ff6513cfd608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.577075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac39312d-8c0c-4e35-b8ae-f9b96c426a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.582759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac39312d-8c0c-4e35-b8ae-f9b96c426a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.657938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-215d8c8f-dfba-4cd6-9f48-5b8d713f8004 req-264acf0f-0ff4-4cab-91db-a6475ae60bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294750 Dec 15 14:05:42.689638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac39312d-8c0c-4e35-b8ae-f9b96c426a4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ce2f4c46f546d3ab7ffcb4d279455f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089591 Dec 15 14:05:42.692123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:42.702400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39312d-8c0c-4e35-b8ae-f9b96c426a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd35fbcc-78c3-4a15-85a4-414c1429d5b6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:42.822584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2288db65-f422-4e65-a9a0-a29f1a11a0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.907848 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2288db65-f422-4e65-a9a0-a29f1a11a0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.008213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2288db65-f422-4e65-a9a0-a29f1a11a0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.014343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2288db65-f422-4e65-a9a0-a29f1a11a0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.019471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2288db65-f422-4e65-a9a0-a29f1a11a0e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd35fbcc-78c3-4a15-85a4-414c1429d5b6 HTTP/1.1" status: 204 len: 168 time: 0.3250546 Dec 15 14:05:43.046946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288db65-f422-4e65-a9a0-a29f1a11a0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd35fbcc-78c3-4a15-85a4-414c1429d5b6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:43.313680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f15dc48f-1862-4fb7-9a71-77cd9551ea51 req-5dbe912f-39b0-4af9-a133-aa85d31cb747 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0785508 Dec 15 14:05:43.541935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 51880) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:43.704035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2292eea5-7746-4c5d-8dec-c9a2df8ced12 req-48fa2c99-cb16-4e15-8148-688f0497a08b tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 210 time: 0.1067841 Dec 15 14:05:43.784188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d36d808-d3de-4c39-81a3-4dbe422650db req-1f8ac1ac-0dd5-47c0-b774-a8178fc76196 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0748336 Dec 15 14:05:43.878100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfa00419-81e9-4719-a9c5-893082e634e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.028488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfa00419-81e9-4719-a9c5-893082e634e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.035116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfa00419-81e9-4719-a9c5-893082e634e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.153896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dfa00419-81e9-4719-a9c5-893082e634e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c25f183f4084fa988ad59f6ef3bc1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6097913 Dec 15 14:05:44.155888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa00419-81e9-4719-a9c5-893082e634e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1631d619-ba30-45b2-a6b0-7c705edf6b6c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:44.158012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:44.158748 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.262900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-108ac800-8fa6-40f2-b9c1-b147286c60f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.310941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-108ac800-8fa6-40f2-b9c1-b147286c60f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.423425 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-108ac800-8fa6-40f2-b9c1-b147286c60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.428053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-108ac800-8fa6-40f2-b9c1-b147286c60f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.431772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-108ac800-8fa6-40f2-b9c1-b147286c60f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1631d619-ba30-45b2-a6b0-7c705edf6b6c HTTP/1.1" status: 204 len: 168 time: 0.2718663 Dec 15 14:05:44.465211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ac800-8fa6-40f2-b9c1-b147286c60f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1631d619-ba30-45b2-a6b0-7c705edf6b6c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:44.545228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50488228-c5cd-4817-9c71-2a46fb418a5d req-baa9dcf9-7049-4645-ac70-5478ec507d27 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0787687 Dec 15 14:05:44.563968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-c9cbd17d-8c0f-40b4-8ffe-668b90af1421 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.565856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-c9cbd17d-8c0f-40b4-8ffe-668b90af1421 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "GET /v2.0/networks?id=4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 200 len: 809 time: 0.2756569 Dec 15 14:05:44.593099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Request body: {'port': {'device_id': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611', 'admin_state_up': True, 'tenant_id': '85fc529e4a8b49d9bb89005bdb637e79'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:44.744123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-46fce180-59e4-4b9b-8825-4ce29eaf0a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.802086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Made reservation on behalf of 85fc529e4a8b49d9bb89005bdb637e79 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:44.810292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.876994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ecb7d8d-1151-466f-9392-8a3fe55338c9 req-1e5008d2-5b25-4b5f-b9cb-5e91c9578ac9 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 210 time: 0.0462258 Dec 15 14:05:45.008230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:45.014853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-574bb281-2a25-476f-868f-33882e6aa606 req-47ad2ffe-ad27-4212-909f-d6176fb37782 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0587788 Dec 15 14:05:45.022335 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa52e093-46d1-4cd4-a1b3-ba1021b7789a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.061243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Allocated IP 172.20.0.6 (4cdc1997-5432-4e89-954b-38705cd6d611/a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2/ac7b7b40-3eac-4eef-9fcb-7ae383451994) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:45.126785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa52e093-46d1-4cd4-a1b3-ba1021b7789a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.135507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa52e093-46d1-4cd4-a1b3-ba1021b7789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.193938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fa52e093-46d1-4cd4-a1b3-ba1021b7789a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7508803a99d1447586c6beef8e23f7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844671 Dec 15 14:05:45.194891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52e093-46d1-4cd4-a1b3-ba1021b7789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59438b-ccc7-4c32-98be-5e6836bf7bfa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.197417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:45.258560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92865844-2b78-4d8a-9c91-d40b9d10511f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.270792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.289994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92865844-2b78-4d8a-9c91-d40b9d10511f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.326018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.376229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92865844-2b78-4d8a-9c91-d40b9d10511f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.380597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92865844-2b78-4d8a-9c91-d40b9d10511f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.381994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Network 4cdc1997-5432-4e89-954b-38705cd6d611 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:45.382326 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92865844-2b78-4d8a-9c91-d40b9d10511f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d59438b-ccc7-4c32-98be-5e6836bf7bfa HTTP/1.1" status: 204 len: 168 time: 0.1835289 Dec 15 14:05:45.388124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:45.393012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:45.402400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92865844-2b78-4d8a-9c91-d40b9d10511f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59438b-ccc7-4c32-98be-5e6836bf7bfa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.507565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:45.509646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.517039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Pushing event updated for resources: {'Port': ['ID=ac7b7b40-3eac-4eef-9fcb-7ae383451994,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.554610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-877b1e3e-3983-4a11-bbb2-beb20e7f15f3 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9787462 Dec 15 14:05:45.571557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Request body: {'port': {'device_id': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:45.725094 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.775517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7096782f-caf7-430c-8b18-e62d2d9d0a15 req-00693feb-e9db-45b3-94cc-0e1ebee5e5e0 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0523071 Dec 15 14:05:46.201290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-687f78a0-c45c-4562-810d-8cded1ee983f req-fe6533c5-2b4e-48db-8acd-c91d6c572404 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0545170 Dec 15 14:05:46.216742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656d32d-fc5b-4dc0-ae56-4115fd82b56e req-cc8bd07d-ec9b-408c-8300-cf513397a017 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:46.218739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2656d32d-fc5b-4dc0-ae56-4115fd82b56e req-cc8bd07d-ec9b-408c-8300-cf513397a017 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 931 time: 0.2112219 Dec 15 14:05:46.236797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.336620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2656d32d-fc5b-4dc0-ae56-4115fd82b56e req-0a85368d-12a9-40a4-ba34-590ac118609e tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993056 Dec 15 14:05:46.379486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7b7b40-3eac-4eef-9fcb-7ae383451994 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:46.388868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.410236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Transition to ACTIVE for port object ac7b7b40-3eac-4eef-9fcb-7ae383451994 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:46.416730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.499289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7b7b40-3eac-4eef-9fcb-7ae383451994,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:46.624594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Attempting to bind port ac7b7b40-3eac-4eef-9fcb-7ae383451994 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:46.624968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Attempting to bind port ac7b7b40-3eac-4eef-9fcb-7ae383451994 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:46.625269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Attempting to bind port ac7b7b40-3eac-4eef-9fcb-7ae383451994 on network 4cdc1997-5432-4e89-954b-38705cd6d611 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:46.630567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Port ac7b7b40-3eac-4eef-9fcb-7ae383451994 on network 4cdc1997-5432-4e89-954b-38705cd6d611 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:46.630916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Attempting to bind port ac7b7b40-3eac-4eef-9fcb-7ae383451994 on network 4cdc1997-5432-4e89-954b-38705cd6d611 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:46.636542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:46.636863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Checking segment: {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:46.637249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Bound using segment: {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:46.637687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Bound port: ac7b7b40-3eac-4eef-9fcb-7ae383451994, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:46.638048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.716977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] For port ac7b7b40-3eac-4eef-9fcb-7ae383451994, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:46.720542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] For port ac7b7b40-3eac-4eef-9fcb-7ae383451994, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:46.726996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.764879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:46.765657 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.767141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] 10.222.0.67 "PUT /v2.0/ports/ac7b7b40-3eac-4eef-9fcb-7ae383451994 HTTP/1.1" status: 200 len: 1091 time: 1.2004795 Dec 15 14:05:46.767704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'tag': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:46.770186 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53eff20-c850-473b-98e1-cb5e4a092fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd", "tag": "ac7b7b40-3eac-4eef-9fcb-7ae383451994"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:46.793516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c51d-843c-44ac-bb77-59f53f9fe852 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7b7b40-3eac-4eef-9fcb-7ae383451994,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:46.854860 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f6dc59-d81a-4459-a7a7-f35f982b2cf3 x-openstack-request-id: req-01f6dc59-d81a-4459-a7a7-f35f982b2cf3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:46.855169 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd", "tag": "ac7b7b40-3eac-4eef-9fcb-7ae383451994", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:46.855427 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01f6dc59-d81a-4459-a7a7-f35f982b2cf3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:46.855832 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'tag': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994', 'status': 'completed', 'code': 200} Dec 15 14:05:46.931285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d774ba9-c761-433f-ab03-84539334cc50 req-391cc88e-26b7-44a9-a412-48ef4e017edc tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0401189 Dec 15 14:05:46.940411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7c42ac79-1506-401c-85bc-341f55e34279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:46.942003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-7c42ac79-1506-401c-85bc-341f55e34279 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 1094 time: 0.0853903 Dec 15 14:05:46.996240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-d9f06c38-07e8-4bd7-b390-cea4ae02463d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994 HTTP/1.1" status: 200 len: 217 time: 0.0442574 Dec 15 14:05:47.056336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-c9ed132c-eb11-4309-be32-030dc281b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.057842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-c9ed132c-eb11-4309-be32-030dc281b0ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2 HTTP/1.1" status: 200 len: 849 time: 0.0539153 Dec 15 14:05:47.104313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-9df23329-fccb-47b1-a0db-07073ec88189 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4cdc1997-5432-4e89-954b-38705cd6d611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332060 Dec 15 14:05:47.204481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-419eab0f-f6b7-4cc4-a049-767cf6502dcc service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Dec 15 14:05:47.219490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:47.326204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7162888a-5084-4ac8-a3e5-722ee4c2ca50 req-73d08cc3-070d-409e-8bc7-986ab0758dfa tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/ports?device_id=20bf4f9f-c5ea-44e3-a344-1feb5cd936ca HTTP/1.1" status: 200 len: 210 time: 0.0411732 Dec 15 14:05:47.355628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8ccac2e-36ac-46b1-a84d-944b0cdae3a6 req-64c04dc3-2c3e-4398-9d42-75d3b541c2c1 service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431155 Dec 15 14:05:47.382550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5df253-f287-4883-bd4a-37b1fc47ba69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.421691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.506415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5df253-f287-4883-bd4a-37b1fc47ba69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.512295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5df253-f287-4883-bd4a-37b1fc47ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.524317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c9b2-0f64-4211-8d7f-24f0feebd62a req-88db16fe-1fc4-48ea-9fec-946c9db8ebbe tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.525875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7964c9b2-0f64-4211-8d7f-24f0feebd62a req-88db16fe-1fc4-48ea-9fec-946c9db8ebbe tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 943 time: 0.1071603 Dec 15 14:05:47.534617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-0734cd77-b01e-4912-b0bc-84e051c39a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.536113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-0734cd77-b01e-4912-b0bc-84e051c39a8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 1094 time: 0.0717394 Dec 15 14:05:47.574692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df253-f287-4883-bd4a-37b1fc47ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f410db06-acf3-4aed-9c50-680b6320dcff,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:47.594351 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b5df253-f287-4883-bd4a-37b1fc47ba69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e9adc904a22468285898fc9b8d0e0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736176 Dec 15 14:05:47.598421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 51986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:47.671009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7964c9b2-0f64-4211-8d7f-24f0feebd62a req-b72b20a3-a2a1-48fb-9c2d-4af0d9dd009d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317825 Dec 15 14:05:47.685080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3048309-44bd-42ff-967f-f0ccec8b053a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.712533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-31f903bf-2128-49b4-a95f-7738a0b85b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.714015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-31f903bf-2128-49b4-a95f-7738a0b85b8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 200 len: 911 time: 0.1668849 Dec 15 14:05:47.731537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3048309-44bd-42ff-967f-f0ccec8b053a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.810524 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-61f44aba-11ef-463c-a2d4-924bef8af853 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994 HTTP/1.1" status: 200 len: 217 time: 0.0766726 Dec 15 14:05:47.810910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3048309-44bd-42ff-967f-f0ccec8b053a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.814972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3048309-44bd-42ff-967f-f0ccec8b053a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.816633 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3048309-44bd-42ff-967f-f0ccec8b053a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f410db06-acf3-4aed-9c50-680b6320dcff HTTP/1.1" status: 204 len: 168 time: 0.2170048 Dec 15 14:05:47.835048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3048309-44bd-42ff-967f-f0ccec8b053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f410db06-acf3-4aed-9c50-680b6320dcff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:47.901240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-102c7c4f-ecb4-4eab-b1a0-8a47c21b260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.902212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-102c7c4f-ecb4-4eab-b1a0-8a47c21b260b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2 HTTP/1.1" status: 200 len: 849 time: 0.0829637 Dec 15 14:05:47.962943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-7b2ef67c-0f2f-4f90-aafd-04ad1531a769 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4cdc1997-5432-4e89-954b-38705cd6d611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504341 Dec 15 14:05:48.132318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a606c38-4416-44f5-bb0a-cbcf984dbfde req-56f19393-7101-4245-9d0d-d04495bf22d4 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0573413 Dec 15 14:05:48.156955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-76d5d036-af42-4d33-8120-6a543f3725f1 service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798961 Dec 15 14:05:48.303098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53eff20-c850-473b-98e1-cb5e4a092fb9 req-a95beace-36de-4458-9480-5febb13e4ff7 service neutron] 10.222.0.67 "GET /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336479 Dec 15 14:05:48.488339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.515490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.542381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52032) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.588879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b740259-b5e8-46e9-b3bd-6e83b78bc183 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.656222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b740259-b5e8-46e9-b3bd-6e83b78bc183 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.765749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b740259-b5e8-46e9-b3bd-6e83b78bc183 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.769696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b740259-b5e8-46e9-b3bd-6e83b78bc183 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.772586 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b740259-b5e8-46e9-b3bd-6e83b78bc183 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/security-groups/672aa072-b609-4ccc-bded-d98d195fd201 HTTP/1.1" status: 204 len: 168 time: 0.2809207 Dec 15 14:05:48.775907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52042) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.784442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b740259-b5e8-46e9-b3bd-6e83b78bc183 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672aa072-b609-4ccc-bded-d98d195fd201,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:48.846755 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-65121546-285e-4fa9-81c6-93b101640288 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] show failed (client error): The resource could not be found. Dec 15 14:05:48.848192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-65121546-285e-4fa9-81c6-93b101640288 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "GET /v2.0/security-groups/672aa072-b609-4ccc-bded-d98d195fd201 HTTP/1.1" status: 404 len: 347 time: 0.0659873 Dec 15 14:05:48.851936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.963555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd70cdb-5d20-40d9-beb2-ef5b15757bfb req-c3c5636a-da98-4d99-ae65-7fbd82f6f83c tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:48.966655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fd70cdb-5d20-40d9-beb2-ef5b15757bfb req-c3c5636a-da98-4d99-ae65-7fbd82f6f83c tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 943 time: 0.1688712 Dec 15 14:05:49.045543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fd70cdb-5d20-40d9-beb2-ef5b15757bfb req-ec02a663-ca9b-410d-8ca3-c70a1f4a43c1 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665731 Dec 15 14:05:49.109984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port 9efe2258-3ae5-4e3c-b638-7da39477be12 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:49.110330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.348379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.349128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.354083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-885f786b-dcea-414a-9449-26722b0e9e85 req-cd3ef484-3413-4188-9e81-e713cd912afe tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0745161 Dec 15 14:05:49.367396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for 9efe2258-3ae5-4e3c-b638-7da39477be12 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:49.502968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.649812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.014612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac7b7b40-3eac-4eef-9fcb-7ae383451994 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:05:50.174977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port eb361556-4599-468b-af0d-b3a2c93f09b0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:50.175475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.221553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac7b7b40-3eac-4eef-9fcb-7ae383451994, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:50.235281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994', 'network_id': '4cdc1997-5432-4e89-954b-38705cd6d611', 'port_id': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994', 'mac_address': 'fa:16:3e:8f:61:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:05:50.237599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=9efe2258-3ae5-4e3c-b638-7da39477be12,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.308031 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.318433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d9a3c-4fb8-4ddf-93f6-368a8c466c81 req-249242b2-781b-4969-a00c-2f89e6e55e6c tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.320077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-354d9a3c-4fb8-4ddf-93f6-368a8c466c81 req-249242b2-781b-4969-a00c-2f89e6e55e6c tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 943 time: 0.1220281 Dec 15 14:05:50.333462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.337020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7b7b40-3eac-4eef-9fcb-7ae383451994 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:50.352005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.356387 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-92e63f06-ec58-4d55-9063-18bd10dbb705 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/floatingips/083d9f7d-c44c-4e6b-b2ca-d35756890ae6 HTTP/1.1" status: 204 len: 168 time: 1.5008483 Dec 15 14:05:50.357941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.359838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port eb361556-4599-468b-af0d-b3a2c93f09b0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=eb361556-4599-468b-af0d-b3a2c93f09b0,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:50.360477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.371821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac7b7b40-3eac-4eef-9fcb-7ae383451994, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:50.400289 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.420427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for eb361556-4599-468b-af0d-b3a2c93f09b0 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:50.490580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ac7b7b40-3eac-4eef-9fcb-7ae383451994,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.563210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-354d9a3c-4fb8-4ddf-93f6-368a8c466c81 req-dc7fa5d7-c11b-486e-a438-3c24eaf92916 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288270 Dec 15 14:05:50.563623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c12d78da-020d-4141-b909-39b1d4c7adfa req-93d4a560-ed20-41d9-8948-21ba4650a758 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0677836 Dec 15 14:05:50.649795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port f2bbef25-3504-49fe-b4b6-314bdbc8a705 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:50.650146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.756246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ac7b7b40-3eac-4eef-9fcb-7ae383451994'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:05:51.119622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.174830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29ff03fc-e023-485b-8ce3-3b29c25b2946 req-26fd1974-f0dc-4c73-b5cc-6c629838a7a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0750599 Dec 15 14:05:51.264598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.315770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for f2bbef25-3504-49fe-b4b6-314bdbc8a705 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:51.323665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.360356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=eb361556-4599-468b-af0d-b3a2c93f09b0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.817988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-610289f6-0570-488e-bbfc-60ffe33d1c47 req-e547f8e6-ffdc-4637-945c-278035ca3f6a tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0921257 Dec 15 14:05:51.871616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70583a-c915-4ee9-9c04-13c3ad2e3483 req-c57db2bf-1568-45fa-8d04-770bb0423eae tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:51.873314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d70583a-c915-4ee9-9c04-13c3ad2e3483 req-c57db2bf-1568-45fa-8d04-770bb0423eae tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 944 time: 0.1810594 Dec 15 14:05:51.873943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.924461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=f2bbef25-3504-49fe-b4b6-314bdbc8a705,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.946678 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.009952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d70583a-c915-4ee9-9c04-13c3ad2e3483 req-8a424c6f-65de-40c2-a803-495a5e772111 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263826 Dec 15 14:05:52.024153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac7b7b40-3eac-4eef-9fcb-7ae383451994 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:52.107153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.113114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-262d7f84-37f0-4b3f-b43f-f72856fdd840 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/ports/f2bbef25-3504-49fe-b4b6-314bdbc8a705 HTTP/1.1" status: 204 len: 168 time: 1.7495980 Dec 15 14:05:52.116584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:52.141413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port ac7b7b40-3eac-4eef-9fcb-7ae383451994 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:05:52.151017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port ac7b7b40-3eac-4eef-9fcb-7ae383451994 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:52.153529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.369261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port 116f8971-d485-4387-b129-dd4759d29a29 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:52.369622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.414748 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.465176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:52.468029 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88536049-8c31-4c2e-94a5-a21450056798" -d '{"events": [{"server_uuid": "53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd", "name": "network-vif-plugged", "status": "completed", "tag": "ac7b7b40-3eac-4eef-9fcb-7ae383451994"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:52.495793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ac7b7b40-3eac-4eef-9fcb-7ae383451994, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:52.505634 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.572757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:52.598056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.650003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for 116f8971-d485-4387-b129-dd4759d29a29 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:52.661577 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d8d79f-568e-4469-97ea-cce571d8af06 x-openstack-request-id: req-54d8d79f-568e-4469-97ea-cce571d8af06 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:52.664097 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd", "name": "network-vif-plugged", "status": "completed", "tag": "ac7b7b40-3eac-4eef-9fcb-7ae383451994", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:52.668839 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54d8d79f-568e-4469-97ea-cce571d8af06 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:52.669620 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994', 'code': 200} Dec 15 14:05:52.671459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ac7b7b40-3eac-4eef-9fcb-7ae383451994,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:52.853440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.866384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05519364-3170-40df-b886-a1ec498a93a9 req-02711fef-9b9a-42e5-91ab-c2bd6b46558f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:52.868202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05519364-3170-40df-b886-a1ec498a93a9 req-02711fef-9b9a-42e5-91ab-c2bd6b46558f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.2880034 Dec 15 14:05:52.919524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=116f8971-d485-4387-b129-dd4759d29a29,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:52.968352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:52.974969 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-61be3962-1fa2-4387-8a6b-46f965846ff5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "PUT /v2.0/routers/5a718f2f-6262-4973-afe0-c34c6f745e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4309459 Dec 15 14:05:52.985893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:53.008640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:53.009249 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:53.074855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a602216-c475-41b7-ad7f-62e485a0bc51 req-32f4c880-7f15-45a3-b141-878e14858c85 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0765054 Dec 15 14:05:53.084377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b90b23-6126-4775-9463-b92e4273865a req-5e190d29-d827-466d-9e4d-d3428e409b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.085915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b90b23-6126-4775-9463-b92e4273865a req-5e190d29-d827-466d-9e4d-d3428e409b93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 1096 time: 0.2508264 Dec 15 14:05:53.100939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05519364-3170-40df-b886-a1ec498a93a9 req-ff72f8f7-4833-4d6a-8d2c-498dda52e630 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014384 Dec 15 14:05:53.103022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.106554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc034944-5126-46e1-9480-fdb9bebf5066 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/ports/116f8971-d485-4387-b129-dd4759d29a29 HTTP/1.1" status: 204 len: 168 time: 0.9889190 Dec 15 14:05:53.112347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52176) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:53.275851 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:53.426390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b90b23-6126-4775-9463-b92e4273865a req-57e6188c-b09f-490f-af04-f211296e097f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222101 Dec 15 14:05:53.447419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting subnet c0bc8598-8612-4f48-864e-70068ec3c3d8 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:53.468067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.561746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.702909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.711266 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 6, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 1, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:53.754400 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:53.764152 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:53.765281 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:53.785774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded4a8a-4f2d-4137-ad82-76eb0e3797c7 req-b875f479-f43b-4ebc-b15b-ea9d0142b07f tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.794885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ded4a8a-4f2d-4137-ad82-76eb0e3797c7 req-b875f479-f43b-4ebc-b15b-ea9d0142b07f tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 945 time: 0.5414627 Dec 15 14:05:53.917105 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:53.919458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ded4a8a-4f2d-4137-ad82-76eb0e3797c7 req-465f2daa-8d80-406a-857b-2df2b13f4010 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222804 Dec 15 14:05:53.978866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b3ad-ab82-4c70-a0a5-60643840ea43 req-4a5f310f-8449-4ec8-8837-235ea9f643d7 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.982577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe59b3ad-ab82-4c70-a0a5-60643840ea43 req-4a5f310f-8449-4ec8-8837-235ea9f643d7 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 0.2499273 Dec 15 14:05:53.986077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.045466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.046460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde2b0f-22b8-415a-87fa-3af16af84f70 None None] Network e2df8191-c699-4f1a-b9c0-17d379c41265 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:54.048933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/subnets/c0bc8598-8612-4f48-864e-70068ec3c3d8 HTTP/1.1" status: 204 len: 168 time: 0.9098096 Dec 15 14:05:54.052313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0883fb2-ba23-46fb-b18f-39bbf7494a62 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bc8598-8612-4f48-864e-70068ec3c3d8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:54.052962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.143852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe59b3ad-ab82-4c70-a0a5-60643840ea43 req-b9645dfa-d0e2-42e7-8bfd-8ba07e1eef12 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315978 Dec 15 14:05:54.175569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting subnet d0c14df7-d28d-4985-ac30-12d2bc3da16c {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:54.180433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.278185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.362595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36e0410a-8bd4-41e2-93bc-08d6fd717ba7 req-d974ca6f-117a-4cd7-a0ca-495f4d6756da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6be3cbbbc3594075b57392086814b147&device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0983784 Dec 15 14:05:54.436339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36e0410a-8bd4-41e2-93bc-08d6fd717ba7 req-b57b163f-0123-4e87-b7db-1dede6e7166a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6be3cbbbc3594075b57392086814b147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435894 Dec 15 14:05:54.517560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.541980 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 6, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 1, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:54.586605 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda7299-c87d-46e9-85f3-3a045024955b None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 6, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '44811e91-64d9-457c-be5a-5e44ae288279', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'port_id': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'mac_address': 'fa:16:3e:4d:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:12Z', 'updated_at': '2021-12-15T14:04:15Z', 'revision_number': 1, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:54.659869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc93e4c7-c3c3-41ec-bbed-d1fcc58873cb req-4e6d33d2-07f8-484a-a098-bc0c860d861b tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.2220600 Dec 15 14:05:54.689555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.728615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c14df7-d28d-4985-ac30-12d2bc3da16c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:54.731633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.737729 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a41edab6-238c-4457-ab25-f06824a8d97d tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/subnets/d0c14df7-d28d-4985-ac30-12d2bc3da16c HTTP/1.1" status: 204 len: 168 time: 0.6812372 Dec 15 14:05:54.738428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.745181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44eb4df-0812-41af-b7d1-26ea21474db7 None None] Network 816d2ef0-fdd7-4148-9ac4-849939505e03 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:54.778816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97d44a-6eca-4d80-8c56-6efa7b671471 req-3fd2830a-4318-43ca-a9a1-2768fc87c7f6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:54.780310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c97d44a-6eca-4d80-8c56-6efa7b671471 req-3fd2830a-4318-43ca-a9a1-2768fc87c7f6 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.4129593 Dec 15 14:05:54.826141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087838b-e694-4668-b59d-60da0ae07aef req-6f500332-6bb1-4b54-ad38-b269c508a7fe tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:54.829400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f087838b-e694-4668-b59d-60da0ae07aef req-6f500332-6bb1-4b54-ad38-b269c508a7fe tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.2642555 Dec 15 14:05:54.845718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.852945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0410a-8bd4-41e2-93bc-08d6fd717ba7 req-02baa731-c2d9-4450-bdda-cc7c8379138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:54.856893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36e0410a-8bd4-41e2-93bc-08d6fd717ba7 req-02baa731-c2d9-4450-bdda-cc7c8379138a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3812571 Dec 15 14:05:54.929464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Deleting port c16264a3-6f9b-42fd-a0a6-39a74990ca53 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:54.929952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.988195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] DHCP port deletion for e2df8191-c699-4f1a-b9c0-17d379c41265 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:55.141145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] For port c16264a3-6f9b-42fd-a0a6-39a74990ca53, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c16264a3-6f9b-42fd-a0a6-39a74990ca53,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:55.142431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.152860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c97d44a-6eca-4d80-8c56-6efa7b671471 req-ac65d8a3-53dd-467d-b050-5280bf1a291f tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635018 Dec 15 14:05:55.174724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] DHCP port deletion for 816d2ef0-fdd7-4148-9ac4-849939505e03 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:55.188534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] Deleting port c16264a3-6f9b-42fd-a0a6-39a74990ca53 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:55.189192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.195781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Calling delete_port for c16264a3-6f9b-42fd-a0a6-39a74990ca53 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:55.349255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] For port c16264a3-6f9b-42fd-a0a6-39a74990ca53, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c16264a3-6f9b-42fd-a0a6-39a74990ca53,segment=NetworkSegment(f1294a7f-3a6f-4f58-b500-c366bcda7b7e),segment_id=f1294a7f-3a6f-4f58-b500-c366bcda7b7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:55.349653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.360839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.374632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Deleting port 471f6003-6056-47fe-8bc5-90cd7e8161ae {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:55.376290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.388697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] Calling delete_port for c16264a3-6f9b-42fd-a0a6-39a74990ca53 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:55.400784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8bc42-c900-4f63-a333-ee093bf734fa req-3da6802c-caf8-4691-8300-882902920d4d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.402686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6aa8bc42-c900-4f63-a333-ee093bf734fa req-3da6802c-caf8-4691-8300-882902920d4d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 945 time: 0.2910826 Dec 15 14:05:55.439699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Port': ['ID=c16264a3-6f9b-42fd-a0a6-39a74990ca53,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:55.458973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] No DVR routers for this DVR port c16264a3-6f9b-42fd-a0a6-39a74990ca53 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:55.544266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.559817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] No DVR routers for this DVR port c16264a3-6f9b-42fd-a0a6-39a74990ca53 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:55.681924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b6a86-82c4-4d6c-b00e-d2fe2d55e6a2 None None] Pushing event deleted for resources: {'Port': ['ID=c16264a3-6f9b-42fd-a0a6-39a74990ca53,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:55.742807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] Deleting port 269b3941-3b55-4c9a-9365-9e4d335bf4ca {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:55.743472 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.744868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.823497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2df8191-c699-4f1a-b9c0-17d379c41265']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.829152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a5eb-059c-4fc8-b414-3b2c0f0e6081 req-30aa63f9-9770-410f-924d-2d0ffda69c63 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.831397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d327a5eb-059c-4fc8-b414-3b2c0f0e6081 req-30aa63f9-9770-410f-924d-2d0ffda69c63 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 0.4496598 Dec 15 14:05:55.837963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] For port 269b3941-3b55-4c9a-9365-9e4d335bf4ca, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=269b3941-3b55-4c9a-9365-9e4d335bf4ca,segment=NetworkSegment(910c9cc4-46f7-4906-9bce-4fd65c284ad6),segment_id=910c9cc4-46f7-4906-9bce-4fd65c284ad6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:55.838698 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.859963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.860394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1294a7f-3a6f-4f58-b500-c366bcda7b7e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.865626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] Calling delete_port for 269b3941-3b55-4c9a-9365-9e4d335bf4ca owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:55.891141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.935250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.955116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:55.955725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:55.970575 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:56.008903 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.143324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] Pushing event deleted for resources: {'Port': ['ID=269b3941-3b55-4c9a-9365-9e4d335bf4ca,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:56.146296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b006bf-7e00-40f2-97fa-3347b12347e8 None None] No DVR routers for this DVR port 269b3941-3b55-4c9a-9365-9e4d335bf4ca on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:56.205977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.220888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.231637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/networks/e2df8191-c699-4f1a-b9c0-17d379c41265 HTTP/1.1" status: 204 len: 168 time: 1.4902356 Dec 15 14:05:56.237045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:56.349062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cb215-fd0f-4e2d-af59-8d819a881466 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Network': ['ID=e2df8191-c699-4f1a-b9c0-17d379c41265,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:56.433044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eb361556-4599-468b-af0d-b3a2c93f09b0 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:56.496677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: eb361556-4599-468b-af0d-b3a2c93f09b0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:56.497211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device eb361556-4599-468b-af0d-b3a2c93f09b0 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:56.497891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 269b3941-3b55-4c9a-9365-9e4d335bf4ca no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:56.507234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-36a04cd1-2120-46bd-904f-9eb181311cfb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:56.511011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-36a04cd1-2120-46bd-904f-9eb181311cfb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 946 time: 1.0866659 Dec 15 14:05:56.537206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 269b3941-3b55-4c9a-9365-9e4d335bf4ca {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:56.537754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 269b3941-3b55-4c9a-9365-9e4d335bf4ca not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:56.538447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c16264a3-6f9b-42fd-a0a6-39a74990ca53 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:56.555443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6aa8bc42-c900-4f63-a333-ee093bf734fa req-8e9f3e07-3ff4-4a01-9589-497d2317f463 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1119449 Dec 15 14:05:56.648223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c16264a3-6f9b-42fd-a0a6-39a74990ca53 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:56.650711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c16264a3-6f9b-42fd-a0a6-39a74990ca53 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:56.673271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] For port 471f6003-6056-47fe-8bc5-90cd7e8161ae, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=471f6003-6056-47fe-8bc5-90cd7e8161ae,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:56.673646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.688362 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-36e0410a-8bd4-41e2-93bc-08d6fd717ba7 req-883455b8-c26f-40b7-96f6-fba902e30f59 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.1920550 Dec 15 14:05:56.714561 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.797870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d327a5eb-059c-4fc8-b414-3b2c0f0e6081 req-5a9dbb6c-5428-4b7e-b5a4-685c94717e0b tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9cc4de0-3ca6-42b4-9a01-5a887def1615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9114180 Dec 15 14:05:56.807647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed624e2f-400d-4da7-8e28-f16810906963 req-ffb732db-1711-4238-9a8f-38404c4447f6 tempest-ServerShowV254Test-2122339246 tempest-ServerShowV254Test-2122339246-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a81bd-062c-49aa-a899-1d6f2b9d9d79 HTTP/1.1" status: 200 len: 210 time: 0.0915978 Dec 15 14:05:56.909216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.931227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Calling delete_port for 471f6003-6056-47fe-8bc5-90cd7e8161ae owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:56.954997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816d2ef0-fdd7-4148-9ac4-849939505e03']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:56.969591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910c9cc4-46f7-4906-9bce-4fd65c284ad6') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:56.969894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910c9cc4-46f7-4906-9bce-4fd65c284ad6') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:56.986766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.018281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.026167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:57.026996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.075932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2780fb-85a9-4ec1-be5d-64bb9f119ec1 req-13535bd3-69c3-4006-bd06-f8a3c8ea7526 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.078825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e2780fb-85a9-4ec1-be5d-64bb9f119ec1 req-13535bd3-69c3-4006-bd06-f8a3c8ea7526 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 946 time: 0.1300690 Dec 15 14:05:57.093713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port e230002e-f369-4222-8493-66569d8788ca {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:57.093973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:57.136334 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:57.142502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.167957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.172178 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] 10.222.0.32 "DELETE /v2.0/networks/816d2ef0-fdd7-4148-9ac4-849939505e03 HTTP/1.1" status: 204 len: 168 time: 0.9286587 Dec 15 14:05:57.173496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf644f-37a2-46e8-99ce-4d7648f33452 tempest-TaggedBootDevicesTest_v242-1289566227 tempest-TaggedBootDevicesTest_v242-1289566227-project] Pushing event deleted for resources: {'Network': ['ID=816d2ef0-fdd7-4148-9ac4-849939505e03,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.279994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e2780fb-85a9-4ec1-be5d-64bb9f119ec1 req-f60b0dab-735a-43fd-9bc5-da363e10cd80 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822071 Dec 15 14:05:57.352760 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.374942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b', '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', '471f6003-6056-47fe-8bc5-90cd7e8161ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:05:57.463434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event deleted for resources: {'Port': ['ID=471f6003-6056-47fe-8bc5-90cd7e8161ae,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.490772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port e230002e-f369-4222-8493-66569d8788ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e230002e-f369-4222-8493-66569d8788ca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:57.492682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.543887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for e230002e-f369-4222-8493-66569d8788ca owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:57.544142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc085041-0a07-4b89-8813-1c109a83d221 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:57.596201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] No DVR routers for this DVR port 471f6003-6056-47fe-8bc5-90cd7e8161ae on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:57.600168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.603735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f087838b-e694-4668-b59d-60da0ae07aef req-0b5ea237-f2f9-4a2c-b890-2fa38452e075 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "DELETE /v2.0/ports/471f6003-6056-47fe-8bc5-90cd7e8161ae HTTP/1.1" status: 204 len: 173 time: 2.7528207 Dec 15 14:05:57.604214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'name': 'network-vif-deleted', 'tag': '471f6003-6056-47fe-8bc5-90cd7e8161ae'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:57.606804 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7249b0a6-be6c-4d63-9bb1-c05773948874" -d '{"events": [{"server_uuid": "768bef40-eccc-4bee-8a44-c0e422c026cd", "name": "network-vif-deleted", "tag": "471f6003-6056-47fe-8bc5-90cd7e8161ae"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:57.694000 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908a6f87-d258-4c9a-896d-ccd2d1267d53 x-openstack-request-id: req-908a6f87-d258-4c9a-896d-ccd2d1267d53 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:57.694297 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768bef40-eccc-4bee-8a44-c0e422c026cd", "name": "network-vif-deleted", "tag": "471f6003-6056-47fe-8bc5-90cd7e8161ae", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:57.694559 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-908a6f87-d258-4c9a-896d-ccd2d1267d53 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:57.694962 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768bef40-eccc-4bee-8a44-c0e422c026cd', 'name': 'network-vif-deleted', 'tag': '471f6003-6056-47fe-8bc5-90cd7e8161ae', 'status': 'completed', 'code': 200} Dec 15 14:05:57.801936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9c49-cb07-491a-a5fd-78e5023ceee3 req-7a75e505-1b34-495d-81ee-dac621bafe86 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.803704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-014c9c49-cb07-491a-a5fd-78e5023ceee3 req-7a75e505-1b34-495d-81ee-dac621bafe86 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 945 time: 0.1079111 Dec 15 14:05:57.927985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-014c9c49-cb07-491a-a5fd-78e5023ceee3 req-96d6fed6-0ad6-4b06-bbb5-724351455ebf tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090617 Dec 15 14:05:57.929936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.978361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=e230002e-f369-4222-8493-66569d8788ca,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:58.003196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-167a75b2-7510-4463-b15a-80188e2ea7e5 req-df3e1065-a54a-4eb6-96ca-0a14220e7b04 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5410ee-05aa-481c-8faa-81b66fdcff79 HTTP/1.1" status: 200 len: 210 time: 0.0398653 Dec 15 14:05:58.059746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] No DVR routers for this DVR port e230002e-f369-4222-8493-66569d8788ca on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:58.062121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.066821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d648ff8-29d3-4ca4-b5ac-b82b8994536c req-8de8e7a2-a9ec-4358-b455-d3d40596bead tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "DELETE /v2.0/ports/e230002e-f369-4222-8493-66569d8788ca HTTP/1.1" status: 204 len: 173 time: 1.5323827 Dec 15 14:05:58.497533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ad4b867-f228-4493-8214-46b88170810d req-4ff816fd-7bdf-40a6-a508-c8a16aa73742 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=768bef40-eccc-4bee-8a44-c0e422c026cd HTTP/1.1" status: 200 len: 210 time: 0.0593290 Dec 15 14:05:58.674990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.011336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-286a7626-c916-4b7e-8440-5875636ee4c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.111423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.157866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-286a7626-c916-4b7e-8440-5875636ee4c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.170372 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-286a7626-c916-4b7e-8440-5875636ee4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.237661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-286a7626-c916-4b7e-8440-5875636ee4c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6be3cbbbc3594075b57392086814b147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5607035 Dec 15 14:05:59.241249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.243747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a7626-c916-4b7e-8440-5875636ee4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad9f3d-93f5-4870-b7f5-762a9e8efc1c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.287469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124611a-a601-4b9d-b5aa-bd201003923c req-786076d3-67f4-49f8-8f55-b39d6b832b42 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:59.299492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b124611a-a601-4b9d-b5aa-bd201003923c req-786076d3-67f4-49f8-8f55-b39d6b832b42 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 945 time: 0.0859399 Dec 15 14:05:59.312864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78c6cd8-a7d7-42d0-8911-df6e5c24f165 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.337668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f830ac-232b-4645-8a67-c8c5de65dd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.368725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78c6cd8-a7d7-42d0-8911-df6e5c24f165 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.393718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f830ac-232b-4645-8a67-c8c5de65dd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.396800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b124611a-a601-4b9d-b5aa-bd201003923c req-0ffce2da-025c-426b-ae0e-4db987b62ca2 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957000 Dec 15 14:05:59.502743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78c6cd8-a7d7-42d0-8911-df6e5c24f165 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.508251 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78c6cd8-a7d7-42d0-8911-df6e5c24f165 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.508963 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c78c6cd8-a7d7-42d0-8911-df6e5c24f165 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9cc4de0-3ca6-42b4-9a01-5a887def1615 HTTP/1.1" status: 204 len: 168 time: 0.3953364 Dec 15 14:05:59.522365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6cd8-a7d7-42d0-8911-df6e5c24f165 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc4de0-3ca6-42b4-9a01-5a887def1615,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.524778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f830ac-232b-4645-8a67-c8c5de65dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.528084 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6f830ac-232b-4645-8a67-c8c5de65dd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.532293 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e6f830ac-232b-4645-8a67-c8c5de65dd7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85ad9f3d-93f5-4870-b7f5-762a9e8efc1c HTTP/1.1" status: 204 len: 168 time: 0.2873285 Dec 15 14:05:59.562384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f830ac-232b-4645-8a67-c8c5de65dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad9f3d-93f5-4870-b7f5-762a9e8efc1c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.595960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.696912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'name': 'network-vif-deleted', 'tag': 'e230002e-f369-4222-8493-66569d8788ca'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:59.699933 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6017b6f8-ae5b-45c8-a4d4-66143b1afbd0" -d '{"events": [{"server_uuid": "1d5410ee-05aa-481c-8faa-81b66fdcff79", "name": "network-vif-deleted", "tag": "e230002e-f369-4222-8493-66569d8788ca"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:59.708590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting subnet aa868dad-d13f-49fa-89bc-9af98ed51751 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:59.718886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.763092 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee1ab79-1b4e-4909-822f-9675c2b0a954 x-openstack-request-id: req-3ee1ab79-1b4e-4909-822f-9675c2b0a954 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:59.763554 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5410ee-05aa-481c-8faa-81b66fdcff79", "name": "network-vif-deleted", "tag": "e230002e-f369-4222-8493-66569d8788ca", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:59.763782 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ee1ab79-1b4e-4909-822f-9675c2b0a954 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:59.764248 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5410ee-05aa-481c-8faa-81b66fdcff79', 'name': 'network-vif-deleted', 'tag': 'e230002e-f369-4222-8493-66569d8788ca', 'status': 'completed', 'code': 200} Dec 15 14:05:59.772858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.009522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.078834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 471f6003-6056-47fe-8bc5-90cd7e8161ae no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:00.093984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24f456-cd6e-4367-810f-27c0f585d28b req-acf04f57-e50c-456c-b29b-87c6b831873a tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.103203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c24f456-cd6e-4367-810f-27c0f585d28b req-acf04f57-e50c-456c-b29b-87c6b831873a tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 945 time: 0.1277380 Dec 15 14:06:00.131090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 471f6003-6056-47fe-8bc5-90cd7e8161ae {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:00.138857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 471f6003-6056-47fe-8bc5-90cd7e8161ae not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:00.139537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e230002e-f369-4222-8493-66569d8788ca no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:00.173488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.182869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: e230002e-f369-4222-8493-66569d8788ca {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:00.183533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e230002e-f369-4222-8493-66569d8788ca not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:00.231394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c24f456-cd6e-4367-810f-27c0f585d28b req-4969f69d-07f5-4a09-afc9-121397074b3b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152692 Dec 15 14:06:00.252680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Subnet': ['ID=aa868dad-d13f-49fa-89bc-9af98ed51751,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:00.284623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3ca6e-b4f6-4e9a-b1ca-8c753c693066 None None] Network e7bf0506-b915-4228-8e41-36355876f7ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:00.293604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.304558 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ae07ccb3-f740-4b84-87da-5637b4179e2a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/subnets/aa868dad-d13f-49fa-89bc-9af98ed51751 HTTP/1.1" status: 204 len: 168 time: 0.7070959 Dec 15 14:06:00.307330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:00.560873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] DHCP port deletion for e7bf0506-b915-4228-8e41-36355876f7ce request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:00.604807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.779044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] Deleting port 777b0dba-1049-4985-9df1-a9be54823eca {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:00.779502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.786738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32391-9f2b-4677-9814-5d4c59916ed1 req-e24afb2e-bdaa-48a2-8818-960504df3662 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.799111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dc32391-9f2b-4677-9814-5d4c59916ed1 req-e24afb2e-bdaa-48a2-8818-960504df3662 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 945 time: 0.1712165 Dec 15 14:06:00.860008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-cd9fd406-b91d-4a48-a1cd-67abf7004f25 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.861930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-cd9fd406-b91d-4a48-a1cd-67abf7004f25 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 945 time: 0.3741724 Dec 15 14:06:00.940825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port 777b0dba-1049-4985-9df1-a9be54823eca {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:00.941308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.967117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] For port 777b0dba-1049-4985-9df1-a9be54823eca, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=777b0dba-1049-4985-9df1-a9be54823eca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:00.967523 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.998667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] Calling delete_port for 777b0dba-1049-4985-9df1-a9be54823eca owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:01.087326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5dc32391-9f2b-4677-9814-5d4c59916ed1 req-7a73dfd8-ee9f-4e92-92e0-9ca29c777f76 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/security-groups?id=790fc65f-67c6-4dad-a3a6-c4f98106d244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859662 Dec 15 14:06:01.135243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.187268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] Pushing event deleted for resources: {'Port': ['ID=777b0dba-1049-4985-9df1-a9be54823eca,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:01.195189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084afe8-0bc2-49da-b406-b8012e9bdffe None None] No DVR routers for this DVR port 777b0dba-1049-4985-9df1-a9be54823eca on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:01.285212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port 777b0dba-1049-4985-9df1-a9be54823eca, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=777b0dba-1049-4985-9df1-a9be54823eca,segment=NetworkSegment(b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99),segment_id=b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:01.285952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.320822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for 777b0dba-1049-4985-9df1-a9be54823eca owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:01.326962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Deleting port ac7b7b40-3eac-4eef-9fcb-7ae383451994 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:01.327896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.556160 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.573580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-f05b1d80-05af-4db4-8e3c-4e0e236ceed4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.575764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-f05b1d80-05af-4db4-8e3c-4e0e236ceed4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 945 time: 0.3599927 Dec 15 14:06:01.604691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] For port ac7b7b40-3eac-4eef-9fcb-7ae383451994, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ac7b7b40-3eac-4eef-9fcb-7ae383451994,segment=NetworkSegment(6d51cfd0-1711-4c7b-b9f7-8e641d40c11a),segment_id=6d51cfd0-1711-4c7b-b9f7-8e641d40c11a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:01.605691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.667920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Calling delete_port for ac7b7b40-3eac-4eef-9fcb-7ae383451994 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:01.762396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=777b0dba-1049-4985-9df1-a9be54823eca,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:01.836300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:01.914234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] No DVR routers for this DVR port 777b0dba-1049-4985-9df1-a9be54823eca on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:02.038428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-320402fa-c55b-48b2-8f86-53e646411d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.062259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846f9a6-c599-4cb8-b3ab-2634354454f0 req-d67c1e12-2199-4cd2-8f93-2f65fc515a6b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:02.076044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b846f9a6-c599-4cb8-b3ab-2634354454f0 req-d67c1e12-2199-4cd2-8f93-2f65fc515a6b tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 945 time: 0.6367054 Dec 15 14:06:02.191153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.203079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ac7b7b40-3eac-4eef-9fcb-7ae383451994'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:02.265657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-320402fa-c55b-48b2-8f86-53e646411d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.272378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-320402fa-c55b-48b2-8f86-53e646411d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.299035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.324286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f4d2c349-4ef3-4363-92ed-ae2064aef4f2 req-322b129b-563f-4a33-ac82-afc0921f14d4 tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd HTTP/1.1" status: 200 len: 210 time: 0.1359000 Dec 15 14:06:02.335511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 777b0dba-1049-4985-9df1-a9be54823eca no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:02.342451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Pushing event deleted for resources: {'Port': ['ID=ac7b7b40-3eac-4eef-9fcb-7ae383451994,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:02.356447 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-320402fa-c55b-48b2-8f86-53e646411d27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26745247d5f64a3aa390fbbaec71b110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5190094 Dec 15 14:06:02.360225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:02.397610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320402fa-c55b-48b2-8f86-53e646411d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2399b338-5609-473e-9996-8e4e8f7a1200,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:02.411815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bf0506-b915-4228-8e41-36355876f7ce']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:02.414030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 777b0dba-1049-4985-9df1-a9be54823eca {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:02.414385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 777b0dba-1049-4985-9df1-a9be54823eca not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:02.421875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19dc6494-beee-4c09-ba16-4457da624fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.452569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19dc6494-beee-4c09-ba16-4457da624fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.481118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:02.481460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bf5242-87d3-4bb8-bb6a-25d4fed7cb99') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:02.484138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] No DVR routers for this DVR port ac7b7b40-3eac-4eef-9fcb-7ae383451994 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:02.487058 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.491534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0ce0f29-4bd6-4288-9ffa-834e16a23c34 req-1d1ae7f2-9a3d-4c93-a5df-942186e64f3d tempest-VolumesActionsTest-937593397 tempest-VolumesActionsTest-937593397-project] 10.222.0.67 "DELETE /v2.0/ports/ac7b7b40-3eac-4eef-9fcb-7ae383451994 HTTP/1.1" status: 204 len: 173 time: 1.6198022 Dec 15 14:06:02.509719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19dc6494-beee-4c09-ba16-4457da624fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.516900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19dc6494-beee-4c09-ba16-4457da624fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.518171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19dc6494-beee-4c09-ba16-4457da624fdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2399b338-5609-473e-9996-8e4e8f7a1200 HTTP/1.1" status: 204 len: 168 time: 0.1569631 Dec 15 14:06:02.530389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc6494-beee-4c09-ba16-4457da624fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2399b338-5609-473e-9996-8e4e8f7a1200,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:02.536700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'name': 'network-vif-deleted', 'tag': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:02.539810 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36407d6-50ec-4a9f-8a84-7facae74671e" -d '{"events": [{"server_uuid": "53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd", "name": "network-vif-deleted", "tag": "ac7b7b40-3eac-4eef-9fcb-7ae383451994"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:02.573608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.597421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.618414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b846f9a6-c599-4cb8-b3ab-2634354454f0 req-fb0f10d0-fdcf-41b9-840f-9faaec10d145 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329568 Dec 15 14:06:02.631259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:02.631679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:02.689960 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:02.694611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Deleting port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:02.695019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.764218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.792338 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.798998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/networks/e7bf0506-b915-4228-8e41-36355876f7ce HTTP/1.1" status: 204 len: 168 time: 2.4865465 Dec 15 14:06:02.799104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:02.803797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Network': ['ID=e7bf0506-b915-4228-8e41-36355876f7ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:02.816162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.816642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.817125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.817638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.818060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.818476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.818911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.819287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.819710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.820109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.820546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.820942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.821343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881f011-3d7c-4633-897c-51808596bd16 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:02.862277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] For port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:02.862589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.881782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Calling delete_port for 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:03.096050 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86685a2-fea0-4776-bab1-49bc710a863c x-openstack-request-id: req-f86685a2-fea0-4776-bab1-49bc710a863c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:03.096414 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd", "name": "network-vif-deleted", "tag": "ac7b7b40-3eac-4eef-9fcb-7ae383451994", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:03.096696 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f86685a2-fea0-4776-bab1-49bc710a863c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:03.104325 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e79f16-4d1a-45a2-ba8b-4f9b2bd626bd', 'name': 'network-vif-deleted', 'tag': 'ac7b7b40-3eac-4eef-9fcb-7ae383451994', 'status': 'completed', 'code': 200} Dec 15 14:06:03.204659 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.221890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b', '2ff2e657-2328-43cc-aae9-2b044b4bb2e0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:03.275867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port f733b637-f282-4afc-b995-e9ba1fe663c5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:03.278224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.399557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ea71d-fbdf-404f-bb75-ad0770ea23c6 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:03.405326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event deleted for resources: {'Port': ['ID=2ff2e657-2328-43cc-aae9-2b044b4bb2e0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:03.485338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] No DVR routers for this DVR port 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:03.494144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.503354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9843a8d8-b6d2-4e4a-88cc-3109391e43c3 req-23c41a2e-119d-4030-ab1d-40d194c4b654 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "DELETE /v2.0/ports/2ff2e657-2328-43cc-aae9-2b044b4bb2e0 HTTP/1.1" status: 204 len: 173 time: 1.9014471 Dec 15 14:06:03.656850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.657262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.692244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for f733b637-f282-4afc-b995-e9ba1fe663c5 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:03.877387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d4c25d1-c4d3-4a89-bd25-11f103331df6 req-c9ed0316-d7e4-40e6-b138-3f232c01cfa3 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf80a14d-251b-498c-9f6d-a957cc903ac3 HTTP/1.1" status: 200 len: 210 time: 0.0640512 Dec 15 14:06:03.924209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:04.114417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.211096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1380649475-network', 'tenant_id': 'd003cfd82dab429898a80423aabe6b66'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:04.216135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=f733b637-f282-4afc-b995-e9ba1fe663c5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:04.295481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.299828 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Floating IP 44811e91-64d9-457c-be5a-5e44ae288279 disassociated (deleted). External IP: 172.25.2.43, port: cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f. Dec 15 14:06:04.338978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Made reservation on behalf of d003cfd82dab429898a80423aabe6b66 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:04.341796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.358810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.528715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.534646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.586772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:04.599765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06559fe5-2f88-4b6a-ab8b-0fc43c2dd1aa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:04.610867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.611229 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Added segment ccb48c15-dfa7-4e4a-8c38-33687119b059 of type vlan for network 5c3808ca-9fb0-4039-b0d5-529d55db39f0 Dec 15 14:06:04.700778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.711063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:04.747560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.748967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:04.760531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.813709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8810287 Dec 15 14:06:04.928602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfcdb5-d1e3-4e10-8713-34a5428e8865 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3808ca-9fb0-4039-b0d5-529d55db39f0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:04.941139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5c3808ca-9fb0-4039-b0d5-529d55db39f0 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:05.105653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'name': 'network-vif-deleted', 'tag': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:05.108752 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7bbc0-77d3-4e7a-987e-3fe349ea0531" -d '{"events": [{"server_uuid": "bf80a14d-251b-498c-9f6d-a957cc903ac3", "name": "network-vif-deleted", "tag": "2ff2e657-2328-43cc-aae9-2b044b4bb2e0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:05.133348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:05.152691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.266958 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf626a51-d488-4d34-a444-71ed8451efd4 x-openstack-request-id: req-bf626a51-d488-4d34-a444-71ed8451efd4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:05.267261 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80a14d-251b-498c-9f6d-a957cc903ac3", "name": "network-vif-deleted", "tag": "2ff2e657-2328-43cc-aae9-2b044b4bb2e0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:05.267521 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf626a51-d488-4d34-a444-71ed8451efd4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:05.267974 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf80a14d-251b-498c-9f6d-a957cc903ac3', 'name': 'network-vif-deleted', 'tag': '2ff2e657-2328-43cc-aae9-2b044b4bb2e0', 'status': 'completed', 'code': 200} Dec 15 14:06:05.272573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:05.285140 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef4e4460-c25a-4866-9dd2-015cbb5df801 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/floatingips/44811e91-64d9-457c-be5a-5e44ae288279 HTTP/1.1" status: 204 len: 168 time: 2.4849663 Dec 15 14:06:05.285827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:05.294304 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c" -d '{"events": [{"name": "network-changed", "server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:05.311379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:05.314797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:05.609837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:05.675257 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3ebd82-1707-427f-be7a-901259b2e02d x-openstack-request-id: req-cc3ebd82-1707-427f-be7a-901259b2e02d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:05.675756 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:05.675872 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc3ebd82-1707-427f-be7a-901259b2e02d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:05.676280 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'status': 'completed', 'code': 200} Dec 15 14:06:06.208854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac7b7b40-3eac-4eef-9fcb-7ae383451994 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:06.214241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe3b23-6b2d-42ff-bdcf-ef8553886074 req-b576cd60-5277-425a-902b-e28684fde702 tempest-ComputeTenantNetworksTest-1306422542 tempest-ComputeTenantNetworksTest-1306422542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.228127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe3b23-6b2d-42ff-bdcf-ef8553886074 req-b576cd60-5277-425a-902b-e28684fde702 tempest-ComputeTenantNetworksTest-1306422542 tempest-ComputeTenantNetworksTest-1306422542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.287735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe3b23-6b2d-42ff-bdcf-ef8553886074 req-b576cd60-5277-425a-902b-e28684fde702 tempest-ComputeTenantNetworksTest-1306422542 tempest-ComputeTenantNetworksTest-1306422542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.289868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17fe3b23-6b2d-42ff-bdcf-ef8553886074 req-b576cd60-5277-425a-902b-e28684fde702 tempest-ComputeTenantNetworksTest-1306422542 tempest-ComputeTenantNetworksTest-1306422542-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8136759 Dec 15 14:06:06.292457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: ac7b7b40-3eac-4eef-9fcb-7ae383451994 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:06.298242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ac7b7b40-3eac-4eef-9fcb-7ae383451994 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:06.305752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:06.310289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-41fc5e2b-884a-4f9a-8a95-240ebb4152bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.318231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-41fc5e2b-884a-4f9a-8a95-240ebb4152bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 1097 time: 0.5030103 Dec 15 14:06:06.416483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec9e44-10d0-4738-9235-5c1f6eee5c15 req-671f10a8-a86c-44d9-b10d-0ce12930d94a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.425294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27ec9e44-10d0-4738-9235-5c1f6eee5c15 req-671f10a8-a86c-44d9-b10d-0ce12930d94a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 946 time: 0.6207411 Dec 15 14:06:06.443175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:06.445339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2ff2e657-2328-43cc-aae9-2b044b4bb2e0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:06.481088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 6, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:06.578224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:06.603597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:06.604253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:05:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:06.791584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:07.269355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c63c-be61-4ad8-9b49-9a557a44c19b req-97954692-24f3-4bb2-a688-d87aa499dd4d tempest-ComputeTenantNetworksTest-1306422542 tempest-ComputeTenantNetworksTest-1306422542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:07.277319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8948c63c-be61-4ad8-9b49-9a557a44c19b req-97954692-24f3-4bb2-a688-d87aa499dd4d tempest-ComputeTenantNetworksTest-1306422542 tempest-ComputeTenantNetworksTest-1306422542-project] 10.222.0.32 "GET /v2.0/networks/5c3808ca-9fb0-4039-b0d5-529d55db39f0 HTTP/1.1" status: 200 len: 769 time: 0.8887067 Dec 15 14:06:07.282583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:07.307240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 6, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:07.375044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044058ec-f5e1-4817-b655-5d1f34376df5 None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 6, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd1bb1d83-a1db-4a95-a2ee-9b7e424bff73', 'name': '', 'network_id': '68e5a64b-ee4c-4fb6-9c6b-43dd87043a53', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:d5:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:39Z', 'updated_at': '2021-12-15T14:03:47Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': 'dd0737f6-a68c-4e34-b883-56af70a04e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:07.486657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.506800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-5c1cb64e-9b28-4ef5-b84b-e3a3f2e42cf1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:07.508848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-5c1cb64e-9b28-4ef5-b84b-e3a3f2e42cf1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 946 time: 0.2283738 Dec 15 14:06:07.687523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27ec9e44-10d0-4738-9235-5c1f6eee5c15 req-75313fe1-6415-4156-913d-fca9a4a87017 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2608969 Dec 15 14:06:07.738008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.782029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-e2a0c34b-e16d-4a23-9a4d-0b28d48b89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:07.786605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-e2a0c34b-e16d-4a23-9a4d-0b28d48b89da service neutron] 10.222.0.67 "GET /v2.0/networks?id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 200 len: 899 time: 1.4652712 Dec 15 14:06:07.872344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3808ca-9fb0-4039-b0d5-529d55db39f0']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:07.917422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb48c15-dfa7-4e4a-8c38-33687119b059') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:07.918229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb48c15-dfa7-4e4a-8c38-33687119b059') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:07.962892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.996120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-f8b1e248-10ef-4943-ba52-50997d2f1120 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f HTTP/1.1" status: 200 len: 217 time: 0.1987534 Dec 15 14:06:08.043621 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.085712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:08.093812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:08.097774 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:08.105419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-09039112-2589-421b-aa84-e019c37eff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.108424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-09039112-2589-421b-aa84-e019c37eff57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0737f6-a68c-4e34-b883-56af70a04e5c HTTP/1.1" status: 200 len: 835 time: 0.0993054 Dec 15 14:06:08.214527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:08.215261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.225469 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c7ebc-9ab6-418c-8ba8-4ec6c4810426 None None] New status for floating IP 44811e91-64d9-457c-be5a-5e44ae288279: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:06:08.254218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.311821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.322583 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c3808ca-9fb0-4039-b0d5-529d55db39f0 HTTP/1.1" status: 204 len: 168 time: 1.0376217 Dec 15 14:06:08.325647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a54a08-1157-4c4e-b363-96d0dd446389 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3808ca-9fb0-4039-b0d5-529d55db39f0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:08.331876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-52a125ae-d2c9-4208-ae80-4a0bce73741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.339056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-52a125ae-d2c9-4208-ae80-4a0bce73741b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190492 Dec 15 14:06:08.514210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:08.529669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.618873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:08.621124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:08.775911 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36f364d3-8395-498b-b639-69356debc2d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d003cfd82dab429898a80423aabe6b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555471 Dec 15 14:06:08.779689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52540) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:08.909303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-0a261766-08a0-4385-833e-f564213ab4e0 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592716 Dec 15 14:06:08.936849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2c04626-566b-4aad-aa44-8c606feef886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.019464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2c04626-566b-4aad-aa44-8c606feef886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.170607 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2c04626-566b-4aad-aa44-8c606feef886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.190736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2c04626-566b-4aad-aa44-8c606feef886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.196461 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b2c04626-566b-4aad-aa44-8c606feef886 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06559fe5-2f88-4b6a-ab8b-0fc43c2dd1aa HTTP/1.1" status: 204 len: 168 time: 0.4120708 Dec 15 14:06:09.230864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c04626-566b-4aad-aa44-8c606feef886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06559fe5-2f88-4b6a-ab8b-0fc43c2dd1aa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:09.518396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.577350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8adc2b-7c09-412d-9306-d8e08585790d req-c26d175f-709f-43b3-aeb3-5c68122c7b0c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.578920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d8adc2b-7c09-412d-9306-d8e08585790d req-c26d175f-709f-43b3-aeb3-5c68122c7b0c tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9ede98-86c1-4e9d-af08-47dddd47832a HTTP/1.1" status: 200 len: 867 time: 0.6870048 Dec 15 14:06:09.580958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:09.595315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd68a01-0ca5-48e5-8db3-06cb1bf0db7c req-c9849c35-cda0-4dc8-8ac3-a8826a198169 service neutron] 10.222.0.67 "GET /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621201 Dec 15 14:06:09.685791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] No DVR routers for this DVR port cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:09.688516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.692948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cca6a046-a423-4fd4-8e2d-98b931d515ff req-259871a4-c782-463d-9e2e-5e3b8e986583 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "DELETE /v2.0/ports/cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f HTTP/1.1" status: 204 len: 173 time: 2.1643810 Dec 15 14:06:09.702569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'name': 'network-vif-deleted', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:09.710947 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d0c998-a466-4f68-ac7d-63aad21d54a1" -d '{"events": [{"server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "name": "network-vif-deleted", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:09.835945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d8adc2b-7c09-412d-9306-d8e08585790d req-b852d00e-5bfd-47d9-83d9-f2d435906eb2 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2732be9-301d-4007-b244-4b052f4945cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862361 Dec 15 14:06:09.886736 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c926015b-52b5-4c0a-9cb9-37efc15c82e0 x-openstack-request-id: req-c926015b-52b5-4c0a-9cb9-37efc15c82e0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:09.887037 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9ede98-86c1-4e9d-af08-47dddd47832a", "name": "network-vif-deleted", "tag": "cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:09.887293 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c926015b-52b5-4c0a-9cb9-37efc15c82e0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:09.887720 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9ede98-86c1-4e9d-af08-47dddd47832a', 'name': 'network-vif-deleted', 'tag': 'cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f', 'status': 'completed', 'code': 200} Dec 15 14:06:10.993494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:11.144321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72b040f6-4413-405f-b177-1e54d6dfd364 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.213565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72b040f6-4413-405f-b177-1e54d6dfd364 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.338249 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72b040f6-4413-405f-b177-1e54d6dfd364 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.342300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72b040f6-4413-405f-b177-1e54d6dfd364 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.346526 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-72b040f6-4413-405f-b177-1e54d6dfd364 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2732be9-301d-4007-b244-4b052f4945cd HTTP/1.1" status: 204 len: 168 time: 0.3494728 Dec 15 14:06:11.357298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b040f6-4413-405f-b177-1e54d6dfd364 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2732be9-301d-4007-b244-4b052f4945cd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:11.419681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:12.106372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:12.201426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:12.201772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device cdefc4aa-cf54-45ee-ad4b-b1fa4c4f2e6f not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:12.327830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.559912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8989a381-b2aa-4770-88c0-a21c3539ea36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.086716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:14.088528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.175621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.403448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port d1bb1d83-a1db-4a95-a2ee-9b7e424bff73, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:14.405215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.457727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:14.739135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3521582f-9a4b-4972-b165-87b38ce65f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.936289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6cc3-78e3-45c7-9d2d-86601a12cec8 req-57f995a1-015e-47d5-b1a9-fbe426ff7a19 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.945318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc2e6cc3-78e3-45c7-9d2d-86601a12cec8 req-57f995a1-015e-47d5-b1a9-fbe426ff7a19 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 945 time: 0.1619902 Dec 15 14:06:15.011194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc2e6cc3-78e3-45c7-9d2d-86601a12cec8 req-fa369b72-6f35-40f2-b9ce-f724f34a3de4 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Dec 15 14:06:15.096311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:15.149197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=d1bb1d83-a1db-4a95-a2ee-9b7e424bff73,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:15.190585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.193906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.194351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.194771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.195176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.196834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.197357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.198270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.198789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.198926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.199259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.203414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.203765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:15.599242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.263675 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.462497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-feeede0a-a4d8-448d-a326-660ce1ba4902 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:16.475463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-feeede0a-a4d8-448d-a326-660ce1ba4902 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 945 time: 0.3032510 Dec 15 14:06:16.498022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119ffb-60c1-4ece-92cc-33c90cb44c5f req-87c2af2e-6250-48b3-9acb-10d547eef5a2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:16.510300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53119ffb-60c1-4ece-92cc-33c90cb44c5f req-87c2af2e-6250-48b3-9acb-10d547eef5a2 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 945 time: 0.2869031 Dec 15 14:06:16.618630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 5a718f2f-6262-4973-afe0-c34c6f745e26 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:16.682791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53119ffb-60c1-4ece-92cc-33c90cb44c5f req-b09d86ed-7377-45e0-bd15-28ef425b27bd tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520824 Dec 15 14:06:16.913129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Deleting port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:16.913129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.030675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:17.047868 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c47f71d-ae8a-4c1a-a7dc-5534c4c59cb6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "PUT /v2.0/routers/5a718f2f-6262-4973-afe0-c34c6f745e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6243782 Dec 15 14:06:17.048949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52674) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:17.056714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] Sync routers for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:17.135953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:17.139687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:17.159272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] For port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,segment=NetworkSegment(561e1358-abaa-43ea-9027-e49305190145),segment_id=561e1358-abaa-43ea-9027-e49305190145)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:17.159642 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.189536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Calling delete_port for 3ea75ebb-5361-4d65-8d34-89a6d3ace61b owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:17.237151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting subnet dd0737f6-a68c-4e34-b883-56af70a04e5c {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:17.258711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.429416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.582895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.622526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.671202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3ea75ebb-5361-4d65-8d34-89a6d3ace61b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:17.702350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Pushing event deleted for resources: {'Port': ['ID=3ea75ebb-5361-4d65-8d34-89a6d3ace61b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:17.767981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe3d10-b125-4571-b574-6fd51aed5a04 None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:17.836916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.886389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:17.960982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] No DVR routers for this DVR port 3ea75ebb-5361-4d65-8d34-89a6d3ace61b on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:17.976123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.984801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5da3e3bc-8f42-48ad-92d1-0e7875cad4af req-0b01f93c-ea7e-4135-b7b8-efbd9b510f72 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.67 "DELETE /v2.0/ports/3ea75ebb-5361-4d65-8d34-89a6d3ace61b HTTP/1.1" status: 204 len: 173 time: 1.4422729 Dec 15 14:06:18.011646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'name': 'network-vif-deleted', 'tag': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:18.023263 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0233f29d-2751-4930-b6e7-8f20b52a31e1" -d '{"events": [{"server_uuid": "a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f", "name": "network-vif-deleted", "tag": "3ea75ebb-5361-4d65-8d34-89a6d3ace61b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:18.033172 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:06:18.150950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.154893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93ec665c-d3df-4460-9ea5-236b54f3b946 req-56dee7b2-dbdc-4bad-abfe-f7082015e593 tempest-AttachVolumeNegativeTest-440948988 tempest-AttachVolumeNegativeTest-440948988-project] 10.222.0.32 "GET /v2.0/ports?device_id=a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f HTTP/1.1" status: 200 len: 210 time: 0.2341526 Dec 15 14:06:18.162331 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054540cb-92d7-4c6a-9431-74ffeb837236 x-openstack-request-id: req-054540cb-92d7-4c6a-9431-74ffeb837236 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:18.174984 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f", "name": "network-vif-deleted", "tag": "3ea75ebb-5361-4d65-8d34-89a6d3ace61b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:18.175251 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-054540cb-92d7-4c6a-9431-74ffeb837236 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:18.175692 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a147e97d-bd22-4b6e-a9b4-f2ba32c8c90f', 'name': 'network-vif-deleted', 'tag': '3ea75ebb-5361-4d65-8d34-89a6d3ace61b', 'status': 'completed', 'code': 200} Dec 15 14:06:18.326911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.342910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:18.359781 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/subnets/dd0737f6-a68c-4e34-b883-56af70a04e5c HTTP/1.1" status: 204 len: 168 time: 1.2873480 Dec 15 14:06:18.360860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cfe91-3571-41ee-b08f-209c3af42962 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0737f6-a68c-4e34-b883-56af70a04e5c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:18.412093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd21023-bb1f-4b00-9a8a-6348b3220604 None None] Network 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:18.674816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.827741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.015743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:06:14Z', 'revision_number': 7, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:19.075967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] Checking router: 5a718f2f-6262-4973-afe0-c34c6f745e26 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:19.078639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] DHCP port deletion for 68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:19.123827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] Routers {'5a718f2f-6262-4973-afe0-c34c6f745e26'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:19.124930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5a718f2f-6262-4973-afe0-c34c6f745e26'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:19.275148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:19.299138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.364268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Deleting subnet 9186a04e-584d-414b-9d7e-df24fabb12c1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:19.386623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.485961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port ecff965b-28ec-4cfe-9fee-81c85917a15c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:19.487624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.525352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.670969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.739898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Deleting port bc7e1787-0a42-40ed-9a53-34acd70c362c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:19.741128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.760493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:19.776135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port ecff965b-28ec-4cfe-9fee-81c85917a15c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ecff965b-28ec-4cfe-9fee-81c85917a15c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:19.777522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.813720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] Set router 5a718f2f-6262-4973-afe0-c34c6f745e26 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:19.871572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for ecff965b-28ec-4cfe-9fee-81c85917a15c owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:19.918682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] For port bc7e1787-0a42-40ed-9a53-34acd70c362c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=bc7e1787-0a42-40ed-9a53-34acd70c362c,segment=NetworkSegment(fbf27440-6350-4cd0-82ee-62903a2e5555),segment_id=fbf27440-6350-4cd0-82ee-62903a2e5555)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:19.919242 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.997685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.071407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Calling delete_port for bc7e1787-0a42-40ed-9a53-34acd70c362c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:20.160235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea75ebb-5361-4d65-8d34-89a6d3ace61b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:20.171866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9186a04e-584d-414b-9d7e-df24fabb12c1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:20.190981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.205299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-53c81b83-914e-44ce-b38e-5163a4312c80 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9186a04e-584d-414b-9d7e-df24fabb12c1 HTTP/1.1" status: 204 len: 168 time: 0.9280145 Dec 15 14:06:20.209337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:20.376307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2222ac1-1698-4e12-b120-fd1891b16aff None None] Network 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:20.440490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3ea75ebb-5361-4d65-8d34-89a6d3ace61b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:20.446910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3ea75ebb-5361-4d65-8d34-89a6d3ace61b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:20.472574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.585497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device bc7e1787-0a42-40ed-9a53-34acd70c362c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:20.928604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.004742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.063712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62861ed0-c3a4-4c9a-8cd8-feb423d0a417']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:21.121036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad0c0e8-6332-4322-bcb4-606d31099a03 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:21.240069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dac9cd6-849b-463e-924f-8bc29ff0239a None None] DHCP port deletion for 62861ed0-c3a4-4c9a-8cd8-feb423d0a417 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:21.261979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561e1358-abaa-43ea-9027-e49305190145') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:21.266834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561e1358-abaa-43ea-9027-e49305190145') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:21.318677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.332669 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.333764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.439778 n-d-815324-3 neutron-server[103380]: INFO neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No ports have port_id starting with bc7e1787-0a42-40ed-9a53-34acd70c362c Dec 15 14:06:21.460753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Pushing event deleted for resources: {'Port': ['ID=bc7e1787-0a42-40ed-9a53-34acd70c362c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:21.495730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.496085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.496419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.496785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.504801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.505220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.505567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.505892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.506237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.506554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.506892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.513037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.513467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:21.521567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.529499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38e9de-d975-4cb1-9294-265cbb57d48a None None] No DVR routers for this DVR port bc7e1787-0a42-40ed-9a53-34acd70c362c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:21.577362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:06:14Z', 'revision_number': 7, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:21.638551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aee1067-8dd9-4fb3-b282-02942a23de7b None None] The sync data for ids ['5a718f2f-6262-4973-afe0-c34c6f745e26'] in n-d-815324-3 is: [{'id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'name': 'tempest-TestNetworkBasicOps-router-1040726559', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:06:14Z', 'revision_number': 7, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': 'ecff965b-28ec-4cfe-9fee-81c85917a15c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a718f2f-6262-4973-afe0-c34c6f745e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:31Z', 'updated_at': '2021-12-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:21.651918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=ecff965b-28ec-4cfe-9fee-81c85917a15c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:21.669570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:21.675186 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:21.799291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.913880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.026272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.039152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.173447 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.174086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Fanout notify agent at l3_agent the message router_deleted on router 5a718f2f-6262-4973-afe0-c34c6f745e26 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:22.177333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.193504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.202476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1db11426-f69c-4793-903c-cfbf32cb4da4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/routers/5a718f2f-6262-4973-afe0-c34c6f745e26 HTTP/1.1" status: 204 len: 168 time: 3.8569613 Dec 15 14:06:22.203541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:22.217890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.234685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] 10.222.0.32 "DELETE /v2.0/networks/62861ed0-c3a4-4c9a-8cd8-feb423d0a417 HTTP/1.1" status: 204 len: 168 time: 2.0046611 Dec 15 14:06:22.281967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf9869-42c5-48f5-8f0b-5489e1fdcc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=62861ed0-c3a4-4c9a-8cd8-feb423d0a417,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:22.427938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.653537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:22.656988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:22.741729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:22.742192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d1bb1d83-a1db-4a95-a2ee-9b7e424bff73 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:22.994745 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-364540ef-dcef-4f93-b652-dc5d82cca6a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35e4ff0c68e540fabb2d5aa4f8ee29a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214617 Dec 15 14:06:22.995877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:23.008646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.083737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e5a64b-ee4c-4fb6-9c6b-43dd87043a53']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:23.106916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf27440-6350-4cd0-82ee-62903a2e5555') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:23.106916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf27440-6350-4cd0-82ee-62903a2e5555') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:23.131530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.183551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:23.186063 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.311474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:23.311474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:23.315573 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:23.457305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8e20ad6-31a6-45a9-becb-fdcebd828c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.470431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.494701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Deleting port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:23.497498 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.520990 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.528780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/networks/68e5a64b-ee4c-4fb6-9c6b-43dd87043a53 HTTP/1.1" status: 204 len: 168 time: 1.2928488 Dec 15 14:06:23.541225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf30b-50ac-45d7-9da4-2e754dc88c20 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Network': ['ID=68e5a64b-ee4c-4fb6-9c6b-43dd87043a53,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:23.564099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:23.578499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8e20ad6-31a6-45a9-becb-fdcebd828c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.584914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'network': {'name': 'tempest-network-smoke--1382537250', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:23.711020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] For port 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:23.711678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.744825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Calling delete_port for 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:23.768057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:23.772728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.807965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:23.829607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.830072 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Added segment 7f965ce7-ea34-4eaa-b980-8a728eb2e539 of type vlan for network 8b7648bb-9903-449f-9938-8162baa07450 Dec 15 14:06:23.932258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.009289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.022106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.022757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.181555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.199932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49e2b1ab-27cb-4e6f-9324-730a320c25b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.210663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8e20ad6-31a6-45a9-becb-fdcebd828c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.227235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8e20ad6-31a6-45a9-becb-fdcebd828c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.228440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e8e20ad6-31a6-45a9-becb-fdcebd828c1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d58c64b-1d5f-486e-b0ab-29c3a1778a0d HTTP/1.1" status: 204 len: 168 time: 1.2141628 Dec 15 14:06:24.231149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Pushing event deleted for resources: {'Port': ['ID=07b4dadd-625b-44b3-8c74-3e5ca8cf0d25,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:24.281922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20ad6-31a6-45a9-becb-fdcebd828c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d58c64b-1d5f-486e-b0ab-29c3a1778a0d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:24.317020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7480049 Dec 15 14:06:24.321289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:24.401250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b4cc6-3da8-4831-8009-21c092daccdb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Network': ['ID=8b7648bb-9903-449f-9938-8162baa07450,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:24.427150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8b7648bb-9903-449f-9938-8162baa07450 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:24.600532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-396867783', 'admin_state_up': True, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:24.646682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ecff965b-28ec-4cfe-9fee-81c85917a15c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:24.704243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ecff965b-28ec-4cfe-9fee-81c85917a15c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:24.713276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ecff965b-28ec-4cfe-9fee-81c85917a15c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:24.732028 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.734855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.815706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.898325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49e2b1ab-27cb-4e6f-9324-730a320c25b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.979093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49e2b1ab-27cb-4e6f-9324-730a320c25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.017893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.027325 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-49e2b1ab-27cb-4e6f-9324-730a320c25b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddc122bc04b040e9ad9d09fa1f80c21e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8422761 Dec 15 14:06:25.030090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:25.107482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-619d3593-1666-4d33-9e08-6cc4f1e3f4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.132354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b1ab-27cb-4e6f-9324-730a320c25b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be27ec47-1738-4f8d-92de-2ac17711918f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:25.197767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-619d3593-1666-4d33-9e08-6cc4f1e3f4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.243879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.306825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-619d3593-1666-4d33-9e08-6cc4f1e3f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.307992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-619d3593-1666-4d33-9e08-6cc4f1e3f4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.309385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-619d3593-1666-4d33-9e08-6cc4f1e3f4b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be27ec47-1738-4f8d-92de-2ac17711918f HTTP/1.1" status: 204 len: 168 time: 0.2774916 Dec 15 14:06:25.329111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d3593-1666-4d33-9e08-6cc4f1e3f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be27ec47-1738-4f8d-92de-2ac17711918f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:26.053804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:26.587037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.667331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:26.669485 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.685196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-81e91395-0aff-4667-a667-b54f0dcc774b admin admin] 10.222.0.32 "PUT /v2.0/routers/5e94ebbd-4579-4741-af33-f8b9b86e33b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9162183 Dec 15 14:06:26.689187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:26.689757 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] Sync routers for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:26.734939 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:26.743386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:26.936802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.25.2.116 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/32ae73d1-0caa-448f-a9fb-1dda8e538232) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:27.223626 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.262754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:27.327088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.413693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.509093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:27.512831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:27.529854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b60cb-2da7-4782-9931-c4b0727eb00a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:27.530518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:27.586709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=32ae73d1-0caa-448f-a9fb-1dda8e538232,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:27.630852 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:27.665324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] Checking router: 5e94ebbd-4579-4741-af33-f8b9b86e33b2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:27.682295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] Routers {'5e94ebbd-4579-4741-af33-f8b9b86e33b2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:27.683259 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:27.713064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a43cf78e-bdd7-4a2c-970c-24ef2e44e60e None None] Provisioning complete for port 32ae73d1-0caa-448f-a9fb-1dda8e538232 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:27.722005 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a43cf78e-bdd7-4a2c-970c-24ef2e44e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.948336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a43cf78e-bdd7-4a2c-970c-24ef2e44e60e None None] Port 32ae73d1-0caa-448f-a9fb-1dda8e538232 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:27.967614 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] Set router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:28.206717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.555972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.635410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:28.653448 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:28.671409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.684398 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77125a58-c9a0-4201-bd30-55deffb62d36 None None] The sync data for ids ['5e94ebbd-4579-4741-af33-f8b9b86e33b2'] in n-d-815324-3 is: [{'id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'name': 'tempest-TaggedBootDevicesTest_v242-898553859-router', 'tenant_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:56Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 5, 'project_id': 'cd42af6fcaaa486cac79e68e90f338bb', 'gw_port': {'id': '03fe776c-b750-46e0-a532-fc2c772e48ce', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94ebbd-4579-4741-af33-f8b9b86e33b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:57Z', 'updated_at': '2021-12-15T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:28.758744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Deleting port 03fe776c-b750-46e0-a532-fc2c772e48ce {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:28.759299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.000458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] For port 03fe776c-b750-46e0-a532-fc2c772e48ce, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=03fe776c-b750-46e0-a532-fc2c772e48ce,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:29.001329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.039793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Calling delete_port for 03fe776c-b750-46e0-a532-fc2c772e48ce owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:29.043838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 038cf3ae-8657-4caf-8793-05b76ef8fc15 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:06:29.356222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:29.379694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Sync routers for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:29.424479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:29.428567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:29.433935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-353cc76d-793e-4d8a-a4ce-ec777a55aea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.620815 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.622260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-04884b5a-1d63-48cf-9a71-5609efdb30e0 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2998638 Dec 15 14:06:29.628337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52954) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:29.672734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-353cc76d-793e-4d8a-a4ce-ec777a55aea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.680430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-353cc76d-793e-4d8a-a4ce-ec777a55aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.714177 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ad770c1d-5f06-4146-9465-40931bff04ad tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e18e50d7b5f944f98d4d1fccb33772d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781903 Dec 15 14:06:29.715138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.727722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:29.765541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c13ee5-1660-455d-b16f-8e623812aa5c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:29.848939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=03fe776c-b750-46e0-a532-fc2c772e48ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:29.872030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:29.947644 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.976532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc989b38-24e3-4be4-b87f-1948734678c0 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:29.980967 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dc989b38-24e3-4be4-b87f-1948734678c0 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2419870 Dec 15 14:06:30.002920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:30.037545 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-353cc76d-793e-4d8a-a4ce-ec777a55aea3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53c55d6485a34dc99f8192df6b7862f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3993812 Dec 15 14:06:30.049402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:30.131322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66fdc384-6c31-4666-a9ee-34b7747b506a tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239688 Dec 15 14:06:30.131322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc76d-793e-4d8a-a4ce-ec777a55aea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ac3d4-5aeb-4ef3-84d0-2c34943f0567,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:30.141562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:30.154202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-934374851', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:30.171846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.178903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.271947 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.272783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e94ebbd-4579-4741-af33-f8b9b86e33b2 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:30.281274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.287320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cf5d23ba-97ec-4011-a9b6-62f57976d5ab admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e94ebbd-4579-4741-af33-f8b9b86e33b2 HTTP/1.1" status: 204 len: 168 time: 3.5969861 Dec 15 14:06:30.289699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 52972) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:30.405690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:27Z', 'revision_number': 3, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:30.427515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ae36f14-b252-435d-86dd-ac2d71411fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.471060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Deleting subnet 2ee3c423-f1ad-4206-ae1c-d52132c62360 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:30.481005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.571363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Checking router: 038cf3ae-8657-4caf-8793-05b76ef8fc15 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:30.572263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Updating router 038cf3ae-8657-4caf-8793-05b76ef8fc15 port 32ae73d1-0caa-448f-a9fb-1dda8e538232 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:06:30.574824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:30.603626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:30.604189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07b4dadd-625b-44b3-8c74-3e5ca8cf0d25 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:30.617890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.633969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ae36f14-b252-435d-86dd-ac2d71411fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.662311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:30.672159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.715622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.808665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.906043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.935820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.947519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ee3c423-f1ad-4206-ae1c-d52132c62360 HTTP/1.1" status: 204 len: 168 time: 0.6525192 Dec 15 14:06:30.951070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 52988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:30.952247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecddbd9-c7ab-4193-bcbf-8410ec0fe2c6 None None] Network 505693a4-e390-47f7-a077-fddb5807d584 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:31.051700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15671463-ebd9-45d2-8138-a3eeb3843a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee3c423-f1ad-4206-ae1c-d52132c62360,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:31.083509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ae36f14-b252-435d-86dd-ac2d71411fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.087919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ae36f14-b252-435d-86dd-ac2d71411fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.089723 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5ae36f14-b252-435d-86dd-ac2d71411fad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e8ac3d4-5aeb-4ef3-84d0-2c34943f0567 HTTP/1.1" status: 204 len: 168 time: 1.0363264 Dec 15 14:06:31.145144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae36f14-b252-435d-86dd-ac2d71411fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ac3d4-5aeb-4ef3-84d0-2c34943f0567,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:31.344774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.666600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] DHCP port deletion for 505693a4-e390-47f7-a077-fddb5807d584 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:31.731925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.759206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.803615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.806468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbccc2d-4294-490b-a844-518023c2c130 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:31.886466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Deleting port 07c98e00-cd5b-4132-bd6c-d8963e469c86 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:31.887412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.890252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b0de-dc90-4d5c-be7f-544b3c4d6fe6 None None] Pushing event updated for resources: {'Port': ['ID=32ae73d1-0caa-448f-a9fb-1dda8e538232,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:31.937579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Subnet': ['ID=9e362034-2b04-4268-ae92-2223c8506932,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:32.021283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Checking segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:32.022197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network hostable DHCP agents. Network: 8b7648bb-9903-449f-9938-8162baa07450, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:32.051731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Deleting port 07c98e00-cd5b-4132-bd6c-d8963e469c86 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:32.052391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.135984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] For port 07c98e00-cd5b-4132-bd6c-d8963e469c86, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07c98e00-cd5b-4132-bd6c-d8963e469c86,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:32.136584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.152536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Calling delete_port for 07c98e00-cd5b-4132-bd6c-d8963e469c86 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:32.203962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 8b7648bb-9903-449f-9938-8162baa07450 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:32.287916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 8b7648bb-9903-449f-9938-8162baa07450) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:32.303394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.304821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.395248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Attempting to bind port 32ae73d1-0caa-448f-a9fb-1dda8e538232 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:32.400488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Attempting to bind port 32ae73d1-0caa-448f-a9fb-1dda8e538232 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:32.400488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Attempting to bind port 32ae73d1-0caa-448f-a9fb-1dda8e538232 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:32.400750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53020) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:32.402217 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-53d133b5-0aba-41d1-bde6-231f964db4a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2556846 Dec 15 14:06:32.430792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.488756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] For port 07c98e00-cd5b-4132-bd6c-d8963e469c86, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=07c98e00-cd5b-4132-bd6c-d8963e469c86,segment=NetworkSegment(c008e07e-2a2c-4ef3-b548-ba02d4368528),segment_id=c008e07e-2a2c-4ef3-b548-ba02d4368528)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:32.492598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.497281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] No DVR routers for this DVR port 07c98e00-cd5b-4132-bd6c-d8963e469c86 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:32.499683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Pushing event deleted for resources: {'Port': ['ID=07c98e00-cd5b-4132-bd6c-d8963e469c86,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:32.550767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccd76f-dc1e-49d7-bae7-029d5389ea83 None None] Network 8b7648bb-9903-449f-9938-8162baa07450 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:32.816175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:32.828540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:32.829077 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.834884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:32.835422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Bound port: 32ae73d1-0caa-448f-a9fb-1dda8e538232, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:32.835835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.854855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.956661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505693a4-e390-47f7-a077-fddb5807d584']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:32.975292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03fe776c-b750-46e0-a532-fc2c772e48ce no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:33.002500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c008e07e-2a2c-4ef3-b548-ba02d4368528') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:33.002902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c008e07e-2a2c-4ef3-b548-ba02d4368528') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:33.030923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.063490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Calling delete_port for 07c98e00-cd5b-4132-bd6c-d8963e469c86 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:33.082514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.112480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:33.112940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:33.126073 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:33.136564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 03fe776c-b750-46e0-a532-fc2c772e48ce {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:33.138757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 03fe776c-b750-46e0-a532-fc2c772e48ce not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:33.143041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07c98e00-cd5b-4132-bd6c-d8963e469c86 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:33.305170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-8b7648bb-9903-449f-9938-8162baa07450', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:06:33.308349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.311509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.336072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.346858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/505693a4-e390-47f7-a077-fddb5807d584 HTTP/1.1" status: 204 len: 168 time: 2.3893497 Dec 15 14:06:33.348766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a1547-47e5-4c7c-83c8-0fb5566116ee admin admin] Pushing event deleted for resources: {'Network': ['ID=505693a4-e390-47f7-a077-fddb5807d584,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:33.353303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:33.371748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 07c98e00-cd5b-4132-bd6c-d8963e469c86 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:33.372102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 07c98e00-cd5b-4132-bd6c-d8963e469c86 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:33.506478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53050) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:33.650338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-04d17b05-30e2-4eb6-a6f2-d759488351f6 None None] Provisioning complete for port 32ae73d1-0caa-448f-a9fb-1dda8e538232 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:33.651002 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04d17b05-30e2-4eb6-a6f2-d759488351f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.822915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] For port 32ae73d1-0caa-448f-a9fb-1dda8e538232, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:33.837971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04d17b05-30e2-4eb6-a6f2-d759488351f6 None None] Port 32ae73d1-0caa-448f-a9fb-1dda8e538232 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:33.851669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2978078d-7877-4e1f-93c6-28d93db48c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.911763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] For port 32ae73d1-0caa-448f-a9fb-1dda8e538232, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=32ae73d1-0caa-448f-a9fb-1dda8e538232,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:33.914915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.989963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.058892 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.174953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986df9f-fc1b-402f-ab42-eabcb5ca606c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:34.215325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Network 505693a4-e390-47f7-a077-fddb5807d584 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:06:34.224835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] No DVR routers for this DVR port 07c98e00-cd5b-4132-bd6c-d8963e469c86 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:34.226743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:34.227413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:34.257552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2978078d-7877-4e1f-93c6-28d93db48c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.266864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2978078d-7877-4e1f-93c6-28d93db48c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.345375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978078d-7877-4e1f-93c6-28d93db48c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff76170-3267-47a6-9836-e4265168c50e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:34.430702 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2978078d-7877-4e1f-93c6-28d93db48c2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20598c88bbc448c399b7652c8d0d5bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9143839 Dec 15 14:06:34.433444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:34.447620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:34.682389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Allocated IP 172.20.0.2 (8b7648bb-9903-449f-9938-8162baa07450/9e362034-2b04-4268-ae92-2223c8506932/4ff8d362-8172-4ea9-95c5-a2bb7c1796a7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:34.701173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b0de-dc90-4d5c-be7f-544b3c4d6fe6 None None] Pushing event updated for resources: {'Port': ['ID=32ae73d1-0caa-448f-a9fb-1dda8e538232,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:34.738989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-28984080-80d4-473c-85b2-91355c012a12 None None] Provisioning complete for port 32ae73d1-0caa-448f-a9fb-1dda8e538232 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:34.739503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28984080-80d4-473c-85b2-91355c012a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.777084 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-234d29f5-55d0-4664-b483-8f21948bdc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.817928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4b8b-c1e3-497f-b554-b3780e9e2144 None None] Pushing event deleted for resources: {'Port': ['ID=07c98e00-cd5b-4132-bd6c-d8963e469c86,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:34.829749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-234d29f5-55d0-4664-b483-8f21948bdc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.862131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.318771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-234d29f5-55d0-4664-b483-8f21948bdc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.320215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-234d29f5-55d0-4664-b483-8f21948bdc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.321390 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-234d29f5-55d0-4664-b483-8f21948bdc95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aff76170-3267-47a6-9836-e4265168c50e HTTP/1.1" status: 204 len: 168 time: 0.8753951 Dec 15 14:06:35.375345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28984080-80d4-473c-85b2-91355c012a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.418138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d29f5-55d0-4664-b483-8f21948bdc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff76170-3267-47a6-9836-e4265168c50e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:35.438624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-28984080-80d4-473c-85b2-91355c012a12 None None] For port 32ae73d1-0caa-448f-a9fb-1dda8e538232, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=32ae73d1-0caa-448f-a9fb-1dda8e538232,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:35.461709 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28984080-80d4-473c-85b2-91355c012a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.650193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28984080-80d4-473c-85b2-91355c012a12 None None] Pushing event updated for resources: {'Port': ['ID=32ae73d1-0caa-448f-a9fb-1dda8e538232,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:35.744140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:27Z', 'revision_number': 3, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:35.822178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476208a8-a6e7-45fa-bd26-710737d61352 None None] The sync data for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 is: [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:27Z', 'revision_number': 3, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:35.902270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.927142 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.181003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.20.0.1 (8b7648bb-9903-449f-9938-8162baa07450/9e362034-2b04-4268-ae92-2223c8506932/8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:36.205234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Network 8b7648bb-9903-449f-9938-8162baa07450 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:36.220140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:36.233063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:36.454021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Pushing event updated for resources: {'Port': ['ID=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:36.500789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Attempting to bind port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:36.503430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Attempting to bind port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:36.504339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Attempting to bind port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 on network 8b7648bb-9903-449f-9938-8162baa07450 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:36.517819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:36.520550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Checking segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:36.521244 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.522459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Bound using segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:36.524350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Bound port: 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:36.525073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.742747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] For port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:36.756489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.758124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] For port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:36.772370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.845861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:36.879529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556ec895-8e25-48eb-a5c6-05f45ce0b467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.921871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Deleting port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:36.922497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.940663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.060014 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d628-1ae4-44e0-81c6-27818fb91b96 None None] Pushing event updated for resources: {'Port': ['ID=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.179682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] For port 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,segment=NetworkSegment(0e2daeae-c8d7-483b-beda-e0ab93433835),segment_id=0e2daeae-c8d7-483b-beda-e0ab93433835)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:37.181623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.215311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556ec895-8e25-48eb-a5c6-05f45ce0b467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.223925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Calling delete_port for 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:37.239351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 8b7648bb-9903-449f-9938-8162baa07450 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:37.240707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.257627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-556ec895-8e25-48eb-a5c6-05f45ce0b467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.407258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:37.424649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:37.491651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ec895-8e25-48eb-a5c6-05f45ce0b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037872af-1017-49b8-aad3-5e45e6f0e071,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.651701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-556ec895-8e25-48eb-a5c6-05f45ce0b467 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=591c8bc2abe0476f9c42aa0d522ebb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8031564 Dec 15 14:06:37.659279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53140) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:37.673488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.904195 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68691384-77c1-4770-be5d-3230662e1600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.956639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.975282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68691384-77c1-4770-be5d-3230662e1600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.073025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de27115-ca2c-4bed-8dcf-96be0c4ed0d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:38.386906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.671885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68691384-77c1-4770-be5d-3230662e1600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.675993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68691384-77c1-4770-be5d-3230662e1600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.677601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68691384-77c1-4770-be5d-3230662e1600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/037872af-1017-49b8-aad3-5e45e6f0e071 HTTP/1.1" status: 204 len: 168 time: 1.0162380 Dec 15 14:06:38.692370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.868090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 32ae73d1-0caa-448f-a9fb-1dda8e538232 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:39.081527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 32ae73d1-0caa-448f-a9fb-1dda8e538232 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:39.083938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.123202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68691384-77c1-4770-be5d-3230662e1600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037872af-1017-49b8-aad3-5e45e6f0e071,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:39.310717 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.318123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.454602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e95df-ae7e-4eb5-9976-9b17d14114a0 None None] Network 8b7648bb-9903-449f-9938-8162baa07450 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:39.465030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:39.471046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.552404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Router bb41cfb3-f78a-4892-b48a-53fae0fa548c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:39.714505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 8b7648bb-9903-449f-9938-8162baa07450 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:39.736859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:39.819904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-52f1e9ce-063b-4339-a32e-5363b3bed53f None None] Provisioning complete for port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:39.825931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9ce-063b-4339-a32e-5363b3bed53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.030020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:40.088738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 038cf3ae-8657-4caf-8793-05b76ef8fc15 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:40.124251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:40.149498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] Sync routers for ids ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:40.166444 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9ce-063b-4339-a32e-5363b3bed53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.170368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] Routers {'bb41cfb3-f78a-4892-b48a-53fae0fa548c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:40.170949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:40.181801 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-780a9da9-bd43-4bd1-8200-a3798c015714 admin admin] 10.222.0.32 "PUT /v2.0/routers/bb41cfb3-f78a-4892-b48a-53fae0fa548c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8274622 Dec 15 14:06:40.183643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53198) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:40.211885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-52f1e9ce-063b-4339-a32e-5363b3bed53f None None] For port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:40.231944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9ce-063b-4339-a32e-5363b3bed53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.355043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e9ce-063b-4339-a32e-5363b3bed53f None None] Pushing event updated for resources: {'Port': ['ID=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:40.361814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:40.362187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.551766 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] Set router bb41cfb3-f78a-4892-b48a-53fae0fa548c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:40.770928 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.143523 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T14:06:37Z', 'revision_number': 5, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:41.208936 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] Checking router: bb41cfb3-f78a-4892-b48a-53fae0fa548c for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:41.233700 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] Routers {'bb41cfb3-f78a-4892-b48a-53fae0fa548c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:41.239338 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:41.288537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.511060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:41.611161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:41.619553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1fdcc871-c472-4c06-b511-e1ba8843cedb tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "PUT /v2.0/routers/038cf3ae-8657-4caf-8793-05b76ef8fc15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2153614 Dec 15 14:06:41.621801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53238) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:41.630545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Deleting port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:41.640547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.688057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Sync routers for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:41.736917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:41.741289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:42.074969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] For port fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:42.078440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.081001 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] Set router bb41cfb3-f78a-4892-b48a-53fae0fa548c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:42.156679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Calling delete_port for fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:42.319967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dee79a2e-b569-4232-980b-048c8a1cbe90 None None] Provisioning complete for port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:42.320332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dee79a2e-b569-4232-980b-048c8a1cbe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.322039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:42.322419 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.429553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.433062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.433745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.435594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.435594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.435594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.443905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-92bb2c93-278c-48ee-be8d-cb0a8071e213 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4293 time: 0.8183506 Dec 15 14:06:42.444771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:42.728339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:42.747271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:42.774834 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T14:06:37Z', 'revision_number': 5, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:42.808139 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93994a-b82f-4ca7-992b-7bf9b283f120 None None] The sync data for ids ['bb41cfb3-f78a-4892-b48a-53fae0fa548c'] in n-d-815324-3 is: [{'id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'name': 'tempest-TaggedBootDevicesTest_v242-1588498298-router', 'tenant_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:54:07Z', 'updated_at': '2021-12-15T14:06:37Z', 'revision_number': 5, 'project_id': '11c0ec58c25e4ea78bce6d5a7ae1d593', 'gw_port': {'id': 'fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41cfb3-f78a-4892-b48a-53fae0fa548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:42.889754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.890136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.901275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.902114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.902806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.903845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.905864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.914048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-63b9d4e0-5066-4eb9-b754-4ee7480210e6 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.4669673 Dec 15 14:06:42.917619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53272) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:42.918796 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21661edb-6b09-4eb1-813c-65ebf2521f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.985422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b599b-a8d2-4ac7-aec3-d84ca87ecfd8 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:43.145132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:43.394782 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.579495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dee79a2e-b569-4232-980b-048c8a1cbe90 None None] Provisioning complete for port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:43.579928 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dee79a2e-b569-4232-980b-048c8a1cbe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.635814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dee79a2e-b569-4232-980b-048c8a1cbe90 None None] Port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:43.666108 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56188d6a-c4b8-43a8-9366-34a246de9106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.854825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.865337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.970413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:43.980792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29c38740-3fa9-46cd-8549-d0be7ca13efe None None] Provisioning complete for port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:43.986524 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-29c38740-3fa9-46cd-8549-d0be7ca13efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.219652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-29c38740-3fa9-46cd-8549-d0be7ca13efe None None] Port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:44.227621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:44.230618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6de27115-ca2c-4bed-8dcf-96be0c4ed0d7 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:44.241910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.243652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb41cfb3-f78a-4892-b48a-53fae0fa548c {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:44.251207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.252719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f5fb32a-8a37-492d-8241-aece99042411 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bb41cfb3-f78a-4892-b48a-53fae0fa548c HTTP/1.1" status: 204 len: 168 time: 4.0677798 Dec 15 14:06:44.255292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:44.280177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56188d6a-c4b8-43a8-9366-34a246de9106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.308982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56188d6a-c4b8-43a8-9366-34a246de9106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.343309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.402228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Deleting subnet 234806b3-661e-4fac-b9f1-469d60ecbc4f {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:44.408008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 2, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:44.424337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.437283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-56188d6a-c4b8-43a8-9366-34a246de9106 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c156c660ba6142898ec585d54305ee1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6821949 Dec 15 14:06:44.442875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:44.522970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Checking router: 038cf3ae-8657-4caf-8793-05b76ef8fc15 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:44.524740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Updating router 038cf3ae-8657-4caf-8793-05b76ef8fc15 port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:06:44.549429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.607281 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.666197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cac3696f-4b7f-42ce-980b-a60296dca2e4 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2153 time: 1.7382221 Dec 15 14:06:44.708424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188d6a-c4b8-43a8-9366-34a246de9106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c5cf1f-8666-4616-9710-6a05906348f6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:44.808196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdd2dbfd-ff84-4a5f-b2d0-c2d1a9ebf11e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.854337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.867613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdd2dbfd-ff84-4a5f-b2d0-c2d1a9ebf11e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.008081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.012465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdd2dbfd-ff84-4a5f-b2d0-c2d1a9ebf11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.015862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdd2dbfd-ff84-4a5f-b2d0-c2d1a9ebf11e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.017344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdd2dbfd-ff84-4a5f-b2d0-c2d1a9ebf11e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0c5cf1f-8666-4616-9710-6a05906348f6 HTTP/1.1" status: 204 len: 168 time: 0.5731359 Dec 15 14:06:45.034792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2dbfd-ff84-4a5f-b2d0-c2d1a9ebf11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c5cf1f-8666-4616-9710-6a05906348f6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:45.145281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234806b3-661e-4fac-b9f1-469d60ecbc4f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:45.192466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.209080 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-208b4c76-fc90-4f3b-8415-1397a1f7d6e8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/234806b3-661e-4fac-b9f1-469d60ecbc4f HTTP/1.1" status: 204 len: 168 time: 0.9519980 Dec 15 14:06:45.211644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53340) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:45.425208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.478434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ce937-7908-4c1a-b26e-e55e2877f5ba None None] Network 5c148d86-b11b-4d4a-91d3-febf518501f4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:45.547881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.582260 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.599601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:45.606968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100402723', 'description': 'tempest-secgroup-smoke-2100402723 description', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:45.664544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.665156 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eab48a20-1707-4154-8b39-e88c9487d20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.753443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:45.803283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:45.804578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fbc9c79f-2106-42d5-8bf9-17bcae8f2aa7 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:45.848249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Deleting port b79125ef-59d1-45a1-a240-a7f18bf22990 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:45.848777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.946288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.968954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.102595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.111082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53356) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:46.138905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab2b81-4ea7-4265-ad59-d2ff07b988b3', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:46.157090 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5551062 Dec 15 14:06:46.163437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204bfd4-e5be-4505-b8a6-906be9225e99 None None] Pushing event updated for resources: {'Port': ['ID=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:46.165196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:46.227571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52132bc2-4b0b-493e-92d7-516b7c7d832e tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:46.288890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.311932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6741c94e-b4fc-4f04-ba1f-40d91a177205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.319527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] For port b79125ef-59d1-45a1-a240-a7f18bf22990, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b79125ef-59d1-45a1-a240-a7f18bf22990,segment=NetworkSegment(0e2daeae-c8d7-483b-beda-e0ab93433835),segment_id=0e2daeae-c8d7-483b-beda-e0ab93433835)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:46.321606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.417851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Calling delete_port for b79125ef-59d1-45a1-a240-a7f18bf22990 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:46.537606 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.594196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Attempting to bind port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:46.595407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Attempting to bind port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:46.597327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Attempting to bind port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 on network 8b7648bb-9903-449f-9938-8162baa07450 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:46.631486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6741c94e-b4fc-4f04-ba1f-40d91a177205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.644314 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.652006 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6741c94e-b4fc-4f04-ba1f-40d91a177205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.658931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:46.660791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Checking segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:46.661958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.663283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Bound using segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:46.664618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.664777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Bound port: 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:46.665591 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.704707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9633bf50-1d07-4b12-8613-aac238550af1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:46.704829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4298b11-1038-4382-acc9-40925e60d788 None None] DHCP port deletion for 5c148d86-b11b-4d4a-91d3-febf518501f4 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:46.749673 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6741c94e-b4fc-4f04-ba1f-40d91a177205 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b3385cd8bab46048c813b355a19cfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829830 Dec 15 14:06:46.752777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:46.767028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-16acb9db-b2d1-4ef3-a81c-c1166d2df250 None None] Provisioning complete for port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:46.767490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16acb9db-b2d1-4ef3-a81c-c1166d2df250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.781935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.788392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-adb1b3dd-6aa7-4b5d-97d1-f5b055c69346 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6652105 Dec 15 14:06:46.790494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:46.807556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab2b81-4ea7-4265-ad59-d2ff07b988b3', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:46.829692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.835095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741c94e-b4fc-4f04-ba1f-40d91a177205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07476e5-46c9-4924-a79f-9faed668abac,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:46.874858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-259a6632-53de-4666-9ad0-2e1e8e57c3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.911764 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79125ef-59d1-45a1-a240-a7f18bf22990,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:46.914094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] No DVR routers for this DVR port b79125ef-59d1-45a1-a240-a7f18bf22990 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:46.967163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-259a6632-53de-4666-9ad0-2e1e8e57c3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.000115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.003049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] For port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:47.011801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] For port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:47.034768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.046974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.084759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c148d86-b11b-4d4a-91d3-febf518501f4']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:47.104018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2daeae-c8d7-483b-beda-e0ab93433835') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:47.104476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2daeae-c8d7-483b-beda-e0ab93433835') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:47.112186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-259a6632-53de-4666-9ad0-2e1e8e57c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.121712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-259a6632-53de-4666-9ad0-2e1e8e57c3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.130914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-259a6632-53de-4666-9ad0-2e1e8e57c3a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d07476e5-46c9-4924-a79f-9faed668abac HTTP/1.1" status: 204 len: 168 time: 0.3732688 Dec 15 14:06:47.131413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.178358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6632-53de-4666-9ad0-2e1e8e57c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07476e5-46c9-4924-a79f-9faed668abac,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.189951 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.209781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.212297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.275495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:47.277116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:47.279441 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:47.291832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-16acb9db-b2d1-4ef3-a81c-c1166d2df250 None None] Port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:47.314273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:47.315445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:06:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:47.320721 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.324838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53392) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:47.326658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5330257 Dec 15 14:06:47.343328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab2b81-4ea7-4265-ad59-d2ff07b988b3', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:47.407680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead63c96-8bc5-4105-bc19-afe915deefec tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a32b861-bd9f-411b-89f3-6fc62b628846,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.414053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.521792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.537194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.554119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c148d86-b11b-4d4a-91d3-febf518501f4 HTTP/1.1" status: 204 len: 168 time: 2.3371553 Dec 15 14:06:47.574751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.585539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.613974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aafc3-b0ff-427d-b3ec-254023028349 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c148d86-b11b-4d4a-91d3-febf518501f4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.639281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.641169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144400 Dec 15 14:06:47.643454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53402) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:47.648584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab2b81-4ea7-4265-ad59-d2ff07b988b3', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:47.662306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e904d2-bac5-4ee3-b142-7b480f7bf6d8 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71d27b6-6257-4c92-9a63-659c714d55cd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.728040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53404) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:47.749777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.860093 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.868100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b79125ef-59d1-45a1-a240-a7f18bf22990 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:47.887991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204bfd4-e5be-4505-b8a6-906be9225e99 None None] Pushing event updated for resources: {'Port': ['ID=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.910535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.927673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.944528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3ccd6e-bafd-4fd8-b38f-ee8427486925,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.946617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b79125ef-59d1-45a1-a240-a7f18bf22990 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:47.946966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b79125ef-59d1-45a1-a240-a7f18bf22990 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:47.949212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f4298b11-1038-4382-acc9-40925e60d788 None None] Deleting port b79125ef-59d1-45a1-a240-a7f18bf22990 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:47.949584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4298b11-1038-4382-acc9-40925e60d788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.982180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.987204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e4eed9cb-de9a-4d8b-a7f6-565bb40f0ea4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425488 Dec 15 14:06:47.988708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:48.003984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab2b81-4ea7-4265-ad59-d2ff07b988b3', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:48.022290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45252522-4809-45d5-92ed-741caa0d1eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-f4298b11-1038-4382-acc9-40925e60d788 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5c148d86-b11b-4d4a-91d3-febf518501f4 could not be found. Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5c148d86-b11b-4d4a-91d3-febf518501f4 could not be found. Dec 15 14:06:48.036723 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:06:48.051321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4112ebf3-fac1-4a29-9106-0e7614f22be1 None None] Provisioning complete for port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:48.054702 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4112ebf3-fac1-4a29-9106-0e7614f22be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.084047 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Project e18e50d7b5f944f98d4d1fccb33772d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:06:48.094529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.189552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53414) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:48.207009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee75b4-7891-4c90-a65c-80385bf5aedd None None] DHCP port deletion for 5c148d86-b11b-4d4a-91d3-febf518501f4 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:48.291936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45252522-4809-45d5-92ed-741caa0d1eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.302426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45252522-4809-45d5-92ed-741caa0d1eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.322764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:48.337925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac38507-724d-4dee-9b2b-c82f4dfab333 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:06:48.347007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.357495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.416445 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-21a0ddce-c476-4e9d-9a72-a52bcad43b4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd42af6fcaaa486cac79e68e90f338bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229588 Dec 15 14:06:48.424743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45252522-4809-45d5-92ed-741caa0d1eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e78114-7feb-431b-a29d-d5cff3e07eda,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:48.437320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53422) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:48.438564 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.440294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4479327 Dec 15 14:06:48.451621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:48.461381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab2b81-4ea7-4265-ad59-d2ff07b988b3', 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:48.481626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-45252522-4809-45d5-92ed-741caa0d1eef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0891da3b3eb140f58286219ca185822e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7521944 Dec 15 14:06:48.482425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:48.500937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294aaee-6313-4016-b586-6533b33387c4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90a0b25-19cc-4860-84a0-5e86f64146a4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:48.540125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea00c7a-f00a-42ed-b985-ed67f597fbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.611214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea00c7a-f00a-42ed-b985-ed67f597fbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.620948 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Project e18e50d7b5f944f98d4d1fccb33772d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:06:48.649165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.709342 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea00c7a-f00a-42ed-b985-ed67f597fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.712452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea00c7a-f00a-42ed-b985-ed67f597fbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.713814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fea00c7a-f00a-42ed-b985-ed67f597fbaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80743678-d8b3-4a37-bae3-6f0aa7b9e60d HTTP/1.1" status: 204 len: 168 time: 0.2712076 Dec 15 14:06:48.728352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea00c7a-f00a-42ed-b985-ed67f597fbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80743678-d8b3-4a37-bae3-6f0aa7b9e60d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:48.854548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.866122 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a653074-b810-47a9-8946-7c6663745bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.877054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.935591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b0922d-1723-4311-b290-6b2fcb931ee6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:48.953834 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.966310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a98974d1-9026-44b1-9380-54aa1cde626f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5086362 Dec 15 14:06:48.991148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a653074-b810-47a9-8946-7c6663745bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.091129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a653074-b810-47a9-8946-7c6663745bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.094759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a653074-b810-47a9-8946-7c6663745bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.096154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3a653074-b810-47a9-8946-7c6663745bb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48e78114-7feb-431b-a29d-d5cff3e07eda HTTP/1.1" status: 204 len: 168 time: 0.6057472 Dec 15 14:06:49.111813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653074-b810-47a9-8946-7c6663745bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e78114-7feb-431b-a29d-d5cff3e07eda,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:49.116489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.396027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4112ebf3-fac1-4a29-9106-0e7614f22be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.445648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:49.480917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac38507-724d-4dee-9b2b-c82f4dfab333 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:06:49.515369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4112ebf3-fac1-4a29-9106-0e7614f22be1 None None] For port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:49.529725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4112ebf3-fac1-4a29-9106-0e7614f22be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.557588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a018a6e7-6a79-4ad7-aab1-62e6eaabbaa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11c0ec58c25e4ea78bce6d5a7ae1d593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083689 Dec 15 14:06:49.562217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:49.566236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-d370db66-634b-4ca7-b9f5-db24dc033b40 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100402723&fields=id&tenant_id=e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 267 time: 0.1210003 Dec 15 14:06:49.607016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112ebf3-fac1-4a29-9106-0e7614f22be1 None None] Pushing event updated for resources: {'Port': ['ID=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:49.783114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29f0e516-9204-4d0c-8ba1-246220852332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.824862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-457ab3f9-5260-45dc-8c6e-550a310a72a7 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:49.834097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-457ab3f9-5260-45dc-8c6e-550a310a72a7 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/networks?id=8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 200 len: 797 time: 0.2658513 Dec 15 14:06:49.855113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-5f74c8ee-5d12-46d7-8b3c-d1833d9cea8a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/quotas/e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 375 time: 0.0194006 Dec 15 14:06:49.907881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29f0e516-9204-4d0c-8ba1-246220852332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.951840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:50.052349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a861d5e-3c4f-4439-a6cb-ebb4a4edc610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.062678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-0c341f42-7540-460c-a4b1-ef73cb96b17a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2052398 Dec 15 14:06:50.186857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:46Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:50.248471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29f0e516-9204-4d0c-8ba1-246220852332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.265209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29f0e516-9204-4d0c-8ba1-246220852332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.267876 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-29f0e516-9204-4d0c-8ba1-246220852332 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1093cd0-f8c4-4e04-be9d-9b5107503b49 HTTP/1.1" status: 204 len: 168 time: 0.7044804 Dec 15 14:06:50.419018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-d070ed65-0d5a-4e54-a2d2-7a53ed2755ab service neutron] 10.222.0.32 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397605 Dec 15 14:06:50.422977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cf86d-a331-4056-8af2-ae52175d0f83 None None] The sync data for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 is: [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:46Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:50.563612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a861d5e-3c4f-4439-a6cb-ebb4a4edc610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.571251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0e516-9204-4d0c-8ba1-246220852332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1093cd0-f8c4-4e04-be9d-9b5107503b49,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:50.578555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a861d5e-3c4f-4439-a6cb-ebb4a4edc610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.671388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a861d5e-3c4f-4439-a6cb-ebb4a4edc610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f92ac7-12a7-467f-af24-927aec9d3df1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:50.763782 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3a861d5e-3c4f-4439-a6cb-ebb4a4edc610 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8f6aa77dc7145f68cc09f4b50ee71df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7932482 Dec 15 14:06:50.766899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53532) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:51.011404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-cd8e23b0-1a21-4b94-b7d8-2ee01ace2e57 service neutron] 10.222.0.32 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834384 Dec 15 14:06:51.017328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-956b6c9a-f387-4b1a-9800-57ade3778aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.065718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-956b6c9a-f387-4b1a-9800-57ade3778aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.161279 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.244860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-956b6c9a-f387-4b1a-9800-57ade3778aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.258497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-956b6c9a-f387-4b1a-9800-57ade3778aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.260020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-956b6c9a-f387-4b1a-9800-57ade3778aa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44f92ac7-12a7-467f-af24-927aec9d3df1 HTTP/1.1" status: 204 len: 168 time: 0.4921255 Dec 15 14:06:51.286719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b6c9a-f387-4b1a-9800-57ade3778aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f92ac7-12a7-467f-af24-927aec9d3df1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:51.389381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0c5336a-9ce3-4c3f-99d9-6c6b0c805f8f req-2583393b-c6af-44ca-96b5-53d76c5c8279 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 210 time: 0.0641446 Dec 15 14:06:51.951040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:52.139780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:52.144737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.645788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bccb6d9-2e94-48c9-8d0e-9d519ae906d4 req-df723a8b-17de-4572-94fa-183eb288ee5d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 210 time: 0.0805426 Dec 15 14:06:53.683421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-cf9234b9-d8be-4dfe-be51-c610d27ba979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:53.689529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-cf9234b9-d8be-4dfe-be51-c610d27ba979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/networks?id=8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 200 len: 797 time: 0.4403110 Dec 15 14:06:53.770008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:53.981944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-98bf15d7-6800-47d5-a7f5-a478259b2491 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18e50d7b5f944f98d4d1fccb33772d9 HTTP/1.1" status: 200 len: 380 time: 0.2817109 Dec 15 14:06:53.995078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'port': {'device_id': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'admin_state_up': True, 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'security_groups': ['e4ab2b81-4ea7-4265-ad59-d2ff07b988b3']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:54.254983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-314792279-network', 'tenant_id': '96f6c6c9ea4d4f33a3911684a40b0b88'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:54.365907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Made reservation on behalf of 96f6c6c9ea4d4f33a3911684a40b0b88 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:54.371657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.437484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.437607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35d918e7-bcf7-4cdf-8312-b3dbaed06b83 req-02ebc98b-81b4-4e25-9cf4-1a3c49df0d34 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 210 time: 0.5227263 Dec 15 14:06:54.497262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Made reservation on behalf of e18e50d7b5f944f98d4d1fccb33772d9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:54.504340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.632779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.643642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.668829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:54.694965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.696455 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Added segment 8ac2be14-5874-42ea-854a-f042596e1f8d of type vlan for network c9c0d827-324d-44a8-bea7-0ec277b5ef77 Dec 15 14:06:54.759157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.788861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.20.0.4 (8b7648bb-9903-449f-9938-8162baa07450/9e362034-2b04-4268-ae92-2223c8506932/2936c02f-f8cb-46af-82fb-2de6f5618340) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:54.818074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d1696-35d5-40f2-967b-2c811348f1be,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:54.841972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.843333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:54.846668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.959293 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1880522 Dec 15 14:06:54.967574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.004816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Request body: {'subnet': {'network_id': 'c9c0d827-324d-44a8-bea7-0ec277b5ef77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-314792279-subnet', 'tenant_id': '96f6c6c9ea4d4f33a3911684a40b0b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:55.023636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:06:55.055579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262151d-3264-48c9-84e7-35a7ba9fe3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c0d827-324d-44a8-bea7-0ec277b5ef77,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.066809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c9c0d827-324d-44a8-bea7-0ec277b5ef77 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:55.089952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Made reservation on behalf of 96f6c6c9ea4d4f33a3911684a40b0b88 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:55.099648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.210966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.318829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.430544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 8b7648bb-9903-449f-9938-8162baa07450 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:55.434323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.449496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=2936c02f-f8cb-46af-82fb-2de6f5618340,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.464433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:55.468447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:55.510741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d79c7ef-e2d3-4932-9098-3f55e53f7c60,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.549917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Checking segment: {'id': '8ac2be14-5874-42ea-854a-f042596e1f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c9c0d827-324d-44a8-bea7-0ec277b5ef77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:55.550327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Network hostable DHCP agents. Network: c9c0d827-324d-44a8-bea7-0ec277b5ef77, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:55.586571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Network c9c0d827-324d-44a8-bea7-0ec277b5ef77 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:55.616298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c9c0d827-324d-44a8-bea7-0ec277b5ef77) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:55.629277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a19d7-0c4c-4469-93c7-65ffe2d31c27 None None] Network c9c0d827-324d-44a8-bea7-0ec277b5ef77 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:55.631680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:55.632454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.674547 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e446ff85-0c17-4f90-9088-2432f860da74 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6982419 Dec 15 14:06:55.745860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:55.746526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.896130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-374bfa7a-bcb4-4172-a61e-117023f289ce tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9065735 Dec 15 14:06:55.924652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Request body: {'port': {'device_id': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:56.021484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ffee4-ddff-42b0-8384-ee3bfdfc3081 None None] Network c9c0d827-324d-44a8-bea7-0ec277b5ef77 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:56.035463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:56.174136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75396bd2-2569-40f2-80c5-236fd39b7419 req-7f9f7e35-25eb-4b47-9052-dbe548cfe934 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:56.175728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75396bd2-2569-40f2-80c5-236fd39b7419 req-7f9f7e35-25eb-4b47-9052-dbe548cfe934 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 931 time: 0.4240313 Dec 15 14:06:56.288462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Deleting subnet 9d79c7ef-e2d3-4932-9098-3f55e53f7c60 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:56.305977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3adadf46-adc6-4652-8dda-11307200ea4c None None] Provisioning complete for port 2936c02f-f8cb-46af-82fb-2de6f5618340 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:56.310383 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3adadf46-adc6-4652-8dda-11307200ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.321553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.363190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.459233 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.509143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3adadf46-adc6-4652-8dda-11307200ea4c None None] Port 2936c02f-f8cb-46af-82fb-2de6f5618340 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:56.531596 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75396bd2-2569-40f2-80c5-236fd39b7419 req-57f78a0b-c694-40da-9067-447ce40d12d4 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365266 Dec 15 14:06:56.605212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.761005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.836843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d79c7ef-e2d3-4932-9098-3f55e53f7c60,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:56.844854 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.875241 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a2553f12-2bd9-4979-a14e-dddee120c0ad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d79c7ef-e2d3-4932-9098-3f55e53f7c60 HTTP/1.1" status: 204 len: 168 time: 0.8386588 Dec 15 14:06:56.881321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:57.187322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.325650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2936c02f-f8cb-46af-82fb-2de6f5618340 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:57.347946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.349464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.378940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Transition to ACTIVE for port object 2936c02f-f8cb-46af-82fb-2de6f5618340 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:06:57.389050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.442187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c0d827-324d-44a8-bea7-0ec277b5ef77']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:57.467365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac2be14-5874-42ea-854a-f042596e1f8d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:57.467645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac2be14-5874-42ea-854a-f042596e1f8d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:57.491483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.534531 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.555660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:57.556366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:57.575709 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:57.674953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Pushing event updated for resources: {'Port': ['ID=2936c02f-f8cb-46af-82fb-2de6f5618340,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:57.887553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.920081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.931529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9c0d827-324d-44a8-bea7-0ec277b5ef77 HTTP/1.1" status: 204 len: 168 time: 1.0473597 Dec 15 14:06:57.933629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44841dc-583d-4539-b6ae-afa6180f3280 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c0d827-324d-44a8-bea7-0ec277b5ef77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:58.020854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Attempting to bind port 2936c02f-f8cb-46af-82fb-2de6f5618340 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:58.026400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Attempting to bind port 2936c02f-f8cb-46af-82fb-2de6f5618340 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:58.029053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Attempting to bind port 2936c02f-f8cb-46af-82fb-2de6f5618340 on network 8b7648bb-9903-449f-9938-8162baa07450 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:58.067740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Port 2936c02f-f8cb-46af-82fb-2de6f5618340 on network 8b7648bb-9903-449f-9938-8162baa07450 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:06:58.068682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Attempting to bind port 2936c02f-f8cb-46af-82fb-2de6f5618340 on network 8b7648bb-9903-449f-9938-8162baa07450 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:58.093269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:58.094662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Checking segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:58.101804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Bound using segment: {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:58.102606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Bound port: 2936c02f-f8cb-46af-82fb-2de6f5618340, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f965ce7-ea34-4eaa-b980-8a728eb2e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8b7648bb-9903-449f-9938-8162baa07450'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:58.103222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.198815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894bab-a230-46a9-8b27-c4c637d5fc6c req-009a880f-e3b5-41ab-b03b-be7a7ddc7c74 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:58.210370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26894bab-a230-46a9-8b27-c4c637d5fc6c req-009a880f-e3b5-41ab-b03b-be7a7ddc7c74 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 943 time: 0.4539919 Dec 15 14:06:58.496303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26894bab-a230-46a9-8b27-c4c637d5fc6c req-8f010683-aa84-4d31-bba1-a4b130cb5a3d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754493 Dec 15 14:06:58.497529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] For port 2936c02f-f8cb-46af-82fb-2de6f5618340, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:58.511647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] For port 2936c02f-f8cb-46af-82fb-2de6f5618340, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2936c02f-f8cb-46af-82fb-2de6f5618340,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:58.517643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.578494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:58.682516 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79fc0b4b-ffca-48e9-a326-4519cb2f9a8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96f6c6c9ea4d4f33a3911684a40b0b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991557 Dec 15 14:06:58.684914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:58.859936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b007-27b7-49f2-8ac2-143bc60c6cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.913945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b007-27b7-49f2-8ac2-143bc60c6cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.010872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b007-27b7-49f2-8ac2-143bc60c6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.020290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b007-27b7-49f2-8ac2-143bc60c6cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.025016 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a9e2b007-27b7-49f2-8ac2-143bc60c6cc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b23d1696-35d5-40f2-967b-2c811348f1be HTTP/1.1" status: 204 len: 168 time: 0.3371794 Dec 15 14:06:59.059664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2b007-27b7-49f2-8ac2-143bc60c6cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d1696-35d5-40f2-967b-2c811348f1be,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:59.119803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Pushing event updated for resources: {'Port': ['ID=2936c02f-f8cb-46af-82fb-2de6f5618340,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:59.141466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.142200 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.144328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-e52c649b-ca29-4003-893a-df1fe2ff7364 service neutron] 10.222.0.67 "PUT /v2.0/ports/2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 200 len: 1091 time: 3.2399292 Dec 15 14:06:59.145129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:59.198925 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:59.327488 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f75622-c404-49b8-9aa4-cd1593c03820 x-openstack-request-id: req-93f75622-c404-49b8-9aa4-cd1593c03820 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:59.328257 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:59.328684 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93f75622-c404-49b8-9aa4-cd1593c03820 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:59.333406 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'status': 'completed', 'code': 200} Dec 15 14:06:59.401739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-cc4959f6-4aa5-4f48-ad33-7b7afdad6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.407017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-cc4959f6-4aa5-4f48-ad33-7b7afdad6a9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1094 time: 0.1638336 Dec 15 14:06:59.523493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-518d54d0-5042-48ad-9daa-96dd87970103 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 200 len: 217 time: 0.1077440 Dec 15 14:06:59.756790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-bc5d8647-27ec-49bf-a4f2-20f804f14b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.758331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-bc5d8647-27ec-49bf-a4f2-20f804f14b5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e362034-2b04-4268-ae92-2223c8506932 HTTP/1.1" status: 200 len: 834 time: 0.2139137 Dec 15 14:06:59.786069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c65d-a808-443d-a670-e82d9a6306c3 req-282162ea-96c7-4c66-a523-b71a697d2e18 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.787597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2959c65d-a808-443d-a670-e82d9a6306c3 req-282162ea-96c7-4c66-a523-b71a697d2e18 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 943 time: 0.1232493 Dec 15 14:06:59.839019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-0339bef7-ff41-4633-845a-7c1ed9a5a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.841270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-0339bef7-ff41-4633-845a-7c1ed9a5a101 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b7648bb-9903-449f-9938-8162baa07450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726311 Dec 15 14:07:00.025505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2959c65d-a808-443d-a670-e82d9a6306c3 req-c7e6b825-5342-45f1-8e1b-769f66ab6c91 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225225 Dec 15 14:07:00.168485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-9f00e65a-013e-446f-be97-705a51c4e642 service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139281 Dec 15 14:07:00.442420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e71285-d2e4-4f5d-b36c-a0f2f8039de9 req-418a5575-c622-40db-9eca-62c8dc7f085f service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653918 Dec 15 14:07:00.566634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-242b4ab5-e0d4-472d-b321-47bcbf464b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:00.568472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-242b4ab5-e0d4-472d-b321-47bcbf464b68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0625570 Dec 15 14:07:00.790484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-68425f8c-4da8-49a7-8dae-d46c9a73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:00.791891 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-68425f8c-4da8-49a7-8dae-d46c9a73500f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 200 len: 899 time: 0.2134717 Dec 15 14:07:00.844357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-d21a11f9-a49d-41d1-ad95-91f896bfd8a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 200 len: 217 time: 0.0447934 Dec 15 14:07:00.928795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-b22c3b11-3b5f-44fa-a0df-df22aa05409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:00.931993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-b22c3b11-3b5f-44fa-a0df-df22aa05409c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e362034-2b04-4268-ae92-2223c8506932 HTTP/1.1" status: 200 len: 834 time: 0.0800514 Dec 15 14:07:01.052198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-3fd4ebf4-abf7-4e98-a9ef-e77c2013e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:01.058135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-3fd4ebf4-abf7-4e98-a9ef-e77c2013e251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b7648bb-9903-449f-9938-8162baa07450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157546 Dec 15 14:07:01.298718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-3643fdda-4fae-4fa2-96bc-07a075301a97 service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316809 Dec 15 14:07:01.420284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b262d-9a21-4003-be64-135a98a144bb req-af0235b5-4b36-4ab2-809e-5885d34aa407 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:01.422324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b7b262d-9a21-4003-be64-135a98a144bb req-af0235b5-4b36-4ab2-809e-5885d34aa407 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 943 time: 0.2287028 Dec 15 14:07:01.622683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b7b262d-9a21-4003-be64-135a98a144bb req-75c601e7-830d-43cc-af6a-10db050168ae tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900654 Dec 15 14:07:01.753812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2309810-8672-4953-9ec6-a6c1c8f4f1d0 req-afd43308-d3fc-41f4-b70a-e80d7aee2a66 service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350588 Dec 15 14:07:02.858627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da9041-e1e5-41f6-95c4-86f803968dd9 req-2e3e5d33-bd8b-427a-a0e0-a23b5c6cc044 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:02.884162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0da9041-e1e5-41f6-95c4-86f803968dd9 req-2e3e5d33-bd8b-427a-a0e0-a23b5c6cc044 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 943 time: 0.1651390 Dec 15 14:07:03.011077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0da9041-e1e5-41f6-95c4-86f803968dd9 req-5f120798-6a4b-4f5f-b17c-708d1b042441 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247962 Dec 15 14:07:03.106265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 53852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:03.605066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1be9bb-3f11-4f2c-ab7d-8a280fd95d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.755265 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1be9bb-3f11-4f2c-ab7d-8a280fd95d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.766235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1be9bb-3f11-4f2c-ab7d-8a280fd95d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.835308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5a1be9bb-3f11-4f2c-ab7d-8a280fd95d70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b229201b44434c5c83997202bb395ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7279077 Dec 15 14:07:03.836235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1be9bb-3f11-4f2c-ab7d-8a280fd95d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df72e0-36a7-4818-991c-7b8ad1af802b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:03.838039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:04.017543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.101419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.251240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d9a7b-3d33-42cc-8bc6-8c86ac32c460 req-3e0a818d-1566-459d-9b0c-178f68227021 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.252957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a1d9a7b-3d33-42cc-8bc6-8c86ac32c460 req-3e0a818d-1566-459d-9b0c-178f68227021 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 943 time: 0.0933716 Dec 15 14:07:04.291231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.295376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.296926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3df72e0-36a7-4818-991c-7b8ad1af802b HTTP/1.1" status: 204 len: 168 time: 0.4577811 Dec 15 14:07:04.307830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2936c02f-f8cb-46af-82fb-2de6f5618340 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:07:04.313134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df72e0-36a7-4818-991c-7b8ad1af802b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:04.335341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.335979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.336494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.337042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.337548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.338051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.338553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.339049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.339557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.339887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.340215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.340558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.340886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1846d0-28ed-423b-8002-510a1991ee2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:04.375986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a1d9a7b-3d33-42cc-8bc6-8c86ac32c460 req-e8e4d0ca-fd82-45f4-85cc-48e1f2476d04 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096199 Dec 15 14:07:04.496434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2936c02f-f8cb-46af-82fb-2de6f5618340, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2936c02f-f8cb-46af-82fb-2de6f5618340,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:04.517105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'port_id': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'mac_address': 'fa:16:3e:28:2a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:07:04.659174 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.682915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2936c02f-f8cb-46af-82fb-2de6f5618340 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:04.713808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2936c02f-f8cb-46af-82fb-2de6f5618340, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2936c02f-f8cb-46af-82fb-2de6f5618340,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:04.752678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.825663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2936c02f-f8cb-46af-82fb-2de6f5618340,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:04.965217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2936c02f-f8cb-46af-82fb-2de6f5618340'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:07:05.594095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217360da-0fc0-48f3-b163-d630540c9c36 req-4d4f40f6-7e1e-4e6b-a53a-405d97fb1549 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.605194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217360da-0fc0-48f3-b163-d630540c9c36 req-4d4f40f6-7e1e-4e6b-a53a-405d97fb1549 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 944 time: 0.0840237 Dec 15 14:07:05.697590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217360da-0fc0-48f3-b163-d630540c9c36 req-65287863-c23b-4afc-a38b-f0238ebef49d tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885990 Dec 15 14:07:06.323565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2936c02f-f8cb-46af-82fb-2de6f5618340 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:06.525086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 2936c02f-f8cb-46af-82fb-2de6f5618340 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:07:06.538967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 2936c02f-f8cb-46af-82fb-2de6f5618340 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:06.539342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.674441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.716762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2936c02f-f8cb-46af-82fb-2de6f5618340, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2936c02f-f8cb-46af-82fb-2de6f5618340,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:06.718038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:06.721182 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d37249-d288-49e9-ae94-de1376d65f6a" -d '{"events": [{"server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "name": "network-vif-plugged", "status": "completed", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:06.740324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.918260 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77751614-7e55-4cb0-bc43-044e498445c7 x-openstack-request-id: req-77751614-7e55-4cb0-bc43-044e498445c7 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:06.918915 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "name": "network-vif-plugged", "status": "completed", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:06.919688 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77751614-7e55-4cb0-bc43-044e498445c7 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:06.920257 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'code': 200} Dec 15 14:07:06.921099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2936c02f-f8cb-46af-82fb-2de6f5618340,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:07.127703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c03dc-5cff-4554-bddd-283ec519a9ff req-aa8c03d7-a822-48be-91d3-96dd4c73ec38 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:07.147330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-771c03dc-5cff-4554-bddd-283ec519a9ff req-aa8c03d7-a822-48be-91d3-96dd4c73ec38 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 945 time: 0.3084960 Dec 15 14:07:07.218044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f11de-d500-4bc0-af4c-520638f98160 req-65464aa6-676c-4d3e-a40f-c57c1462470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:07.224226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c84f11de-d500-4bc0-af4c-520638f98160 req-65464aa6-676c-4d3e-a40f-c57c1462470e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1096 time: 0.2696965 Dec 15 14:07:07.363213 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c84f11de-d500-4bc0-af4c-520638f98160 req-d2c83580-83ab-4ce6-a436-3a3556238317 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266780 Dec 15 14:07:07.452013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-771c03dc-5cff-4554-bddd-283ec519a9ff req-1341a9d8-d2c2-438a-bbfe-ccf92a97ced3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034382 Dec 15 14:07:07.972961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 53994) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:08.181978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1176829777-network', 'tenant_id': '7b507e95b25941a4908893c74ff01f72'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:08.209510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Made reservation on behalf of 7b507e95b25941a4908893c74ff01f72 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:08.213150 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.229793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.393238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.402024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.446161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:08.467331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.467942 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Added segment e62b2c65-1e5d-4c50-977e-29c9ac5ba49b of type vlan for network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 Dec 15 14:07:08.481962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf555ed-d6f1-44ff-ab0c-103f40f1cbc9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:08.564756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.648851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.649848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:08.650422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.680493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7061434 Dec 15 14:07:08.683434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54014) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:08.692548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Request body: {'subnet': {'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1176829777-subnet', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:08.737194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Made reservation on behalf of 7b507e95b25941a4908893c74ff01f72 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:08.740126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.795911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f87c-2e05-4694-82be-efa8914add3f req-be3c7d7b-15c2-45b6-af72-f623b67de65a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:08.797508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d676f87c-2e05-4694-82be-efa8914add3f req-be3c7d7b-15c2-45b6-af72-f623b67de65a tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 945 time: 0.1934018 Dec 15 14:07:08.897994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14365d-a991-4e0c-8d91-8116ade2ae10 admin admin] Pushing event updated for resources: {'Network': ['ID=dffc42bf-7bda-4d29-875b-6d2aabcc75d6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:08.912183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:09.048464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d676f87c-2e05-4694-82be-efa8914add3f req-1904a00d-42b9-4c0c-8b70-ff9555254cbd tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025414 Dec 15 14:07:09.227572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.260028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546492ac-5bef-4e38-9a1d-1ab73a231ccf req-8f1ae7e0-45fb-42b8-84bb-9af86d5d23f2 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:09.268660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-546492ac-5bef-4e38-9a1d-1ab73a231ccf req-8f1ae7e0-45fb-42b8-84bb-9af86d5d23f2 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 945 time: 0.0991442 Dec 15 14:07:09.333712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-546492ac-5bef-4e38-9a1d-1ab73a231ccf req-9a566e69-1381-48cc-806a-0f7ccb8315e7 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600128 Dec 15 14:07:09.348525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54042) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:09.367683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Checking segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:09.368144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Network hostable DHCP agents. Network: dffc42bf-7bda-4d29-875b-6d2aabcc75d6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:09.370720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9346555-9cc0-4b0b-9dc6-e9204bc034c2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:09.392377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:09.406839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5614e0fd-7658-4a77-8c7b-60dca79865f9 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:09.410148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, dffc42bf-7bda-4d29-875b-6d2aabcc75d6) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:09.412534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5614e0fd-7658-4a77-8c7b-60dca79865f9 tempest-TestNetworkBasicOps-917871176 tempest-TestNetworkBasicOps-917871176-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1091 time: 0.0623353 Dec 15 14:07:09.413674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:09.418591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:09.429130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:09.429382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7b6c2-87d9-475f-b5d3-406ed2509380 None None] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:09.429896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.452675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.468142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-45fc5fe5-6da0-4980-a337-7f85b7061858 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7826803 Dec 15 14:07:09.470379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:09.484217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:09.535715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.537885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.601056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:09.602548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.639979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.691620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.012382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Allocated IP 172.25.2.150 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3795eed9-8dce-4cbd-8d4f-3b67eef1b5dd) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:10.069328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Allocated IP 172.20.0.2 (dffc42bf-7bda-4d29-875b-6d2aabcc75d6/f9346555-9cc0-4b0b-9dc6-e9204bc034c2/05e0d484-3a20-49d8-960b-e826e1a4e3d0) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:10.230220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.307527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.368826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:10.450148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:10.457362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:10.491088 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.501703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.602720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=3795eed9-8dce-4cbd-8d4f-3b67eef1b5dd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:10.948297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.121271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Pushing event updated for resources: {'Port': ['ID=05e0d484-3a20-49d8-960b-e826e1a4e3d0,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:11.148298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:11.153498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:11.158184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:11.318315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Attempting to bind port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:11.319644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Attempting to bind port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:11.320924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Attempting to bind port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:11.330694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:11.337862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Checking segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:11.338762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.340868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Bound using segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:11.342395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Bound port: 05e0d484-3a20-49d8-960b-e826e1a4e3d0, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:11.345334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.479098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.506504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] For port 05e0d484-3a20-49d8-960b-e826e1a4e3d0, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:11.514203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] For port 05e0d484-3a20-49d8-960b-e826e1a4e3d0, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=05e0d484-3a20-49d8-960b-e826e1a4e3d0,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:11.524184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.560341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.766996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70856d0-3d3e-41bb-80ef-607e8a716cc2 None None] Pushing event updated for resources: {'Port': ['ID=05e0d484-3a20-49d8-960b-e826e1a4e3d0,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:11.918259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.954437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Allocated IP 172.25.2.28 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/a32b8f6c-6adc-4d45-8eeb-4263f0a97938) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:12.185274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.307021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.436637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.517161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54126) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:12.555077 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55b30f93-9e66-491f-9616-548c8d4b8686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.575886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.578203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:12.583802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.584084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:12.586056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:12.588485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:12.603537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e3af7-8f8e-4e6b-a56b-383ab8b7e477 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:12.661257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3c8dbe02-9a6f-496c-b26c-7839e5ae56cc None None] Provisioning complete for port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:12.661661 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c8dbe02-9a6f-496c-b26c-7839e5ae56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.733002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event updated for resources: {'Port': ['ID=3795eed9-8dce-4cbd-8d4f-3b67eef1b5dd,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:12.745079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.750854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dbe02-9a6f-496c-b26c-7839e5ae56cc None None] Port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:13.321525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.439734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67455ef9-31a4-4fc5-b328-ab2e4fa1c2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.604205 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Floating IP 328d0588-5897-4d01-8c1e-b6fd4f2867f0 associated. External IP: 172.25.2.150, port: 2936c02f-f8cb-46af-82fb-2de6f5618340. Dec 15 14:07:13.910836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.942544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 05e0d484-3a20-49d8-960b-e826e1a4e3d0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:13.977066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67455ef9-31a4-4fc5-b328-ab2e4fa1c2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.009609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67455ef9-31a4-4fc5-b328-ab2e4fa1c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.088695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537bff51-077f-4bc7-92fe-06413e41e575 None None] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:14.151399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-67455ef9-31a4-4fc5-b328-ab2e4fa1c2d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7dd1447010649a0a368a1dc953d085c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6333110 Dec 15 14:07:14.173358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:14.183389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67455ef9-31a4-4fc5-b328-ab2e4fa1c2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8cafe-5b5d-4825-8b66-86ad96a538cb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:14.267107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aab6bf6b-a385-47cb-b506-0a725fe15f92 None None] Provisioning complete for port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:14.267754 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aab6bf6b-a385-47cb-b506-0a725fe15f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.278074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Router f5302bac-c3db-4382-9ac6-128d2de0b4df is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:07:14.325591 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.407722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:14.408296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.569477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aab6bf6b-a385-47cb-b506-0a725fe15f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.634288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aab6bf6b-a385-47cb-b506-0a725fe15f92 None None] For port 05e0d484-3a20-49d8-960b-e826e1a4e3d0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=05e0d484-3a20-49d8-960b-e826e1a4e3d0,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:14.644692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aab6bf6b-a385-47cb-b506-0a725fe15f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.709309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4af086cc-1de1-45ad-94aa-243375234953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.773949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4af086cc-1de1-45ad-94aa-243375234953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.780329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:14.811242 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:14.841720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3560e13c-b83a-4f99-97be-a13e95d6a6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.845269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.847693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6bf6b-a385-47cb-b506-0a725fe15f92 None None] Pushing event updated for resources: {'Port': ['ID=05e0d484-3a20-49d8-960b-e826e1a4e3d0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:14.855186 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-50d43046-f284-4e3b-9a80-f18353b534f1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3779006 Dec 15 14:07:14.860827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54160) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:14.866611 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:14.871943 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:14.922075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 038cf3ae-8657-4caf-8793-05b76ef8fc15 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:14.932798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4af086cc-1de1-45ad-94aa-243375234953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.942289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4af086cc-1de1-45ad-94aa-243375234953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.945864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4af086cc-1de1-45ad-94aa-243375234953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88e8cafe-5b5d-4825-8b66-86ad96a538cb HTTP/1.1" status: 204 len: 168 time: 0.7686813 Dec 15 14:07:14.966787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af086cc-1de1-45ad-94aa-243375234953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8cafe-5b5d-4825-8b66-86ad96a538cb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:15.100285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-abc7ab11-e5f1-49c6-bd0a-656ef78c60fd None None] Provisioning complete for port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:15.102393 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abc7ab11-e5f1-49c6-bd0a-656ef78c60fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.320483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:15.369461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] Sync routers for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:15.381660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.393395 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:15.425444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:15.426078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:15.466981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8b39fa50-200f-4fd4-8cc1-dea13a318695 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0519948 Dec 15 14:07:15.469793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:15.475570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:15.477598 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63533900-df13-4f15-b9e0-446d63c86ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:15.606551 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333be14-e8fa-41ef-951c-2e2665f219a9 x-openstack-request-id: req-e333be14-e8fa-41ef-951c-2e2665f219a9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:15.606845 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:15.607109 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e333be14-e8fa-41ef-951c-2e2665f219a9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:15.607791 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'status': 'completed', 'code': 200} Dec 15 14:07:15.659735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:15.808945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63533900-df13-4f15-b9e0-446d63c86ccb req-c9d0505c-45b8-4ff3-977e-215852234da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:15.817685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-c9d0505c-45b8-4ff3-977e-215852234da6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1096 time: 0.1885049 Dec 15 14:07:15.875368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bc53f312-4183-40da-938f-858cb4bad070 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 200 len: 991 time: 0.3786938 Dec 15 14:07:15.890595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 05e0d484-3a20-49d8-960b-e826e1a4e3d0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:16.055441 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:12Z', 'revision_number': 3, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:16.065961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:16.106598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63533900-df13-4f15-b9e0-446d63c86ccb req-74bacabe-4cea-4f8d-8408-08c80ac09269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:16.108282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-74bacabe-4cea-4f8d-8408-08c80ac09269 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 200 len: 899 time: 0.2831173 Dec 15 14:07:16.126993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.173909 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:16.174418 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Updating router f5302bac-c3db-4382-9ac6-128d2de0b4df port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:16.242243 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.282086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-49c3be8e-bb46-4fa9-bc49-7ac0f976d77f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 200 len: 999 time: 0.1577568 Dec 15 14:07:16.350992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.429287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63533900-df13-4f15-b9e0-446d63c86ccb req-0ba56c96-1f63-45cd-8f7b-ff4ef2bfb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:16.430816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-0ba56c96-1f63-45cd-8f7b-ff4ef2bfb7a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e362034-2b04-4268-ae92-2223c8506932 HTTP/1.1" status: 200 len: 834 time: 0.1418891 Dec 15 14:07:16.434581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:16.435262 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.580570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63533900-df13-4f15-b9e0-446d63c86ccb req-a960667e-0acc-46f4-88f8-036b59002157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:16.586033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-a960667e-0acc-46f4-88f8-036b59002157 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b7648bb-9903-449f-9938-8162baa07450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462970 Dec 15 14:07:16.592365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.601397 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.608642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.667521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99608b9-2b21-4bbd-8898-ecea70757b52,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:16.695767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98b4cbeb32014abfbb39571fd05cb4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6236074 Dec 15 14:07:16.702125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:16.812565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.812983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.814567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.815835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.816187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.816593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.816934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.817599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.817945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.818274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.818868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.819125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.819716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8be08-cf7f-436a-a7b6-3913896179e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:16.879074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54198) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:16.913437 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.922291 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.960087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '328d0588-5897-4d01-8c1e-b6fd4f2867f0', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'port_id': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'mac_address': 'fa:16:3e:28:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:11Z', 'revision_number': 0, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.023150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] Checking router: 038cf3ae-8657-4caf-8793-05b76ef8fc15 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:17.036794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c66b2-6fc5-4b4d-bac1-0bc989a194d0 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:17.049404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:17.052119 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Attempting to bind port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:17.053696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Attempting to bind port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:17.053997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.054433 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Attempting to bind port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:17.074114 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:17.076480 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:17.076920 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.077309 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:17.079602 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Bound port: a32b8f6c-6adc-4d45-8eeb-4263f0a97938, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:17.082143 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.162975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-df7bc083-cb43-49dc-a6d2-5644ef65e9fd service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680509 Dec 15 14:07:17.196350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-30dec97e-c3cd-48cd-8633-4d203603d96f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 200 len: 991 time: 0.3149214 Dec 15 14:07:17.214167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] For port a32b8f6c-6adc-4d45-8eeb-4263f0a97938, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:17.223723 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] For port a32b8f6c-6adc-4d45-8eeb-4263f0a97938, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:17.225586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f879c74-d69a-4f84-b96e-bf324f012900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.227070 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Pushing event updated for resources: {'Port': ['ID=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:17.268318 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.269083 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.271654 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.272228 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.274184 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.281816 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.282556 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.283069 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.283686 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.284205 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.284732 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.285241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.285747 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:17.305254 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.369639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f879c74-d69a-4f84-b96e-bf324f012900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.374007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cee28b90-6036-4c3f-ba1c-b77ad03a44fd None None] Provisioning complete for port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:17.374535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cee28b90-6036-4c3f-ba1c-b77ad03a44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.433415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f879c74-d69a-4f84-b96e-bf324f012900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.439120 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f879c74-d69a-4f84-b96e-bf324f012900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.443620 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7f879c74-d69a-4f84-b96e-bf324f012900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d99608b9-2b21-4bbd-8898-ecea70757b52 HTTP/1.1" status: 204 len: 168 time: 0.7393641 Dec 15 14:07:17.516079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026a17fa-d698-4232-93a3-1bdd45381ef5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:17.528110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Allocated IP 172.20.0.1 (dffc42bf-7bda-4d29-875b-6d2aabcc75d6/f9346555-9cc0-4b0b-9dc6-e9204bc034c2/a2ae8222-8aa6-4347-8a2d-13d25fca9641) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:17.532681 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:17.534725 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.550944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63533900-df13-4f15-b9e0-446d63c86ccb req-e4dc53fa-30a9-4b63-b645-91e4022138d7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517160 Dec 15 14:07:17.552620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:17.586713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:17.712801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Deleting subnet a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:17.725953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f879c74-d69a-4f84-b96e-bf324f012900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99608b9-2b21-4bbd-8898-ecea70757b52,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:17.753422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.773783 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.870847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.895188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.931143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:18.011310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.071545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.178260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.207873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:18.254323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cee28b90-6036-4c3f-ba1c-b77ad03a44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.266020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.271235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:18.277360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9bc774-70d2-4e31-9596-3745e6c75568 None None] Network 4cdc1997-5432-4e89-954b-38705cd6d611 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:18.283661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2 HTTP/1.1" status: 204 len: 168 time: 0.7297111 Dec 15 14:07:18.289276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54226) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:18.291018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae3ecb-6fe2-4008-a695-416112494750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a92dfb-d955-4e1f-a5bf-4dcc7fa31fe2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:18.389224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:18.424130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:18.436415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ae8222-8aa6-4347-8a2d-13d25fca9641,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:18.450103 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '328d0588-5897-4d01-8c1e-b6fd4f2867f0', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'port_id': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'mac_address': 'fa:16:3e:28:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:11Z', 'revision_number': 0, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:18.561503 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-43acdb4e-1983-4352-bbdb-4bd43d8d4077 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 200 len: 991 time: 0.3500707 Dec 15 14:07:18.571206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.586574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.847794 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47f70-c4d2-4430-be5d-36d42bc9246e None None] Pushing event updated for resources: {'Port': ['ID=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:18.866459 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:12Z', 'revision_number': 3, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:18.875273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.914093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.937937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdc1997-5432-4e89-954b-38705cd6d611']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:18.969678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:18.969971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d51cfd0-1711-4c7b-b9f7-8e641d40c11a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:19.017083 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a42ab-a78c-4954-8876-84384a32e092 None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:12Z', 'revision_number': 3, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:19.029827 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.116298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.158588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:19.161769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.184270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cee28b90-6036-4c3f-ba1c-b77ad03a44fd None None] For port a32b8f6c-6adc-4d45-8eeb-4263f0a97938, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:19.191950 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:19.258380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.266059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da235fb1-ae53-47a4-a82f-34ef2a6fc512 None None] The sync data for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 is: [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '328d0588-5897-4d01-8c1e-b6fd4f2867f0', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'port_id': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'mac_address': 'fa:16:3e:28:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:11Z', 'revision_number': 0, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:19.271146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cee28b90-6036-4c3f-ba1c-b77ad03a44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.276851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.290977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4cdc1997-5432-4e89-954b-38705cd6d611 HTTP/1.1" status: 204 len: 168 time: 0.9869785 Dec 15 14:07:19.296696 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.343352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd699fb6-5dfc-4260-a204-73a99e449422 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cdc1997-5432-4e89-954b-38705cd6d611,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:19.362999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e557f0-547f-4398-a35c-0ff5bb749350 None None] DHCP port deletion for 4cdc1997-5432-4e89-954b-38705cd6d611 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:19.472029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee28b90-6036-4c3f-ba1c-b77ad03a44fd None None] Pushing event updated for resources: {'Port': ['ID=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:19.516966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ea5a24cd-1f43-44a3-9122-9d9304c2f9cf None None] Provisioning complete for port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:19.517340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea5a24cd-1f43-44a3-9122-9d9304c2f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.529746 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.542012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.565363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:19.734069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:19.887297 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.887782 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ea4b2-1746-4be3-8859-007b7ad642c4 None None] New status for floating IP 328d0588-5897-4d01-8c1e-b6fd4f2867f0: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:07:19.920796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ea5a24cd-1f43-44a3-9122-9d9304c2f9cf None None] Provisioning complete for port a2ae8222-8aa6-4347-8a2d-13d25fca9641 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:19.921154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea5a24cd-1f43-44a3-9122-9d9304c2f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.975185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a24cd-1f43-44a3-9122-9d9304c2f9cf None None] Port a2ae8222-8aa6-4347-8a2d-13d25fca9641 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:19.983048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5e10ea80-ffd2-4d68-b33d-f5f0f66966a5 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 200 len: 991 time: 0.4161952 Dec 15 14:07:20.001771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a32b8f6c-6adc-4d45-8eeb-4263f0a97938 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:20.025199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4ba79b67-ec76-4335-a1bd-dd3e4e2b50fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85fc529e4a8b49d9bb89005bdb637e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837193 Dec 15 14:07:20.025843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54258) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:20.079408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:20.079789 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.135062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ae8222-8aa6-4347-8a2d-13d25fca9641,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:20.259841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07aeac3a-dc69-4f04-a28e-273783d85e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.337616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07aeac3a-dc69-4f04-a28e-273783d85e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.390809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:20.392339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:20.449990 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07aeac3a-dc69-4f04-a28e-273783d85e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.453785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-07aeac3a-dc69-4f04-a28e-273783d85e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.455151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-07aeac3a-dc69-4f04-a28e-273783d85e43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/790fc65f-67c6-4dad-a3a6-c4f98106d244 HTTP/1.1" status: 204 len: 168 time: 0.4283085 Dec 15 14:07:20.482803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeac3a-dc69-4f04-a28e-273783d85e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790fc65f-67c6-4dad-a3a6-c4f98106d244,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:20.668175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Router f5302bac-c3db-4382-9ac6-128d2de0b4df has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:20.855013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:20.866858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-42ec081c-f15c-4c14-9e6d-78c38aaf9bd9 admin admin] 10.222.0.32 "PUT /v2.0/routers/f5302bac-c3db-4382-9ac6-128d2de0b4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0029726 Dec 15 14:07:20.911557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0a64ad44-71f9-4cc9-9604-940a847adcce None None] Provisioning complete for port a2ae8222-8aa6-4347-8a2d-13d25fca9641 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:20.912073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a64ad44-71f9-4cc9-9604-940a847adcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.985220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:21.014137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0a64ad44-71f9-4cc9-9604-940a847adcce None None] Port a2ae8222-8aa6-4347-8a2d-13d25fca9641 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:21.117733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ec363953-e207-4a44-9c8e-5f85340cb598 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 200 len: 993 time: 0.1306264 Dec 15 14:07:21.148720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.264302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:21.539772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b64e866a-0003-479b-b247-4dec9f0dcb02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.738642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b64e866a-0003-479b-b247-4dec9f0dcb02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.745315 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b64e866a-0003-479b-b247-4dec9f0dcb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.784435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b64e866a-0003-479b-b247-4dec9f0dcb02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1645e0f6ec5c430c9b699d3283b000e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188770 Dec 15 14:07:21.786914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54330) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:21.820604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e866a-0003-479b-b247-4dec9f0dcb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f3c73-afb1-4999-811f-96cf04b8eccc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:21.873449 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b68068a5-26b4-4287-b510-5a24be4098ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.900110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b68068a5-26b4-4287-b510-5a24be4098ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.014084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b68068a5-26b4-4287-b510-5a24be4098ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.020219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b68068a5-26b4-4287-b510-5a24be4098ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.026492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b68068a5-26b4-4287-b510-5a24be4098ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/154f3c73-afb1-4999-811f-96cf04b8eccc HTTP/1.1" status: 204 len: 168 time: 0.2384753 Dec 15 14:07:22.045150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68068a5-26b4-4287-b510-5a24be4098ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f3c73-afb1-4999-811f-96cf04b8eccc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:22.084004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:22.088801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373489345', 'description': 'tempest-description--2032169962'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:22.157850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.265861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.276253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.277856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:22.296323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:22.297290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:22.370591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.374763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54348) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:22.375007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2897265 Dec 15 14:07:22.377055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d56c1-1643-443f-8c6e-a7d88483b317 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29377e39-e624-479e-8c83-02339c9ea276,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:22.382085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'security_group_rule': {'security_group_id': '29377e39-e624-479e-8c83-02339c9ea276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:22.438474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.548077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54356) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:22.551831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:22.590797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.598911 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.630673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a629fe3-8779-4fef-b139-de85f700e201,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:22.666149 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.667901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b1b6a638-d645-4c3e-92f5-df5f1fbc302f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2915437 Dec 15 14:07:22.670579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:22.678183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'security_group_rule': {'security_group_id': '29377e39-e624-479e-8c83-02339c9ea276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:22.734255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.838197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:19Z', 'revision_number': 2, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:22.863392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.873910 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.890146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:22.890511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Updating router f5302bac-c3db-4382-9ac6-128d2de0b4df port a2ae8222-8aa6-4347-8a2d-13d25fca9641 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:22.905396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c9383d-097b-4260-8ab3-ffb86b58b55d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:22.923988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.936079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.946887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1b51a63b-08c9-4fb7-bc51-26f4aa405c76 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2745709 Dec 15 14:07:22.948911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:22.960990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e04c022f-695d-49f1-936b-0ae05ce7b2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.964672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:23.035783 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.163974 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e04c022f-695d-49f1-936b-0ae05ce7b2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.174061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e04c022f-695d-49f1-936b-0ae05ce7b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.197633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.282830 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e04c022f-695d-49f1-936b-0ae05ce7b2dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dbc72ddb2be4396956552c5212577fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265913 Dec 15 14:07:23.282830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c022f-695d-49f1-936b-0ae05ce7b2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d7076d-15df-495c-8868-e89603901e25,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:23.285601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54376) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:23.379408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Allocated IP 172.25.2.78 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/e066b532-49a4-4e4d-ad52-99abb47238ef) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:23.394503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.404284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.422586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed614-eec2-4262-8be1-7d758913d396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.474243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Pushing event updated for resources: {'Port': ['ID=a2ae8222-8aa6-4347-8a2d-13d25fca9641,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:23.496799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.497342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.497961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.498574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.499065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.499500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.499934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.500592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.500947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.501377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.504036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.504036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.504036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.597615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed614-eec2-4262-8be1-7d758913d396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.629952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Attempting to bind port a2ae8222-8aa6-4347-8a2d-13d25fca9641 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:23.630712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Attempting to bind port a2ae8222-8aa6-4347-8a2d-13d25fca9641 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:23.631357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Attempting to bind port a2ae8222-8aa6-4347-8a2d-13d25fca9641 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:23.638261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:23.639124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Checking segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:23.639795 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.640446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Bound using segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:23.641217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Bound port: a2ae8222-8aa6-4347-8a2d-13d25fca9641, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:23.641849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.741385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.766506 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed614-eec2-4262-8be1-7d758913d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.767665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] For port a2ae8222-8aa6-4347-8a2d-13d25fca9641, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:23.769759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed614-eec2-4262-8be1-7d758913d396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.771120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7d6ed614-eec2-4262-8be1-7d758913d396 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01d7076d-15df-495c-8868-e89603901e25 HTTP/1.1" status: 204 len: 168 time: 0.4613183 Dec 15 14:07:23.773751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] For port a2ae8222-8aa6-4347-8a2d-13d25fca9641, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a2ae8222-8aa6-4347-8a2d-13d25fca9641,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:23.782256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.793031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed614-eec2-4262-8be1-7d758913d396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d7076d-15df-495c-8868-e89603901e25,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:23.822654 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.870481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:23.894336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd753ef-2823-4ce6-bc33-572ed9e82f64 None None] Pushing event updated for resources: {'Port': ['ID=a2ae8222-8aa6-4347-8a2d-13d25fca9641,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:23.927777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:23.932803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:24.002078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:24.003450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:24.098655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'Port': ['ID=e066b532-49a4-4e4d-ad52-99abb47238ef,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.202477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.223524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f79782ac-5cf8-4608-a88b-068e3fd61cfc None None] Provisioning complete for port a2ae8222-8aa6-4347-8a2d-13d25fca9641 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:24.224012 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f79782ac-5cf8-4608-a88b-068e3fd61cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.268221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.365223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:24.445440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54416) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:24.482231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd9c3fa1-f75a-4148-b3f3-3902743735b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.511149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f79782ac-5cf8-4608-a88b-068e3fd61cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.636153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f79782ac-5cf8-4608-a88b-068e3fd61cfc None None] For port a2ae8222-8aa6-4347-8a2d-13d25fca9641, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a2ae8222-8aa6-4347-8a2d-13d25fca9641,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:24.662970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f79782ac-5cf8-4608-a88b-068e3fd61cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.734783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd9c3fa1-f75a-4148-b3f3-3902743735b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.757303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd9c3fa1-f75a-4148-b3f3-3902743735b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.813040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.819703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.829863 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dd9c3fa1-f75a-4148-b3f3-3902743735b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b7e76d6ac064a9480318408698a9baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835669 Dec 15 14:07:24.832225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:24.882610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79782ac-5cf8-4608-a88b-068e3fd61cfc None None] Pushing event updated for resources: {'Port': ['ID=a2ae8222-8aa6-4347-8a2d-13d25fca9641,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.932338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-28257238-d128-407d-9aa4-8b81a5303093 None None] Provisioning complete for port a2ae8222-8aa6-4347-8a2d-13d25fca9641 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:24.933159 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28257238-d128-407d-9aa4-8b81a5303093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.977314 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c3fa1-f75a-4148-b3f3-3902743735b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bb490-4179-472c-862b-193eeeed13d7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.978263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'Port': ['ID=e066b532-49a4-4e4d-ad52-99abb47238ef,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.984622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.004844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38c58868-c456-41a0-8c84-eba6e98df9e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.032531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.036811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e1373321-f6ca-478e-a8f4-3b37c9f181bd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0867834 Dec 15 14:07:25.037239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38c58868-c456-41a0-8c84-eba6e98df9e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.060179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:25.101606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:23Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:25.103743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38c58868-c456-41a0-8c84-eba6e98df9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.110476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38c58868-c456-41a0-8c84-eba6e98df9e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.112004 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38c58868-c456-41a0-8c84-eba6e98df9e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d40bb490-4179-472c-862b-193eeeed13d7 HTTP/1.1" status: 204 len: 168 time: 0.2787263 Dec 15 14:07:25.130745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c58868-c456-41a0-8c84-eba6e98df9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bb490-4179-472c-862b-193eeeed13d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:25.188165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e128c-7052-4f58-a857-52d9fb1224f5 None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:23Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:25.258898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1177618424-network', 'tenant_id': 'd173a40074674165b7c1476c3d6e55cc'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:25.332912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Made reservation on behalf of d173a40074674165b7c1476c3d6e55cc for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:25.335778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.354614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.494197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-3cd09c76-38bf-426e-a51d-23811de42dff tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1373489345&fields=id&tenant_id=7b507e95b25941a4908893c74ff01f72 HTTP/1.1" status: 200 len: 267 time: 0.1310720 Dec 15 14:07:25.798510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.820904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:25.855035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-f50b28c2-8c82-48ee-900d-bf8edc5fa289 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:25.858310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-f50b28c2-8c82-48ee-900d-bf8edc5fa289 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 811 time: 0.3405516 Dec 15 14:07:25.861286 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e07e7d4-cebe-4445-899a-57d91cb12807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.864763 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.897347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:25.902595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a2ae8222-8aa6-4347-8a2d-13d25fca9641 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:25.923380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.923829 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Added segment 5ef08cfd-67f0-42b0-b804-024513ec6522 of type vlan for network c4f75668-6f4f-4147-8b8f-907caed8a744 Dec 15 14:07:25.999651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a2ae8222-8aa6-4347-8a2d-13d25fca9641 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:26.000249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.035492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.091218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e07e7d4-cebe-4445-899a-57d91cb12807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.095331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.097485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:26.098452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.100925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e07e7d4-cebe-4445-899a-57d91cb12807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.201764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-3b4f1762-44ad-4c9b-b2a4-557c29da8637 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/quotas/7b507e95b25941a4908893c74ff01f72 HTTP/1.1" status: 200 len: 375 time: 0.1262152 Dec 15 14:07:26.202885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e95dc2-5c5c-419c-8434-d810309c83b7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.243067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e07e7d4-cebe-4445-899a-57d91cb12807 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1af0f211cb74b9b8a8bf349ebd36fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197624 Dec 15 14:07:26.245016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07e7d4-cebe-4445-899a-57d91cb12807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d18a3f-45f6-44bf-b031-b68c6d6c149a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.253457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:26.355509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3319-e88a-4d1e-88e7-7e537b267713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.384678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:26.388044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3319-e88a-4d1e-88e7-7e537b267713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.389210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3277032 Dec 15 14:07:26.406356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Request body: {'subnet': {'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1177618424-subnet', 'tenant_id': 'd173a40074674165b7c1476c3d6e55cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:26.471813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Made reservation on behalf of d173a40074674165b7c1476c3d6e55cc for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:26.477783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.510697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20109294-eeea-4d78-9e65-0bc464022c61 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f75668-6f4f-4147-8b8f-907caed8a744,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.529711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c4f75668-6f4f-4147-8b8f-907caed8a744 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:26.540892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-acb2d6ba-cebc-4950-a440-dff5ffa95a09 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3125427 Dec 15 14:07:26.590036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3319-e88a-4d1e-88e7-7e537b267713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.593343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3319-e88a-4d1e-88e7-7e537b267713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.599357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8cfa3319-e88a-4d1e-88e7-7e537b267713 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36d18a3f-45f6-44bf-b031-b68c6d6c149a HTTP/1.1" status: 204 len: 168 time: 0.3448417 Dec 15 14:07:26.632743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa3319-e88a-4d1e-88e7-7e537b267713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d18a3f-45f6-44bf-b031-b68c6d6c149a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.719508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-7e66863b-ab65-4d8b-998b-eaea34a95374 service neutron] 10.222.0.32 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628165 Dec 15 14:07:26.810366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.902276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.924089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-abbca4aa-7512-4257-8e62-f6626e62690b service neutron] 10.222.0.32 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973958 Dec 15 14:07:26.978486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Checking segment: {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:26.981165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Network hostable DHCP agents. Network: c4f75668-6f4f-4147-8b8f-907caed8a744, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:27.031882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Network c4f75668-6f4f-4147-8b8f-907caed8a744 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:27.052376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c4f75668-6f4f-4147-8b8f-907caed8a744) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:27.057924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:27.060247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.064262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ad48b-fe7a-4061-a7d9-ef90acc2efb9 None None] Network c4f75668-6f4f-4147-8b8f-907caed8a744 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:27.113764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ee8743c-a287-4670-8447-f87c5abd7449 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7279341 Dec 15 14:07:27.185225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da6cfa7d-6d72-4757-881c-e8154c96ab03 req-043f6c86-8f70-40f9-821d-c90316d73a42 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 210 time: 0.0597939 Dec 15 14:07:27.318237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-7c5fdbb2-037e-48bc-8f93-3418f3251842 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cf5e388546344f758f03b10ede021257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466413 Dec 15 14:07:27.340735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f36cd1-4fb2-4d61-ba77-1d713b76c087 None None] Network c4f75668-6f4f-4147-8b8f-907caed8a744 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:27.634936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-e07b73e5-513b-4112-8503-a38e6dcd3a57 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:27.651598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-e07b73e5-513b-4112-8503-a38e6dcd3a57 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321886 Dec 15 14:07:27.672837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-7bb99a2b-3a05-4bd4-a4a7-0eafc7950d6c tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/quotas/cf5e388546344f758f03b10ede021257 HTTP/1.1" status: 200 len: 375 time: 0.0199468 Dec 15 14:07:27.743931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-b8ecc8c6-c833-4be2-b1d8-64a7d7f6378a tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf5e388546344f758f03b10ede021257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664418 Dec 15 14:07:28.033123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39e0d094-d010-4b9c-b11c-22aec3cca920 req-b21f6324-b847-4b09-a574-5eda5d682981 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 210 time: 0.0660090 Dec 15 14:07:28.414913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3989bbf-bfe5-46b4-941c-0f912ed31463 req-8ec1e4f1-e01b-4341-a499-5c646764715f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 210 time: 0.0880063 Dec 15 14:07:29.050898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-372e28e8-d637-473b-9986-4c0214251b92 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:29.053035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-372e28e8-d637-473b-9986-4c0214251b92 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 811 time: 0.2515383 Dec 15 14:07:29.291765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f193edc8-392f-4bba-9ee0-8d94f8bd5809 req-5c5a5223-277d-4200-b1f9-207f09562959 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 210 time: 0.1026940 Dec 15 14:07:29.344962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-ae354df7-1f75-41d6-ae4a-58c545913dc7 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b507e95b25941a4908893c74ff01f72 HTTP/1.1" status: 200 len: 380 time: 0.2807925 Dec 15 14:07:29.358280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'port': {'device_id': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'admin_state_up': True, 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'security_groups': ['29377e39-e624-479e-8c83-02339c9ea276']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:29.943618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:29.984407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61630b1c-584a-492d-b666-281f7a47f14b req-a4eae5bf-bb37-4914-a02d-62219b5db8b5 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 210 time: 0.0568147 Dec 15 14:07:29.986280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-c392d926-2280-440f-8f6f-ac9d5f251e40 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf5e388546344f758f03b10ede021257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575669 Dec 15 14:07:30.164813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-d54fce1f-c6ff-47ac-a85b-a3b77b73502c tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:30.166440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-d54fce1f-c6ff-47ac-a85b-a3b77b73502c tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728649 Dec 15 14:07:30.167884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Made reservation on behalf of 7b507e95b25941a4908893c74ff01f72 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:30.171596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.253612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f68d-cc67-4d8e-a9f9-72787935f014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.317343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Allocated IP 172.20.0.13 (dffc42bf-7bda-4d29-875b-6d2aabcc75d6/f9346555-9cc0-4b0b-9dc6-e9204bc034c2/66b2c408-78e8-483f-800a-926bcc509119) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:30.324934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Request body: {'port': {'device_id': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': 'cf5e388546344f758f03b10ede021257'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:30.440276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f68d-cc67-4d8e-a9f9-72787935f014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.447037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f68d-cc67-4d8e-a9f9-72787935f014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.513821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0ab3f68d-cc67-4d8e-a9f9-72787935f014 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2a8a04389e5411f84d38ee2423cbcc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685711 Dec 15 14:07:30.514774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:30.526670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f43ce9c-f8e6-4939-9a54-7a00e563e5c9 req-ff5c43d3-1ea4-4892-8d14-6ff595f7fd87 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 210 time: 0.0787475 Dec 15 14:07:30.559356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3f68d-cc67-4d8e-a9f9-72787935f014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c776f6-8079-4240-93c4-6d4b3eb7664e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:30.583827 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e3b20c8-e0dd-42db-9426-9ca1f55704d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.588090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Made reservation on behalf of cf5e388546344f758f03b10ede021257 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:30.592307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.608451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e3b20c8-e0dd-42db-9426-9ca1f55704d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.611013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.615533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.666581 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e3b20c8-e0dd-42db-9426-9ca1f55704d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.670234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e3b20c8-e0dd-42db-9426-9ca1f55704d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.675108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e3b20c8-e0dd-42db-9426-9ca1f55704d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8c776f6-8079-4240-93c4-6d4b3eb7664e HTTP/1.1" status: 204 len: 168 time: 0.1579456 Dec 15 14:07:30.684338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b20c8-e0dd-42db-9426-9ca1f55704d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c776f6-8079-4240-93c4-6d4b3eb7664e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:30.731430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.737687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.754907 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.873369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:30.877123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4316259-fa00-4537-9bf4-8ade53f72625,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:30.882977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'Port': ['ID=66b2c408-78e8-483f-800a-926bcc509119,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:30.885558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:30.890880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:31.014703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:31.015353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.034088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Allocated IP 192.168.233.68 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/3b6a27f4-9856-4211-806a-0c14ab3e3da0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:31.051410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-1dc18660-386d-4487-b7d4-2a9e675af2d1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6981239 Dec 15 14:07:31.073573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Request body: {'port': {'device_id': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:31.412739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f037755d-44ad-492f-bd12-c8390443a0b7 None None] Provisioning complete for port 66b2c408-78e8-483f-800a-926bcc509119 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:31.414272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f037755d-44ad-492f-bd12-c8390443a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.463231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.540418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f037755d-44ad-492f-bd12-c8390443a0b7 None None] Port 66b2c408-78e8-483f-800a-926bcc509119 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:31.551122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62c9b-19d0-47c4-9d79-0273f623fb1e req-62c6ebee-f577-442a-9eb7-76bfcccdcd93 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:31.570946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fde62c9b-19d0-47c4-9d79-0273f623fb1e req-62c6ebee-f577-442a-9eb7-76bfcccdcd93 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 932 time: 0.4054782 Dec 15 14:07:31.964369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da074956-3a46-4b1e-bd47-3ffa02f52fc9 req-a576372a-9fee-43ef-b94b-d1093fe56031 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 210 time: 0.2021201 Dec 15 14:07:32.027308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fde62c9b-19d0-47c4-9d79-0273f623fb1e req-0b09ae36-3ee6-4844-a122-e59ba0881250 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510415 Dec 15 14:07:32.067715 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:07:32.115954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.229590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.280550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:32.287782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:32.301761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:32.372731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Pushing event updated for resources: {'Port': ['ID=3b6a27f4-9856-4211-806a-0c14ab3e3da0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:32.436832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:32.437994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.462410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-afa86405-913d-4701-9498-48aca2e98db9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2750113 Dec 15 14:07:32.486192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b2c408-78e8-483f-800a-926bcc509119 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:32.520072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Request body: {'port': {'device_id': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:32.531831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.640300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Transition to ACTIVE for port object 66b2c408-78e8-483f-800a-926bcc509119 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:07:32.673646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.758082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.851509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Pushing event updated for resources: {'Port': ['ID=66b2c408-78e8-483f-800a-926bcc509119,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:32.975109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a375a2e9-c17a-4713-8cab-7cd93e66d439 None None] Provisioning complete for port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:32.976584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a375a2e9-c17a-4713-8cab-7cd93e66d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.045396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a375a2e9-c17a-4713-8cab-7cd93e66d439 None None] Port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:33.104159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Attempting to bind port 66b2c408-78e8-483f-800a-926bcc509119 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:33.106394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Attempting to bind port 66b2c408-78e8-483f-800a-926bcc509119 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:33.107688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Attempting to bind port 66b2c408-78e8-483f-800a-926bcc509119 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:33.118749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Port 66b2c408-78e8-483f-800a-926bcc509119 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:07:33.119335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Attempting to bind port 66b2c408-78e8-483f-800a-926bcc509119 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:33.145919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:33.146720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Checking segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:33.147276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Bound using segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:33.147909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Bound port: 66b2c408-78e8-483f-800a-926bcc509119, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:33.148453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.434915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] For port 66b2c408-78e8-483f-800a-926bcc509119, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:33.447518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5e000-7741-43b8-91e4-ef5fdba9c6d8 req-9a51e9e3-c32a-4bf2-a221-cad9fa0d11b5 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:33.449508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ca5e000-7741-43b8-91e4-ef5fdba9c6d8 req-9a51e9e3-c32a-4bf2-a221-cad9fa0d11b5 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 944 time: 0.2418993 Dec 15 14:07:33.460027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d428df-23f0-445e-b050-b312ce913cd4 req-5912678e-29a2-4332-82db-4cbeee0fd9b4 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:33.462096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71d428df-23f0-445e-b050-b312ce913cd4 req-5912678e-29a2-4332-82db-4cbeee0fd9b4 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 935 time: 0.2560158 Dec 15 14:07:33.464787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] For port 66b2c408-78e8-483f-800a-926bcc509119, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=66b2c408-78e8-483f-800a-926bcc509119,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:33.475765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6a27f4-9856-4211-806a-0c14ab3e3da0 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:33.489579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.514598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.584926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Transition to ACTIVE for port object 3b6a27f4-9856-4211-806a-0c14ab3e3da0 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:07:33.616410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:33.617058 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.622238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] 10.222.0.67 "PUT /v2.0/ports/66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 1092 time: 2.5542693 Dec 15 14:07:33.622805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'tag': '66b2c408-78e8-483f-800a-926bcc509119'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:33.625438 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32d0c69-9254-4742-8be8-5068e2c1388a" -d '{"events": [{"name": "network-changed", "server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "tag": "66b2c408-78e8-483f-800a-926bcc509119"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:33.655938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.743919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ca5e000-7741-43b8-91e4-ef5fdba9c6d8 req-eaf33869-34f8-4806-84d2-148cf364b3cb tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739995 Dec 15 14:07:33.813505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8fe2-787e-46fd-84a5-ae8a1d92eb42 service neutron] Pushing event updated for resources: {'Port': ['ID=66b2c408-78e8-483f-800a-926bcc509119,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:33.880356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71d428df-23f0-445e-b050-b312ce913cd4 req-9450c1cf-a85c-4f68-8c5f-4ac1756da695 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009445 Dec 15 14:07:34.174029 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653cac85-8aab-44f9-8d39-b5fc2f6a3302 x-openstack-request-id: req-653cac85-8aab-44f9-8d39-b5fc2f6a3302 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:34.174548 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "tag": "66b2c408-78e8-483f-800a-926bcc509119", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:34.174877 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-653cac85-8aab-44f9-8d39-b5fc2f6a3302 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:34.175348 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'tag': '66b2c408-78e8-483f-800a-926bcc509119', 'status': 'completed', 'code': 200} Dec 15 14:07:34.223203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-4ceec19e-d9a9-4989-83e0-e9e298ffce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:34.235369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-4ceec19e-d9a9-4989-83e0-e9e298ffce9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1095 time: 0.5628796 Dec 15 14:07:34.243250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6a27f4-9856-4211-806a-0c14ab3e3da0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:34.358154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-ee8db790-e6fa-4c2d-a109-f62e1e40e57d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 217 time: 0.0933354 Dec 15 14:07:34.425472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Attempting to bind port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:34.425815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Attempting to bind port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:34.426538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Attempting to bind port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:34.451155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:07:34.451774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Attempting to bind port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:34.469357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:34.470023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:34.470480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:34.471105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Bound port: 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:34.471557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.502303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-9b0ea704-e2c9-4c1c-8308-8e52e98ee69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:34.504703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-9b0ea704-e2c9-4c1c-8308-8e52e98ee69d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.1374047 Dec 15 14:07:34.598552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-eaedf079-a6b8-4f2b-b65f-81507e7ff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:34.603810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-eaedf079-a6b8-4f2b-b65f-81507e7ff000 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840786 Dec 15 14:07:34.604670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] For port 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:34.607508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] For port 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:34.618453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.707278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:34.707855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.709278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b6a27f4-9856-4211-806a-0c14ab3e3da0 HTTP/1.1" status: 200 len: 1095 time: 2.2165937 Dec 15 14:07:34.747661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f901ccd-07fb-408e-b27b-ab3709f18fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6a27f4-9856-4211-806a-0c14ab3e3da0,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:34.842814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-d021b856-6611-4dd2-beeb-7f338a075add service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339747 Dec 15 14:07:34.918016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-b5cf0608-c3c0-4cff-943f-2832e8793284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:34.920342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-b5cf0608-c3c0-4cff-943f-2832e8793284 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf5e388546344f758f03b10ede021257&device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 1098 time: 0.1493399 Dec 15 14:07:34.987305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-51571c9b-9b8a-4f05-b025-92c422c6bfbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0 HTTP/1.1" status: 200 len: 217 time: 0.0531650 Dec 15 14:07:35.157123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96e8e672-2fab-423a-9086-47fe073f88d4 req-2896d249-5fb4-4cf6-9bc0-96520d30f7f0 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021443 Dec 15 14:07:35.280305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-be124500-5cbc-4b5c-ba72-24492e948e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:35.282190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-be124500-5cbc-4b5c-ba72-24492e948e2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.2874403 Dec 15 14:07:35.367745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014f99d-4dac-4c55-a6d0-f1da4e10b9a0 req-8a7ac636-0e06-4bda-a832-4913b503ed07 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:35.375050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8014f99d-4dac-4c55-a6d0-f1da4e10b9a0 req-8a7ac636-0e06-4bda-a832-4913b503ed07 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 944 time: 0.3127892 Dec 15 14:07:35.398457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ee775-5950-4aca-84cd-28db4b366fc7 req-93458c23-cf96-443a-9750-5547d1b82fb1 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:35.400080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d3ee775-5950-4aca-84cd-28db4b366fc7 req-93458c23-cf96-443a-9750-5547d1b82fb1 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 947 time: 0.2762325 Dec 15 14:07:35.437412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-5b881dfa-a89a-4612-b8cf-86cf30cf4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:35.438776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-5b881dfa-a89a-4612-b8cf-86cf30cf4963 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379776 Dec 15 14:07:35.446919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-7326eb3c-415b-42d5-80c3-a841418452da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:35.448443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-7326eb3c-415b-42d5-80c3-a841418452da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1095 time: 0.2260163 Dec 15 14:07:35.629415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8014f99d-4dac-4c55-a6d0-f1da4e10b9a0 req-26780f20-49a8-489c-b04f-3788335e4bf7 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530069 Dec 15 14:07:35.632332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:35.666276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d3ee775-5950-4aca-84cd-28db4b366fc7 req-6c506241-ab66-4d02-8b2c-28e2f2a83ae7 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503831 Dec 15 14:07:35.723753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-1585340c-6e22-4167-9062-8ee2be3314dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:35.725378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-1585340c-6e22-4167-9062-8ee2be3314dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.2616358 Dec 15 14:07:35.729430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-ac41f8fd-c2de-4ad1-8f84-da2c8f2d94ce service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776306 Dec 15 14:07:35.889518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f685ba4d-66cc-4934-b523-a8cfc661eaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.909135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-272d7514-7ebe-4fb9-9551-1b48c2cf1922 req-f9e51fa4-bc20-4ff4-b61b-55bdf252dca7 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676841 Dec 15 14:07:36.117883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f685ba4d-66cc-4934-b523-a8cfc661eaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.122768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f685ba4d-66cc-4934-b523-a8cfc661eaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.178661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f685ba4d-66cc-4934-b523-a8cfc661eaff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e415a9b48e34d01a25d62ca5245b4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436184 Dec 15 14:07:36.181267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685ba4d-66cc-4934-b523-a8cfc661eaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10734d56-e1f9-41d0-8497-f26d2cedefa3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:36.185396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:36.274988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73d6d7-1dbb-4a9e-91c4-1c37ded32aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.309635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73d6d7-1dbb-4a9e-91c4-1c37ded32aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.377168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'tag': '3b6a27f4-9856-4211-806a-0c14ab3e3da0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:36.380256 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc622c3-0279-467c-b0f1-310d95859b19" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c0b50-0f05-4449-aca6-db6a8b48a451", "tag": "3b6a27f4-9856-4211-806a-0c14ab3e3da0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:36.385169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-c383c3bb-dbf6-4779-bd7c-1a5f5a2376bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 217 time: 0.6459579 Dec 15 14:07:36.457761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-4d233f4e-dab9-4fc2-94c1-47cd7783dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.458352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73d6d7-1dbb-4a9e-91c4-1c37ded32aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.459527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-4d233f4e-dab9-4fc2-94c1-47cd7783dee5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.0637503 Dec 15 14:07:36.461910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb73d6d7-1dbb-4a9e-91c4-1c37ded32aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.463115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb73d6d7-1dbb-4a9e-91c4-1c37ded32aa0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10734d56-e1f9-41d0-8497-f26d2cedefa3 HTTP/1.1" status: 204 len: 168 time: 0.2761257 Dec 15 14:07:36.475972 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c4f64-ffc8-4dc2-b095-450138c0715d x-openstack-request-id: req-b35c4f64-ffc8-4dc2-b095-450138c0715d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:36.477035 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c0b50-0f05-4449-aca6-db6a8b48a451", "tag": "3b6a27f4-9856-4211-806a-0c14ab3e3da0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:36.477172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73d6d7-1dbb-4a9e-91c4-1c37ded32aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10734d56-e1f9-41d0-8497-f26d2cedefa3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:36.477688 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b35c4f64-ffc8-4dc2-b095-450138c0715d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:36.478332 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'tag': '3b6a27f4-9856-4211-806a-0c14ab3e3da0', 'status': 'completed', 'code': 200} Dec 15 14:07:36.636319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-df89da16-c109-4686-ba0a-52e73b66e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.637904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-df89da16-c109-4686-ba0a-52e73b66e864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579134 Dec 15 14:07:36.777108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-1ade7d3d-4869-46aa-b992-8a740c6dd2e9 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212459 Dec 15 14:07:36.809044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc622c3-0279-467c-b0f1-310d95859b19 req-7a3d7bda-65dd-4082-a495-477bd104bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.810542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-7a3d7bda-65dd-4082-a495-477bd104bdef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf5e388546344f758f03b10ede021257&device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 1098 time: 0.2743511 Dec 15 14:07:36.972061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9ba17-621b-40e8-acfb-eed4ee734a18 req-465a4055-8710-40c5-b4ef-b9618d7025f1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.974668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ce9ba17-621b-40e8-acfb-eed4ee734a18 req-465a4055-8710-40c5-b4ef-b9618d7025f1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 944 time: 0.1961200 Dec 15 14:07:37.050108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4c625-eb73-41b1-b399-d597f90f5e9d req-af07ba88-e33a-4a9f-8054-939c09f0124f tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:37.052661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78d4c625-eb73-41b1-b399-d597f90f5e9d req-af07ba88-e33a-4a9f-8054-939c09f0124f tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 947 time: 0.2394087 Dec 15 14:07:37.104175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:37.121825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84fa63bf-2612-44b1-8d5e-65faa22203d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.138845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a32d0c69-9254-4742-8be8-5068e2c1388a req-b8fe42df-3f00-40a6-99b0-d4f7a2eb3ddf service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161819 Dec 15 14:07:37.155457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ce9ba17-621b-40e8-acfb-eed4ee734a18 req-44183df9-6621-49f7-9afb-663f93c77004 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609788 Dec 15 14:07:37.156568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc622c3-0279-467c-b0f1-310d95859b19 req-9ed066ba-3ced-45a5-98a9-5ba048b54530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:37.157967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-9ed066ba-3ced-45a5-98a9-5ba048b54530 service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.3245962 Dec 15 14:07:37.215883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-ebd70a7b-6edc-44a8-9b03-429893639c5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0 HTTP/1.1" status: 200 len: 217 time: 0.0482681 Dec 15 14:07:37.220153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78d4c625-eb73-41b1-b399-d597f90f5e9d req-73eae1e1-a8ae-4865-a88d-d965037ca147 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559582 Dec 15 14:07:37.291647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc622c3-0279-467c-b0f1-310d95859b19 req-20c19093-cf5d-45c3-85b5-3ae9f861323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:37.293468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-20c19093-cf5d-45c3-85b5-3ae9f861323c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0678637 Dec 15 14:07:37.294065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84fa63bf-2612-44b1-8d5e-65faa22203d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.299292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84fa63bf-2612-44b1-8d5e-65faa22203d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.359394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 54872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:37.360312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84fa63bf-2612-44b1-8d5e-65faa22203d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e6fbc6c1ee64c03b4dd4ff9260c2bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547204 Dec 15 14:07:37.361223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa63bf-2612-44b1-8d5e-65faa22203d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea06908-27a1-441a-a505-107133ec8565,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:37.364886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc622c3-0279-467c-b0f1-310d95859b19 req-1a0325ac-311b-4cb4-baae-2f90f55b9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:37.367921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-1a0325ac-311b-4cb4-baae-2f90f55b9b41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624745 Dec 15 14:07:37.493049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c787de16-3db8-41be-9010-0021611cba39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.542618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c787de16-3db8-41be-9010-0021611cba39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.565142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-dc73616e-debb-45e5-8956-c11810b4d6a8 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705191 Dec 15 14:07:37.704398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c787de16-3db8-41be-9010-0021611cba39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.708135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c787de16-3db8-41be-9010-0021611cba39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.711949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c787de16-3db8-41be-9010-0021611cba39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ea06908-27a1-441a-a505-107133ec8565 HTTP/1.1" status: 204 len: 168 time: 0.3484814 Dec 15 14:07:37.746731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787de16-3db8-41be-9010-0021611cba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea06908-27a1-441a-a505-107133ec8565,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:37.763756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-afc622c3-0279-467c-b0f1-310d95859b19 req-9cd28b37-6150-4a25-9fe5-8aee704de616 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977892 Dec 15 14:07:38.393082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188eb78-9c7b-4f76-b2b8-4c601e63a4c9 req-be79db20-9c0b-452b-a766-c0f40a605e7b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:38.394681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a188eb78-9c7b-4f76-b2b8-4c601e63a4c9 req-be79db20-9c0b-452b-a766-c0f40a605e7b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 944 time: 0.1332352 Dec 15 14:07:38.433932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a534f-9ac0-4020-8f9d-8774e9da7eff req-6a9c995a-e031-497a-a9dc-13444de370e1 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:38.435713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-220a534f-9ac0-4020-8f9d-8774e9da7eff req-6a9c995a-e031-497a-a9dc-13444de370e1 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 947 time: 0.0956867 Dec 15 14:07:38.448756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 66b2c408-78e8-483f-800a-926bcc509119 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:07:38.528553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a188eb78-9c7b-4f76-b2b8-4c601e63a4c9 req-2dba4581-cec8-491e-b1f5-442d4aa11f67 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244290 Dec 15 14:07:38.633709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-220a534f-9ac0-4020-8f9d-8774e9da7eff req-14b626ed-476b-4188-91f1-3d500f0fb2b9 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791902 Dec 15 14:07:38.682637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 66b2c408-78e8-483f-800a-926bcc509119, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=66b2c408-78e8-483f-800a-926bcc509119,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:38.699229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '66b2c408-78e8-483f-800a-926bcc509119', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'port_id': '66b2c408-78e8-483f-800a-926bcc509119', 'mac_address': 'fa:16:3e:25:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:07:38.749507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.779329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b2c408-78e8-483f-800a-926bcc509119 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:38.803512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 66b2c408-78e8-483f-800a-926bcc509119, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=66b2c408-78e8-483f-800a-926bcc509119,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:38.808687 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.809954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6a27f4-9856-4211-806a-0c14ab3e3da0 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:07:39.001709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:39.032375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3b6a27f4-9856-4211-806a-0c14ab3e3da0', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '3b6a27f4-9856-4211-806a-0c14ab3e3da0', 'mac_address': 'fa:16:3e:11:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:07:39.229360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=66b2c408-78e8-483f-800a-926bcc509119,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:39.240299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.276905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6a27f4-9856-4211-806a-0c14ab3e3da0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:39.334653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:39.353657 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.473250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3b6a27f4-9856-4211-806a-0c14ab3e3da0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:39.592870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['66b2c408-78e8-483f-800a-926bcc509119'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:07:39.698915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3b6a27f4-9856-4211-806a-0c14ab3e3da0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:07:39.905362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37ee2-243f-4ead-9f82-ad764eae49f6 req-9796b602-d533-4627-a9b5-7c29f8dd0492 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:39.911701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba37ee2-243f-4ead-9f82-ad764eae49f6 req-9796b602-d533-4627-a9b5-7c29f8dd0492 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 945 time: 0.2422369 Dec 15 14:07:39.951266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 54986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:40.040051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ef2b-ef41-49e3-ad50-0b548af459de req-bf410261-0753-4ed4-8c8d-ca5931b2b822 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:40.052765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7282ef2b-ef41-49e3-ad50-0b548af459de req-bf410261-0753-4ed4-8c8d-ca5931b2b822 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 948 time: 0.2567770 Dec 15 14:07:40.184052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba37ee2-243f-4ead-9f82-ad764eae49f6 req-1b9486e4-8cbf-4fb0-accc-c62bcc225ab2 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631893 Dec 15 14:07:40.255341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7282ef2b-ef41-49e3-ad50-0b548af459de req-c9db4061-3b75-41cb-b39d-8a35cbe2aa22 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959736 Dec 15 14:07:40.534196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a02fa91-aa32-4ea8-89d8-2deb23343406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.735835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a02fa91-aa32-4ea8-89d8-2deb23343406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.754331 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a02fa91-aa32-4ea8-89d8-2deb23343406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.816123 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2a02fa91-aa32-4ea8-89d8-2deb23343406 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbd2cba1b52f423280627433b45289e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8628008 Dec 15 14:07:40.818411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55000) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:40.825384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02fa91-aa32-4ea8-89d8-2deb23343406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb29fa7-27aa-430d-854a-18364177cc0b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:40.920301 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-129a0182-aa26-4f06-a149-a8bc61157fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.952583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-129a0182-aa26-4f06-a149-a8bc61157fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.050249 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-129a0182-aa26-4f06-a149-a8bc61157fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.062818 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-129a0182-aa26-4f06-a149-a8bc61157fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.064003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-129a0182-aa26-4f06-a149-a8bc61157fb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cb29fa7-27aa-430d-854a-18364177cc0b HTTP/1.1" status: 204 len: 168 time: 0.2446074 Dec 15 14:07:41.072489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a0182-aa26-4f06-a149-a8bc61157fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb29fa7-27aa-430d-854a-18364177cc0b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:41.537613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c204f2a-b1cb-453f-96a0-cec0f5cb8a36 req-30d10d2a-e7e7-4b0e-9ff4-ff66b1dd1725 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:41.549208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c204f2a-b1cb-453f-96a0-cec0f5cb8a36 req-30d10d2a-e7e7-4b0e-9ff4-ff66b1dd1725 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 948 time: 0.1730332 Dec 15 14:07:41.596073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bf974-8b05-4ad2-90f3-db9cfc6978e3 req-0dab9d1e-ebb1-4f78-8344-6ddd837557fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:41.601098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b4bf974-8b05-4ad2-90f3-db9cfc6978e3 req-0dab9d1e-ebb1-4f78-8344-6ddd837557fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 945 time: 0.1708107 Dec 15 14:07:41.732675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c204f2a-b1cb-453f-96a0-cec0f5cb8a36 req-6c31ab3f-012b-4b0e-ae46-f1ae14a1cf23 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776710 Dec 15 14:07:41.759188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b4bf974-8b05-4ad2-90f3-db9cfc6978e3 req-09b2d2f3-f1c2-4669-966e-b83351c84a11 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490691 Dec 15 14:07:42.449592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 66b2c408-78e8-483f-800a-926bcc509119 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:42.612872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49d2e7ad-f780-45d5-ad17-6fd0ba797e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.653836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 66b2c408-78e8-483f-800a-926bcc509119 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:07:42.663009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 66b2c408-78e8-483f-800a-926bcc509119 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:42.663375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.008600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.027672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-e6afcef4-9d6e-4ad4-b576-4420ddc6c9c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1790204 Dec 15 14:07:43.079396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b2c408-78e8-483f-800a-926bcc509119'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:43.082903 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61371f14-d445-4183-92ae-10a9abc3f655" -d '{"events": [{"server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "name": "network-vif-plugged", "status": "completed", "tag": "66b2c408-78e8-483f-800a-926bcc509119"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:43.196541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 66b2c408-78e8-483f-800a-926bcc509119, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=66b2c408-78e8-483f-800a-926bcc509119,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:43.217845 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.221463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6a27f4-9856-4211-806a-0c14ab3e3da0 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:43.369344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051c41-3b68-404b-8341-dcc5cd2e1350 req-51ac007c-8fc0-4cbf-99de-45442fd2c312 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:43.376079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50051c41-3b68-404b-8341-dcc5cd2e1350 req-51ac007c-8fc0-4cbf-99de-45442fd2c312 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 948 time: 0.5102258 Dec 15 14:07:43.431889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ccd3-4f6d-4881-a735-dedbe64996cc req-6601cdb0-2ef4-4232-a3c1-96f151c8222f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:43.447465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbc9ccd3-4f6d-4881-a735-dedbe64996cc req-6601cdb0-2ef4-4232-a3c1-96f151c8222f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 945 time: 0.4193437 Dec 15 14:07:43.483872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=66b2c408-78e8-483f-800a-926bcc509119,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:43.514350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-30e48fda-563a-40b0-ae06-e5f7f8371556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:43.515882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-30e48fda-563a-40b0-ae06-e5f7f8371556 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1096 time: 0.3744204 Dec 15 14:07:43.548751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:07:43.561641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:43.567562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.805301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50051c41-3b68-404b-8341-dcc5cd2e1350 req-0e2605da-3164-4099-a9de-07e09c833abb tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163904 Dec 15 14:07:43.863559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbc9ccd3-4f6d-4881-a735-dedbe64996cc req-3c240fc2-b5f4-412b-81ec-1abcd78528cd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151144 Dec 15 14:07:43.938197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-9d7b0dfa-193d-47cf-bfe7-0974f2953fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:43.942427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-9d7b0dfa-193d-47cf-bfe7-0974f2953fa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 200 len: 899 time: 0.3989828 Dec 15 14:07:43.951607 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b27f3db-1206-4882-998d-743f049b27c1 x-openstack-request-id: req-5b27f3db-1206-4882-998d-743f049b27c1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:43.951998 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "name": "network-vif-plugged", "status": "completed", "tag": "66b2c408-78e8-483f-800a-926bcc509119", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:43.952282 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b27f3db-1206-4882-998d-743f049b27c1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:43.952771 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b2c408-78e8-483f-800a-926bcc509119', 'code': 200} Dec 15 14:07:43.966123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.061273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:44.067518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.126060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3b6a27f4-9856-4211-806a-0c14ab3e3da0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:44.141739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-90139385-504d-4938-a846-6d484b217a34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 200 len: 1001 time: 0.1869724 Dec 15 14:07:44.184840 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.292535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786f0fb-e87d-4543-b959-287118d83324 req-35451ab3-b7fa-4190-8098-709507eed0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:44.294186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e786f0fb-e87d-4543-b959-287118d83324 req-35451ab3-b7fa-4190-8098-709507eed0b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1097 time: 0.1446760 Dec 15 14:07:44.340337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-53f7f7cd-fe77-49cd-a169-2c961a86ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:44.342212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-53f7f7cd-fe77-49cd-a169-2c961a86ebf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e362034-2b04-4268-ae92-2223c8506932 HTTP/1.1" status: 200 len: 834 time: 0.1296499 Dec 15 14:07:44.393830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e786f0fb-e87d-4543-b959-287118d83324 req-495b35d5-0df8-4da2-a0a6-e5da685247d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835235 Dec 15 14:07:44.427426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-a1002b49-7a1a-4545-a791-3f9f71a49166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:44.430263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-a1002b49-7a1a-4545-a791-3f9f71a49166 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b7648bb-9903-449f-9938-8162baa07450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767388 Dec 15 14:07:44.717066 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0555e66a-cf7a-4308-a898-2c67e064c920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.789155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-05503bd8-8716-444b-882d-8959144a8e4f service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827900 Dec 15 14:07:44.876842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55108) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:45.143672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:45.218678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf619e-2580-42b8-9d51-45fc9f5a269f req-176064d3-bf0e-443c-878a-48ff29a27dac tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:45.228429 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0acf619e-2580-42b8-9d51-45fc9f5a269f req-176064d3-bf0e-443c-878a-48ff29a27dac tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 949 time: 0.3535984 Dec 15 14:07:45.276749 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-999e999e-663e-4394-af03-5ca51555bb73 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 200 len: 993 time: 0.1273270 Dec 15 14:07:45.324624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-359808197'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:45.362114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402d3e-db0c-44db-b73f-43bc67c57394 req-7a2e4f57-4168-427f-a9ac-c58ea4efe4bc tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:45.363770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1402d3e-db0c-44db-b73f-43bc67c57394 req-7a2e4f57-4168-427f-a9ac-c58ea4efe4bc tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.2857201 Dec 15 14:07:45.367175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0acf619e-2580-42b8-9d51-45fc9f5a269f req-3014d5bf-9056-4a2d-b92f-933358eb469f tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117063 Dec 15 14:07:45.369407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51179e8c-b81a-46c2-8107-9abd03fba545 req-6b1cd694-8921-4968-b86c-a170fce8bbc1 service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709949 Dec 15 14:07:45.401228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Made reservation on behalf of baacb67014a54c43ba7e0444ee8da815 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:45.410138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.440478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.532478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1402d3e-db0c-44db-b73f-43bc67c57394 req-39a1418b-bb1b-4920-8800-ddc4c05c086b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605175 Dec 15 14:07:45.709793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.719738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.734727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:45.806491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df77c25e-ccf9-4af2-8d9b-1b861f4ca6ef,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:45.835531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:45.893546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.894954 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Added segment 96e4d760-556e-46da-8d56-5bd02cc4a8b0 of type vlan for network 0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c Dec 15 14:07:45.953710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6a27f4-9856-4211-806a-0c14ab3e3da0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:45.956843 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bef0ee-68fe-4409-9ce8-5124f7d6e8cc" -d '{"events": [{"server_uuid": "b01c0b50-0f05-4449-aca6-db6a8b48a451", "name": "network-vif-plugged", "status": "completed", "tag": "3b6a27f4-9856-4211-806a-0c14ab3e3da0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:46.028094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.047138 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173271e0-5cc6-4c2a-95e7-198d8ae417d8 x-openstack-request-id: req-173271e0-5cc6-4c2a-95e7-198d8ae417d8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:46.047717 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c0b50-0f05-4449-aca6-db6a8b48a451", "name": "network-vif-plugged", "status": "completed", "tag": "3b6a27f4-9856-4211-806a-0c14ab3e3da0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:46.048344 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-173271e0-5cc6-4c2a-95e7-198d8ae417d8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:46.049582 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6a27f4-9856-4211-806a-0c14ab3e3da0', 'code': 200} Dec 15 14:07:46.082545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55146) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:46.091451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.099587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:46.100778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.218046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Pushing event updated for resources: {'Network': ['ID=0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:46.253010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:46.254876 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9aed514f-14aa-4217-bc82-bf28bcdbfe37 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3763630 Dec 15 14:07:46.257050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:46.323756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ef37-7c38-4b4b-8f7b-49c70a027cf5 req-e143363a-6f0f-44b3-b5d1-4ca420adc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:46.335165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-def1ef37-7c38-4b4b-8f7b-49c70a027cf5 req-e143363a-6f0f-44b3-b5d1-4ca420adc2c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 1100 time: 0.1832368 Dec 15 14:07:46.338031 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.342222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port 3795eed9-8dce-4cbd-8d4f-3b67eef1b5dd {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:46.342558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.385674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2db523-8b2d-4eaf-ab7d-2f09a5511c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.493800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-def1ef37-7c38-4b4b-8f7b-49c70a027cf5 req-c08c34c1-e95b-4f70-ab99-728f71f5c5b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483188 Dec 15 14:07:46.863507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172bea-6ce4-46ac-91dc-ac3ca0b1a78b req-bd2e4f10-f847-4256-bc6e-35f3aa94cbde tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:46.875479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5172bea-6ce4-46ac-91dc-ac3ca0b1a78b req-bd2e4f10-f847-4256-bc6e-35f3aa94cbde tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 949 time: 0.3552041 Dec 15 14:07:46.887940 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.888644 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.026232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'network': {'name': 'tempest-network--720553847', 'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:47.045122 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2db523-8b2d-4eaf-ab7d-2f09a5511c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.051678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for 3795eed9-8dce-4cbd-8d4f-3b67eef1b5dd owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:47.065784 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2db523-8b2d-4eaf-ab7d-2f09a5511c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.147338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db523-8b2d-4eaf-ab7d-2f09a5511c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5becade5-cfa4-42fe-a716-9096bc14a466,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:47.160016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Made reservation on behalf of 3bfd75beda814fa1a7e44f7ee770007d for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:47.162492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.179065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d2db523-8b2d-4eaf-ab7d-2f09a5511c65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04df3239dbe84a6883280fbafce01ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0954006 Dec 15 14:07:47.180167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.182489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55174) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:47.199715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079470b-621d-4efd-a3db-c48559e2bb33 req-5fb0da5f-bcdd-44c2-961d-7556348a4a83 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:47.201623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4079470b-621d-4efd-a3db-c48559e2bb33 req-5fb0da5f-bcdd-44c2-961d-7556348a4a83 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.4186804 Dec 15 14:07:47.242298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5172bea-6ce4-46ac-91dc-ac3ca0b1a78b req-5f03e4d7-eb1a-48b9-ac5a-f4c50c77f55d tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566036 Dec 15 14:07:47.291164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb83bbbd-5842-46fe-b7ba-55c346d119e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.336030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb83bbbd-5842-46fe-b7ba-55c346d119e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.360191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4079470b-621d-4efd-a3db-c48559e2bb33 req-b724c482-9044-48d4-aea9-167fc8dd18c1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168013 Dec 15 14:07:47.364491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.375115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.422303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:47.458340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.459207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad3e41-b6a7-4289-95d5-25b4c9001cb5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:47.482502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.482953 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Added segment f0639361-7cd0-454c-b4e1-badcaa724480 of type vlan for network 3dd8086d-da81-43d2-93a3-76459ab8258e Dec 15 14:07:47.545437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.584828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb83bbbd-5842-46fe-b7ba-55c346d119e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.589059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb83bbbd-5842-46fe-b7ba-55c346d119e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.590476 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fb83bbbd-5842-46fe-b7ba-55c346d119e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5becade5-cfa4-42fe-a716-9096bc14a466 HTTP/1.1" status: 204 len: 168 time: 0.4055419 Dec 15 14:07:47.595363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.597178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:47.597915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.619339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.668574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=3795eed9-8dce-4cbd-8d4f-3b67eef1b5dd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:47.674792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83bbbd-5842-46fe-b7ba-55c346d119e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5becade5-cfa4-42fe-a716-9096bc14a466,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:47.734766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c757a-a2d3-4f1d-af18-07fa427b2553 req-9a0efcc1-e826-48d1-bddc-db97bfff18e7 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:47.744108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a97c757a-a2d3-4f1d-af18-07fa427b2553 req-9a0efcc1-e826-48d1-bddc-db97bfff18e7 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1749256 Dec 15 14:07:47.752052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55186) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:47.757499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'floatingip': {'port_id': '66b2c408-78e8-483f-800a-926bcc509119'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:47.805044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.805854 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Floating IP 328d0588-5897-4d01-8c1e-b6fd4f2867f0 disassociated (deleted). External IP: 172.25.2.150, port: 2936c02f-f8cb-46af-82fb-2de6f5618340. Dec 15 14:07:47.818561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5604029 Dec 15 14:07:47.833117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:47.895629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.983477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab94b26-a2cb-4164-8b42-5562c2544762 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Network': ['ID=3dd8086d-da81-43d2-93a3-76459ab8258e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:48.012773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3dd8086d-da81-43d2-93a3-76459ab8258e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:48.307821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.504299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.619072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.655798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd8086d-da81-43d2-93a3-76459ab8258e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:48.679144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0639361-7cd0-454c-b4e1-badcaa724480') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:48.679703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0639361-7cd0-454c-b4e1-badcaa724480') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:48.696938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.771569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.821413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:48.821413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:48.822738 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:48.843782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd67a-f5d0-4244-9c63-f43dfb78545b req-ea872e39-dcf9-4ff8-892b-f7f203c1a847 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:48.850272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d17fd67a-f5d0-4244-9c63-f43dfb78545b req-ea872e39-dcf9-4ff8-892b-f7f203c1a847 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 949 time: 0.0872846 Dec 15 14:07:48.882926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 038cf3ae-8657-4caf-8793-05b76ef8fc15 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:48.940739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.967795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dd8086d-da81-43d2-93a3-76459ab8258e {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:07:48.994165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.004015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55214) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:49.005691 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3dd8086d-da81-43d2-93a3-76459ab8258e HTTP/1.1" status: 204 len: 168 time: 1.1708069 Dec 15 14:07:49.011460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee036bb-b594-4c9e-8d45-ba5f6f910b12 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dd8086d-da81-43d2-93a3-76459ab8258e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:49.028002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:49.042050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:49.103804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.108697 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.175161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d17fd67a-f5d0-4244-9c63-f43dfb78545b req-f7763dd2-86a9-481f-9441-24272cd22d61 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016365 Dec 15 14:07:49.183521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Made reservation on behalf of 3bfd75beda814fa1a7e44f7ee770007d for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:49.190116 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.329154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:49.375283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.375648 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Added segment b35256bf-b9de-4a95-901f-dfb5d41181df of type vlan for network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 Dec 15 14:07:49.429821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:49.438551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.454294 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Floating IP dd98a165-2a43-4245-98bb-7549cf342c9f associated. External IP: 172.25.2.78, port: 66b2c408-78e8-483f-800a-926bcc509119. Dec 15 14:07:49.505898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.516556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5993db96-f550-49a6-bac1-ac2bb06b6797 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/floatingips/328d0588-5897-4d01-8c1e-b6fd4f2867f0 HTTP/1.1" status: 204 len: 168 time: 3.7786314 Dec 15 14:07:49.521677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:49.524306 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd50290-c673-4eda-b174-f522da56b987" -d '{"events": [{"name": "network-changed", "server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:49.589311 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] Sync routers for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:49.615645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.616565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:49.617156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.621940 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:49.625061 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:49.764460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57822c-5f5a-4ab5-b17f-2c88f79cd6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.834978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8216062 Dec 15 14:07:49.880117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55244) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:49.898346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'subnet': {'network_id': '3c819e58-0d2b-4ca7-ad09-ba3e433908a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:49.907503 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:49.912115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b8cb-56ef-499f-9286-d983c3409c26 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Network': ['ID=3c819e58-0d2b-4ca7-ad09-ba3e433908a6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:49.927076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:49.936951 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c635b6-a49f-4a40-8f84-2d1ed259a6a0 x-openstack-request-id: req-85c635b6-a49f-4a40-8f84-2d1ed259a6a0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:49.938252 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:49.938706 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85c635b6-a49f-4a40-8f84-2d1ed259a6a0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:49.939798 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'status': 'completed', 'code': 200} Dec 15 14:07:50.103820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Router f5302bac-c3db-4382-9ac6-128d2de0b4df has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:50.242896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Made reservation on behalf of 3bfd75beda814fa1a7e44f7ee770007d for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:50.246614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.334308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:50.342898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.350471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:50.352300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd50290-c673-4eda-b174-f522da56b987 req-985f151f-0d2f-4e8b-a9f3-fa099ca90fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:50.354743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-985f151f-0d2f-4e8b-a9f3-fa099ca90fd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 1096 time: 0.4018977 Dec 15 14:07:50.386640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bc01398b-4724-4e38-b36e-44b64e12e162 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "PUT /v2.0/floatingips/dd98a165-2a43-4245-98bb-7549cf342c9f HTTP/1.1" status: 200 len: 991 time: 2.6306956 Dec 15 14:07:50.386888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:50.387022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'tag': '66b2c408-78e8-483f-800a-926bcc509119'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:50.387138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:50.405471 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657f2da-521f-4c33-8913-68587248fb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "tag": "66b2c408-78e8-483f-800a-926bcc509119"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:50.420801 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:50.485344 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] Checking router: 038cf3ae-8657-4caf-8793-05b76ef8fc15 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:50.512030 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:50.512941 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:50.523705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0c5c6-f945-4998-841b-2e49a618b7ea req-de526641-e121-420f-a5e4-4570ef4cd259 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:50.525406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b0c5c6-f945-4998-841b-2e49a618b7ea req-de526641-e121-420f-a5e4-4570ef4cd259 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 945 time: 0.3967717 Dec 15 14:07:50.644707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:50.748642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6b0c5c6-f945-4998-841b-2e49a618b7ea req-4a50ba34-c62d-4b97-b6f8-ca8d08e69e01 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063181 Dec 15 14:07:50.773303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57822c-5f5a-4ab5-b17f-2c88f79cd6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.781576 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:50.788431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f57822c-5f5a-4ab5-b17f-2c88f79cd6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.822279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57822c-5f5a-4ab5-b17f-2c88f79cd6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3144d4e-4042-450d-812d-3487ba8b1464,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:50.835239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd50290-c673-4eda-b174-f522da56b987 req-416236b7-f49c-4d35-917e-40d8f5145f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:50.836732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-416236b7-f49c-4d35-917e-40d8f5145f37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 200 len: 899 time: 0.4707181 Dec 15 14:07:51.006515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-baa8a1f4-b013-4890-9a60-598d3bb865cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 200 len: 217 time: 0.1497157 Dec 15 14:07:51.050562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:51.054447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f57822c-5f5a-4ab5-b17f-2c88f79cd6bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b80ee9e4e6b54eedb10a65cffacbf532&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9533496 Dec 15 14:07:51.217706 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a632c6c-27c3-4611-9836-0dd8c12cdedb x-openstack-request-id: req-7a632c6c-27c3-4611-9836-0dd8c12cdedb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:51.231813 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "tag": "66b2c408-78e8-483f-800a-926bcc509119", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:51.233215 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a632c6c-27c3-4611-9836-0dd8c12cdedb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:51.234897 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'tag': '66b2c408-78e8-483f-800a-926bcc509119', 'status': 'completed', 'code': 200} Dec 15 14:07:51.241822 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:51.264547 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.270212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'dd98a165-2a43-4245-98bb-7549cf342c9f', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'port_id': '66b2c408-78e8-483f-800a-926bcc509119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'mac_address': 'fa:16:3e:25:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:07:24Z', 'updated_at': '2021-12-15T14:07:48Z', 'revision_number': 1, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:51.275214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c346265a-96c8-439f-8640-3124fbdee7e3 None None] The sync data for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 is: [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:06:38Z', 'revision_number': 4, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588', 'name': '', 'network_id': '8b7648bb-9903-449f-9938-8162baa07450', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'mac_address': 'fa:16:3e:a0:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '9e362034-2b04-4268-ae92-2223c8506932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:34Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'subnets': [{'id': '9e362034-2b04-4268-ae92-2223c8506932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:51.355293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8e512f7-3311-4e2c-bc66-5ccc462d3f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.379533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:51.399953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8e512f7-3311-4e2c-bc66-5ccc462d3f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.409241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:51.410456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:51.420646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-6fbb2c9b-d8ce-4444-abac-488096acb844 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:51.423000 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-6fbb2c9b-d8ce-4444-abac-488096acb844 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 945 time: 0.1669235 Dec 15 14:07:51.481435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd50290-c673-4eda-b174-f522da56b987 req-a6a39409-f17f-4a3d-879a-b777bb6ebc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:51.484648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-a6a39409-f17f-4a3d-879a-b777bb6ebc53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e362034-2b04-4268-ae92-2223c8506932 HTTP/1.1" status: 200 len: 834 time: 0.4577794 Dec 15 14:07:51.606954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8e512f7-3311-4e2c-bc66-5ccc462d3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.614338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8e512f7-3311-4e2c-bc66-5ccc462d3f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.618537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a8e512f7-3311-4e2c-bc66-5ccc462d3f32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3144d4e-4042-450d-812d-3487ba8b1464 HTTP/1.1" status: 204 len: 168 time: 0.5666914 Dec 15 14:07:51.643596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f2da-521f-4c33-8913-68587248fb8d req-372662f7-9b42-4bb4-b003-6a8519dc2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:51.647605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-372662f7-9b42-4bb4-b003-6a8519dc2583 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1097 time: 0.4698472 Dec 15 14:07:51.663850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e512f7-3311-4e2c-bc66-5ccc462d3f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3144d4e-4042-450d-812d-3487ba8b1464,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:51.703737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port 2936c02f-f8cb-46af-82fb-2de6f5618340 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:51.704083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.878503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:51.948104 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2593a-055a-44a0-9f1a-9aeaa16c2e3d None None] New status for floating IP 328d0588-5897-4d01-8c1e-b6fd4f2867f0: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:07:51.966999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port 2936c02f-f8cb-46af-82fb-2de6f5618340, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2936c02f-f8cb-46af-82fb-2de6f5618340,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:51.967842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.020334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for 2936c02f-f8cb-46af-82fb-2de6f5618340 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:52.037669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd50290-c673-4eda-b174-f522da56b987 req-aba42c4f-60dd-4068-9634-eded6bc19686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:52.047394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-aba42c4f-60dd-4068-9634-eded6bc19686 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b7648bb-9903-449f-9938-8162baa07450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5339885 Dec 15 14:07:52.319198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a458886-55f3-42c7-89d3-487b8f231908 req-80d19f29-a1fb-42b4-9740-1f64818ec1ef tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:52.320788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a458886-55f3-42c7-89d3-487b8f231908 req-80d19f29-a1fb-42b4-9740-1f64818ec1ef tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/ports?device_id=619fed1e-aa27-4106-b81d-5a8a8ca90cc0 HTTP/1.1" status: 200 len: 945 time: 0.3578296 Dec 15 14:07:52.338363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f2da-521f-4c33-8913-68587248fb8d req-de1ac9db-bae4-4093-ab85-d13913b7429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:52.340283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-de1ac9db-bae4-4093-ab85-d13913b7429c service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.5988078 Dec 15 14:07:52.385506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.456739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55284) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:52.468695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=2936c02f-f8cb-46af-82fb-2de6f5618340,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:52.492181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0c28-6fb4-40a2-a96e-e2846a022cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.501045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-6e36a089-9885-4169-bbd6-2820ef0dea8b service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316325 Dec 15 14:07:52.548481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] No DVR routers for this DVR port 2936c02f-f8cb-46af-82fb-2de6f5618340 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:52.553991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.557743 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.67 "DELETE /v2.0/ports/2936c02f-f8cb-46af-82fb-2de6f5618340 HTTP/1.1" status: 204 len: 173 time: 1.1260188 Dec 15 14:07:52.650082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-92fda1c2-c657-4720-acd3-600b82bca487 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 999 time: 0.2864938 Dec 15 14:07:52.682085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'dd98a165-2a43-4245-98bb-7549cf342c9f', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'port_id': '66b2c408-78e8-483f-800a-926bcc509119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'mac_address': 'fa:16:3e:25:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:07:24Z', 'updated_at': '2021-12-15T14:07:48Z', 'revision_number': 1, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:52.698462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a458886-55f3-42c7-89d3-487b8f231908 req-88745440-4d46-4dc8-aba8-2e2387efda4f tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530388 Dec 15 14:07:52.735369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d1a11-f5cc-474f-b63b-a19038bbf33b None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'dd98a165-2a43-4245-98bb-7549cf342c9f', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'port_id': '66b2c408-78e8-483f-800a-926bcc509119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'mac_address': 'fa:16:3e:25:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:07:24Z', 'updated_at': '2021-12-15T14:07:48Z', 'revision_number': 1, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:52.736080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0c28-6fb4-40a2-a96e-e2846a022cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.752437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0c28-6fb4-40a2-a96e-e2846a022cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.873690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:07:52.874188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.905364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d0f0c28-6fb4-40a2-a96e-e2846a022cfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02b337c8b17b469db590d6bdaeffed8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451995 Dec 15 14:07:52.907532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f0c28-6fb4-40a2-a96e-e2846a022cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc50685-29b9-4f40-ac6b-866dc8168ad2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:52.910283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:52.981085 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14461c9e-e8bc-4a5a-b507-a26e045f5a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.018062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14461c9e-e8bc-4a5a-b507-a26e045f5a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.023568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f2da-521f-4c33-8913-68587248fb8d req-0c7bdde5-adaf-4f11-83f9-7534c668fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:53.025847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-0c7bdde5-adaf-4f11-83f9-7534c668fb6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.3647089 Dec 15 14:07:53.085579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Subnet': ['ID=118a3d4f-8d94-41db-902a-2ef7beddcf7c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:53.092666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdd50290-c673-4eda-b174-f522da56b987 req-e366830d-87fd-4feb-92df-fc1da4d8c9ab service neutron] 10.222.0.67 "GET /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685322 Dec 15 14:07:53.122801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Checking segment: {'id': 'b35256bf-b9de-4a95-901f-dfb5d41181df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3c819e58-0d2b-4ca7-ad09-ba3e433908a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:53.124749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Network hostable DHCP agents. Network: 3c819e58-0d2b-4ca7-ad09-ba3e433908a6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:53.124910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14461c9e-e8bc-4a5a-b507-a26e045f5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.130011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f2da-521f-4c33-8913-68587248fb8d req-14105cbd-74a5-45f6-a444-802c1a0fe0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:53.131666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-14105cbd-74a5-45f6-a444-802c1a0fe0b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915852 Dec 15 14:07:53.131912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14461c9e-e8bc-4a5a-b507-a26e045f5a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.139233 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-14461c9e-e8bc-4a5a-b507-a26e045f5a09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dc50685-29b9-4f40-ac6b-866dc8168ad2 HTTP/1.1" status: 204 len: 168 time: 0.2220306 Dec 15 14:07:53.151719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14461c9e-e8bc-4a5a-b507-a26e045f5a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc50685-29b9-4f40-ac6b-866dc8168ad2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:53.227566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:53.242613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b656fa-cef4-46f1-af88-dd3a2c2ac6bf None None] New status for floating IP dd98a165-2a43-4245-98bb-7549cf342c9f: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:07:53.243014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'name': 'network-vif-deleted', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:53.245598 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd73df-c1bb-4da4-9321-1b5bfc18a7cd" -d '{"events": [{"server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "name": "network-vif-deleted", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:53.341587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-4ba1e724-73ae-4822-a4b0-5dd363fa3f7a service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882076 Dec 15 14:07:53.352039 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c2661a-afc2-4ba8-94f8-429eef8720f5 x-openstack-request-id: req-a9c2661a-afc2-4ba8-94f8-429eef8720f5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:53.352341 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619fed1e-aa27-4106-b81d-5a8a8ca90cc0", "name": "network-vif-deleted", "tag": "2936c02f-f8cb-46af-82fb-2de6f5618340", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:53.352685 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9c2661a-afc2-4ba8-94f8-429eef8720f5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:53.353093 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619fed1e-aa27-4106-b81d-5a8a8ca90cc0', 'name': 'network-vif-deleted', 'tag': '2936c02f-f8cb-46af-82fb-2de6f5618340', 'status': 'completed', 'code': 200} Dec 15 14:07:53.384821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3c819e58-0d2b-4ca7-ad09-ba3e433908a6) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:53.394445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:53.395388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.465549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ab839329-2b7f-4a79-b932-f73f927ed66b tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5756412 Dec 15 14:07:53.465912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55300) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:53.471621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'floatingip': {'floating_network_id': '3c819e58-0d2b-4ca7-ad09-ba3e433908a6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:53.526040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.573949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4657f2da-521f-4c33-8913-68587248fb8d req-5008fb60-9d2f-42cf-a562-c332e56a981a service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037535 Dec 15 14:07:53.613228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d9d25-5bdc-4d73-b49e-e46ffaa013a1 None None] Network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:53.670872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.828612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Allocated IP 172.20.0.4 (3c819e58-0d2b-4ca7-ad09-ba3e433908a6/118a3d4f-8d94-41db-902a-2ef7beddcf7c/4012fc3b-14a0-47cc-a33f-b4931d0dc4eb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:53.840732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55316) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:53.979666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965cf159-962e-4ab0-907d-d4d8dfaf53a1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.076384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8808243-0c8c-4ca7-8246-5a4d23ce8b70 None None] Network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:54.102442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965cf159-962e-4ab0-907d-d4d8dfaf53a1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.119270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.200987 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.264531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965cf159-962e-4ab0-907d-d4d8dfaf53a1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.267213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965cf159-962e-4ab0-907d-d4d8dfaf53a1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.271761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-965cf159-962e-4ab0-907d-d4d8dfaf53a1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/security-groups/e4ab2b81-4ea7-4265-ad59-d2ff07b988b3 HTTP/1.1" status: 204 len: 168 time: 0.4271979 Dec 15 14:07:54.282900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:54.292607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cf159-962e-4ab0-907d-d4d8dfaf53a1 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab2b81-4ea7-4265-ad59-d2ff07b988b3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:54.294616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:54.304885 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:54.313060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Port': ['ID=4012fc3b-14a0-47cc-a33f-b4931d0dc4eb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:54.358454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:54.480532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.560655 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.832658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.842412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.946211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Port': ['ID=4012fc3b-14a0-47cc-a33f-b4931d0dc4eb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:54.971478 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.995467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.999507 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95185de2-bc7d-4158-b84b-d27a2833b544 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5300095 Dec 15 14:07:55.000937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:55.068597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.172038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79cd6f2e-c5ed-4247-9aa3-6270364841a1 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=3c819e58-0d2b-4ca7-ad09-ba3e433908a6 HTTP/1.1" status: 200 len: 689 time: 0.1676111 Dec 15 14:07:55.172281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:55.308708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.473942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:55.474533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.478009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Deleting port 4012fc3b-14a0-47cc-a33f-b4931d0dc4eb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:55.478652 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.580813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.581476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.594623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Calling delete_port for 4012fc3b-14a0-47cc-a33f-b4931d0dc4eb owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:55.660650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:55.661089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.698064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:55.912939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.948529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Port': ['ID=4012fc3b-14a0-47cc-a33f-b4931d0dc4eb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:56.038344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.041481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.082531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:56.149954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.275387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.331972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.339189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=118a3d4f-8d94-41db-902a-2ef7beddcf7c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:56.510827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2936c02f-f8cb-46af-82fb-2de6f5618340 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:56.553089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 2936c02f-f8cb-46af-82fb-2de6f5618340 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:56.554218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2936c02f-f8cb-46af-82fb-2de6f5618340 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:56.795895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.852475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c819e58-0d2b-4ca7-ad09-ba3e433908a6']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:56.869956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35256bf-b9de-4a95-901f-dfb5d41181df') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:56.871040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35256bf-b9de-4a95-901f-dfb5d41181df') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:56.889593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.922927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.940708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:56.941148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:57.020558 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:57.027532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.036449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c819e58-0d2b-4ca7-ad09-ba3e433908a6 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:07:57.055573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.061432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3c819e58-0d2b-4ca7-ad09-ba3e433908a6 HTTP/1.1" status: 204 len: 168 time: 1.8852420 Dec 15 14:07:57.062216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55402) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.076344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4b466-b00b-48d0-b734-ed5af958a360 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c819e58-0d2b-4ca7-ad09-ba3e433908a6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:57.223898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1cc6c0eb-1c96-47fe-87be-f93c9611dbd3 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1604936 Dec 15 14:07:57.228879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.341999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Router 038cf3ae-8657-4caf-8793-05b76ef8fc15 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:57.374247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.377873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.378993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.378993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.379287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.388824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.388824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cda7edfb-6e18-4015-9e13-1e887e34b157 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.1531513 Dec 15 14:07:57.388824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.461253 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-765ec464-1aa9-4716-8a30-da1c8a748499 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] delete failed (client error): The resource could not be found. Dec 15 14:07:57.462735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-765ec464-1aa9-4716-8a30-da1c8a748499 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/5165a138-b24e-4be2-9edc-65ecfe5e3c6d HTTP/1.1" status: 404 len: 345 time: 0.0758765 Dec 15 14:07:57.466234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.511674 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff024c5-989c-41dd-9d08-066779af00ba tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] DELETE failed (client error): The resource could not be found. Dec 15 14:07:57.513368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff024c5-989c-41dd-9d08-066779af00ba tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:07:57.520609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4ff024c5-989c-41dd-9d08-066779af00ba tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3c819e58-0d2b-4ca7-ad09-ba3e433908a6 HTTP/1.1" status: 404 len: 339 time: 0.0519519 Dec 15 14:07:57.527843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.545863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'network': {'name': 'tempest-network--295501011', 'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:57.599413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Made reservation on behalf of 3bfd75beda814fa1a7e44f7ee770007d for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:57.603181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.624527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:57.632623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d122a11a-81aa-4bdf-a5c9-117fb75ff979 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "PUT /v2.0/routers/038cf3ae-8657-4caf-8793-05b76ef8fc15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2729638 Dec 15 14:07:57.636028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.639764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:57.694481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.694751 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Added segment 28649b2a-d843-493a-ac7a-ba5a96ed4bcc of type vlan for network 73205f7b-ed90-4f95-96ff-6f3fa08d9f89 Dec 15 14:07:57.745458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting subnet 9e362034-2b04-4268-ae92-2223c8506932 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:57.749127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.895261 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.918844 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] Sync routers for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:57.935957 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:57.942254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.943408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.944093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.949297 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.036126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.038923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Network': ['ID=73205f7b-ed90-4f95-96ff-6f3fa08d9f89,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:58.052032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 73205f7b-ed90-4f95-96ff-6f3fa08d9f89 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:58.085817 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b1b67b7e-c9f7-4844-a8f9-b33d9dd7a343 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5477078 Dec 15 14:07:58.088595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:58.200802 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:58.436662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f1b39-2608-4548-9096-105bde4eb0ca tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:58.444163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f1b39-2608-4548-9096-105bde4eb0ca tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:58.452462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f1b39-2608-4548-9096-105bde4eb0ca tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:58.461670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f1b39-2608-4548-9096-105bde4eb0ca tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:58.466335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:58.467047 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-750f1b39-2608-4548-9096-105bde4eb0ca tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3768387 Dec 15 14:07:58.473433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.606379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.622891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.651221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Subnet': ['ID=9e362034-2b04-4268-ae92-2223c8506932,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:58.653979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.658390 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fa990cd2-e942-449b-af5e-3100c732f0e3 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/subnets/9e362034-2b04-4268-ae92-2223c8506932 HTTP/1.1" status: 204 len: 168 time: 1.0207589 Dec 15 14:07:58.660893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:58.674411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d24c1-78fb-429d-8eea-141eac7be5ae None None] Network 8b7648bb-9903-449f-9938-8162baa07450 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:58.753776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.778605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73205f7b-ed90-4f95-96ff-6f3fa08d9f89']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.789989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28649b2a-d843-493a-ac7a-ba5a96ed4bcc') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.790283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28649b2a-d843-493a-ac7a-ba5a96ed4bcc') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.803330 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.821066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.829657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:58.830630 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.854782 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:07:55Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.907718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.929942 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] Checking router: 038cf3ae-8657-4caf-8793-05b76ef8fc15 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:58.949414 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:58.952161 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] Routers {'038cf3ae-8657-4caf-8793-05b76ef8fc15'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:58.952262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['038cf3ae-8657-4caf-8793-05b76ef8fc15'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.958296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.964413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73205f7b-ed90-4f95-96ff-6f3fa08d9f89 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:07:58.984005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.997923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/networks/73205f7b-ed90-4f95-96ff-6f3fa08d9f89 HTTP/1.1" status: 204 len: 168 time: 0.5300646 Dec 15 14:07:59.006500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55462) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:59.021120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] DHCP port deletion for 8b7648bb-9903-449f-9938-8162baa07450 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:59.030535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'network': {'name': 'tempest-network--901033283', 'router:external': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:59.036097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0758a9-9883-457a-b2f3-fb58e0a19260 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Network': ['ID=73205f7b-ed90-4f95-96ff-6f3fa08d9f89,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.067647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Made reservation on behalf of 3bfd75beda814fa1a7e44f7ee770007d for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:59.073627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.109776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.127824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:59.149750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.152082 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Added segment 07f5bf42-92bc-4d6c-ab43-7b5d2e82e978 of type vlan for network 7e31a01f-84cb-48f3-b834-f54de4993477 Dec 15 14:07:59.155435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] Deleting port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:59.156931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.255248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Deleting port 32ae73d1-0caa-448f-a9fb-1dda8e538232 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:59.255568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.267502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.308589 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] Set router 038cf3ae-8657-4caf-8793-05b76ef8fc15 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:59.341000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.342766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:59.343558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.352742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] For port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,segment=NetworkSegment(7f965ce7-ea34-4eaa-b980-8a728eb2e539),segment_id=7f965ce7-ea34-4eaa-b980-8a728eb2e539)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:59.353197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.385836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] Calling delete_port for 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:59.472658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] For port 32ae73d1-0caa-448f-a9fb-1dda8e538232, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=32ae73d1-0caa-448f-a9fb-1dda8e538232,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:59.473344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.494626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Calling delete_port for 32ae73d1-0caa-448f-a9fb-1dda8e538232 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:59.503970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4749231 Dec 15 14:07:59.504820 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.506037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:59.547255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370bdff-2f59-4d2f-8c73-2b4330c457ee tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Network': ['ID=7e31a01f-84cb-48f3-b834-f54de4993477,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.566441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] No DVR routers for this DVR port 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:59.573842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a204db3-1e4e-4241-8008-5b67bc1bdbe3 None None] Pushing event deleted for resources: {'Port': ['ID=4ff8d362-8172-4ea9-95c5-a2bb7c1796a7,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.578041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7e31a01f-84cb-48f3-b834-f54de4993477 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:59.616529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ebc8dd-5d58-4163-9601-63aee46f9968 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:59.618050 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-01ebc8dd-5d58-4163-9601-63aee46f9968 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] 10.222.0.32 "GET /v2.0/networks/7e31a01f-84cb-48f3-b834-f54de4993477 HTTP/1.1" status: 200 len: 756 time: 0.1110141 Dec 15 14:07:59.621335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55474) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:59.878461 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:07:55Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:59.882713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:59.915891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29593f-6ae2-4128-9b59-c04f32ae0bb7 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:59.921357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ba29593f-6ae2-4128-9b59-c04f32ae0bb7 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] 10.222.0.32 "GET /v2.0/networks/0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c HTTP/1.1" status: 200 len: 767 time: 0.2989509 Dec 15 14:07:59.925101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:59.939828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:59.941632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4ff8d362-8172-4ea9-95c5-a2bb7c1796a7 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:59.943272 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9650f-52c4-4c51-839c-8a975f7dcfdd None None] The sync data for ids ['038cf3ae-8657-4caf-8793-05b76ef8fc15'] in n-d-815324-3 is: [{'id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'name': 'tempest-TestNetworkBasicOps-router-396867783', 'tenant_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:06:24Z', 'updated_at': '2021-12-15T14:07:55Z', 'revision_number': 5, 'project_id': 'e18e50d7b5f944f98d4d1fccb33772d9', 'gw_port': {'id': '32ae73d1-0caa-448f-a9fb-1dda8e538232', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038cf3ae-8657-4caf-8793-05b76ef8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:06:26Z', 'updated_at': '2021-12-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:00.033673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.170627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.215128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Port': ['ID=32ae73d1-0caa-448f-a9fb-1dda8e538232,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:00.231949 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.238388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b73902-e67a-46b1-9111-a753dbf00c63 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:00.295721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e31a01f-84cb-48f3-b834-f54de4993477']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:00.315460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f5bf42-92bc-4d6c-ab43-7b5d2e82e978') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:00.316222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f5bf42-92bc-4d6c-ab43-7b5d2e82e978') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:00.331310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.373052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.399874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:00.400282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:00.402211 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:00.447345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.580623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.584294 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.588993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.594752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e31a01f-84cb-48f3-b834-f54de4993477 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:08:00.598184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.609882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55508) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:00.610428 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7e31a01f-84cb-48f3-b834-f54de4993477 HTTP/1.1" status: 204 len: 168 time: 0.6832557 Dec 15 14:08:00.617447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'network': {'name': 'tempest-network--1743075808'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:00.680709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85438af-56f8-4c9e-8e34-382f145adf05 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e31a01f-84cb-48f3-b834-f54de4993477,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:00.687515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.688225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Fanout notify agent at l3_agent the message router_deleted on router 038cf3ae-8657-4caf-8793-05b76ef8fc15 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:00.708543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.708543 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-30fdc024-00a0-4c05-84b7-7f2767ffe327 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/routers/038cf3ae-8657-4caf-8793-05b76ef8fc15 HTTP/1.1" status: 204 len: 168 time: 2.0371923 Dec 15 14:08:00.708543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:00.713115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Made reservation on behalf of 3bfd75beda814fa1a7e44f7ee770007d for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:00.715854 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.799318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:00.810397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.810989 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Added segment e989c036-9958-48da-94c0-e05642aa30c3 of type vlan for network 08f1f70c-18cf-45d4-9aec-efac858ae246 Dec 15 14:08:00.831068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.909980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.975297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.976523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:00.977353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.042639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.049839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4388244 Dec 15 14:08:01.053962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:01.079448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:01.104228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7648bb-9903-449f-9938-8162baa07450']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.142829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f4841-ff5a-41c0-837f-96a807d65049 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Network': ['ID=08f1f70c-18cf-45d4-9aec-efac858ae246,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:01.155245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 08f1f70c-18cf-45d4-9aec-efac858ae246 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:01.160351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f965ce7-ea34-4eaa-b980-8a728eb2e539') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.160678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f965ce7-ea34-4eaa-b980-8a728eb2e539') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.179966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.261891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.273275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:01.274175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:01.349064 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:01.370427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.394720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673603'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.398100 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] 10.222.0.32 "DELETE /v2.0/networks/8b7648bb-9903-449f-9938-8162baa07450 HTTP/1.1" status: 204 len: 168 time: 0.6950550 Dec 15 14:08:01.404037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba621e-fc36-43bb-aad8-000a8aef81e6 tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] Pushing event deleted for resources: {'Network': ['ID=8b7648bb-9903-449f-9938-8162baa07450,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:01.439942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.486228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.544383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Network 08f1f70c-18cf-45d4-9aec-efac858ae246 is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:08:01.545471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:01.546383 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.547881 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "PUT /v2.0/networks/08f1f70c-18cf-45d4-9aec-efac858ae246 HTTP/1.1" status: 200 len: 859 time: 0.4929628 Dec 15 14:08:01.551432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:01.568608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e09c-ace0-451d-af3a-896644c6b71f tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event updated for resources: {'Network': ['ID=08f1f70c-18cf-45d4-9aec-efac858ae246,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:01.732123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.932867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.961952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f1f70c-18cf-45d4-9aec-efac858ae246']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.980538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e989c036-9958-48da-94c0-e05642aa30c3') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.981045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e989c036-9958-48da-94c0-e05642aa30c3') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.998122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.013187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.019753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.028167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:02.029050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:02.031423 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:02.108554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.134750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08f1f70c-18cf-45d4-9aec-efac858ae246 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:08:02.138025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Pushing event deleted for resources: {'Network': ['ID=08f1f70c-18cf-45d4-9aec-efac858ae246,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:02.140368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.149689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-333e9923-fa05-4bef-b18b-ac709aca29e8 tempest-ExternalNetworksTestJSON-1824110477 tempest-ExternalNetworksTestJSON-1824110477-project-admin] 10.222.0.32 "DELETE /v2.0/networks/08f1f70c-18cf-45d4-9aec-efac858ae246 HTTP/1.1" status: 204 len: 168 time: 0.5952036 Dec 15 14:08:02.152393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.186858 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b355db-a271-43f8-bd09-20f8c6d40875 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:02.187856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b355db-a271-43f8-bd09-20f8c6d40875 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:02.193434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a2b355db-a271-43f8-bd09-20f8c6d40875 tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] 10.222.0.32 "DELETE /v2.0/subnets/118a3d4f-8d94-41db-902a-2ef7beddcf7c HTTP/1.1" status: 404 len: 337 time: 0.0393233 Dec 15 14:08:02.195816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55568) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.205277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:02.255154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-591dd00e-6eba-4d10-bb73-76a6a02a8363 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e18e50d7b5f944f98d4d1fccb33772d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381110 Dec 15 14:08:02.257494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.262080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:02.264296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8ec84fb9-7f8e-4c5d-9b08-9ff99fa37588 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:02.352842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.404185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0335-38cd-45f7-9f22-e80d78231b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.470942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0335-38cd-45f7-9f22-e80d78231b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.579514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0335-38cd-45f7-9f22-e80d78231b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.583662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0335-38cd-45f7-9f22-e80d78231b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.585095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b2fa0335-38cd-45f7-9f22-e80d78231b96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57735f15-8e2b-465d-980c-a366e1e1f834 HTTP/1.1" status: 204 len: 168 time: 0.3260632 Dec 15 14:08:02.609481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa0335-38cd-45f7-9f22-e80d78231b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57735f15-8e2b-465d-980c-a366e1e1f834,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:02.618450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.673924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:02.694850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e4d760-556e-46da-8d56-5bd02cc4a8b0') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:02.700893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e4d760-556e-46da-8d56-5bd02cc4a8b0') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:02.717043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.755295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.776640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:02.777108 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:02.873988 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:02.878797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.926087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.933861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] 10.222.0.32 "DELETE /v2.0/networks/0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c HTTP/1.1" status: 204 len: 168 time: 0.7366126 Dec 15 14:08:02.936191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f1da-8dfc-45fa-8869-d03e5ba7aeff tempest-ExternalNetworksTestJSON-1219904748 tempest-ExternalNetworksTestJSON-1219904748-project] Pushing event deleted for resources: {'Network': ['ID=0b66e0d6-ed52-4f25-ae5d-5378f44c8a8c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:03.234420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55606) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:03.274244 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5561b1fb-e3b8-414e-a8be-c44396e7afc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.475853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5561b1fb-e3b8-414e-a8be-c44396e7afc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.487962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5561b1fb-e3b8-414e-a8be-c44396e7afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.584797 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5561b1fb-e3b8-414e-a8be-c44396e7afc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb0583d970c74ae4a37f5cf8792d01d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465993 Dec 15 14:08:03.584797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b1fb-e3b8-414e-a8be-c44396e7afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b035f931-020d-427c-bcd1-f8fa88c20aaf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:03.585656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:03.601692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:03.745956 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e131ab-623d-49da-941c-f034da34e795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.785416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e131ab-623d-49da-941c-f034da34e795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.786499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 32ae73d1-0caa-448f-a9fb-1dda8e538232 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:03.842741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 32ae73d1-0caa-448f-a9fb-1dda8e538232 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:03.846348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 32ae73d1-0caa-448f-a9fb-1dda8e538232 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:03.878682 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-db8fa59e-1790-42fd-af78-258231b28b85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baacb67014a54c43ba7e0444ee8da815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757239 Dec 15 14:08:03.881347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:03.939864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e131ab-623d-49da-941c-f034da34e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.942734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e131ab-623d-49da-941c-f034da34e795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.946974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38e131ab-623d-49da-941c-f034da34e795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b035f931-020d-427c-bcd1-f8fa88c20aaf HTTP/1.1" status: 204 len: 168 time: 0.3599780 Dec 15 14:08:03.984042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e131ab-623d-49da-941c-f034da34e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b035f931-020d-427c-bcd1-f8fa88c20aaf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:04.057715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e51b99b-abe9-41da-a4a1-9bfdd78bc4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.118567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e51b99b-abe9-41da-a4a1-9bfdd78bc4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.200946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e51b99b-abe9-41da-a4a1-9bfdd78bc4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.203797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e51b99b-abe9-41da-a4a1-9bfdd78bc4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.205099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8e51b99b-abe9-41da-a4a1-9bfdd78bc4c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df77c25e-ccf9-4af2-8d9b-1b861f4ca6ef HTTP/1.1" status: 204 len: 168 time: 0.3226023 Dec 15 14:08:04.217716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51b99b-abe9-41da-a4a1-9bfdd78bc4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77c25e-ccf9-4af2-8d9b-1b861f4ca6ef,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:04.861035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:04.973578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:04.996722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be3f8153-d325-4ca0-be51-e9523cd1ad88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bfd75beda814fa1a7e44f7ee770007d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343548 Dec 15 14:08:05.050680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:05.098822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54f0281-c8a0-4cc8-a4b5-915e58b729a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.140245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54f0281-c8a0-4cc8-a4b5-915e58b729a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.207485 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54f0281-c8a0-4cc8-a4b5-915e58b729a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.211370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d54f0281-c8a0-4cc8-a4b5-915e58b729a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.215769 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d54f0281-c8a0-4cc8-a4b5-915e58b729a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31ad3e41-b6a7-4289-95d5-25b4c9001cb5 HTTP/1.1" status: 204 len: 168 time: 0.2411335 Dec 15 14:08:05.230235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0281-c8a0-4cc8-a4b5-915e58b729a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad3e41-b6a7-4289-95d5-25b4c9001cb5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:05.354499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.552635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.566118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.672989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dee04f-46d5-44ac-a179-2f53b315a3aa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:05.693457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9e6ee080d974cbfb36bad548c6f1b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6416457 Dec 15 14:08:05.696150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:05.704290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.709159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.709719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.713873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.714583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.717188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.717736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.718276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.722838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.723613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.724890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.726151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.728556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d24fe4-0570-4dc9-bdb9-1e7ce46f6cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:05.779572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ca9-b163-4fb0-8359-7eb68b30afd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.838696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ca9-b163-4fb0-8359-7eb68b30afd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.912026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ca9-b163-4fb0-8359-7eb68b30afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.916592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ca9-b163-4fb0-8359-7eb68b30afd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.922991 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9bbe2ca9-b163-4fb0-8359-7eb68b30afd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25dee04f-46d5-44ac-a179-2f53b315a3aa HTTP/1.1" status: 204 len: 168 time: 0.2247458 Dec 15 14:08:05.934408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe2ca9-b163-4fb0-8359-7eb68b30afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dee04f-46d5-44ac-a179-2f53b315a3aa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:05.979514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:06.581092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-450104501-network', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:06.647548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Made reservation on behalf of d405e855c3ae4848b75ae6178a2ce38f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:06.650293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.664850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.758447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.766236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.813637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:06.825475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:06.831638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f811b7a6-ebcf-44d7-9fd9-b2cdb3b7a1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.878300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.879053 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Added segment 9faca665-cc14-445e-9bb6-2807938b26f2 of type vlan for network 7024e018-d4a8-4001-9f92-491063b16948 Dec 15 14:08:06.936114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b24e4c4-be13-4f90-95d8-3669fa86834b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:07.034110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.073816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f811b7a6-ebcf-44d7-9fd9-b2cdb3b7a1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.084000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f811b7a6-ebcf-44d7-9fd9-b2cdb3b7a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.091931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.098965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:07.100243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.210052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811b7a6-ebcf-44d7-9fd9-b2cdb3b7a1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f424bac0-063a-4221-9c72-2d918d28f5fd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:07.260702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f811b7a6-ebcf-44d7-9fd9-b2cdb3b7a1e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=801677bfc10e41cf96b4b79854b64773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4428642 Dec 15 14:08:07.261657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:07.262798 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2728889 Dec 15 14:08:07.275020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:07.286757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Request body: {'subnet': {'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-450104501-subnet', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:07.294252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560ab4d-b23a-49a2-8392-15752f9ab16e admin admin] Pushing event updated for resources: {'Network': ['ID=7024e018-d4a8-4001-9f92-491063b16948,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:07.307115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7024e018-d4a8-4001-9f92-491063b16948 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:07.360218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Made reservation on behalf of d405e855c3ae4848b75ae6178a2ce38f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:07.371072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.445422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e53afc22-64ce-4954-833b-e000191c9d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.491028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e53afc22-64ce-4954-833b-e000191c9d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.574503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e53afc22-64ce-4954-833b-e000191c9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.579161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e53afc22-64ce-4954-833b-e000191c9d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.586897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e53afc22-64ce-4954-833b-e000191c9d2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f424bac0-063a-4221-9c72-2d918d28f5fd HTTP/1.1" status: 204 len: 168 time: 0.3110349 Dec 15 14:08:07.620595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53afc22-64ce-4954-833b-e000191c9d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424bac0-063a-4221-9c72-2d918d28f5fd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:07.781033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.862221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ba8e25-b653-4e6e-b417-172ec41c2144,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:07.862221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Checking segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:07.862221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Network hostable DHCP agents. Network: 7024e018-d4a8-4001-9f92-491063b16948, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:07.896441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Network 7024e018-d4a8-4001-9f92-491063b16948 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:07.910656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7024e018-d4a8-4001-9f92-491063b16948) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:07.924978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:07.924978 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.931554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb9b09-ff18-4712-b29f-60e134e97f1c None None] Network 7024e018-d4a8-4001-9f92-491063b16948 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:07.946008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fdef812f-82a6-4bba-9580-6728d4b41a05 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6690240 Dec 15 14:08:07.948747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:07.955434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:07.988470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.989980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.117924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.143198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7024e018-d4a8-4001-9f92-491063b16948', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:08.144367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.336655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Allocated IP 172.20.0.2 (7024e018-d4a8-4001-9f92-491063b16948/12ba8e25-b653-4e6e-b417-172ec41c2144/d3e62344-3fdf-431f-a469-7039a3d9b6c6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:08.393407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.551683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.565121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.619864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Network 7024e018-d4a8-4001-9f92-491063b16948 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:08.621722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:08.626142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:08.665748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Pushing event updated for resources: {'Port': ['ID=d3e62344-3fdf-431f-a469-7039a3d9b6c6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:08.709646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Attempting to bind port d3e62344-3fdf-431f-a469-7039a3d9b6c6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:08.711433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Attempting to bind port d3e62344-3fdf-431f-a469-7039a3d9b6c6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:08.711816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Attempting to bind port d3e62344-3fdf-431f-a469-7039a3d9b6c6 on network 7024e018-d4a8-4001-9f92-491063b16948 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:08.747075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:08.748875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Checking segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:08.751742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.753642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Bound using segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:08.755304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Bound port: d3e62344-3fdf-431f-a469-7039a3d9b6c6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:08.759743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.929518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.952616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] For port d3e62344-3fdf-431f-a469-7039a3d9b6c6, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:08.962794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.967412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] For port d3e62344-3fdf-431f-a469-7039a3d9b6c6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3e62344-3fdf-431f-a469-7039a3d9b6c6,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:08.975538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.037848 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:08:09.105519 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Allocated IP 172.25.2.37 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b68f6ae0-4ee1-4672-abbd-a4c0506166a8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:09.133578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decf3de-9020-43f5-a489-d662cdc5d89c None None] Pushing event updated for resources: {'Port': ['ID=d3e62344-3fdf-431f-a469-7039a3d9b6c6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:09.269463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:09.337892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.392309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.502265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:09.517973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:09.527023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:09.581695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862974b0-81b5-4de8-96b1-ce5a60742ec3 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:09.609256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:09.679803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:09.728442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cce40c94-1fef-49a8-a22d-5cfe685ca60f None None] Provisioning complete for port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:09.728962 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cce40c94-1fef-49a8-a22d-5cfe685ca60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.827071 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.846159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cce40c94-1fef-49a8-a22d-5cfe685ca60f None None] Port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:10.000669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3e62344-3fdf-431f-a469-7039a3d9b6c6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:10.121400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d3e62344-3fdf-431f-a469-7039a3d9b6c6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:10.122090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.286837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.298003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.368711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d3e62344-3fdf-431f-a469-7039a3d9b6c6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3e62344-3fdf-431f-a469-7039a3d9b6c6,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:10.384096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.528226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Allocated IP 172.25.2.87 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4e585277-fe1c-47f0-8daa-eb566f8fb557) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:10.567936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d3e62344-3fdf-431f-a469-7039a3d9b6c6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:10.759690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.909112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.918181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.011880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:11.018788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:11.023158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:11.052121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Port': ['ID=4e585277-fe1c-47f0-8daa-eb566f8fb557,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:11.130682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.167568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec4e04-4b53-4369-8b1e-8dc14ac95e9c None None] Network 7024e018-d4a8-4001-9f92-491063b16948 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:11.190037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.284162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.371317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d78fd9f2-3d40-4c43-9abc-c88b6e621742 None None] Provisioning complete for port d3e62344-3fdf-431f-a469-7039a3d9b6c6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:11.372876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d78fd9f2-3d40-4c43-9abc-c88b6e621742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.588477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.596839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.710024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.722183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Router 4b4676d6-8702-409c-86e6-5cf52a81f5dd is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:11.772847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Port': ['ID=4e585277-fe1c-47f0-8daa-eb566f8fb557,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:11.786693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.788116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-188057bd-836b-4b98-bf0f-c8ef9cab2b9a tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5168667 Dec 15 14:08:11.790893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55938) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:11.796306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1119132230'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:11.858054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Made reservation on behalf of 4391c8bcb3584e86986e864947b306ff for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:11.866044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.882587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.940215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3e62344-3fdf-431f-a469-7039a3d9b6c6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:12.039221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:12.065803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Sync routers for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:12.091503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.113224 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.125977 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.128220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3d4b3f27-cb95-4899-bca3-8dd5806f82a8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1781998 Dec 15 14:08:12.130925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 55964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.133675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:12.133848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:12.134299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:07:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:12.153085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.153513 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Added segment f8a711b8-b86d-4e77-b2ea-fc64bddf01b6 of type vlan for network fe020f83-2e1c-4a84-9b2b-bda287b858f5 Dec 15 14:08:12.234952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.350219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.379312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:12.381062 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.397038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:12.571782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Network': ['ID=fe020f83-2e1c-4a84-9b2b-bda287b858f5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:12.627343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8353121 Dec 15 14:08:12.630173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55980) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.635926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Request body: {'subnet': {'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:12.642467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89211492-52ee-4293-b97b-24cbf9fc6b30 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cecafd-f656-4919-8f73-1cb01308a975,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:12.772909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 55982) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.821978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Made reservation on behalf of 4391c8bcb3584e86986e864947b306ff for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:12.830189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.068649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:13.070186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fbefcb7-3f9a-4664-8c4e-31fcab76c9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.155349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d3e62344-3fdf-431f-a469-7039a3d9b6c6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:13.156055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.168432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c321a65d-923f-4d24-b315-9cee1b747081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.249043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.275560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-49f2e95c-f89d-446a-96d4-02264696fc28 None None] Provisioning complete for port d3e62344-3fdf-431f-a469-7039a3d9b6c6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:13.276359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49f2e95c-f89d-446a-96d4-02264696fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.295895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.353797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fbefcb7-3f9a-4664-8c4e-31fcab76c9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.379279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fbefcb7-3f9a-4664-8c4e-31fcab76c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.452568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Subnet': ['ID=7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:13.521383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6fbefcb7-3f9a-4664-8c4e-31fcab76c9c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6283dc420c4470db596b15e6860857e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7469335 Dec 15 14:08:13.535077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Checking segment: {'id': 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:13.535456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network hostable DHCP agents. Network: fe020f83-2e1c-4a84-9b2b-bda287b858f5, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:13.546475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:13.598669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbefcb7-3f9a-4664-8c4e-31fcab76c9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac4aeb-93d8-485c-b815-b5887525dded,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:13.634272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:13.660131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fe020f83-2e1c-4a84-9b2b-bda287b858f5) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:13.670648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:10Z', 'revision_number': 3, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:13.677897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dcd6f-4c1a-421c-bf34-fc70fcebf363 None None] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:13.679680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:13.683109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.728251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c29fc60b-f346-4c74-8e48-7e7364d2543f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0965886 Dec 15 14:08:13.730751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56008) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:13.735852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1030711129', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:13.748989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Checking router: 4b4676d6-8702-409c-86e6-5cf52a81f5dd for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:13.749689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Updating router 4b4676d6-8702-409c-86e6-5cf52a81f5dd port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:13.783398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-791685ed-7fac-47fe-9435-2ff5abc4bd4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.800903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.802675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.823667 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.826999 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-791685ed-7fac-47fe-9435-2ff5abc4bd4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.829651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Allocated IP 172.20.0.1 (7024e018-d4a8-4001-9f92-491063b16948/12ba8e25-b653-4e6e-b417-172ec41c2144/d097034f-1e47-4f8d-a638-ca6a71f0018e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:13.988300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-791685ed-7fac-47fe-9435-2ff5abc4bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.000587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-791685ed-7fac-47fe-9435-2ff5abc4bd4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.008931 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-791685ed-7fac-47fe-9435-2ff5abc4bd4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bac4aeb-93d8-485c-b815-b5887525dded HTTP/1.1" status: 204 len: 168 time: 0.4448965 Dec 15 14:08:14.014794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.071565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791685ed-7fac-47fe-9435-2ff5abc4bd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac4aeb-93d8-485c-b815-b5887525dded,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:14.110342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.223295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.268045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Network 7024e018-d4a8-4001-9f92-491063b16948 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:14.273141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:14.277607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:14.338377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.353007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Pushing event updated for resources: {'Port': ['ID=d097034f-1e47-4f8d-a638-ca6a71f0018e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:14.379403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.496323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.535982 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.737845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8367f8-07f8-41bb-8e10-63697729c645 None None] Pushing event updated for resources: {'Port': ['ID=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:14.739980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:14.798458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7872e165-3edf-4ee3-b4bf-2bbc18ce7523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.807026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78611ef8-2f6f-4d2a-a561-b4729aee89c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.847287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe54409-b7a7-43be-b119-eb928ec8bbdb None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:14.867602 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.903024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9aeb4bdb-a831-4a18-949b-5d8e40be2cf5 None None] Provisioning complete for port d097034f-1e47-4f8d-a638-ca6a71f0018e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:14.904619 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4bdb-a831-4a18-949b-5d8e40be2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.906726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Attempting to bind port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:14.907354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Attempting to bind port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:14.909055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Attempting to bind port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:14.922274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:14.923161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:14.924002 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.924710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:14.925419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Bound port: b68f6ae0-4ee1-4672-abbd-a4c0506166a8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:14.926217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.006367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.011517 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78611ef8-2f6f-4d2a-a561-b4729aee89c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.029479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78611ef8-2f6f-4d2a-a561-b4729aee89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.082900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb4bdb-a831-4a18-949b-5d8e40be2cf5 None None] Port d097034f-1e47-4f8d-a638-ca6a71f0018e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:15.134146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.150815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.159508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-fe020f83-2e1c-4a84-9b2b-bda287b858f5', 'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5', 'project_id': '4391c8bcb3584e86986e864947b306ff', 'fixed_ips': [{'subnet_id': '7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:15.163191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.226768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78611ef8-2f6f-4d2a-a561-b4729aee89c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107936fd-6b9d-43a8-a422-2ee22010f8ee,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:15.232574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-78611ef8-2f6f-4d2a-a561-b4729aee89c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7697154b9d764100b760ed61427ad20e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717419 Dec 15 14:08:15.260456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:15.340257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e4d-c9c8-4ef1-bdcd-a043a754fd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.459124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] For port b68f6ae0-4ee1-4672-abbd-a4c0506166a8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:15.475469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e4d-c9c8-4ef1-bdcd-a043a754fd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.509843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Allocated IP 172.25.2.27 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/ac3e0a8e-6620-4910-be66-7f837b0865a8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:15.527759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] For port b68f6ae0-4ee1-4672-abbd-a4c0506166a8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:15.531242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-acf107fc-539a-4a0e-8ad8-8c35706bdae1 None None] Provisioning complete for port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:15.541863 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-acf107fc-539a-4a0e-8ad8-8c35706bdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.629427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e4d-c9c8-4ef1-bdcd-a043a754fd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.641465 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e4d-c9c8-4ef1-bdcd-a043a754fd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.646067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2fc99e4d-c9c8-4ef1-bdcd-a043a754fd4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/107936fd-6b9d-43a8-a422-2ee22010f8ee HTTP/1.1" status: 204 len: 168 time: 0.3820465 Dec 15 14:08:15.668529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.692540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.703765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc99e4d-c9c8-4ef1-bdcd-a043a754fd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107936fd-6b9d-43a8-a422-2ee22010f8ee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:15.745062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.779992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.897385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.926771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.994144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd1c45-d651-4b6e-80ba-513640d4619e None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:15.998919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Allocated IP 172.20.0.2 (fe020f83-2e1c-4a84-9b2b-bda287b858f5/7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c/ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:16.024852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:16.050301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:16.050522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:16.050939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:16.058411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8367f8-07f8-41bb-8e10-63697729c645 None None] Pushing event updated for resources: {'Port': ['ID=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:16.065570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:16.076952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Port': ['ID=ac3e0a8e-6620-4910-be66-7f837b0865a8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:16.100871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0ca25-0b3f-4b21-bea9-e93c92c3a179 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:16.103792 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-acf107fc-539a-4a0e-8ad8-8c35706bdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.149580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Pushing event updated for resources: {'Port': ['ID=d097034f-1e47-4f8d-a638-ca6a71f0018e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:16.162981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-acf107fc-539a-4a0e-8ad8-8c35706bdae1 None None] For port b68f6ae0-4ee1-4672-abbd-a4c0506166a8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:16.293185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Network 7024e018-d4a8-4001-9f92-491063b16948 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:16.299245 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-acf107fc-539a-4a0e-8ad8-8c35706bdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.306037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:16.421777 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.523133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf107fc-539a-4a0e-8ad8-8c35706bdae1 None None] Pushing event updated for resources: {'Port': ['ID=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:16.582351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ae23f2bc-51a8-450a-821a-3353eb8ba6a6 None None] Provisioning complete for port ac3e0a8e-6620-4910-be66-7f837b0865a8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:16.582727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ae23f2bc-51a8-450a-821a-3353eb8ba6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.595920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:16.618390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Router 4b4676d6-8702-409c-86e6-5cf52a81f5dd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:16.810845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ae23f2bc-51a8-450a-821a-3353eb8ba6a6 None None] Port ac3e0a8e-6620-4910-be66-7f837b0865a8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:16.953295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:16.994101 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eee529a6-6949-42cc-9695-052636df256e admin admin] 10.222.0.32 "PUT /v2.0/routers/4b4676d6-8702-409c-86e6-5cf52a81f5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8586974 Dec 15 14:08:17.383536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.413412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.509056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Pushing event updated for resources: {'Port': ['ID=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:17.513195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ae23f2bc-51a8-450a-821a-3353eb8ba6a6 None None] Provisioning complete for port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:17.514183 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ae23f2bc-51a8-450a-821a-3353eb8ba6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.550050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.661424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:17.801935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:17.805193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:17.810842 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.998796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.057117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Attempting to bind port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:18.058066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Attempting to bind port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:18.058639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Attempting to bind port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a on network fe020f83-2e1c-4a84-9b2b-bda287b858f5 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:18.078407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:18.079095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Checking segment: {'id': 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:18.079747 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.080324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Bound using segment: {'id': 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:18.081009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Bound port: ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:18.081589 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.231209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] For port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:18.235773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] For port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,segment=NetworkSegment(f8a711b8-b86d-4e77-b2ea-fc64bddf01b6),segment_id=f8a711b8-b86d-4e77-b2ea-fc64bddf01b6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:18.248229 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.295524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:18.301896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-117005784-network', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:18.309211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc93c8-8fd0-46ce-baee-63dd5a6c2e41 None None] Pushing event updated for resources: {'Port': ['ID=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:18.327251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 2, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:18.381969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Made reservation on behalf of ddbb8daeb00345a8833a4c26200299f1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:18.385428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.390864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541f09c-502d-412d-bf0b-bdffc0c35efe None None] The sync data for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 is: [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 2, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:18.414549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.427358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b3c4abb9-c68b-4fef-9c70-0a4954898476 None None] Provisioning complete for port d097034f-1e47-4f8d-a638-ca6a71f0018e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:18.431070 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3c4abb9-c68b-4fef-9c70-0a4954898476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.530695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Router d33f2e66-7991-41f5-b004-e6784ccb6aa6 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:18.640822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4abb9-c68b-4fef-9c70-0a4954898476 None None] Port d097034f-1e47-4f8d-a638-ca6a71f0018e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:18.656661 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.779955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.797243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.848746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:18.887404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:18.925455 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] Sync routers for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:18.926083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.981942 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Added segment 151d67e0-4f76-4087-b0be-8b23f5709d50 of type vlan for network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 Dec 15 14:08:18.981942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1826ddd2-4e8d-4915-a9c3-f9975ae7a103,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:18.982363 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:18.982363 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:18.982921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.013939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f556455-f20f-4feb-a0ed-f9f5aa01e016 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2814384 Dec 15 14:08:19.019296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:19.061118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.061118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.061118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.061118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.061118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.061118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.068964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.083302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.146036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.147069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:19.147651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.171315 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:19.196386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:19.196981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:19.329080 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:19.330262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59187f0-26c6-44ab-a566-64c981077779 None None] The sync data for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:19.355033 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0583591 Dec 15 14:08:19.362370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:19.371277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Request body: {'subnet': {'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-117005784-subnet', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:19.373533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c50c8-9ce1-465a-bc9f-53f5954a350a admin admin] Pushing event updated for resources: {'Network': ['ID=525bacd2-e2ea-4141-85e5-76c313bf5cb0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:19.393899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:19.466007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Made reservation on behalf of ddbb8daeb00345a8833a4c26200299f1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:19.471437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.021441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:20.142726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:20.206633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:20.207033 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.404552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a432906-796f-4f5a-b53d-4ab6b39fc67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.419512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.479521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5af8c-de58-4061-a8e7-1f5c48a6546f None None] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:20.648956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.706858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a432906-796f-4f5a-b53d-4ab6b39fc67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.729745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a432906-796f-4f5a-b53d-4ab6b39fc67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.736893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0608dd33-b88f-4884-82b2-af22af075239 None None] Provisioning complete for port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:20.737666 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0608dd33-b88f-4884-82b2-af22af075239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.843613 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a432906-796f-4f5a-b53d-4ab6b39fc67e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=493ee42bcb45439f92752ac31bd98cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6996543 Dec 15 14:08:20.845492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a432906-796f-4f5a-b53d-4ab6b39fc67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71117e6a-d31d-4062-a860-baa8492921e3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:20.848527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:20.849556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2264e1b-90c7-42ec-bece-c1a3b8edd1dd,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:20.928681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,segment=NetworkSegment(f8a711b8-b86d-4e77-b2ea-fc64bddf01b6),segment_id=f8a711b8-b86d-4e77-b2ea-fc64bddf01b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:20.930207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Checking segment: {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:20.930659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Network hostable DHCP agents. Network: 525bacd2-e2ea-4141-85e5-76c313bf5cb0, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:20.958025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.958508 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bb7af32-0f93-4025-9969-d15738f52707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.057469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bb7af32-0f93-4025-9969-d15738f52707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.111750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:21.134753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:21.198312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 525bacd2-e2ea-4141-85e5-76c313bf5cb0) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:21.200415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bb7af32-0f93-4025-9969-d15738f52707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.203318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bb7af32-0f93-4025-9969-d15738f52707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.208781 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6bb7af32-0f93-4025-9969-d15738f52707 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71117e6a-d31d-4062-a860-baa8492921e3 HTTP/1.1" status: 204 len: 168 time: 0.3590243 Dec 15 14:08:21.220843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:21.222824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7af32-0f93-4025-9969-d15738f52707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71117e6a-d31d-4062-a860-baa8492921e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:21.224264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.326473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3fdaca3b-dc0b-4d9a-a773-0367a4ded089 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9607441 Dec 15 14:08:21.326928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:21.327486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4fed7-de8b-4e5d-ac40-cc0a721874a6 None None] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:21.335917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:21.390484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.427962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.429633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.434797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.692199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'fixed_ips': [{'subnet_id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:21.698660 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.828745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.161503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.225078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:22.352367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f506703-e3fc-4ff6-a6d7-ffa35de84018 None None] Provisioning complete for port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:22.362451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f506703-e3fc-4ff6-a6d7-ffa35de84018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.366257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Allocated IP 172.20.0.2 (525bacd2-e2ea-4141-85e5-76c313bf5cb0/f2264e1b-90c7-42ec-bece-c1a3b8edd1dd/99e391fd-c180-4b65-aa01-b5b960cb57d8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:22.470136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Allocated IP 172.20.0.1 (fe020f83-2e1c-4a84-9b2b-bda287b858f5/7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c/1a1d8117-6cee-4d0c-8465-fd1727438b40) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:22.537237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:22.537614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.702934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.773706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.860064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:22.871990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:22.875940 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.880356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Port': ['ID=1a1d8117-6cee-4d0c-8465-fd1727438b40,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:22.887456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:22.935000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.949842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b68f6ae0-4ee1-4672-abbd-a4c0506166a8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:23.016862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.092839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:23.093549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.164623 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.179923 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.294678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Allocated IP 172.25.2.231 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/382589c3-9a3b-4bb7-94e2-42706c2d9437) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:23.308751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Pushing event updated for resources: {'Port': ['ID=99e391fd-c180-4b65-aa01-b5b960cb57d8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:23.309375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.317334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Sync routers for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:23.354796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:23.355508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:23.567091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.650154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.765767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:23.767504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:23.788902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Pushing event updated for resources: {'Port': ['ID=382589c3-9a3b-4bb7-94e2-42706c2d9437,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:23.791566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:23.844207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19c0ed-0656-488f-9abd-97bae4f4d650 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:23.853880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:23.869481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:23.881249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:23.884096 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.892989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e7d23ee6-74ff-4cfe-95e7-f0b5883bf355 None None] Provisioning complete for port 1a1d8117-6cee-4d0c-8465-fd1727438b40 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:23.895903 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e7d23ee6-74ff-4cfe-95e7-f0b5883bf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.902825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.064185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Port': ['ID=1a1d8117-6cee-4d0c-8465-fd1727438b40,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:24.067120 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.115505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Attempting to bind port 99e391fd-c180-4b65-aa01-b5b960cb57d8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:24.116725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Attempting to bind port 99e391fd-c180-4b65-aa01-b5b960cb57d8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:24.117303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Attempting to bind port 99e391fd-c180-4b65-aa01-b5b960cb57d8 on network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:24.136372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e7d23ee6-74ff-4cfe-95e7-f0b5883bf355 None None] Port 1a1d8117-6cee-4d0c-8465-fd1727438b40 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:24.139534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:24.143309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:24.144197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Checking segment: {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:24.145227 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.145819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Bound using segment: {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:24.146541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Bound port: 99e391fd-c180-4b65-aa01-b5b960cb57d8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:24.147275 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.258546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.284002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] For port 99e391fd-c180-4b65-aa01-b5b960cb57d8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:24.288166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:24.289786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:24.520862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] For port 99e391fd-c180-4b65-aa01-b5b960cb57d8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=99e391fd-c180-4b65-aa01-b5b960cb57d8,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:24.576086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.590949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Router d33f2e66-7991-41f5-b004-e6784ccb6aa6 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:24.600265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-056a777f-c571-4acb-9b6f-32dceb824b77 None None] Provisioning complete for port 382589c3-9a3b-4bb7-94e2-42706c2d9437 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:24.600691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-056a777f-c571-4acb-9b6f-32dceb824b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.623888 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.787909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-056a777f-c571-4acb-9b6f-32dceb824b77 None None] Port 382589c3-9a3b-4bb7-94e2-42706c2d9437 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:24.962175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:24.963612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Pushing event updated for resources: {'Port': ['ID=99e391fd-c180-4b65-aa01-b5b960cb57d8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:24.975935 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] Sync routers for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:24.991467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b146bdf2-f6db-4f6f-b62a-34f72bb7b99b tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "PUT /v2.0/routers/d33f2e66-7991-41f5-b004-e6784ccb6aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9633055 Dec 15 14:08:24.992900 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:24.995000 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.995535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56406) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:25.010421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Request body: {'port': {'network_id': 'fe020f83-2e1c-4a84-9b2b-bda287b858f5', 'name': 'tempest-FloatingIPAdminTestJSON-1255563906'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:25.037130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50e4a1c7-3fcc-431f-983c-55e95d5590f4 None None] Provisioning complete for port 1a1d8117-6cee-4d0c-8465-fd1727438b40 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:25.037508 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50e4a1c7-3fcc-431f-983c-55e95d5590f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.043623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Router 489ff149-4e19-4807-ba20-79791ba18950 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:25.106193 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.141751 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:25.142426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.178343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-50e4a1c7-3fcc-431f-983c-55e95d5590f4 None None] Port 1a1d8117-6cee-4d0c-8465-fd1727438b40 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:25.182292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.183464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.183915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.187244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.188711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.196754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.202057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.202057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.202057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.202749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.203308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.203733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.204201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150e04f-cdac-423d-b824-c8303e349d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:25.262239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 2, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.270674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.275369 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a73bd-4441-4709-a82e-a1c3662adbf5 None None] The sync data for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:25.311787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:25.393558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Checking router: 4b4676d6-8702-409c-86e6-5cf52a81f5dd for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:25.393901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Updating router 4b4676d6-8702-409c-86e6-5cf52a81f5dd port d097034f-1e47-4f8d-a638-ca6a71f0018e binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:25.467983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.484603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Made reservation on behalf of 4391c8bcb3584e86986e864947b306ff for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:25.499837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.575596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] device_id is not set on port d9f13a88-12d9-40f5-8577-0b3cec6c0b96 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:08:25.624582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87971d9d-be88-4ab1-be47-e1ad9fda58bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.801519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Allocated IP 172.20.0.11 (fe020f83-2e1c-4a84-9b2b-bda287b858f5/7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c/d9f13a88-12d9-40f5-8577-0b3cec6c0b96) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:25.856361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87971d9d-be88-4ab1-be47-e1ad9fda58bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.867262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87971d9d-be88-4ab1-be47-e1ad9fda58bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.884632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:25.901758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Sync routers for ids ['489ff149-4e19-4807-ba20-79791ba18950'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:25.940965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Routers {'489ff149-4e19-4807-ba20-79791ba18950'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:25.942681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['489ff149-4e19-4807-ba20-79791ba18950'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.943444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.944789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b880d80-30c5-4a7e-9d59-9b3094a031f3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6166148 Dec 15 14:08:25.949544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87971d9d-be88-4ab1-be47-e1ad9fda58bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=093bf28389e74ddbbbae00836c6e7944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6359279 Dec 15 14:08:25.950958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:25.956964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:26.015054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87971d9d-be88-4ab1-be47-e1ad9fda58bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c68b2-f5a1-45cc-818e-d8861ebad4c0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:26.156618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 99e391fd-c180-4b65-aa01-b5b960cb57d8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:26.198823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.232391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5cd4-ac0a-43e4-8a92-5e08360c7075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.279654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5cd4-ac0a-43e4-8a92-5e08360c7075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.364114 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.475755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 99e391fd-c180-4b65-aa01-b5b960cb57d8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:26.476294 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.491983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:26.497027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:26.499147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event updated for resources: {'Port': ['ID=d9f13a88-12d9-40f5-8577-0b3cec6c0b96,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:26.502981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:26.570412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Set router 489ff149-4e19-4807-ba20-79791ba18950 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:26.584259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5cd4-ac0a-43e4-8a92-5e08360c7075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.595267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5cd4-ac0a-43e4-8a92-5e08360c7075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.596462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c0c5cd4-ac0a-43e4-8a92-5e08360c7075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/036c68b2-f5a1-45cc-818e-d8861ebad4c0 HTTP/1.1" status: 204 len: 168 time: 0.5761855 Dec 15 14:08:26.647044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:26.647760 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.689532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c5cd4-ac0a-43e4-8a92-5e08360c7075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c68b2-f5a1-45cc-818e-d8861ebad4c0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:26.690804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d5986b4-e97f-4200-b977-b0f03ad4ed26 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6904366 Dec 15 14:08:26.692308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:26.941530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.019256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'project_id': '4391c8bcb3584e86986e864947b306ff', 'port_id': 'd9f13a88-12d9-40f5-8577-0b3cec6c0b96'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:27.053577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.083128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.086569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.141399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d006f8-7e4e-4b87-8379-92889c5ff2fb None None] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:27.159284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e5260-3b86-479a-a7a9-f48bf88f6c55 None None] Pushing event updated for resources: {'Port': ['ID=d097034f-1e47-4f8d-a638-ca6a71f0018e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:27.317213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.338536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4af57d05-3cd0-4059-af15-825cd48bd7b8 None None] Provisioning complete for port d9f13a88-12d9-40f5-8577-0b3cec6c0b96 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:27.342112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4af57d05-3cd0-4059-af15-825cd48bd7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.342606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.436958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 99e391fd-c180-4b65-aa01-b5b960cb57d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=99e391fd-c180-4b65-aa01-b5b960cb57d8,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:27.452998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4af57d05-3cd0-4059-af15-825cd48bd7b8 None None] Port d9f13a88-12d9-40f5-8577-0b3cec6c0b96 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:27.554615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.583153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:24Z', 'revision_number': 3, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:27.643305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Allocated IP 172.25.2.22 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/f9c176dc-8713-4361-ba35-91562fd6a9b7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:27.645591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Checking router: 489ff149-4e19-4807-ba20-79791ba18950 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:27.646203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Updating router 489ff149-4e19-4807-ba20-79791ba18950 port 382589c3-9a3b-4bb7-94e2-42706c2d9437 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:27.711277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.775087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.826893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.899226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Allocated IP 172.20.0.1 (525bacd2-e2ea-4141-85e5-76c313bf5cb0/f2264e1b-90c7-42ec-bece-c1a3b8edd1dd/48978a65-6a99-47cf-90c4-a532490e9f15) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:27.949637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Pushing event updated for resources: {'Port': ['ID=f9c176dc-8713-4361-ba35-91562fd6a9b7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:27.995529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:28.001401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:28.015044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:28.045164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Attempting to bind port d097034f-1e47-4f8d-a638-ca6a71f0018e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:28.045569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Attempting to bind port d097034f-1e47-4f8d-a638-ca6a71f0018e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:28.047164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Attempting to bind port d097034f-1e47-4f8d-a638-ca6a71f0018e on network 7024e018-d4a8-4001-9f92-491063b16948 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:28.056039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a1f8167e-57d1-47fd-ad09-9689d19afddc None None] Provisioning complete for port 99e391fd-c180-4b65-aa01-b5b960cb57d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:28.056425 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a1f8167e-57d1-47fd-ad09-9689d19afddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.079809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:28.080331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Checking segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:28.080955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.081513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Bound using segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:28.082234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Bound port: d097034f-1e47-4f8d-a638-ca6a71f0018e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:28.082778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.180012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.238461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.307469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=99e391fd-c180-4b65-aa01-b5b960cb57d8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:28.352588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Pushing event updated for resources: {'Port': ['ID=48978a65-6a99-47cf-90c4-a532490e9f15,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:28.379354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:28.382324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:28.398865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:28.491323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.689195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.742150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.762536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] For port d097034f-1e47-4f8d-a638-ca6a71f0018e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:28.773381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] For port d097034f-1e47-4f8d-a638-ca6a71f0018e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d097034f-1e47-4f8d-a638-ca6a71f0018e,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:28.786659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.829790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.940319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.964191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Attempting to bind port 382589c3-9a3b-4bb7-94e2-42706c2d9437 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:28.968938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Attempting to bind port 382589c3-9a3b-4bb7-94e2-42706c2d9437 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:28.969838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Attempting to bind port 382589c3-9a3b-4bb7-94e2-42706c2d9437 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:28.986823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e9936-6e85-4532-908f-1f5662ea7bc2 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:29.006006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:29.006337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:29.006698 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.007096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:29.009642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Bound port: 382589c3-9a3b-4bb7-94e2-42706c2d9437, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:29.010024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.167036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.446679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.455500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.572611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.588909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:29.590168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:29.607879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.624559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Pushing event updated for resources: {'Port': ['ID=48978a65-6a99-47cf-90c4-a532490e9f15,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:29.635208 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.718235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Pushing event updated for resources: {'Port': ['ID=f9c176dc-8713-4361-ba35-91562fd6a9b7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:29.760294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] For port 382589c3-9a3b-4bb7-94e2-42706c2d9437, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:29.779778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.789321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538a092-585b-4867-bcc6-92bdffa8e216 None None] Pushing event updated for resources: {'Port': ['ID=382589c3-9a3b-4bb7-94e2-42706c2d9437,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:29.798007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] For port 382589c3-9a3b-4bb7-94e2-42706c2d9437, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=382589c3-9a3b-4bb7-94e2-42706c2d9437,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:29.856421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0c6e4ecb-e4e7-4010-a7d3-9b52ee5caed1 None None] Provisioning complete for port d097034f-1e47-4f8d-a638-ca6a71f0018e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:29.858306 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4ecb-e4e7-4010-a7d3-9b52ee5caed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.875819 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.950741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:29.959146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:30.041888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfc0507-984b-440d-a258-12160f7aa86a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:30.084957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 99e391fd-c180-4b65-aa01-b5b960cb57d8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:30.088083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e5260-3b86-479a-a7a9-f48bf88f6c55 None None] Pushing event updated for resources: {'Port': ['ID=d097034f-1e47-4f8d-a638-ca6a71f0018e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:30.134086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:30.290643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Router 489ff149-4e19-4807-ba20-79791ba18950 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:30.291052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Routers {'489ff149-4e19-4807-ba20-79791ba18950'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:30.291883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['489ff149-4e19-4807-ba20-79791ba18950'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:30.379527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:30.521573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538a092-585b-4867-bcc6-92bdffa8e216 None None] Pushing event updated for resources: {'Port': ['ID=382589c3-9a3b-4bb7-94e2-42706c2d9437,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:30.542502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:30.556861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7f147f10-b569-4938-9996-d9658098b83b admin admin] 10.222.0.32 "PUT /v2.0/routers/489ff149-4e19-4807-ba20-79791ba18950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6033299 Dec 15 14:08:30.684425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:30.715506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.793342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] Set router 489ff149-4e19-4807-ba20-79791ba18950 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:30.912177 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4ecb-e4e7-4010-a7d3-9b52ee5caed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.936848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.061872 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Floating IP 0d9836c7-949a-446e-bbb5-aab6d01f990c associated. External IP: 172.25.2.22, port: d9f13a88-12d9-40f5-8577-0b3cec6c0b96. Dec 15 14:08:31.078550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0c6e4ecb-e4e7-4010-a7d3-9b52ee5caed1 None None] For port d097034f-1e47-4f8d-a638-ca6a71f0018e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d097034f-1e47-4f8d-a638-ca6a71f0018e,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:31.240649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Allocated IP 172.25.2.49 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/fb63c6fa-ce62-462e-9a9a-064e7a3d7952) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:31.243382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 99e391fd-c180-4b65-aa01-b5b960cb57d8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:31.244220 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.248324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4ecb-e4e7-4010-a7d3-9b52ee5caed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.352994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e4ecb-e4e7-4010-a7d3-9b52ee5caed1 None None] Pushing event updated for resources: {'Port': ['ID=d097034f-1e47-4f8d-a638-ca6a71f0018e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:31.399624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Provisioning complete for port 382589c3-9a3b-4bb7-94e2-42706c2d9437 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:31.400297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.495191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:31.557092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.562040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885faa-1164-4bdd-899f-10ba2feb22b7 None None] The sync data for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 is: [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:31.629547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '48978a65-6a99-47cf-90c4-a532490e9f15', 'name': '', 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'mac_address': 'fa:16:3e:5f:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 2, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'subnets': [{'id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:31.694697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e70c651-cc6b-4e9f-af46-1109cd47314a None None] The sync data for ids ['489ff149-4e19-4807-ba20-79791ba18950'] in n-d-815324-3 is: [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '48978a65-6a99-47cf-90c4-a532490e9f15', 'name': '', 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'mac_address': 'fa:16:3e:5f:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 2, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'subnets': [{'id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:31.702147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.709488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.744010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] For port 382589c3-9a3b-4bb7-94e2-42706c2d9437, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=382589c3-9a3b-4bb7-94e2-42706c2d9437,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:31.759170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.794019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:31.799189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:31.808092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:31.814645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Pushing event updated for resources: {'Port': ['ID=fb63c6fa-ce62-462e-9a9a-064e7a3d7952,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:31.826515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Router d33f2e66-7991-41f5-b004-e6784ccb6aa6 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:31.960358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Pushing event updated for resources: {'Port': ['ID=382589c3-9a3b-4bb7-94e2-42706c2d9437,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:32.004231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Provisioning complete for port 48978a65-6a99-47cf-90c4-a532490e9f15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:32.004682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.062135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Port 48978a65-6a99-47cf-90c4-a532490e9f15 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:32.064668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d097034f-1e47-4f8d-a638-ca6a71f0018e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:32.132776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:32.133600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Provisioning complete for port 99e391fd-c180-4b65-aa01-b5b960cb57d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:32.133988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.154520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.156208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] Sync routers for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:32.182770 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:32.182958 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.183438 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:32.295562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.336636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bbb9c68e-a210-4c53-87e4-16c494418a57 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6431162 Dec 15 14:08:32.342916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:32.351427 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:32.388529 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:32.389167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:32.510943 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:32.512428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Provisioning complete for port d097034f-1e47-4f8d-a638-ca6a71f0018e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:32.512694 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf66992-99d2-46d1-b708-1d859395cc27 None None] The sync data for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:32.514313 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-023ca8b3-6d52-4485-bbe0-55e5966da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.527971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d097034f-1e47-4f8d-a638-ca6a71f0018e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:32.528612 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.589987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7c63ea2b-97a0-4916-8bf9-5d16023c133b tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] 10.222.0.32 "GET /v2.0/floatingips/0d9836c7-949a-446e-bbb5-aab6d01f990c HTTP/1.1" status: 200 len: 983 time: 0.2456310 Dec 15 14:08:32.597492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56562) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:32.726126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.737441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:32.746690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512058465', 'description': 'tempest-secgroup-smoke-1512058465 description', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:32.770250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.806442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f5dd8073-dcea-4e2c-aa05-86c11c7cd5c0 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.2075779 Dec 15 14:08:32.816471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:32.883428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Pushing event updated for resources: {'Port': ['ID=fb63c6fa-ce62-462e-9a9a-064e7a3d7952,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:32.972396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.049253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.077463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting port f9c176dc-8713-4361-ba35-91562fd6a9b7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:33.077716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.079556 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.081025 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84946c9e-0464-4432-8cff-34e10ece8964 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7009659 Dec 15 14:08:33.084869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.090593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-44058080', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'fixed_ips': [{'ip_address': '172.25.2.49'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:33.143343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.155663 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.206409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.206957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.208268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.212820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Made reservation on behalf of e126efb4b74f41349d6b7aa0c318f021 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:33.215222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.221744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Calling delete_port for f9c176dc-8713-4361-ba35-91562fd6a9b7 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:33.254044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.258047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.262058 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f3e24ae8-18cd-4748-9a15-5cfd691acbf3 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5205245 Dec 15 14:08:33.266394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.324771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group_rule': {'security_group_id': '016ed2f7-acfd-47b7-aecc-7ca7225bc4d7', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:33.430118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.505230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.541668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.554813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.555179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Port': ['ID=f9c176dc-8713-4361-ba35-91562fd6a9b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.576748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.598212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.603204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] device_id is not set on port 89b4c38a-7d0a-4daf-9b16-340eff88151b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:08:33.643562 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.643914 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Floating IP 0d9836c7-949a-446e-bbb5-aab6d01f990c disassociated (deleted). External IP: 172.25.2.22, port: d9f13a88-12d9-40f5-8577-0b3cec6c0b96. Dec 15 14:08:33.930360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560b0c25-8245-4ff9-8c2a-55ff438a8962,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.941704 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 14:08:33.942951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:33.968367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.973053 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56a9f54d-e2cc-4dac-b5af-cd7397c7a1f8 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682956 Dec 15 14:08:33.974350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56594) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.979160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group_rule': {'security_group_id': '016ed2f7-acfd-47b7-aecc-7ca7225bc4d7', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:34.012199 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9259720 Dec 15 14:08:34.013324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56598) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:34.025341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39e866-0aa0-44d6-ac56-7fe9911f6c64 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34da11a8-1569-49ea-b020-5c48a5fb6d06,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.088325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 382589c3-9a3b-4bb7-94e2-42706c2d9437 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:34.105244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Router d33f2e66-7991-41f5-b004-e6784ccb6aa6 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:34.173595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.202340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 382589c3-9a3b-4bb7-94e2-42706c2d9437 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:34.203752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.291363 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.296249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:34.305689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.369293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] Sync routers for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:34.397529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.409357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:34.409987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:34.417856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-01eabc94-0b64-44dd-8ee6-642dd7bb015c tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "DELETE /v2.0/floatingips/0d9836c7-949a-446e-bbb5-aab6d01f990c HTTP/1.1" status: 204 len: 168 time: 1.5910790 Dec 15 14:08:34.423166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56604) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:34.447499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:34.507671 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34e3c3c-8d46-4284-97db-23ef665bf7af,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.520052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.526100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:34.526545 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0beda90a-9536-48f9-b0cd-f2c34f34082c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5510671 Dec 15 14:08:34.537419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group_rule': {'security_group_id': '016ed2f7-acfd-47b7-aecc-7ca7225bc4d7', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:34.560196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Deleting port fb63c6fa-ce62-462e-9a9a-064e7a3d7952 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:34.560709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.588899 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.672067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.711107 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.711941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.714527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:34.736018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Calling delete_port for fb63c6fa-ce62-462e-9a9a-064e7a3d7952 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:34.764009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:34.764583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:34.771855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.794272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.811797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdb0823-6fdf-4e37-b4d6-dbc430faa02d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.837225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.843383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.845475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:34.846163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d829e40-40a0-4a77-a402-c0faa358d803 None None] The sync data for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:34.848370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-14cf9247-9e94-44b6-9c15-03a0dcf4c48d tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212194 Dec 15 14:08:34.850505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:34.855432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group_rule': {'security_group_id': '016ed2f7-acfd-47b7-aecc-7ca7225bc4d7', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:34.929787 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.960892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.000092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb63c6fa-ce62-462e-9a9a-064e7a3d7952,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:35.079994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.079994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Allocated IP 172.25.2.230 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4e9f89bd-2f68-4e92-b7ee-4ab7313b4bc5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:35.095587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.100222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.100380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.100380 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6563f7f5-6503-4f2c-a54a-e2bdd2940c6b tempest-ExternalNetworksAdminNegativeTestJSON-1108453702 tempest-ExternalNetworksAdminNegativeTestJSON-1108453702-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/bca4475d-9cde-46bd-9df0-a4dccde033ac HTTP/1.1" status: 204 len: 168 time: 1.0846484 Dec 15 14:08:35.193810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cd0e7e-fe7f-42b9-828f-c8bb285f45d8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:35.213934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.218043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9a46dc8c-bfb9-4fdf-a57c-1c9c9b8cd50c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639054 Dec 15 14:08:35.218359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:35.223864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group_rule': {'security_group_id': '016ed2f7-acfd-47b7-aecc-7ca7225bc4d7', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:35.268465 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Project d405e855c3ae4848b75ae6178a2ce38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:08:35.284880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.306036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.372209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.413038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:35.416080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:35.420221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:35.490553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Pushing event updated for resources: {'Port': ['ID=4e9f89bd-2f68-4e92-b7ee-4ab7313b4bc5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:35.491278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.522275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.526156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:35.569378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6afe740-390f-473b-a2e2-1ed512a88673,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:35.584462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.609312 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.613660 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61bc7f65-200f-4148-87ba-04dd77d1bf67 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3917203 Dec 15 14:08:35.614041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:35.621929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'security_group_rule': {'security_group_id': '016ed2f7-acfd-47b7-aecc-7ca7225bc4d7', 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:35.635886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.680422 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Project d405e855c3ae4848b75ae6178a2ce38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:08:35.687721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.825804 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.848866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.882705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb84af5-c788-41f3-9b53-27361307381a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:35.891856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.908929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.918398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.921267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1983185a-9943-4ab2-94a5-ce35a2237931 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3059404 Dec 15 14:08:35.935529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-738cfe71-2f59-482e-ba4d-0dd3d9650b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.078960 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Sync routers for ids ['489ff149-4e19-4807-ba20-79791ba18950'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:36.081879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Pushing event updated for resources: {'Port': ['ID=4e9f89bd-2f68-4e92-b7ee-4ab7313b4bc5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:36.090064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Routers {'489ff149-4e19-4807-ba20-79791ba18950'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:36.091399 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['489ff149-4e19-4807-ba20-79791ba18950'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:36.100736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.155978 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.160265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d1457785-927e-4122-b681-e5d8be5b9c0f tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7325191 Dec 15 14:08:36.160940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56660) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:36.262163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-738cfe71-2f59-482e-ba4d-0dd3d9650b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.289830 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-738cfe71-2f59-482e-ba4d-0dd3d9650b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.332442 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Set router 489ff149-4e19-4807-ba20-79791ba18950 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:36.369893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-738cfe71-2f59-482e-ba4d-0dd3d9650b5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce8412c062534eb4b28fabfbb4aefabf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8422449 Dec 15 14:08:36.370952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cfe71-2f59-482e-ba4d-0dd3d9650b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3bad2f-9d52-4583-8705-8cf111cc5b64,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:36.373434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:36.374643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:36.422073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.463622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f09977d0-10ed-4cf4-b4f6-83cf86925f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.503307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f09977d0-10ed-4cf4-b4f6-83cf86925f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.575782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f09977d0-10ed-4cf4-b4f6-83cf86925f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.579966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f09977d0-10ed-4cf4-b4f6-83cf86925f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.585160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f09977d0-10ed-4cf4-b4f6-83cf86925f6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b3bad2f-9d52-4583-8705-8cf111cc5b64 HTTP/1.1" status: 204 len: 168 time: 0.2105966 Dec 15 14:08:36.606714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09977d0-10ed-4cf4-b4f6-83cf86925f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3bad2f-9d52-4583-8705-8cf111cc5b64,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:36.654905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.674825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b7b25c0d-51cb-4967-9f73-7b1c3aba0340 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512058465&fields=id&tenant_id=d405e855c3ae4848b75ae6178a2ce38f HTTP/1.1" status: 200 len: 267 time: 0.1087136 Dec 15 14:08:36.767656 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '48978a65-6a99-47cf-90c4-a532490e9f15', 'name': '', 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'mac_address': 'fa:16:3e:5f:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 2, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'subnets': [{'id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:36.846649 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Checking router: 489ff149-4e19-4807-ba20-79791ba18950 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:36.847000 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Updating router 489ff149-4e19-4807-ba20-79791ba18950 port 48978a65-6a99-47cf-90c4-a532490e9f15 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:36.874973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Allocated IP 172.25.2.233 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/6f8af01a-9bfd-4a41-bd20-8a6686f3b695) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:36.926733 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.965998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-d91bc8a1-0623-48eb-800a-974cfed880ef tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:36.974521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-d91bc8a1-0623-48eb-800a-974cfed880ef tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/networks?id=7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 200 len: 808 time: 0.2982469 Dec 15 14:08:37.005279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-060895e3-6358-40ce-b426-4948b49ac650 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/quotas/d405e855c3ae4848b75ae6178a2ce38f HTTP/1.1" status: 200 len: 375 time: 0.0296118 Dec 15 14:08:37.006169 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.044609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.121462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-a1799f55-391e-45c1-9bfe-e6d085654d48 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154168 Dec 15 14:08:37.144558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:37.162155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:37.175568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:37.255063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Pushing event updated for resources: {'Port': ['ID=6f8af01a-9bfd-4a41-bd20-8a6686f3b695,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.257506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:37.337823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-e56eb3e4-5356-48e4-818d-a05804f397a7 service neutron] 10.222.0.32 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967378 Dec 15 14:08:37.377289 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6bd546b7-e693-4264-a6f0-6d1d0dbfd1dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e126efb4b74f41349d6b7aa0c318f021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168320 Dec 15 14:08:37.379860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:37.418699 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.463566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-d0d02e42-89a4-4d78-b198-6db78d703f13 service neutron] 10.222.0.32 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192858 Dec 15 14:08:37.464552 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a267ff16-62f8-44e1-9a13-4dc92e13fdd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.490608 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.494062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.501721 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.533656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a267ff16-62f8-44e1-9a13-4dc92e13fdd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.716487 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Pushing event updated for resources: {'Port': ['ID=48978a65-6a99-47cf-90c4-a532490e9f15,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.747859 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.748208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.749537 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.749899 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.750240 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.750578 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.751445 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.751776 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.752147 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.752410 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.761947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.765213 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.766698 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.768160 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:37.774078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.838395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Pushing event updated for resources: {'Port': ['ID=6f8af01a-9bfd-4a41-bd20-8a6686f3b695,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.913490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9cd7136e-07e5-4cf4-8a5a-aaac3377636a req-854663d4-8c69-4711-939f-0463236292ac tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 210 time: 0.0864384 Dec 15 14:08:37.930205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a267ff16-62f8-44e1-9a13-4dc92e13fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.930407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Attempting to bind port 48978a65-6a99-47cf-90c4-a532490e9f15 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:37.930640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Attempting to bind port 48978a65-6a99-47cf-90c4-a532490e9f15 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:37.935340 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Attempting to bind port 48978a65-6a99-47cf-90c4-a532490e9f15 on network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:37.938717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a267ff16-62f8-44e1-9a13-4dc92e13fdd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.939776 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a267ff16-62f8-44e1-9a13-4dc92e13fdd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34da11a8-1569-49ea-b020-5c48a5fb6d06 HTTP/1.1" status: 204 len: 168 time: 0.5588090 Dec 15 14:08:37.954474 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:37.955693 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Checking segment: {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:37.958098 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.958526 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Bound using segment: {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:37.959040 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Bound port: 48978a65-6a99-47cf-90c4-a532490e9f15, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d67e0-4f76-4087-b0be-8b23f5709d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:37.962370 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.988951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267ff16-62f8-44e1-9a13-4dc92e13fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34da11a8-1569-49ea-b020-5c48a5fb6d06,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.990606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.048811 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.056557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bcc6a46-4e41-45cf-8af2-1f551f4b32bb tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8931136 Dec 15 14:08:38.057353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:38.153058 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] For port 48978a65-6a99-47cf-90c4-a532490e9f15, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:38.180984 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] For port 48978a65-6a99-47cf-90c4-a532490e9f15, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=48978a65-6a99-47cf-90c4-a532490e9f15,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:38.191754 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.269314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1134799e-d5b5-4743-ac16-3a4704bebddd None None] Provisioning complete for port 48978a65-6a99-47cf-90c4-a532490e9f15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:38.270516 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1134799e-d5b5-4743-ac16-3a4704bebddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.279577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:38.279899 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dc37541e-4d06-461c-b691-9c02f9c26175 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2200339 Dec 15 14:08:38.449814 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Routers {'489ff149-4e19-4807-ba20-79791ba18950'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:38.450471 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['489ff149-4e19-4807-ba20-79791ba18950'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:38.463789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e69ff172-5012-490b-a00f-449ff6a18190 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1809094 Dec 15 14:08:38.465733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:38.482742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1134799e-d5b5-4743-ac16-3a4704bebddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.541585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1134799e-d5b5-4743-ac16-3a4704bebddd None None] For port 48978a65-6a99-47cf-90c4-a532490e9f15, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=48978a65-6a99-47cf-90c4-a532490e9f15,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:38.551025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1134799e-d5b5-4743-ac16-3a4704bebddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.612646 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29c8a0-1488-4d49-adc0-66b07f5ef3c5 None None] Pushing event updated for resources: {'Port': ['ID=48978a65-6a99-47cf-90c4-a532490e9f15,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:38.688965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134799e-d5b5-4743-ac16-3a4704bebddd None None] Pushing event updated for resources: {'Port': ['ID=48978a65-6a99-47cf-90c4-a532490e9f15,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:38.746325 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] Set router 489ff149-4e19-4807-ba20-79791ba18950 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:38.840690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Deleting port 6f8af01a-9bfd-4a41-bd20-8a6686f3b695 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:38.841136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.010628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3f936f68-3f1b-4631-b3e1-aa6b4ab292d6 None None] Provisioning complete for port 48978a65-6a99-47cf-90c4-a532490e9f15 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:39.011047 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f936f68-3f1b-4631-b3e1-aa6b4ab292d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.013307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.015756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.035693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Calling delete_port for 6f8af01a-9bfd-4a41-bd20-8a6686f3b695 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:39.170426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '48978a65-6a99-47cf-90c4-a532490e9f15', 'name': '', 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'mac_address': 'fa:16:3e:5f:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:38Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'subnets': [{'id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:39.277318 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf2a3c-952f-4bff-819c-c974b0daefb3 None None] The sync data for ids ['489ff149-4e19-4807-ba20-79791ba18950'] in n-d-815324-3 is: [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '48978a65-6a99-47cf-90c4-a532490e9f15', 'name': '', 'network_id': '525bacd2-e2ea-4141-85e5-76c313bf5cb0', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'mac_address': 'fa:16:3e:5f:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:38Z', 'revision_number': 4, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'subnets': [{'id': 'f2264e1b-90c7-42ec-bece-c1a3b8edd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:39.375047 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.416386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Pushing event deleted for resources: {'Port': ['ID=6f8af01a-9bfd-4a41-bd20-8a6686f3b695,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:39.581991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.590673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.595794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5311aa72-218f-45f5-8e86-a6d5f824a387 tempest-FloatingIPAdminTestJSON-204032537 tempest-FloatingIPAdminTestJSON-204032537-project] 10.222.0.32 "DELETE /v2.0/floatingips/0afbb967-fef7-4d3d-9013-7a97f9358eb2 HTTP/1.1" status: 204 len: 168 time: 1.1246717 Dec 15 14:08:39.596036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:40.035433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 48978a65-6a99-47cf-90c4-a532490e9f15 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:40.078018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12a6d342-e266-4092-8c03-2e0fc30a56cf req-6d6d9a88-50d2-4158-9e5c-100f74c435cf tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 210 time: 0.8810892 Dec 15 14:08:40.126897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 48978a65-6a99-47cf-90c4-a532490e9f15 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:40.127224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.161571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-9444bd7a-681f-4ba8-8b3c-ea1ab526b74c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:40.163911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-9444bd7a-681f-4ba8-8b3c-ea1ab526b74c tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.67 "GET /v2.0/networks?id=7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 200 len: 808 time: 0.4997976 Dec 15 14:08:40.171894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Deleting port 4e9f89bd-2f68-4e92-b7ee-4ab7313b4bc5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:40.172237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.671660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:40.785645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-df7c5bc3-5226-4eb2-8d2c-6f22c8850c8a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d405e855c3ae4848b75ae6178a2ce38f HTTP/1.1" status: 200 len: 380 time: 0.6110981 Dec 15 14:08:40.800347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'port': {'device_id': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'admin_state_up': True, 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'security_groups': ['016ed2f7-acfd-47b7-aecc-7ca7225bc4d7']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:40.807169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.807501 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.808254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5e77c058-80df-4e92-8e06-32a69d5a9dec tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1257165840'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:40.808985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5e77c058-80df-4e92-8e06-32a69d5a9dec tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Unknown quota resources ['metering_label']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:08:40.865626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Calling delete_port for 4e9f89bd-2f68-4e92-b7ee-4ab7313b4bc5 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:41.025367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Made reservation on behalf of d405e855c3ae4848b75ae6178a2ce38f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:41.033239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.115981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.193309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e9f89bd-2f68-4e92-b7ee-4ab7313b4bc5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:41.247797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc13d5e1-88f2-4460-a152-2dda083a59ff req-099a14e4-4d60-487e-9378-a1b21524e8d4 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 210 time: 0.0426171 Dec 15 14:08:41.383361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.386048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.393402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-30ce8fd7-2ba9-446e-a6c9-f722bd079298 tempest-FloatingIPAdminTestJSON-923167340 tempest-FloatingIPAdminTestJSON-923167340-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/569f7fbe-7d3e-4760-91e3-9a287d872da6 HTTP/1.1" status: 204 len: 168 time: 1.7960565 Dec 15 14:08:41.394238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.402461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Allocated IP 172.20.0.10 (7024e018-d4a8-4001-9f92-491063b16948/12ba8e25-b653-4e6e-b417-172ec41c2144/3a282900-e531-4533-b780-dee996c693c5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:41.613271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting port d9f13a88-12d9-40f5-8577-0b3cec6c0b96 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:41.613271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.676455 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e77c058-80df-4e92-8e06-32a69d5a9dec tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.681201 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5e77c058-80df-4e92-8e06-32a69d5a9dec tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0075717 Dec 15 14:08:41.683020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56822) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.687323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-adbd9f47-de22-426e-b01f-268714e6aac2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f0494832-a262-4a54-b88e-0a5c740db1cd'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:41.687830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-adbd9f47-de22-426e-b01f-268714e6aac2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:08:41.776246 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.779449 n-d-815324-3 neutron-server[103378]: WARNING neutron.services.metering.metering_plugin [None req-adbd9f47-de22-426e-b01f-268714e6aac2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 14:08:41.781482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.799492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Calling delete_port for d9f13a88-12d9-40f5-8577-0b3cec6c0b96 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:41.879348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.951531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Network 7024e018-d4a8-4001-9f92-491063b16948 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:41.958340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:41.963633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbd9f47-de22-426e-b01f-268714e6aac2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.963802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:41.965387 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-adbd9f47-de22-426e-b01f-268714e6aac2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2813528 Dec 15 14:08:41.968049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'Port': ['ID=3a282900-e531-4533-b780-dee996c693c5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:41.968956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.974775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a54ada5-132e-4cfd-9ea3-0cf0062beaaa tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f0494832-a262-4a54-b88e-0a5c740db1cd'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:41.975637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a54ada5-132e-4cfd-9ea3-0cf0062beaaa tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:08:42.070641 n-d-815324-3 neutron-server[103378]: WARNING neutron.services.metering.metering_plugin [None req-4a54ada5-132e-4cfd-9ea3-0cf0062beaaa tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 14:08:42.092324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:42.093032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.126935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.155396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-b3e6bb55-16c7-4e0a-8456-422415b6aa0a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3623784 Dec 15 14:08:42.176413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a54ada5-132e-4cfd-9ea3-0cf0062beaaa tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.181023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a54ada5-132e-4cfd-9ea3-0cf0062beaaa tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2099776 Dec 15 14:08:42.181854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.195271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Request body: {'port': {'device_id': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:42.209666 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd80a582-42b2-4da5-a827-57cbc274f99a tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=a31f4a79-aae2-4e39-a747-503efd09b32b HTTP/1.1" status: 200 len: 462 time: 0.0239947 Dec 15 14:08:42.210242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.224544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Port': ['ID=d9f13a88-12d9-40f5-8577-0b3cec6c0b96,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:42.399149 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.425610 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.429897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ced5da19-2c89-40db-afbe-977ef30d03fe tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "DELETE /v2.0/ports/d9f13a88-12d9-40f5-8577-0b3cec6c0b96 HTTP/1.1" status: 204 len: 168 time: 1.0295599 Dec 15 14:08:42.444941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.464339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-137aab01-8769-4d22-a06f-a61ff47eb649 None None] Provisioning complete for port 3a282900-e531-4533-b780-dee996c693c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:42.470249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-137aab01-8769-4d22-a06f-a61ff47eb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.480780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce03d284-5bd0-49bd-a394-27eb819739c2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.490406 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ce03d284-5bd0-49bd-a394-27eb819739c2 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/a31f4a79-aae2-4e39-a747-503efd09b32b HTTP/1.1" status: 204 len: 168 time: 0.2790508 Dec 15 14:08:42.491685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.512913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d87bd88b-d568-4857-884f-6244e2beeeeb tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=a31f4a79-aae2-4e39-a747-503efd09b32b HTTP/1.1" status: 200 len: 221 time: 0.0199521 Dec 15 14:08:42.513563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.528140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ee9b3a81-dc47-4f69-98e0-c4917aadf46a tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1869695066', 'description': 'label created by tempest'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:42.537300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ee9b3a81-dc47-4f69-98e0-c4917aadf46a tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Unknown quota resources ['metering_label']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:08:42.591251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-137aab01-8769-4d22-a06f-a61ff47eb649 None None] Port 3a282900-e531-4533-b780-dee996c693c5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:42.610956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be77503-af92-46ce-8fb6-c40e528de854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.770243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3a81-dc47-4f69-98e0-c4917aadf46a tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.774749 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ee9b3a81-dc47-4f69-98e0-c4917aadf46a tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2600529 Dec 15 14:08:42.775382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.833861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf38aa-d15b-4b74-99af-0a5f5f531575 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:42.833861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4faf38aa-d15b-4b74-99af-0a5f5f531575 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33f2e66-7991-41f5-b004-e6784ccb6aa6 HTTP/1.1" status: 200 len: 913 time: 0.3758483 Dec 15 14:08:42.838590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 56858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.891542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b475432-48d0-404c-9e90-45e9ad20fd62 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=eef24b9f-d4b6-4391-a153-7edb8fd23857 HTTP/1.1" status: 200 len: 468 time: 0.1149907 Dec 15 14:08:42.895804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f51f-5c1a-40d3-a8fd-dd0a1e0544b4 req-112e5818-487d-4b4c-9d49-4814f2f22c35 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:42.900937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.903372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d53f51f-5c1a-40d3-a8fd-dd0a1e0544b4 req-112e5818-487d-4b4c-9d49-4814f2f22c35 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 932 time: 0.3307278 Dec 15 14:08:43.088309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d53f51f-5c1a-40d3-a8fd-dd0a1e0544b4 req-6b233eb0-572f-46ad-b710-ca6b5d92a303 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794860 Dec 15 14:08:43.146194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a282900-e531-4533-b780-dee996c693c5 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:08:43.147911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5c4-def0-4986-8970-023ef27c3e7b tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.153400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9a90c5c4-def0-4986-8970-023ef27c3e7b tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/eef24b9f-d4b6-4391-a153-7edb8fd23857 HTTP/1.1" status: 204 len: 168 time: 0.2513390 Dec 15 14:08:43.154172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.162380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.171833 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f56abb23-34b1-49af-8e8c-3f8ab882ee7f tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=eef24b9f-d4b6-4391-a153-7edb8fd23857 HTTP/1.1" status: 200 len: 216 time: 0.0161507 Dec 15 14:08:43.172659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.185147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a124cd98-21b8-4bbc-ad0f-ec409ed4e45a tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110736 Dec 15 14:08:43.185793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56872) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.194512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Transition to ACTIVE for port object 3a282900-e531-4533-b780-dee996c693c5 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:08:43.202770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-09e261f0-c9b1-4004-a235-d1aaa4fbd3f1 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157461 Dec 15 14:08:43.208980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56874) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.212392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.270249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8dbf240-8118-4e08-93b4-ab153e96f6d7 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/f0494832-a262-4a54-b88e-0a5c740db1cd HTTP/1.1" status: 200 len: 473 time: 0.0599318 Dec 15 14:08:43.270921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.284812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b830fcde-3460-4b2c-9764-20cd0efc085c tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/25a4a48a-a860-4b08-ab57-e6dc27832e9a HTTP/1.1" status: 200 len: 459 time: 0.0126188 Dec 15 14:08:43.285497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.351953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Pushing event updated for resources: {'Port': ['ID=3a282900-e531-4533-b780-dee996c693c5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:43.446913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a1dfc0-a40a-4d23-92ee-4d5222d337a7 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.450995 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68a1dfc0-a40a-4d23-92ee-4d5222d337a7 tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/25a4a48a-a860-4b08-ab57-e6dc27832e9a HTTP/1.1" status: 204 len: 168 time: 0.1644146 Dec 15 14:08:43.452335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.483625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Attempting to bind port 3a282900-e531-4533-b780-dee996c693c5 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:43.483969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Attempting to bind port 3a282900-e531-4533-b780-dee996c693c5 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:43.484295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Attempting to bind port 3a282900-e531-4533-b780-dee996c693c5 on network 7024e018-d4a8-4001-9f92-491063b16948 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:43.521347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Port 3a282900-e531-4533-b780-dee996c693c5 on network 7024e018-d4a8-4001-9f92-491063b16948 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:08:43.521682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Attempting to bind port 3a282900-e531-4533-b780-dee996c693c5 on network 7024e018-d4a8-4001-9f92-491063b16948 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:43.540776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:43.541255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Checking segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:43.541809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Bound using segment: {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:43.542475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Bound port: 3a282900-e531-4533-b780-dee996c693c5, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9faca665-cc14-445e-9bb6-2807938b26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7024e018-d4a8-4001-9f92-491063b16948'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:43.543241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.684454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] For port 3a282900-e531-4533-b780-dee996c693c5, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:43.695714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] For port 3a282900-e531-4533-b780-dee996c693c5, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3a282900-e531-4533-b780-dee996c693c5,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:43.710455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.759842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:43.760684 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.762194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 200 len: 1092 time: 1.5821249 Dec 15 14:08:43.762723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'tag': '3a282900-e531-4533-b780-dee996c693c5'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:43.765186 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0e934-dd98-4b1c-ab5e-01767668c8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "tag": "3a282900-e531-4533-b780-dee996c693c5"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:43.802144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77d220b3-1771-44c7-b8ef-f1cf7d0833ab tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.803318 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77d220b3-1771-44c7-b8ef-f1cf7d0833ab tempest-MeteringIpV6TestJSON-920476191 tempest-MeteringIpV6TestJSON-920476191-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/f0494832-a262-4a54-b88e-0a5c740db1cd HTTP/1.1" status: 204 len: 168 time: 0.3504193 Dec 15 14:08:43.852850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.857238 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb70cb36-5e31-4d22-a4f8-04f0ee6eb644 x-openstack-request-id: req-cb70cb36-5e31-4d22-a4f8-04f0ee6eb644 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:43.857539 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "tag": "3a282900-e531-4533-b780-dee996c693c5", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:43.857797 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb70cb36-5e31-4d22-a4f8-04f0ee6eb644 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:43.858206 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'tag': '3a282900-e531-4533-b780-dee996c693c5', 'status': 'completed', 'code': 200} Dec 15 14:08:43.924157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aa2bc-f766-469d-bdc8-51aa059ea148 service neutron] Pushing event updated for resources: {'Port': ['ID=3a282900-e531-4533-b780-dee996c693c5,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:43.996957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-f8ab6fda-abdb-4aec-bf63-f16477ec0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.000148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-f8ab6fda-abdb-4aec-bf63-f16477ec0f33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1095 time: 0.1820006 Dec 15 14:08:44.063404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-55377abd-4e0c-4a30-a34b-e75e2099114e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 200 len: 217 time: 0.0534298 Dec 15 14:08:44.121190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-4f9dc94e-e443-44a4-848c-6b51e4e0c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.123955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-4f9dc94e-e443-44a4-848c-6b51e4e0c63d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12ba8e25-b653-4e6e-b417-172ec41c2144 HTTP/1.1" status: 200 len: 847 time: 0.0491884 Dec 15 14:08:44.175942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56910) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:44.193024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.288672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-1f26d2f8-98c2-4242-a41c-14462fc7cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.290319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-1f26d2f8-98c2-4242-a41c-14462fc7cb78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7024e018-d4a8-4001-9f92-491063b16948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600349 Dec 15 14:08:44.306986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49ad-62d2-4c27-8449-046462641653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.357646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0413f4-b2f0-46b9-a3ea-a0143a3d5625 req-5ab1c44d-5a07-4b0a-9ba5-725733dcb4aa tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.359284 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb0413f4-b2f0-46b9-a3ea-a0143a3d5625 req-5ab1c44d-5a07-4b0a-9ba5-725733dcb4aa tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 944 time: 0.1421499 Dec 15 14:08:44.392405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49ad-62d2-4c27-8449-046462641653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.397136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49ad-62d2-4c27-8449-046462641653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.439164 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4d6d49ad-62d2-4c27-8449-046462641653 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=393c221a2f9f463c840a54703592445a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615232 Dec 15 14:08:44.440461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d49ad-62d2-4c27-8449-046462641653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6b9ed-ec0b-40b5-94fe-3a1a229fcba3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:44.443056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:44.496289 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e04ff8e-5d85-4ef7-9b64-3fbf97be1945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.501173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-64fca550-dc50-4697-91cd-006f508d17c9 service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024717 Dec 15 14:08:44.509948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb0413f4-b2f0-46b9-a3ea-a0143a3d5625 req-ad0acd1e-9bee-4602-a92b-805d8a416840 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416531 Dec 15 14:08:44.521156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e04ff8e-5d85-4ef7-9b64-3fbf97be1945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.580133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e04ff8e-5d85-4ef7-9b64-3fbf97be1945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.584355 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e04ff8e-5d85-4ef7-9b64-3fbf97be1945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.586294 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9e04ff8e-5d85-4ef7-9b64-3fbf97be1945 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4a6b9ed-ec0b-40b5-94fe-3a1a229fcba3 HTTP/1.1" status: 204 len: 168 time: 0.1415277 Dec 15 14:08:44.596540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04ff8e-5d85-4ef7-9b64-3fbf97be1945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6b9ed-ec0b-40b5-94fe-3a1a229fcba3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:44.612362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting port 1a1d8117-6cee-4d0c-8465-fd1727438b40 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:44.612362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.695024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5012c416-62da-42ed-a92b-0fa7ea5ff04f req-38c6d408-dc1b-4bc3-a8e5-12651013e63a service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840560 Dec 15 14:08:44.737695 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b182f4ac-104a-4068-ab6e-8c3399346712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.777776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.795072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Calling delete_port for 1a1d8117-6cee-4d0c-8465-fd1727438b40 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:44.939840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-cbbb87d1-668d-4023-9aea-74f6332eb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.941384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-cbbb87d1-668d-4023-9aea-74f6332eb1d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1095 time: 0.1487596 Dec 15 14:08:45.025395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:45.030896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-ed233309-44f4-4e77-8fbd-73fa8f462812 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1628137 Dec 15 14:08:45.056838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa69dc2d-3f93-48e9-b0d5-40ab2b412081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.194194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa69dc2d-3f93-48e9-b0d5-40ab2b412081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.199243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa69dc2d-3f93-48e9-b0d5-40ab2b412081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.261537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aa69dc2d-3f93-48e9-b0d5-40ab2b412081 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=274d6fd7104d43a18820ddf93a5dfd19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318428 Dec 15 14:08:45.261537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69dc2d-3f93-48e9-b0d5-40ab2b412081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99a437f-fc98-46f4-ab9c-013813caec86,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:45.262561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 56942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:45.320624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc98-37c9-4b3d-969f-2d59b120774c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.346382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc98-37c9-4b3d-969f-2d59b120774c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.405492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc98-37c9-4b3d-969f-2d59b120774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.409728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc98-37c9-4b3d-969f-2d59b120774c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.413479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f7cfc98-37c9-4b3d-969f-2d59b120774c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c99a437f-fc98-46f4-ab9c-013813caec86 HTTP/1.1" status: 204 len: 168 time: 0.1474884 Dec 15 14:08:45.452032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cfc98-37c9-4b3d-969f-2d59b120774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99a437f-fc98-46f4-ab9c-013813caec86,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:45.603298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-e3d6784f-b73c-4fe8-9105-ed5f5d2ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:45.604824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-e3d6784f-b73c-4fe8-9105-ed5f5d2ebc07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1097 time: 0.1158113 Dec 15 14:08:45.609223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-7d683fec-d3f2-40a8-8856-c82d6a5fda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:45.610600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-7d683fec-d3f2-40a8-8856-c82d6a5fda6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 200 len: 910 time: 0.5922530 Dec 15 14:08:45.657483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.676981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-2a019d7f-0da6-4516-8842-9eaf53fdfc5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 200 len: 217 time: 0.0592382 Dec 15 14:08:45.781988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Port': ['ID=1a1d8117-6cee-4d0c-8465-fd1727438b40,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:45.936531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-22ba5428-a3f2-42b9-8dc2-ebe9c50d6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:45.939013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-22ba5428-a3f2-42b9-8dc2-ebe9c50d6087 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12ba8e25-b653-4e6e-b417-172ec41c2144 HTTP/1.1" status: 200 len: 847 time: 0.2309151 Dec 15 14:08:46.028850 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:08:46.090801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976875c-74c8-45b7-96d1-e14fe77d527f req-e803bda5-cf68-4581-9c3b-e201bee2b7bf tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.097147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4976875c-74c8-45b7-96d1-e14fe77d527f req-e803bda5-cf68-4581-9c3b-e201bee2b7bf tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 944 time: 0.4362574 Dec 15 14:08:46.144062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-bbf8e483-f6e0-4dda-9563-a50261af99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.145826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-bbf8e483-f6e0-4dda-9563-a50261af99a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.4839902 Dec 15 14:08:46.258108 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.266644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-9a0f2d10-dd50-4d45-b4bd-d29ed700dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.268580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-9a0f2d10-dd50-4d45-b4bd-d29ed700dc4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7024e018-d4a8-4001-9f92-491063b16948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2999346 Dec 15 14:08:46.300751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-68d8d7d3-0419-4e32-aa19-76cd88144952 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:08:46.301738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-68d8d7d3-0419-4e32-aa19-76cd88144952 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179858 Dec 15 14:08:46.353799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4976875c-74c8-45b7-96d1-e14fe77d527f req-59d8b6f3-2db0-4375-a216-c97f64f86b6a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481341 Dec 15 14:08:46.414318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-044c09c1-15fe-4992-89cf-bb91ed7e9cd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 1001 time: 0.2330327 Dec 15 14:08:46.493404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.511156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-b6ac4d5f-e45a-451c-babd-84ff5636029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.513192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-b6ac4d5f-e45a-451c-babd-84ff5636029a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.0911078 Dec 15 14:08:46.695037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-8dfaaefd-da9c-4cee-97bb-ca698856bcc8 service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740005 Dec 15 14:08:46.842125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-5931b6d9-93b7-4862-8aab-b2facd6f3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.843664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-5931b6d9-93b7-4862-8aab-b2facd6f3006 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103686 Dec 15 14:08:46.995751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Router d33f2e66-7991-41f5-b004-e6784ccb6aa6 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:47.036291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15e0e934-dd98-4b1c-ab5e-01767668c8b8 req-1183e6b8-575e-431c-b433-630b3e8a65fe service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694116 Dec 15 14:08:47.091518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-39e95bee-bfda-4f82-96c8-7410da8b26cd service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381446 Dec 15 14:08:47.288238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:47.306837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] Sync routers for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:47.315957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e3916397-2d35-4046-a4a2-22f19663b633 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "PUT /v2.0/routers/d33f2e66-7991-41f5-b004-e6784ccb6aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4076693 Dec 15 14:08:47.316753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:47.323070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76e832d3-253d-494e-8c6e-3f4669a7cd65 req-3549117b-7a70-4733-a228-8f29ffba80f1 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911094 Dec 15 14:08:47.325652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:47.328796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.382705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.395162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] Routers {'d33f2e66-7991-41f5-b004-e6784ccb6aa6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:47.396045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.482211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.482908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf416e-e9cf-4dee-a9aa-4108fe40a72b None None] The sync data for ids ['d33f2e66-7991-41f5-b004-e6784ccb6aa6'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:47.517067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:47.534847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:47.658665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cebda5-d318-411f-a5de-fcaa9f56eac3 req-7c1e62b7-1251-4ff5-aa16-74f0c7f2b920 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:47.660258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18cebda5-d318-411f-a5de-fcaa9f56eac3 req-7c1e62b7-1251-4ff5-aa16-74f0c7f2b920 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 944 time: 0.1627445 Dec 15 14:08:47.693425 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:47.778953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18cebda5-d318-411f-a5de-fcaa9f56eac3 req-d08d2b94-efc4-4581-b2f8-35ef71457f8a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077087 Dec 15 14:08:47.810048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting port ac3e0a8e-6620-4910-be66-7f837b0865a8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:47.811773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:47.912333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:47.927569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Calling delete_port for ac3e0a8e-6620-4910-be66-7f837b0865a8 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:48.174632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.202626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.242417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Port': ['ID=ac3e0a8e-6620-4910-be66-7f837b0865a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:48.264133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4e6fd-7002-4c5f-80a5-9cc2414b08a1 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:48.348102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.376809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-286bd249-caa9-4f02-b807-5803e8217c9d tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:48.437082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-286bd249-caa9-4f02-b807-5803e8217c9d tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "PUT /v2.0/quotas/d58b5cf8c43b4123b346ef5befa6cb30 HTTP/1.1" status: 200 len: 366 time: 0.2603171 Dec 15 14:08:48.439708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57082) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.463469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8d9b89e0-bc59-4492-b308-82a854cfd071 tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0222497 Dec 15 14:08:48.466775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.486974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-83bd86cc-1524-43df-93aa-808bf90a8cb5 tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "GET /v2.0/quotas/d58b5cf8c43b4123b346ef5befa6cb30 HTTP/1.1" status: 200 len: 366 time: 0.0182748 Dec 15 14:08:48.488759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.489784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57088) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.491418 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.530408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8daec1c4-3b99-4e96-bd4f-72d6e3897620 tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d58b5cf8c43b4123b346ef5befa6cb30 HTTP/1.1" status: 204 len: 168 time: 0.0393314 Dec 15 14:08:48.531420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.552141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.552911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Fanout notify agent at l3_agent the message router_deleted on router d33f2e66-7991-41f5-b004-e6784ccb6aa6 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:48.564025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.565802 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fef6cc78-3ecd-4599-b690-dcc929167362 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "DELETE /v2.0/routers/d33f2e66-7991-41f5-b004-e6784ccb6aa6 HTTP/1.1" status: 204 len: 168 time: 1.2472847 Dec 15 14:08:48.567963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.574372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6859836-19ba-417b-9f17-03a6ff520c71 tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0401316 Dec 15 14:08:48.575348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.584536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.592315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-450c0526-4ccc-4f1d-b94d-ccceb95489ef tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "GET /v2.0/quotas/d58b5cf8c43b4123b346ef5befa6cb30 HTTP/1.1" status: 200 len: 370 time: 0.0156722 Dec 15 14:08:48.596039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.605877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57098) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.606860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c33f72b3-e75b-4d1d-92e0-cfed9bdb3cae tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "GET /v2.0/quotas/d58b5cf8c43b4123b346ef5befa6cb30/default HTTP/1.1" status: 200 len: 370 time: 0.0095696 Dec 15 14:08:48.622435 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-97d0ba69-d743-4b23-b4f1-87ac9429dbb9 tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] delete failed (client error): The resource could not be found. Dec 15 14:08:48.623469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-97d0ba69-d743-4b23-b4f1-87ac9429dbb9 tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d58b5cf8c43b4123b346ef5befa6cb30 HTTP/1.1" status: 404 len: 348 time: 0.0168488 Dec 15 14:08:48.652341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting subnet 7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:48.656038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.717619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.774757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.807408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3a282900-e531-4533-b780-dee996c693c5 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:08:48.840935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:network and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:48.856438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:48.869872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.885565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:subnet and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:48.891552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:48.947113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.967447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:subnetpool and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:48.980599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:48.994186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:48.998136 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.007948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3a282900-e531-4533-b780-dee996c693c5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3a282900-e531-4533-b780-dee996c693c5,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:49.013023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3809cf59-7420-47e4-93b3-7eba73b6a1e1 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "DELETE /v2.0/subnets/7ad5db05-4806-4bf0-91a8-c0f75a5e8d9c HTTP/1.1" status: 204 len: 168 time: 0.4437406 Dec 15 14:08:49.015406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551275c-8942-4814-98d1-6c7f128d0288 req-be72a4d6-cfd4-4c62-b0bf-afcee6c06f06 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:49.023402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45f121-fb24-4dc5-b95e-52670227e1a0 None None] Network fe020f83-2e1c-4a84-9b2b-bda287b858f5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:49.024640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.027503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1551275c-8942-4814-98d1-6c7f128d0288 req-be72a4d6-cfd4-4c62-b0bf-afcee6c06f06 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 944 time: 0.1555791 Dec 15 14:08:49.038653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:port and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:49.042985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:49.113729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:router and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:49.117822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3a282900-e531-4533-b780-dee996c693c5', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'port_id': '3a282900-e531-4533-b780-dee996c693c5', 'mac_address': 'fa:16:3e:d7:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:08:49.118183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:49.123921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1551275c-8942-4814-98d1-6c7f128d0288 req-bbac9b33-6c9c-43d7-874f-d651c31ad2cc tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864170 Dec 15 14:08:49.133870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:floatingip and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:49.153171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:49.192303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.206945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.208648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a282900-e531-4533-b780-dee996c693c5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:08:49.236539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3a282900-e531-4533-b780-dee996c693c5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3a282900-e531-4533-b780-dee996c693c5,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:49.261373 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.285174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:security_group and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:49.290816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:49.312934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Usage tracker for resource:security_group_rule and project:04c7da16c13e4e2bbd3f9c5b76514011 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:08:49.320027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.quota.resource [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:08:49.326684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] DHCP port deletion for fe020f83-2e1c-4a84-9b2b-bda287b858f5 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:49.342463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8c7a6b97-65e6-4618-9e4a-b4dfc29a2f8a tempest-QuotasTest-1567381489 tempest-QuotasTest-1567381489-project-admin] 10.222.0.32 "GET /v2.0/quotas/04c7da16c13e4e2bbd3f9c5b76514011/details.json HTTP/1.1" status: 200 len: 703 time: 0.5620768 Dec 15 14:08:49.368872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:49.369426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.401659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3a282900-e531-4533-b780-dee996c693c5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:49.430941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] Deleting port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:49.431514 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.469555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] For port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,segment=NetworkSegment(f8a711b8-b86d-4e77-b2ea-fc64bddf01b6),segment_id=f8a711b8-b86d-4e77-b2ea-fc64bddf01b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:49.470176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.488247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Calling delete_port for ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:49.512557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3a282900-e531-4533-b780-dee996c693c5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:08:49.568560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] For port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,segment=NetworkSegment(f8a711b8-b86d-4e77-b2ea-fc64bddf01b6),segment_id=f8a711b8-b86d-4e77-b2ea-fc64bddf01b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:49.568735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.592791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] Calling delete_port for ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:49.598298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.638403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Port': ['ID=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:49.640341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] No DVR routers for this DVR port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:49.742261 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.781078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] Pushing event deleted for resources: {'Port': ['ID=ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:49.787611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9a97a-59bc-4702-bd72-6968d2435782 None None] No DVR routers for this DVR port ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:49.964913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.064451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:50.099963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:50.099963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ec0de6c5-9e97-4704-8a00-6b7ad4c43b8a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:50.149618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.170031 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78e0df64-1ce6-48b7-931f-ac1bb3a54683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.170687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe020f83-2e1c-4a84-9b2b-bda287b858f5']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:50.181302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:50.181583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a711b8-b86d-4e77-b2ea-fc64bddf01b6') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:50.191769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.208305 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.215985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:50.216555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:50.221468 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:50.326914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.327221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78e0df64-1ce6-48b7-931f-ac1bb3a54683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.335363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78e0df64-1ce6-48b7-931f-ac1bb3a54683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.341785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.348084 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "DELETE /v2.0/networks/fe020f83-2e1c-4a84-9b2b-bda287b858f5 HTTP/1.1" status: 204 len: 168 time: 1.3222589 Dec 15 14:08:50.348634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.367863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19267c-63bf-4dba-8913-c00db21253d3 tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Network': ['ID=fe020f83-2e1c-4a84-9b2b-bda287b858f5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:50.409545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-78e0df64-1ce6-48b7-931f-ac1bb3a54683 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=075bd36b38e24ec18aebf9fea544fc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426055 Dec 15 14:08:50.411144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0df64-1ce6-48b7-931f-ac1bb3a54683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a538e9f5-d548-490e-8517-1ef43debc550,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:50.419464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.436271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894eba-4461-4232-a2a7-ae6ca05d9858 req-d3e54f5c-0a41-403c-8b4c-140e7868448b tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:50.438543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f894eba-4461-4232-a2a7-ae6ca05d9858 req-d3e54f5c-0a41-403c-8b4c-140e7868448b tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 945 time: 0.1684878 Dec 15 14:08:50.538549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f894eba-4461-4232-a2a7-ae6ca05d9858 req-4c328594-643e-4352-9d64-4d72b703e4fa tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866745 Dec 15 14:08:50.587237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41325f80-0d1b-4974-bcdb-994e49171113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.614114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41325f80-0d1b-4974-bcdb-994e49171113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.624972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Deleting port 4e585277-fe1c-47f0-8daa-eb566f8fb557 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:50.624972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.728216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41325f80-0d1b-4974-bcdb-994e49171113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.730809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41325f80-0d1b-4974-bcdb-994e49171113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.731961 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41325f80-0d1b-4974-bcdb-994e49171113 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a538e9f5-d548-490e-8517-1ef43debc550 HTTP/1.1" status: 204 len: 168 time: 0.3033707 Dec 15 14:08:50.733885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.734224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.754064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41325f80-0d1b-4974-bcdb-994e49171113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a538e9f5-d548-490e-8517-1ef43debc550,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:50.756028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Calling delete_port for 4e585277-fe1c-47f0-8daa-eb566f8fb557 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:50.822887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3a282900-e531-4533-b780-dee996c693c5 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:50.920907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3a282900-e531-4533-b780-dee996c693c5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:08:50.930986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3a282900-e531-4533-b780-dee996c693c5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:50.931484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.026722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.047963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.069335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3a282900-e531-4533-b780-dee996c693c5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3a282900-e531-4533-b780-dee996c693c5,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:51.070407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a282900-e531-4533-b780-dee996c693c5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:51.098346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Pushing event deleted for resources: {'Port': ['ID=4e585277-fe1c-47f0-8daa-eb566f8fb557,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:51.102252 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92ccfe-7309-47e7-9fb5-6b87062901b6" -d '{"events": [{"server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "name": "network-vif-plugged", "status": "completed", "tag": "3a282900-e531-4533-b780-dee996c693c5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:51.107431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.155568 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9036ada-6273-450f-8072-6fc64b2987d3 x-openstack-request-id: req-b9036ada-6273-450f-8072-6fc64b2987d3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:51.155568 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "name": "network-vif-plugged", "status": "completed", "tag": "3a282900-e531-4533-b780-dee996c693c5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:51.155568 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9036ada-6273-450f-8072-6fc64b2987d3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:51.155568 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a282900-e531-4533-b780-dee996c693c5', 'code': 200} Dec 15 14:08:51.175418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57190) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.191993 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.198049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3a282900-e531-4533-b780-dee996c693c5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:51.199837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-703dd0db-c2ad-4331-a252-490a7d0ffb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.232026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.237600 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.241253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-033d3ffa-b580-4c7f-9370-688cabfa598f tempest-FloatingIPAdminTestJSON-1486599848 tempest-FloatingIPAdminTestJSON-1486599848-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb3e6d43-83d2-4878-896e-59cf8601b115 HTTP/1.1" status: 204 len: 168 time: 0.8798616 Dec 15 14:08:51.351817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8557-b902-437b-a3f7-1fad34d97a62 req-01fabd2c-b4a0-4a80-90c9-47cb98539554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:51.354023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-119f8557-b902-437b-a3f7-1fad34d97a62 req-01fabd2c-b4a0-4a80-90c9-47cb98539554 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1097 time: 0.0696557 Dec 15 14:08:51.359225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-703dd0db-c2ad-4331-a252-490a7d0ffb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.372147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-703dd0db-c2ad-4331-a252-490a7d0ffb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.434987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd0db-c2ad-4331-a252-490a7d0ffb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc54ee8b-ef46-471d-89f4-1f8cdff0081d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:51.458091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.466506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-703dd0db-c2ad-4331-a252-490a7d0ffb10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04c7da16c13e4e2bbd3f9c5b76514011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843752 Dec 15 14:08:51.487071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-119f8557-b902-437b-a3f7-1fad34d97a62 req-c9a256ac-4e0c-44bb-9244-7f91c7be98b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245914 Dec 15 14:08:51.572989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-075ef1aa-6987-4ef5-aa2c-cacd4236ecdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.588066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.605493 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-075ef1aa-6987-4ef5-aa2c-cacd4236ecdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.690173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-075ef1aa-6987-4ef5-aa2c-cacd4236ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.693004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-075ef1aa-6987-4ef5-aa2c-cacd4236ecdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.694253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-075ef1aa-6987-4ef5-aa2c-cacd4236ecdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc54ee8b-ef46-471d-89f4-1f8cdff0081d HTTP/1.1" status: 204 len: 168 time: 0.2343791 Dec 15 14:08:51.705379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ef1aa-6987-4ef5-aa2c-cacd4236ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc54ee8b-ef46-471d-89f4-1f8cdff0081d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:51.746744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbb6c-241c-4fe8-bacf-c220b07b4497 req-c91cbbc9-d27b-47b0-b20a-fde598e3ba14 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:51.748640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-122cbb6c-241c-4fe8-bacf-c220b07b4497 req-c91cbbc9-d27b-47b0-b20a-fde598e3ba14 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.1207776 Dec 15 14:08:51.873922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-122cbb6c-241c-4fe8-bacf-c220b07b4497 req-7c59af81-8216-405b-89ca-aa7286ca7619 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170058 Dec 15 14:08:51.889004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-35a22157-0a6e-4dc0-9ac3-46efb0d63392 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4391c8bcb3584e86986e864947b306ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997668 Dec 15 14:08:51.892341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.972339 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac2b-dbf2-4629-89d2-5aa254791d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.003793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac2b-dbf2-4629-89d2-5aa254791d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.077721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac2b-dbf2-4629-89d2-5aa254791d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.081776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac2b-dbf2-4629-89d2-5aa254791d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.082953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4f64ac2b-dbf2-4629-89d2-5aa254791d5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72cecafd-f656-4919-8f73-1cb01308a975 HTTP/1.1" status: 204 len: 168 time: 0.1895459 Dec 15 14:08:52.098164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64ac2b-dbf2-4629-89d2-5aa254791d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cecafd-f656-4919-8f73-1cb01308a975,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:52.528581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57264) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:52.554413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9950a187-9ad9-458c-8802-c5a2b8561b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.725164 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9950a187-9ad9-458c-8802-c5a2b8561b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.737185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9950a187-9ad9-458c-8802-c5a2b8561b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.772613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57280) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:52.793939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950a187-9ad9-458c-8802-c5a2b8561b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0dd23-1b37-4655-8c70-1ecff80d55bf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:52.799583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9950a187-9ad9-458c-8802-c5a2b8561b02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d263d206f8a4c738a2b69e6d8777065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686877 Dec 15 14:08:52.802141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57284) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:52.868771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf196ae3-c8d2-478e-be25-cd07ad2490fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.893809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf196ae3-c8d2-478e-be25-cd07ad2490fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.924233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-761780679'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:52.962536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Made reservation on behalf of 1949dc98fb974f148259b5a3f3ec4d54 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:52.966236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.980492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.015318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf196ae3-c8d2-478e-be25-cd07ad2490fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.019554 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf196ae3-c8d2-478e-be25-cd07ad2490fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.021033 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf196ae3-c8d2-478e-be25-cd07ad2490fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bd0dd23-1b37-4655-8c70-1ecff80d55bf HTTP/1.1" status: 204 len: 168 time: 0.2175426 Dec 15 14:08:53.043444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196ae3-c8d2-478e-be25-cd07ad2490fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0dd23-1b37-4655-8c70-1ecff80d55bf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:53.122265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a839-7d29-4b5f-af1a-72bd6a734056 req-877d215b-64c1-47df-85ec-020005879297 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.129368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e90a839-7d29-4b5f-af1a-72bd6a734056 req-877d215b-64c1-47df-85ec-020005879297 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.1177695 Dec 15 14:08:53.130713 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.138570 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.193393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e90a839-7d29-4b5f-af1a-72bd6a734056 req-0accd0d7-9d14-453c-8392-6e5fc9870f54 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574079 Dec 15 14:08:53.209260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:53.251272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08824111-0517-4d6a-bfb2-ed5b91a496ea,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:53.260725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.261071 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Added segment 22908ec9-7f80-4f05-8f63-31b22e194958 of type vlan for network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c Dec 15 14:08:53.338346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ad65-24f4-4820-8117-5d52460c3e2e req-f3d4a6d0-6564-4571-9a04-feced761ffa0 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.339894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1e9ad65-24f4-4820-8117-5d52460c3e2e req-f3d4a6d0-6564-4571-9a04-feced761ffa0 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.0625126 Dec 15 14:08:53.341576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.400839 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.409024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.409970 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.436282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1e9ad65-24f4-4820-8117-5d52460c3e2e req-efef74ba-0edc-4ebc-8650-d3a70800dfa9 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896618 Dec 15 14:08:53.568938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event updated for resources: {'Network': ['ID=c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:53.592463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:53.599159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c16b0139-52ef-48d6-ad36-6112d2b65959 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8227997 Dec 15 14:08:53.599697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:53.611107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Request body: {'subnet': {'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:53.615030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:53.622685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4bef-dbae-4ad6-a057-5ba64884023f req-d5e8fb3f-d1cd-4d55-b410-1078e046a5a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.625279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c70a4bef-dbae-4ad6-a057-5ba64884023f req-d5e8fb3f-d1cd-4d55-b410-1078e046a5a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.1030328 Dec 15 14:08:53.665801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e767a2-31e5-4b18-96f7-d5d55e99347c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.689302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c70a4bef-dbae-4ad6-a057-5ba64884023f req-a4a82f3a-5d4a-4f9c-9467-b8f1c0f43b22 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557256 Dec 15 14:08:53.720801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:53.778714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Made reservation on behalf of 1949dc98fb974f148259b5a3f3ec4d54 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:53.783148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.896759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e767a2-31e5-4b18-96f7-d5d55e99347c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.955706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e767a2-31e5-4b18-96f7-d5d55e99347c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.039605 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-99e767a2-31e5-4b18-96f7-d5d55e99347c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e967492ec0b6471ab0afc6f4dec509ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4234743 Dec 15 14:08:54.042520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:54.044611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e767a2-31e5-4b18-96f7-d5d55e99347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0082b-a7cf-48b3-aea1-c9e72797fa77,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:54.089517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0897e674-a381-41f7-a478-6a52b253356b tempest-TestServerBasicOps-1265282039 tempest-TestServerBasicOps-1265282039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:54.091029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0897e674-a381-41f7-a478-6a52b253356b tempest-TestServerBasicOps-1265282039 tempest-TestServerBasicOps-1265282039-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1092 time: 0.3686285 Dec 15 14:08:54.094647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57340) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:54.111685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '3a282900-e531-4533-b780-dee996c693c5', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:54.137622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.154351 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f63acb1e-c730-4622-81da-6d0086eabcf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.182262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.246108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f63acb1e-c730-4622-81da-6d0086eabcf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.274824 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.300098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event updated for resources: {'Subnet': ['ID=406eaeed-8c70-4ba3-adc8-e6e049e0f074,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:54.320355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Checking segment: {'id': '22908ec9-7f80-4f05-8f63-31b22e194958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:54.320816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Network hostable DHCP agents. Network: c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:54.343611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:54.353562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f63acb1e-c730-4622-81da-6d0086eabcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.356476 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f63acb1e-c730-4622-81da-6d0086eabcf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.357963 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f63acb1e-c730-4622-81da-6d0086eabcf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04f0082b-a7cf-48b3-aea1-c9e72797fa77 HTTP/1.1" status: 204 len: 168 time: 0.3143771 Dec 15 14:08:54.362300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:54.370685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63acb1e-c730-4622-81da-6d0086eabcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0082b-a7cf-48b3-aea1-c9e72797fa77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:54.372955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:54.373551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.379924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3970bb6-f42b-4488-a90b-525cd481c32d None None] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:54.402003 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-550099a8-e0cb-4e27-9b70-a46a9ff24187 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7997248 Dec 15 14:08:54.402722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:54.408723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Request body: {'port': {'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1326483592'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:54.488091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Allocated IP 172.25.2.62 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/11a3a43b-e138-428b-82dc-3a4e41cf329e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:54.616405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c', 'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c', 'project_id': '1949dc98fb974f148259b5a3f3ec4d54', 'fixed_ips': [{'subnet_id': '406eaeed-8c70-4ba3-adc8-e6e049e0f074'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:54.617484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.619869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Made reservation on behalf of 1949dc98fb974f148259b5a3f3ec4d54 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:54.624677 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.669703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] device_id is not set on port ee409d8a-a403-4390-bafa-41503b64e90e yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:08:54.745575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.805479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.857964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Allocated IP 2001:db8::2 (c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c/406eaeed-8c70-4ba3-adc8-e6e049e0f074/fcb1902d-19d6-48e2-ac82-f3032496525e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:54.869633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:54.873868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:54.881048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:54.885284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'Port': ['ID=11a3a43b-e138-428b-82dc-3a4e41cf329e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:55.122052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.140686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.193137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:55.232178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:55.234215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Pushing event updated for resources: {'Port': ['ID=fcb1902d-19d6-48e2-ac82-f3032496525e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:55.237322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:55.280244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Allocated IP 2001:db8::242 (c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c/406eaeed-8c70-4ba3-adc8-e6e049e0f074/ee409d8a-a403-4390-bafa-41503b64e90e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:55.321486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Attempting to bind port fcb1902d-19d6-48e2-ac82-f3032496525e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:55.321868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Attempting to bind port fcb1902d-19d6-48e2-ac82-f3032496525e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '22908ec9-7f80-4f05-8f63-31b22e194958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:55.322252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Attempting to bind port fcb1902d-19d6-48e2-ac82-f3032496525e on network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:55.340352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:55.340771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Checking segment: {'id': '22908ec9-7f80-4f05-8f63-31b22e194958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:55.341182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.341582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Bound using segment: {'id': '22908ec9-7f80-4f05-8f63-31b22e194958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:55.342083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Bound port: fcb1902d-19d6-48e2-ac82-f3032496525e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22908ec9-7f80-4f05-8f63-31b22e194958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:55.342477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.507151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.537356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] For port fcb1902d-19d6-48e2-ac82-f3032496525e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:55.545001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] For port fcb1902d-19d6-48e2-ac82-f3032496525e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fcb1902d-19d6-48e2-ac82-f3032496525e,segment=NetworkSegment(22908ec9-7f80-4f05-8f63-31b22e194958),segment_id=22908ec9-7f80-4f05-8f63-31b22e194958)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:55.552125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.579555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.667193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.671393 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.705119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24b21a-ea5e-4f69-bbcb-c3904e0d1de2 None None] Pushing event updated for resources: {'Port': ['ID=fcb1902d-19d6-48e2-ac82-f3032496525e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:55.737844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:55.741245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:55.750604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:55.756767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:55.757709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.774119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event updated for resources: {'Port': ['ID=ee409d8a-a403-4390-bafa-41503b64e90e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:55.802438 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60c08581-7eb7-48a2-91d0-b98db83e1a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3984575 Dec 15 14:08:55.803100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:55.809748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Request body: {'port': {'network_id': 'c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-265320762', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:55.821036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] bootfile-name is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:08:55.821854 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] tftp-server is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:08:55.822988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] server-ip-address is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:08:55.962778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.974324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.052066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Made reservation on behalf of 1949dc98fb974f148259b5a3f3ec4d54 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:56.063855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.096407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event updated for resources: {'Port': ['ID=11a3a43b-e138-428b-82dc-3a4e41cf329e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:56.119368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.129812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] device_id is not set on port c8c281c5-1ab1-4c27-a90f-616149b6b8e9 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:08:56.284241 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Floating IP f5be413f-d404-4bf3-b7c8-410e106b5a2a associated. External IP: 172.25.2.62, port: 3a282900-e531-4533-b780-dee996c693c5. Dec 15 14:08:56.308379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:56.387688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Allocated IP 2001:db8::110 (c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c/406eaeed-8c70-4ba3-adc8-e6e049e0f074/c8c281c5-1ab1-4c27-a90f-616149b6b8e9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:56.536335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-932631421'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:56.607807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:56.614119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.618492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Router 4b4676d6-8702-409c-86e6-5cf52a81f5dd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:56.627191 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.696912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.788645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.837346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:56.854449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event updated for resources: {'Port': ['ID=c8c281c5-1ab1-4c27-a90f-616149b6b8e9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:56.863785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.886058 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] Sync routers for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:56.890438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.902562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:56.904051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.904729 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:56.906732 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:56.918853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:56.931564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.932017 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Added segment aad9e88b-e040-4256-89dd-777a2b570163 of type vlan for network 3ccb9cb9-f159-41ef-983a-8b682201b469 Dec 15 14:08:56.957173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdb68385-e78a-46f3-a973-40f2c0490136 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8611071 Dec 15 14:08:56.957903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'tag': '3a282900-e531-4533-b780-dee996c693c5'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:56.960263 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "tag": "3a282900-e531-4533-b780-dee996c693c5"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:57.036610 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c0660-6f35-4395-ad24-c2b5861fcf42 x-openstack-request-id: req-fb1c0660-6f35-4395-ad24-c2b5861fcf42 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:57.036610 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "tag": "3a282900-e531-4533-b780-dee996c693c5", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:57.037329 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb1c0660-6f35-4395-ad24-c2b5861fcf42 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:57.037329 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'tag': '3a282900-e531-4533-b780-dee996c693c5', 'status': 'completed', 'code': 200} Dec 15 14:08:57.051839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:57.059080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:57.066232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:57.067092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.073838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.079681 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:57.126695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.134163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:57.135102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.166764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8566206 Dec 15 14:08:57.173311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:57.179103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b7fe5f60-3c19-48c9-ad68-12f8a355c394 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3748031 Dec 15 14:08:57.182236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:57.204923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:57.239934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ea232-b52f-4789-8bdf-8c46707521d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:57.273168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fb160-4a24-4d5c-b580-f433b7ed205c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Network': ['ID=3ccb9cb9-f159-41ef-983a-8b682201b469,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:57.286897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:57.392692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ee3a5-2a0d-42f2-9e9c-aef0abc1fefb None None] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:57.444631 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'f5be413f-d404-4bf3-b7c8-410e106b5a2a', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'port_id': '3a282900-e531-4533-b780-dee996c693c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'mac_address': 'fa:16:3e:d7:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:08:55Z', 'updated_at': '2021-12-15T14:08:55Z', 'revision_number': 0, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:30Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:57.478002 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] Checking router: 4b4676d6-8702-409c-86e6-5cf52a81f5dd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:57.490026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:57.491209 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:57.554818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-626b00c6-8ff2-43cc-9f3e-85e260c574e7 None None] Provisioning complete for port fcb1902d-19d6-48e2-ac82-f3032496525e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:57.555436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-626b00c6-8ff2-43cc-9f3e-85e260c574e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.652696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:57.811772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-626b00c6-8ff2-43cc-9f3e-85e260c574e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.889413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-626b00c6-8ff2-43cc-9f3e-85e260c574e7 None None] For port fcb1902d-19d6-48e2-ac82-f3032496525e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fcb1902d-19d6-48e2-ac82-f3032496525e,segment=NetworkSegment(22908ec9-7f80-4f05-8f63-31b22e194958),segment_id=22908ec9-7f80-4f05-8f63-31b22e194958)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:57.913275 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-626b00c6-8ff2-43cc-9f3e-85e260c574e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.037408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b00c6-8ff2-43cc-9f3e-85e260c574e7 None None] Pushing event updated for resources: {'Port': ['ID=fcb1902d-19d6-48e2-ac82-f3032496525e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:58.044319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fcb1902d-19d6-48e2-ac82-f3032496525e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:58.137500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-595bed2c-4042-4c85-bc9c-ed0a5281ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.139021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-595bed2c-4042-4c85-bc9c-ed0a5281ea65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1097 time: 1.0806286 Dec 15 14:08:58.151485 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'f5be413f-d404-4bf3-b7c8-410e106b5a2a', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'port_id': '3a282900-e531-4533-b780-dee996c693c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'mac_address': 'fa:16:3e:d7:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:08:55Z', 'updated_at': '2021-12-15T14:08:55Z', 'revision_number': 0, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:30Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:58.153597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e5c53-7892-40ea-933b-ee9227eb7021 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.159678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e5c53-7892-40ea-933b-ee9227eb7021 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.165710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e5c53-7892-40ea-933b-ee9227eb7021 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.167451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-873e5c53-7892-40ea-933b-ee9227eb7021 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.9590809 Dec 15 14:08:58.170554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:58.215254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port fcb1902d-19d6-48e2-ac82-f3032496525e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:58.215805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.222053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:58.230103 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f65556-1af5-4583-b62c-d166ce2ce1b9 None None] The sync data for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 is: [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'f5be413f-d404-4bf3-b7c8-410e106b5a2a', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'port_id': '3a282900-e531-4533-b780-dee996c693c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'mac_address': 'fa:16:3e:d7:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:08:55Z', 'updated_at': '2021-12-15T14:08:55Z', 'revision_number': 0, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:30Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:58.242311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.265851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Provisioning complete for port c8c281c5-1ab1-4c27-a90f-616149b6b8e9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:58.267302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.420844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Port c8c281c5-1ab1-4c27-a90f-616149b6b8e9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:58.433004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-c820dcbd-dfa3-4f12-a80b-b6928142a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.434675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-c820dcbd-dfa3-4f12-a80b-b6928142a6a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 200 len: 910 time: 0.2647309 Dec 15 14:08:58.447948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Deleting port c8c281c5-1ab1-4c27-a90f-616149b6b8e9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:58.448296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.475778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Provisioning complete for port ee409d8a-a403-4390-bafa-41503b64e90e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:58.483564 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.647060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.673962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Calling delete_port for c8c281c5-1ab1-4c27-a90f-616149b6b8e9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:58.678769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.801443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-cf3429d8-2060-414b-a2a3-92036dceac4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 200 len: 999 time: 0.1850898 Dec 15 14:08:58.914858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=e0d2a620-8dfd-4982-92f5-bc9b3880c073,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:58.942816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-674e3467-2025-424d-b179-6968e041ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.944829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-674e3467-2025-424d-b179-6968e041ec60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12ba8e25-b653-4e6e-b417-172ec41c2144 HTTP/1.1" status: 200 len: 847 time: 0.1167822 Dec 15 14:08:58.946218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:58.946803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network hostable DHCP agents. Network: 3ccb9cb9-f159-41ef-983a-8b682201b469, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:58.960113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.974084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfad65e-4a0c-493b-986c-449f5057aa76 None None] New status for floating IP f5be413f-d404-4bf3-b7c8-410e106b5a2a: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:08:59.013564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event deleted for resources: {'Port': ['ID=c8c281c5-1ab1-4c27-a90f-616149b6b8e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:59.091701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:59.100466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.111048 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f0d7b88b-b674-42b7-8129-f7f03c75774c tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "DELETE /v2.0/ports/c8c281c5-1ab1-4c27-a90f-616149b6b8e9 HTTP/1.1" status: 204 len: 168 time: 0.9388154 Dec 15 14:08:59.111937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:59.117205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-9ef17d32-dfec-4059-bb26-b35216080084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:59.118856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Request body: {'port': {'name': 'tempest-new-port-name-802064147', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:59.119273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] bootfile-name is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:08:59.119772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-9ef17d32-dfec-4059-bb26-b35216080084 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7024e018-d4a8-4001-9f92-491063b16948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548967 Dec 15 14:08:59.121260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 3ccb9cb9-f159-41ef-983a-8b682201b469) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:59.123160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] tftp-server is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:08:59.123532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.api.validators [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] server-ip-address is not in valid_values {{(pid=103378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 14:08:59.128655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:59.129795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.160870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f355ff-78be-4c24-88fa-d668789aedb8 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:59.226209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Port ee409d8a-a403-4390-bafa-41503b64e90e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:59.300048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Provisioning complete for port fcb1902d-19d6-48e2-ac82-f3032496525e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:59.308259 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8127-36f5-4649-9bc9-483f3c6eae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.311383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-460833a9-690f-4393-a3ad-bffa6f521f9b service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780055 Dec 15 14:08:59.316803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.338929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:59.339685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2ff0975-379c-4494-9c1f-830255a44f19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1649187 Dec 15 14:08:59.351787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'name': 'tempest-NetworksTestDHCPv6-1056851858'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:59.451677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf455d6-2bc5-4df1-a54e-0dbcd9383e90 req-239926e0-f3b6-418b-9a01-3ec0e6ee74ea service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246579 Dec 15 14:08:59.497622 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': 'e0d2a620-8dfd-4982-92f5-bc9b3880c073'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:59.498484 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.581450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:59.585670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.657749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9783cfba-50d8-4def-81b6-a09562e4a32e None None] Could not find standard attr ID for object c8c281c5-1ab1-4c27-a90f-616149b6b8e9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:08:59.663566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port d999a23c-f3d4-4d6f-b929-0caa6eb9824b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:08:59.692245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/e0d2a620-8dfd-4982-92f5-bc9b3880c073/ac39f32a-67b9-4ccb-aada-35e0d1516f28) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:59.702512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9783cfba-50d8-4def-81b6-a09562e4a32e None None] Provisioning complete for port ee409d8a-a403-4390-bafa-41503b64e90e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:59.702895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9783cfba-50d8-4def-81b6-a09562e4a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.825154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.835646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.866937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9783cfba-50d8-4def-81b6-a09562e4a32e None None] Port ee409d8a-a403-4390-bafa-41503b64e90e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:59.902177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] In _notify_port_updated(), no bound segment for port ee409d8a-a403-4390-bafa-41503b64e90e on network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:08:59.909578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:59.910467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.915347 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "PUT /v2.0/ports/ee409d8a-a403-4390-bafa-41503b64e90e HTTP/1.1" status: 200 len: 1129 time: 0.7991843 Dec 15 14:08:59.915465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57474) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:59.954722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc185-43d8-450d-b7fa-26b535581a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event updated for resources: {'Port': ['ID=ee409d8a-a403-4390-bafa-41503b64e90e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:00.014033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fcb1902d-19d6-48e2-ac82-f3032496525e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:00.025329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860fb284-d371-44b8-88cf-d69eb63478c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:00.027131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-860fb284-d371-44b8-88cf-d69eb63478c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "GET /v2.0/ports/ee409d8a-a403-4390-bafa-41503b64e90e HTTP/1.1" status: 200 len: 1129 time: 0.1108775 Dec 15 14:09:00.030855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:00.134897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.146607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port fcb1902d-19d6-48e2-ac82-f3032496525e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:00.146993 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.185123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.272911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:00.281470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:00.291267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:00.298921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Pushing event updated for resources: {'Port': ['ID=ac39f32a-67b9-4ccb-aada-35e0d1516f28,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:00.304930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::2be (3ccb9cb9-f159-41ef-983a-8b682201b469/e0d2a620-8dfd-4982-92f5-bc9b3880c073/d999a23c-f3d4-4d6f-b929-0caa6eb9824b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:00.311242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Deleting port ee409d8a-a403-4390-bafa-41503b64e90e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:00.311678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.441091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Attempting to bind port ac39f32a-67b9-4ccb-aada-35e0d1516f28 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:00.443049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Attempting to bind port ac39f32a-67b9-4ccb-aada-35e0d1516f28 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:00.443049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Attempting to bind port ac39f32a-67b9-4ccb-aada-35e0d1516f28 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:00.452720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:00.454123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:00.454303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.466307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:00.472385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Bound port: ac39f32a-67b9-4ccb-aada-35e0d1516f28, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:00.473176 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.565540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a46e770a-6132-475a-bd8a-d334ca763339 None None] Provisioning complete for port ee409d8a-a403-4390-bafa-41503b64e90e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:00.566193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a46e770a-6132-475a-bd8a-d334ca763339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.566768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.587613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Calling delete_port for ee409d8a-a403-4390-bafa-41503b64e90e owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:00.603400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a46e770a-6132-475a-bd8a-d334ca763339 None None] Port ee409d8a-a403-4390-bafa-41503b64e90e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:00.626165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] For port ac39f32a-67b9-4ccb-aada-35e0d1516f28, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:00.629808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] For port ac39f32a-67b9-4ccb-aada-35e0d1516f28, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ac39f32a-67b9-4ccb-aada-35e0d1516f28,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:00.635729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.740302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35395aad-8d67-4ea7-9097-c8ffced51ea9 None None] Pushing event updated for resources: {'Port': ['ID=ac39f32a-67b9-4ccb-aada-35e0d1516f28,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:00.740639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.825400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.861208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event deleted for resources: {'Port': ['ID=ee409d8a-a403-4390-bafa-41503b64e90e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:00.900838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.904848 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90511103-bc05-42a9-af55-8a86f6278e91 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "DELETE /v2.0/ports/ee409d8a-a403-4390-bafa-41503b64e90e HTTP/1.1" status: 204 len: 168 time: 0.8715611 Dec 15 14:09:00.907936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57496) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:00.917520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.999181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:01.013939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:01.022906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:01.024798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Deleting subnet 406eaeed-8c70-4ba3-adc8-e6e049e0f074 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:01.032319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.033016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.038504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.053144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=d999a23c-f3d4-4d6f-b929-0caa6eb9824b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:01.075187 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9fac6374-7ab3-4b9f-a966-2d918b3d5a5c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7351305 Dec 15 14:09:01.075934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:01.158723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.180372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805b51c-f7b0-422a-a9f3-e3121f6f743f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.190948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805b51c-f7b0-422a-a9f3-e3121f6f743f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.208621 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5805b51c-f7b0-422a-a9f3-e3121f6f743f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1185563 Dec 15 14:09:01.208621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:01.361694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port d999a23c-f3d4-4d6f-b929-0caa6eb9824b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:01.362040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.382077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.475912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.479046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.493487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for d999a23c-f3d4-4d6f-b929-0caa6eb9824b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:01.497125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.504456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1c5c3-c41e-4303-9a07-472eb3c702d5 None None] Network c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:01.532076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "DELETE /v2.0/subnets/406eaeed-8c70-4ba3-adc8-e6e049e0f074 HTTP/1.1" status: 204 len: 168 time: 0.6224573 Dec 15 14:09:01.541090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57514) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:01.604055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e874f0-c86d-4542-a601-b59e6d84460e tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event deleted for resources: {'Subnet': ['ID=406eaeed-8c70-4ba3-adc8-e6e049e0f074,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:01.685481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.722498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.738689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=d999a23c-f3d4-4d6f-b929-0caa6eb9824b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:01.783187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.790918 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3b47b6f-cd91-4a86-8614-d5cac50862e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/d999a23c-f3d4-4d6f-b929-0caa6eb9824b HTTP/1.1" status: 204 len: 168 time: 0.5911703 Dec 15 14:09:01.791499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:01.823379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] DHCP port deletion for c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:01.837672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Deleting port fcb1902d-19d6-48e2-ac82-f3032496525e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:01.838377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.985223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] For port fcb1902d-19d6-48e2-ac82-f3032496525e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fcb1902d-19d6-48e2-ac82-f3032496525e,segment=NetworkSegment(22908ec9-7f80-4f05-8f63-31b22e194958),segment_id=22908ec9-7f80-4f05-8f63-31b22e194958)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:01.986366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.021288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89939532-07f4-4db9-b83f-46ab54f21dfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:02.023258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89939532-07f4-4db9-b83f-46ab54f21dfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:02.027469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-89939532-07f4-4db9-b83f-46ab54f21dfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2327781 Dec 15 14:09:02.028996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:02.029120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] Deleting port fcb1902d-19d6-48e2-ac82-f3032496525e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:02.029385 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.030465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Calling delete_port for fcb1902d-19d6-48e2-ac82-f3032496525e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:02.056226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ac39f32a-67b9-4ccb-aada-35e0d1516f28 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:02.148134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet e0d2a620-8dfd-4982-92f5-bc9b3880c073 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:02.152954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.171754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.196339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] No DVR routers for this DVR port fcb1902d-19d6-48e2-ac82-f3032496525e on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:02.203564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] For port fcb1902d-19d6-48e2-ac82-f3032496525e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fcb1902d-19d6-48e2-ac82-f3032496525e,segment=NetworkSegment(22908ec9-7f80-4f05-8f63-31b22e194958),segment_id=22908ec9-7f80-4f05-8f63-31b22e194958)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:02.203967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.232425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] Calling delete_port for fcb1902d-19d6-48e2-ac82-f3032496525e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:02.252144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.278641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event deleted for resources: {'Port': ['ID=fcb1902d-19d6-48e2-ac82-f3032496525e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:02.325038 n-d-815324-3 neutron-server[103380]: self.session.flush() Dec 15 14:09:02.334755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.368873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] Pushing event deleted for resources: {'Port': ['ID=fcb1902d-19d6-48e2-ac82-f3032496525e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:02.370986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f4aaa-5246-41fe-8067-e80fc6fabb02 None None] No DVR routers for this DVR port fcb1902d-19d6-48e2-ac82-f3032496525e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:02.374759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ac39f32a-67b9-4ccb-aada-35e0d1516f28 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:02.375865 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.418822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.462881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.474648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:02.495581 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.501184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22908ec9-7f80-4f05-8f63-31b22e194958') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:02.501609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22908ec9-7f80-4f05-8f63-31b22e194958') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:02.521607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.549927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.563450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:02.563853 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.564676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909879db-402a-4ee3-a80f-9bf40a2de08f None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:02.567672 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:02.582684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.617547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d2a620-8dfd-4982-92f5-bc9b3880c073,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:02.628659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.639074 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b06ec6d0-e039-4bdb-9e0f-d55186e6d6ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/e0d2a620-8dfd-4982-92f5-bc9b3880c073 HTTP/1.1" status: 204 len: 168 time: 0.5852249 Dec 15 14:09:02.639074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:02.696069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.702347 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd080253-f300-4041-8b3f-840231f20f77 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622678 Dec 15 14:09:02.702988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:02.708463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:02.714527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.726801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e58a818-c323-4969-828d-3983621bdd6e None None] Provisioning complete for port ac39f32a-67b9-4ccb-aada-35e0d1516f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:02.727162 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e58a818-c323-4969-828d-3983621bdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.736573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] 10.222.0.32 "DELETE /v2.0/networks/c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c HTTP/1.1" status: 204 len: 168 time: 1.1463718 Dec 15 14:09:02.777929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa0404-ff7c-4345-a8b2-327455d10deb tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211 tempest-ExtraDHCPOptionsIpV6TestJSON-1619750211-project] Pushing event deleted for resources: {'Network': ['ID=c1223d5a-b499-4b5f-b4b0-862ed9fc4a0c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:02.823942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:02.828889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.851150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:09:02.851685 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:09:02.910897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e58a818-c323-4969-828d-3983621bdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.031833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6e58a818-c323-4969-828d-3983621bdd6e None None] For port ac39f32a-67b9-4ccb-aada-35e0d1516f28, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ac39f32a-67b9-4ccb-aada-35e0d1516f28,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:03.041873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e58a818-c323-4969-828d-3983621bdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.092217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.138060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a818-c323-4969-828d-3983621bdd6e None None] Pushing event updated for resources: {'Port': ['ID=ac39f32a-67b9-4ccb-aada-35e0d1516f28,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:03.158789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:03.158789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:03.164971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:03.165559 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.186049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=bc3dc5bc-e049-462e-a861-f7cc299e6c1f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:03.203083 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-df77091b-b42e-419d-a4cc-b943dd1d6805 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4985690 Dec 15 14:09:03.206376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.214460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2db74-9066-4ffe-8764-6d2b692c6976 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:03.214608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'name': 'tempest-NetworksTestDHCPv6-903910856'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:03.305907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.406403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-30a472bc-1973-46c7-b4a5-63d8ad82f338 None None] Provisioning complete for port ac39f32a-67b9-4ccb-aada-35e0d1516f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:03.406791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30a472bc-1973-46c7-b4a5-63d8ad82f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.493432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fcb1902d-19d6-48e2-ac82-f3032496525e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:03.563679 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-18359ce0-63a5-48ba-8a0f-d9c213a293e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1949dc98fb974f148259b5a3f3ec4d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562773 Dec 15 14:09:03.565968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:03.572400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.575010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57560) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.612209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port ccff529f-af2b-428f-a6ad-57c3c5b6bd98 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:03.679927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c708f7a-ad7a-4cf6-bd4f-73e4f7862845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.729738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c708f7a-ad7a-4cf6-bd4f-73e4f7862845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.822990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: fcb1902d-19d6-48e2-ac82-f3032496525e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:03.823280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fcb1902d-19d6-48e2-ac82-f3032496525e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:03.841957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c708f7a-ad7a-4cf6-bd4f-73e4f7862845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.845836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c708f7a-ad7a-4cf6-bd4f-73e4f7862845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.847028 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c708f7a-ad7a-4cf6-bd4f-73e4f7862845 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08824111-0517-4d6a-bfb2-ed5b91a496ea HTTP/1.1" status: 204 len: 168 time: 0.2710071 Dec 15 14:09:03.863443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708f7a-ad7a-4cf6-bd4f-73e4f7862845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08824111-0517-4d6a-bfb2-ed5b91a496ea,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:03.917798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::255 (3ccb9cb9-f159-41ef-983a-8b682201b469/bc3dc5bc-e049-462e-a861-f7cc299e6c1f/ccff529f-af2b-428f-a6ad-57c3c5b6bd98) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:04.034787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ac39f32a-67b9-4ccb-aada-35e0d1516f28 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:04.175761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ac39f32a-67b9-4ccb-aada-35e0d1516f28 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:04.176142 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.254513 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.302049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.403402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc605102-2c92-4500-be89-34fb9c4ccd92 None None] Provisioning complete for port ac39f32a-67b9-4ccb-aada-35e0d1516f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:04.405269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc605102-2c92-4500-be89-34fb9c4ccd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.433454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:04.450118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:04.461824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:04.471776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:04.480700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.515079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=ccff529f-af2b-428f-a6ad-57c3c5b6bd98,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:04.535184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c49fb3a6-f07a-4c54-9c29-407e82f709d4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3276200 Dec 15 14:09:04.540944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57660) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:04.643651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e0139-c913-4af4-9e3f-0bf4a927aebc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:04.659770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e0139-c913-4af4-9e3f-0bf4a927aebc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:04.661738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cc1e0139-c913-4af4-9e3f-0bf4a927aebc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1198156 Dec 15 14:09:04.664578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:04.750091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-046bd174-3f80-47c3-bcb9-51b3de6c1ec2 None None] Could not find standard attr ID for object d999a23c-f3d4-4d6f-b929-0caa6eb9824b. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:04.834095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port ccff529f-af2b-428f-a6ad-57c3c5b6bd98 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:04.834604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.028955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.065483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for ccff529f-af2b-428f-a6ad-57c3c5b6bd98 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:05.329595 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.343518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c72e033f-fd4f-497b-90d6-1901fcc44b68 None None] Could not find standard attr ID for object ccff529f-af2b-428f-a6ad-57c3c5b6bd98. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:05.407455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=ccff529f-af2b-428f-a6ad-57c3c5b6bd98,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:05.457780 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.469540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fea01764-8173-44b7-b5ae-5be5b2a4e456 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/ccff529f-af2b-428f-a6ad-57c3c5b6bd98 HTTP/1.1" status: 204 len: 168 time: 0.8012388 Dec 15 14:09:05.469908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:05.536230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:05.596108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b254f0-4c4f-4a29-825a-037cea8fcaa4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:05.598309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b254f0-4c4f-4a29-825a-037cea8fcaa4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:05.602819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:05.603041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-85b254f0-4c4f-4a29-825a-037cea8fcaa4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1311851 Dec 15 14:09:05.759995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet bc3dc5bc-e049-462e-a861-f7cc299e6c1f {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:05.769706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.857850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1935673776'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:05.965256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Made reservation on behalf of 5e8c3d92f6d34c40a3735bb7186797dd for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:05.970349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.992190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.000845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.086520 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.213877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.219237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.233313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.303178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3dc5bc-e049-462e-a861-f7cc299e6c1f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:06.318559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:06.321365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a0b8f-d3d2-41ab-9f56-67bb429830f7 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:06.326577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.330703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/bc3dc5bc-e049-462e-a861-f7cc299e6c1f HTTP/1.1" status: 204 len: 168 time: 0.7268963 Dec 15 14:09:06.332248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.333575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:06.333717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.334093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.334441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.334774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.335104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.336068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.336409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.336774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.337104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.337430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.337751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.338072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435c2ce-9459-47d7-aa5a-24be66f9efbc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:06.357258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.357649 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Added segment ed6ca400-5ecb-4d99-933f-387416417aab of type vlan for network e9298328-46ff-42e2-8337-fc45b71bb204 Dec 15 14:09:06.411694 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b8226049-a5b6-4db4-96ab-e7c152b2575e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767033 Dec 15 14:09:06.413427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24523e-92de-47ed-aac8-b161b1c56187,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:06.415811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 57866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:06.425582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:06.544079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.644452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.651908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:06.653880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.703991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1636884 Dec 15 14:09:06.704988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:06.748659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 57896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:06.759005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'subnet': {'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:06.840616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] Deleting port ac39f32a-67b9-4ccb-aada-35e0d1516f28 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:06.841073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.951348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8c88d-d213-4522-9408-7b978b03d2e2 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Network': ['ID=e9298328-46ff-42e2-8337-fc45b71bb204,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:07.002804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Made reservation on behalf of 5e8c3d92f6d34c40a3735bb7186797dd for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:07.019424 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.057539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] For port ac39f32a-67b9-4ccb-aada-35e0d1516f28, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ac39f32a-67b9-4ccb-aada-35e0d1516f28,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:07.057926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.092238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] Calling delete_port for ac39f32a-67b9-4ccb-aada-35e0d1516f28 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:07.223365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e9298328-46ff-42e2-8337-fc45b71bb204 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:07.320050 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.350443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] No DVR routers for this DVR port ac39f32a-67b9-4ccb-aada-35e0d1516f28 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:07.374169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b1827-0105-4e05-8ca5-993a6e7fe4e8 None None] Pushing event deleted for resources: {'Port': ['ID=ac39f32a-67b9-4ccb-aada-35e0d1516f28,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:07.512214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:07.519506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.852989 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.853695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.944628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:07.945160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Subnet': ['ID=ef9d718f-4fb7-48a3-a528-376f22e90ce5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:07.952073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:07.957367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:07.958139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.958385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Checking segment: {'id': 'ed6ca400-5ecb-4d99-933f-387416417aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:07.958797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network hostable DHCP agents. Network: e9298328-46ff-42e2-8337-fc45b71bb204, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:07.966394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:07.978305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a23cf-5e56-4940-a584-a29947637b00 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:07.984600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network e9298328-46ff-42e2-8337-fc45b71bb204 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:08.018377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e9298328-46ff-42e2-8337-fc45b71bb204) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:08.046188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a567fa9d-eff1-4700-81bf-8e29e9e15425 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6290157 Dec 15 14:09:08.049171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:08.054374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'name': 'tempest-NetworksTestDHCPv6-36953060'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:08.056740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:08.058339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.106681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b398a2b-1682-4139-a27c-05d915d7b632 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3557718 Dec 15 14:09:08.108939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58036) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:08.121932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1018910052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:08.141886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cf77b-d566-4927-b696-f3633c3b998f None None] Network e9298328-46ff-42e2-8337-fc45b71bb204 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:08.181771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.183146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.292908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ac39f32a-67b9-4ccb-aada-35e0d1516f28 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:08.326342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:08.333175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.359703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.365572 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.369720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port e5dc05b0-c8e7-4e35-9759-668441582d17 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:08.390272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ac39f32a-67b9-4ccb-aada-35e0d1516f28 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:08.390713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ac39f32a-67b9-4ccb-aada-35e0d1516f28 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:08.442295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.448176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7e17b84c-60ff-4de9-8617-1dc6ba1c12b9 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3374453 Dec 15 14:09:08.450902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58078) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:08.458865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e9298328-46ff-42e2-8337-fc45b71bb204', 'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204', 'project_id': '5e8c3d92f6d34c40a3735bb7186797dd', 'fixed_ips': [{'subnet_id': 'ef9d718f-4fb7-48a3-a528-376f22e90ce5'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:08.459729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.508107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': 'f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:08.509495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.604658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::2c6 (3ccb9cb9-f159-41ef-983a-8b682201b469/f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb/e5dc05b0-c8e7-4e35-9759-668441582d17) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:08.901647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.910496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Allocated IP 172.20.0.2 (e9298328-46ff-42e2-8337-fc45b71bb204/ef9d718f-4fb7-48a3-a528-376f22e90ce5/6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:08.962634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.965723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.080208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=e5dc05b0-c8e7-4e35-9759-668441582d17,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:09.094309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:09.096208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:09.099769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:09.106124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:09.106768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.134559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58118) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:09.135621 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-03bb8c77-424b-4561-8245-22474d16e86a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0852513 Dec 15 14:09:09.139434 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.166949 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.228853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Pushing event updated for resources: {'Port': ['ID=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:09.244091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Network e9298328-46ff-42e2-8337-fc45b71bb204 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:09.247150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:09.256710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:09.260026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb/442be58d-9975-4c2d-82ce-f511f91a96e6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:09.361671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25543cee-1ced-458d-a8d7-a25f70ad3275 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:09.363727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-25543cee-1ced-458d-a8d7-a25f70ad3275 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2275906 Dec 15 14:09:09.366791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58138) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:09.423172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Attempting to bind port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:09.423796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Attempting to bind port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ed6ca400-5ecb-4d99-933f-387416417aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:09.424550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Attempting to bind port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 on network e9298328-46ff-42e2-8337-fc45b71bb204 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:09.434599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:09.434972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Checking segment: {'id': 'ed6ca400-5ecb-4d99-933f-387416417aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:09.435372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.435764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Bound using segment: {'id': 'ed6ca400-5ecb-4d99-933f-387416417aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:09.436245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Bound port: 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ca400-5ecb-4d99-933f-387416417aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:09.436857 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.487825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Allocated IP 172.20.0.1 (e9298328-46ff-42e2-8337-fc45b71bb204/ef9d718f-4fb7-48a3-a528-376f22e90ce5/f5cda638-008e-4799-b8a5-4c6a95979e69) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:09.519574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] For port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:09.522795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] For port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,segment=NetworkSegment(ed6ca400-5ecb-4d99-933f-387416417aab),segment_id=ed6ca400-5ecb-4d99-933f-387416417aab)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:09.531392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.556265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port e5dc05b0-c8e7-4e35-9759-668441582d17 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:09.556781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.592413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-8f1889e8-8476-4aaf-a2f0-275d79eac63c tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:09.594152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-8f1889e8-8476-4aaf-a2f0-275d79eac63c tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/networks?id=c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 200 len: 814 time: 0.2408004 Dec 15 14:09:09.612586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0bf0f-3b38-4cd9-b5c8-0138eafd32f6 None None] Pushing event updated for resources: {'Port': ['ID=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:09.623529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-5617d2ee-f8a8-4bde-9d41-e3f8895fda82 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/quotas/d173a40074674165b7c1476c3d6e55cc HTTP/1.1" status: 200 len: 375 time: 0.0179443 Dec 15 14:09:09.690547 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.704360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.710849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.713758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.730879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for e5dc05b0-c8e7-4e35-9759-668441582d17 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:09.778120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:09.784382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.791118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:09.798192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:09.853690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-376e2cfd-2883-41f7-a279-241c25d45330 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d173a40074674165b7c1476c3d6e55cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867269 Dec 15 14:09:09.881441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Pushing event updated for resources: {'Port': ['ID=442be58d-9975-4c2d-82ce-f511f91a96e6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:09.908896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Attempting to bind port 442be58d-9975-4c2d-82ce-f511f91a96e6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:09.909472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Attempting to bind port 442be58d-9975-4c2d-82ce-f511f91a96e6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:09.910104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Attempting to bind port 442be58d-9975-4c2d-82ce-f511f91a96e6 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:09.919350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:09.919944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:09.920659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.921473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:09.922256 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Bound port: 442be58d-9975-4c2d-82ce-f511f91a96e6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:09.922806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.986186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network e9298328-46ff-42e2-8337-fc45b71bb204 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:09.990451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Port': ['ID=f5cda638-008e-4799-b8a5-4c6a95979e69,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:10.002708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.021788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:10.038609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:10.074945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=e5dc05b0-c8e7-4e35-9759-668441582d17,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:10.088586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] For port 442be58d-9975-4c2d-82ce-f511f91a96e6, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:10.096337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] For port 442be58d-9975-4c2d-82ce-f511f91a96e6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=442be58d-9975-4c2d-82ce-f511f91a96e6,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:10.104143 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.127758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.132300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86f7ca8c-9743-4f92-9634-ef4cf7c43757 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/e5dc05b0-c8e7-4e35-9759-668441582d17 HTTP/1.1" status: 204 len: 168 time: 0.7647190 Dec 15 14:09:10.135675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:10.194278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.217731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7732d276-752b-423f-a28e-ce18b3d5f787 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:10.222877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7732d276-752b-423f-a28e-ce18b3d5f787 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:10.226970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7732d276-752b-423f-a28e-ce18b3d5f787 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0868502 Dec 15 14:09:10.227183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:10.275502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b2c8d-0e7c-45f4-94e2-0f51c8428cec None None] Pushing event updated for resources: {'Port': ['ID=442be58d-9975-4c2d-82ce-f511f91a96e6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:10.293049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-830c1bb8-36f0-40c4-b5c1-d589a4715553 service neutron] 10.222.0.32 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380271 Dec 15 14:09:10.340166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:10.344453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.391800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.475558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-604cce8f-09f2-4ffb-83e5-8309179202c2 service neutron] 10.222.0.32 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684961 Dec 15 14:09:10.490341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.523199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.627751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.659468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:10.671320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.675219 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-953614cf-ee2f-40f2-8426-9c64c98e49a8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb HTTP/1.1" status: 204 len: 168 time: 0.4467382 Dec 15 14:09:10.679458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58160) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:10.747594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c112519-d744-4367-994e-695a7ce712e8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668526 Dec 15 14:09:10.756328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:10.832294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d821385-38e4-486e-b935-3fd5f234ca97 req-1c4a239c-f75e-441c-96bd-1cf12e092933 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 210 time: 0.0427697 Dec 15 14:09:10.884315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e1b85-1f8d-4d54-93d6-cd4c95456cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:10.889191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58170) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:10.889362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-694e1b85-1f8d-4d54-93d6-cd4c95456cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1321805 Dec 15 14:09:10.988287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b771da60-921b-4bd4-ad1b-c4a2393ff4dd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:11.004244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b771da60-921b-4bd4-ad1b-c4a2393ff4dd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114340 Dec 15 14:09:11.004949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.076388 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c197b8fd-117b-48b1-8aba-520fc0b9fb44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703068 Dec 15 14:09:11.082226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58182) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.086474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:11.103267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.110472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.229663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.264997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:11.270284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.295378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Port': ['ID=f5cda638-008e-4799-b8a5-4c6a95979e69,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:11.356094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff9b24-be3c-49b3-91ed-41d2dd319e76 None None] Network e9298328-46ff-42e2-8337-fc45b71bb204 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:11.410523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network e9298328-46ff-42e2-8337-fc45b71bb204 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:11.412672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:11.466047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1c99b003-899a-4a24-bb31-017bb0ef5674 None None] Provisioning complete for port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:11.466725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c99b003-899a-4a24-bb31-017bb0ef5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.676489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c99b003-899a-4a24-bb31-017bb0ef5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.690793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.722934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Router 44b8c9c8-9d83-4bba-bc78-f7ace33b018f is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:11.754330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1c99b003-899a-4a24-bb31-017bb0ef5674 None None] For port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,segment=NetworkSegment(ed6ca400-5ecb-4d99-933f-387416417aab),segment_id=ed6ca400-5ecb-4d99-933f-387416417aab)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:11.768732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:11.784425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:11.789883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:11.790475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.802578 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c99b003-899a-4a24-bb31-017bb0ef5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.816003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=0d777709-ac09-4537-8ae8-359d46fd8310,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:11.830281 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-30f27e5c-8d3c-4073-89cb-7095d4def181 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7479601 Dec 15 14:09:11.832948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58198) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.838685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '0d777709-ac09-4537-8ae8-359d46fd8310', 'ip_address': '2001:db8::528d:9fc7:559b:6c74'}], 'name': 'tempest-NetworksTestDHCPv6-1080398278'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:11.949981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99b003-899a-4a24-bb31-017bb0ef5674 None None] Pushing event updated for resources: {'Port': ['ID=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:12.006999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5d6ced1-8032-4e3f-a81f-7dc357524400 req-d07c2616-34d4-476f-8d5c-13aab1df9eeb tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 210 time: 0.0495269 Dec 15 14:09:12.038550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:12.050297 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] Sync routers for ids ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:12.054904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03386aa5-9b18-4a4b-96a8-5ab90efee73b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "PUT /v2.0/routers/44b8c9c8-9d83-4bba-bc78-f7ace33b018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6025279 Dec 15 14:09:12.057769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.063651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'port': {'network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204', 'name': 'tempest-FloatingIPNegativeTestJSON-2083354718'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:12.070237 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] Routers {'44b8c9c8-9d83-4bba-bc78-f7ace33b018f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:12.070942 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:12.159148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de7ea5-50ff-4f97-8d8c-07a7a045dc2b None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:12.168086 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:12.179752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:12.189967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:12.193522 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] Routers {'44b8c9c8-9d83-4bba-bc78-f7ace33b018f'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:12.197379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:12.300880 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.322710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 6e1a81af-5487-4100-8d60-b28ca5afa003 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:12.347046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Made reservation on behalf of 5e8c3d92f6d34c40a3735bb7186797dd for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:12.351625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.388984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] device_id is not set on port f631aad3-6935-4167-afc6-9df4334317d0 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:12.418896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-16bd673d-15c0-4fe8-a31b-5616e42c7bbc None None] Provisioning complete for port 442be58d-9975-4c2d-82ce-f511f91a96e6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:12.419460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16bd673d-15c0-4fe8-a31b-5616e42c7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.524921 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:12.525898 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee480ad9-8983-4c56-9be3-ad2f50375f7d None None] The sync data for ids ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:12.589654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b70f-682d-46b5-94ea-5ee7d51d8d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.610975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:12.611563 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.645949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Allocated IP 172.20.0.3 (e9298328-46ff-42e2-8337-fc45b71bb204/ef9d718f-4fb7-48a3-a528-376f22e90ce5/f631aad3-6935-4167-afc6-9df4334317d0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:12.684240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::528d:9fc7:559b:6c74 (3ccb9cb9-f159-41ef-983a-8b682201b469/0d777709-ac09-4537-8ae8-359d46fd8310/6e1a81af-5487-4100-8d60-b28ca5afa003) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:12.831975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-cb7ed753-f24f-452b-b43f-9ba01b8ada6b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:12.833570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-cb7ed753-f24f-452b-b43f-9ba01b8ada6b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "GET /v2.0/networks?id=c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 200 len: 814 time: 0.2832813 Dec 15 14:09:12.868642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.882457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 442be58d-9975-4c2d-82ce-f511f91a96e6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:12.905034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Request body: {'port': {'device_id': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744', 'admin_state_up': True, 'tenant_id': 'd173a40074674165b7c1476c3d6e55cc'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:12.930537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.952399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16bd673d-15c0-4fe8-a31b-5616e42c7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.025355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network e9298328-46ff-42e2-8337-fc45b71bb204 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:13.036853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:13.050346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:13.091769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-16bd673d-15c0-4fe8-a31b-5616e42c7bbc None None] For port 442be58d-9975-4c2d-82ce-f511f91a96e6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=442be58d-9975-4c2d-82ce-f511f91a96e6,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:13.099309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 442be58d-9975-4c2d-82ce-f511f91a96e6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:13.100045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.125685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:13.126762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.145526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16bd673d-15c0-4fe8-a31b-5616e42c7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.163865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Port': ['ID=f631aad3-6935-4167-afc6-9df4334317d0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:13.183299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66bb9da5-cd8e-4512-9a29-77a040fa61ef tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1243811 Dec 15 14:09:13.191211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.196047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:13.235932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.482619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.499437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e56e0f7-df1b-41b9-9caf-9ad1a784854f req-450f8d0f-36e1-4cbf-9211-30c7125da31d tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 210 time: 0.0719762 Dec 15 14:09:13.536856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Provisioning complete for port 442be58d-9975-4c2d-82ce-f511f91a96e6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:13.537775 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.579178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd673d-15c0-4fe8-a31b-5616e42c7bbc None None] Pushing event updated for resources: {'Port': ['ID=442be58d-9975-4c2d-82ce-f511f91a96e6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:13.690734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.726388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Provisioning complete for port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:13.727302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.735217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Allocated IP 172.25.2.186 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4ab55af7-a49c-4ca8-b6a0-894776e716a9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:13.743257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Made reservation on behalf of d173a40074674165b7c1476c3d6e55cc for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:13.754062 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.857368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.887494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Provisioning complete for port f5cda638-008e-4799-b8a5-4c6a95979e69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:13.887951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.901996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:13.933681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:13.946765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:13.956121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9b05ca32-b9b4-4689-8d81-dd763a8cf654 None None] Port f5cda638-008e-4799-b8a5-4c6a95979e69 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:13.956718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:13.957377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.967031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:13.971761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.987735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1533413 Dec 15 14:09:13.995196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.023849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.073242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:14.074007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.097069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:14.100617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:14.103848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:14.120060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Could not find standard attr ID for object e5dc05b0-c8e7-4e35-9759-668441582d17. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:14.120282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264447e-865e-46e1-9ff6-b5ac2ead39cf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=6e1a81af-5487-4100-8d60-b28ca5afa003,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:14.140033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7791b70-6852-4695-add4-acd3a672c60e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:14.143000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Port': ['ID=4ab55af7-a49c-4ca8-b6a0-894776e716a9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:14.148143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7791b70-6852-4695-add4-acd3a672c60e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:14.151570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7791b70-6852-4695-add4-acd3a672c60e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1477346 Dec 15 14:09:14.154154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.162293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Provisioning complete for port f5cda638-008e-4799-b8a5-4c6a95979e69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:14.162926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.189100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Allocated IP 172.20.0.6 (c4f75668-6f4f-4147-8b8f-907caed8a744/fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d/594fdce2-bafd-4f12-a461-08060d8d1002) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:14.249183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.260004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Port f5cda638-008e-4799-b8a5-4c6a95979e69 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:14.275856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.286486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 442be58d-9975-4c2d-82ce-f511f91a96e6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:14.304121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Provisioning complete for port f631aad3-6935-4167-afc6-9df4334317d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:14.304490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.310872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.379148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ee977ffc-383a-45c5-bb03-486e17397937 None None] Port f631aad3-6935-4167-afc6-9df4334317d0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:14.390967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 442be58d-9975-4c2d-82ce-f511f91a96e6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:14.391342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.440147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.488175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 6e1a81af-5487-4100-8d60-b28ca5afa003 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:14.488980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.490055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.521357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab275c2a-cd65-44ab-9971-e364da5e34e7 None None] Provisioning complete for port 6e1a81af-5487-4100-8d60-b28ca5afa003 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:14.521981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab275c2a-cd65-44ab-9971-e364da5e34e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.564857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ab275c2a-cd65-44ab-9971-e364da5e34e7 None None] Port 6e1a81af-5487-4100-8d60-b28ca5afa003 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:14.584137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Network c4f75668-6f4f-4147-8b8f-907caed8a744 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:14.590533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:14.593080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:14.597787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Pushing event updated for resources: {'Port': ['ID=594fdce2-bafd-4f12-a461-08060d8d1002,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:14.649703 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.659368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.663705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.710251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 6e1a81af-5487-4100-8d60-b28ca5afa003 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:14.719750 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-01429bc4-0acd-4b8a-9cb8-34ff638c603d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.724581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:14.725528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.750963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a179e9-8190-44ff-b2e7-f1d4cdcdfed9 req-e845da79-bacf-471f-b46e-9b91827570e9 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:14.752759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24a179e9-8190-44ff-b2e7-f1d4cdcdfed9 req-e845da79-bacf-471f-b46e-9b91827570e9 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 931 time: 0.1031959 Dec 15 14:09:14.756930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-c8bb167d-a085-43bc-96e2-bbe8a6c77778 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8574252 Dec 15 14:09:14.774715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Request body: {'port': {'device_id': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:14.788918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Port': ['ID=4ab55af7-a49c-4ca8-b6a0-894776e716a9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:14.817895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.847294 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.851267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a04cfeae-6b9c-4add-876a-d1289bb0bddf tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6562786 Dec 15 14:09:14.854976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.862276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-12e4da74-94b3-4a1c-a199-4b4dfb5d1edc tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'floatingip': {'port_id': 'f631aad3-6935-4167-afc6-9df4334317d0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:14.864688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24a179e9-8190-44ff-b2e7-f1d4cdcdfed9 req-f8b69f17-8541-4a4b-b117-8991488c6ad8 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004457 Dec 15 14:09:14.874950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.909979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e4da74-94b3-4a1c-a199-4b4dfb5d1edc tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.076306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.094126 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-12e4da74-94b3-4a1c-a199-4b4dfb5d1edc tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] update failed (client error): The resource could not be found. Dec 15 14:09:15.095446 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-12e4da74-94b3-4a1c-a199-4b4dfb5d1edc tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "PUT /v2.0/floatingips/7c83959f-f9c6-4377-8543-7b406314f78e HTTP/1.1" status: 404 len: 507 time: 0.2393310 Dec 15 14:09:15.098565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:15.117197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=6e1a81af-5487-4100-8d60-b28ca5afa003,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:15.148375 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.151920 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ee0c4799-fafb-4c1b-9c05-3b9c6a74befd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/6e1a81af-5487-4100-8d60-b28ca5afa003 HTTP/1.1" status: 204 len: 168 time: 0.9949374 Dec 15 14:09:15.154938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58262) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:15.342299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bc254-0c14-4067-b1d6-5d52129fc4ea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:15.344409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bc254-0c14-4067-b1d6-5d52129fc4ea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:15.349124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a00bc254-0c14-4067-b1d6-5d52129fc4ea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1902595 Dec 15 14:09:15.349444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:15.405229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594fdce2-bafd-4f12-a461-08060d8d1002 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:09:15.406729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 0d777709-ac09-4537-8ae8-359d46fd8310 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:15.410266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.415063 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.422716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Deleting port 4ab55af7-a49c-4ca8-b6a0-894776e716a9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:15.423049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.453722 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.464651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Transition to ACTIVE for port object 594fdce2-bafd-4f12-a461-08060d8d1002 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:09:15.483602 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.504943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.555070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.555395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.567707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Pushing event updated for resources: {'Port': ['ID=594fdce2-bafd-4f12-a461-08060d8d1002,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:15.575405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Calling delete_port for 4ab55af7-a49c-4ca8-b6a0-894776e716a9 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:15.575680 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.607198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=0d777709-ac09-4537-8ae8-359d46fd8310,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:15.611133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.617036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2c27338b-61bf-45e3-9958-23aae969a054 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/0d777709-ac09-4537-8ae8-359d46fd8310 HTTP/1.1" status: 204 len: 168 time: 0.2664666 Dec 15 14:09:15.617670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:15.627690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a26ab-c1e4-4ba3-a578-aa353102761c None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:15.677557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d508ada-9f7d-4245-acd9-4713d9ef6227 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587652 Dec 15 14:09:15.678198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:15.683141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:15.713589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Attempting to bind port 594fdce2-bafd-4f12-a461-08060d8d1002 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:15.714172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Attempting to bind port 594fdce2-bafd-4f12-a461-08060d8d1002 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:15.714275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Attempting to bind port 594fdce2-bafd-4f12-a461-08060d8d1002 on network c4f75668-6f4f-4147-8b8f-907caed8a744 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:15.722817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Port 594fdce2-bafd-4f12-a461-08060d8d1002 on network c4f75668-6f4f-4147-8b8f-907caed8a744 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:09:15.723139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Attempting to bind port 594fdce2-bafd-4f12-a461-08060d8d1002 on network c4f75668-6f4f-4147-8b8f-907caed8a744 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:15.736360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:15.736747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Checking segment: {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:15.737134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Bound using segment: {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:15.737567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Bound port: 594fdce2-bafd-4f12-a461-08060d8d1002, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:15.737921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.804364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:15.809359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.841790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] For port 594fdce2-bafd-4f12-a461-08060d8d1002, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:15.846117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] For port 594fdce2-bafd-4f12-a461-08060d8d1002, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=594fdce2-bafd-4f12-a461-08060d8d1002,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:15.847255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.856077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.885069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Port': ['ID=4ab55af7-a49c-4ca8-b6a0-894776e716a9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:15.940772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:15.942008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:15.942628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.944026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] 10.222.0.67 "PUT /v2.0/ports/594fdce2-bafd-4f12-a461-08060d8d1002 HTTP/1.1" status: 200 len: 1091 time: 1.1731906 Dec 15 14:09:15.946357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'tag': '594fdce2-bafd-4f12-a461-08060d8d1002'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:15.948714 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d464baf-bad6-4579-a12d-3dca93660366" -d '{"events": [{"name": "network-changed", "server_uuid": "65b5d0b1-d568-496a-a54f-8efe712aad77", "tag": "594fdce2-bafd-4f12-a461-08060d8d1002"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:16.071023 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974963e6-4e86-4f50-963d-81e97b4c7441 x-openstack-request-id: req-974963e6-4e86-4f50-963d-81e97b4c7441 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:16.071319 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b5d0b1-d568-496a-a54f-8efe712aad77", "tag": "594fdce2-bafd-4f12-a461-08060d8d1002", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:16.071577 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-974963e6-4e86-4f50-963d-81e97b4c7441 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:16.071980 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'tag': '594fdce2-bafd-4f12-a461-08060d8d1002', 'status': 'completed', 'code': 200} Dec 15 14:09:16.073345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de73ae5-9a1b-4bb5-a132-1a72186929aa service neutron] Pushing event updated for resources: {'Port': ['ID=594fdce2-bafd-4f12-a461-08060d8d1002,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:16.079386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] Deleting port 442be58d-9975-4c2d-82ce-f511f91a96e6 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:16.080536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.105021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.107692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.108962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f20e7c01-dad4-4ab7-be01-6104acedaaac tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "DELETE /v2.0/floatingips/7c83959f-f9c6-4377-8543-7b406314f78e HTTP/1.1" status: 204 len: 168 time: 1.0094230 Dec 15 14:09:16.114598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:16.121138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-03f49841-a321-4e8a-b25d-a52ec00ab654 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'floatingip': {'floating_network_id': 'e9298328-46ff-42e2-8337-fc45b71bb204', 'port_id': 'f631aad3-6935-4167-afc6-9df4334317d0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:16.138654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2cfbe065-6985-473e-9e3e-6af5e0ca3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:16.140206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-2cfbe065-6985-473e-9e3e-6af5e0ca3fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d173a40074674165b7c1476c3d6e55cc&device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 1094 time: 0.1347666 Dec 15 14:09:16.159831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335e47-c198-453c-b759-c447aac07910 req-16c869c6-216e-4d53-9d56-f2a0c2c2ad28 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:16.161163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea335e47-c198-453c-b759-c447aac07910 req-16c869c6-216e-4d53-9d56-f2a0c2c2ad28 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 943 time: 0.1127987 Dec 15 14:09:16.209670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f49841-a321-4e8a-b25d-a52ec00ab654 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.218393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-cbe4cb9e-0451-4dfb-bbc2-2054b717b5a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594fdce2-bafd-4f12-a461-08060d8d1002 HTTP/1.1" status: 200 len: 217 time: 0.0677409 Dec 15 14:09:16.221923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] For port 442be58d-9975-4c2d-82ce-f511f91a96e6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=442be58d-9975-4c2d-82ce-f511f91a96e6,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:16.222653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.246382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.257615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] Calling delete_port for 442be58d-9975-4c2d-82ce-f511f91a96e6 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:16.283168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.303195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:16.307837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:16.314114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:16.315274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.339768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=8a0053a8-164c-4cce-bd1e-d03d5c735144,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:16.358129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea335e47-c198-453c-b759-c447aac07910 req-fa3d15ee-6508-4705-b15e-fb2959c3ccca tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869080 Dec 15 14:09:16.361612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-e3e85339-478e-4421-85d7-43eef07d73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:16.363162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-e3e85339-478e-4421-85d7-43eef07d73c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d HTTP/1.1" status: 200 len: 854 time: 0.1320131 Dec 15 14:09:16.366554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b405a9a7-e942-437e-995e-a388dcf57fd8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6871927 Dec 15 14:09:16.373554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:16.379412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.380539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '8a0053a8-164c-4cce-bd1e-d03d5c735144', 'ip_address': '2001:db8::21d4:4bdf:53c6:1c9a'}], 'name': 'tempest-NetworksTestDHCPv6-172763349'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:16.416976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] Pushing event deleted for resources: {'Port': ['ID=442be58d-9975-4c2d-82ce-f511f91a96e6,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:16.424840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adffa4e-3e41-405e-b863-4dc460b7bfd3 None None] No DVR routers for this DVR port 442be58d-9975-4c2d-82ce-f511f91a96e6 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:16.431039 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-cff2b802-141f-46fe-92cf-154f126c3353 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4f75668-6f4f-4147-8b8f-907caed8a744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562170 Dec 15 14:09:16.444914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba684f04-8472-4ae6-b44a-e11add84e727 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:16.546707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:16.573793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '8a0053a8-164c-4cce-bd1e-d03d5c735144'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:16.574952 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.593393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-bb77b26d-a1fd-4893-b016-9c934a8cd69e service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564515 Dec 15 14:09:16.674141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.695766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 8ed07fd6-4d71-4337-a136-be5921aea810 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:16.728770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2861a12-268e-49c0-8c8b-2385b9e78682 req-d3664304-ba00-4670-a57b-9c53786b8e1f service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263554 Dec 15 14:09:16.730867 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-03f49841-a321-4e8a-b25d-a52ec00ab654 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:09:16.733013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03f49841-a321-4e8a-b25d-a52ec00ab654 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6172280 Dec 15 14:09:16.737534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:16.746784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'f631aad3-6935-4167-afc6-9df4334317d0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:16.790016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.806302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/8a0053a8-164c-4cce-bd1e-d03d5c735144/65a8fef0-7325-4a72-ad7f-dde6513da4d1) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:16.888307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464baf-bad6-4579-a12d-3dca93660366 req-1a311b45-f9a9-4bbe-9f2c-cc309fbba7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:16.889813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-1a311b45-f9a9-4bbe-9f2c-cc309fbba7c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d173a40074674165b7c1476c3d6e55cc&device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 1094 time: 0.0860996 Dec 15 14:09:16.970673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.978126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.005946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.029402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:17.036449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:17.039582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:17.048198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::21d4:4bdf:53c6:1c9a (3ccb9cb9-f159-41ef-983a-8b682201b469/8a0053a8-164c-4cce-bd1e-d03d5c735144/8ed07fd6-4d71-4337-a136-be5921aea810) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:17.056869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Pushing event updated for resources: {'Port': ['ID=65a8fef0-7325-4a72-ad7f-dde6513da4d1,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.093612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464baf-bad6-4579-a12d-3dca93660366 req-c287fd65-bfff-4bd7-b99b-9616bd3910bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.097475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-c287fd65-bfff-4bd7-b99b-9616bd3910bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 200 len: 916 time: 0.1991851 Dec 15 14:09:17.134274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Attempting to bind port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:17.134657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Attempting to bind port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:17.135035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Attempting to bind port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:17.141050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:17.141579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:17.141993 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.142390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:17.142866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Bound port: 65a8fef0-7325-4a72-ad7f-dde6513da4d1, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:17.143418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.169872 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-d2185b0d-f8b2-4534-81c7-7dfe0083e6d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594fdce2-bafd-4f12-a461-08060d8d1002 HTTP/1.1" status: 200 len: 217 time: 0.0469556 Dec 15 14:09:17.224916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Allocated IP 172.25.2.146 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4afc7c6e-3d10-4b78-a393-f1ef073d658e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:17.230821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] For port 65a8fef0-7325-4a72-ad7f-dde6513da4d1, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:17.234706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] For port 65a8fef0-7325-4a72-ad7f-dde6513da4d1, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=65a8fef0-7325-4a72-ad7f-dde6513da4d1,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:17.242413 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.253257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.265169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464baf-bad6-4579-a12d-3dca93660366 req-6ae3a4f8-ba88-400f-a69a-840484dbc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.267632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-6ae3a4f8-ba88-400f-a69a-840484dbc36a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d HTTP/1.1" status: 200 len: 854 time: 0.0892174 Dec 15 14:09:17.299013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.327137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28b780-5244-438f-8a99-237cbe69469d None None] Pushing event updated for resources: {'Port': ['ID=65a8fef0-7325-4a72-ad7f-dde6513da4d1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.349723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-709e2df0-e0f9-49cd-b522-02e3f3f06869 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4f75668-6f4f-4147-8b8f-907caed8a744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691912 Dec 15 14:09:17.364776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:17.368555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:17.371531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:17.381533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.382268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.398486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=8ed07fd6-4d71-4337-a136-be5921aea810,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.408831 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dc79da43-74e8-416e-af61-a56e6e40d93a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0312152 Dec 15 14:09:17.410623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58314) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:17.455281 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.472940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04cdca-30ae-4438-b657-258eafa291d8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.479854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04cdca-30ae-4438-b657-258eafa291d8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.481853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf04cdca-30ae-4438-b657-258eafa291d8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0702100 Dec 15 14:09:17.484573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58320) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:17.527953 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.633389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 8ed07fd6-4d71-4337-a136-be5921aea810 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:17.634387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.637808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feaf22-631f-4afd-9892-9e2dc24007d7 req-89a573f6-4297-4b61-9057-6ecf51d1dd86 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.639333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61feaf22-631f-4afd-9892-9e2dc24007d7 req-89a573f6-4297-4b61-9057-6ecf51d1dd86 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 943 time: 0.1270409 Dec 15 14:09:17.646915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-b5974614-19f6-4ea4-9955-ac562f56140e service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761858 Dec 15 14:09:17.648446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.775011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:17.785894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:17.797194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event updated for resources: {'Port': ['ID=4afc7c6e-3d10-4b78-a393-f1ef073d658e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.801336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:17.833073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.857411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 8ed07fd6-4d71-4337-a136-be5921aea810 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:17.877171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61feaf22-631f-4afd-9892-9e2dc24007d7 req-f39149e1-ae73-4f5a-ad7a-228361bc8789 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935792 Dec 15 14:09:17.920279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d464baf-bad6-4579-a12d-3dca93660366 req-45350d46-3903-402b-b9ab-3dd2debac8c4 service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295878 Dec 15 14:09:18.037345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.056416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Deleting port 4afc7c6e-3d10-4b78-a393-f1ef073d658e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:18.056869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.079536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=8ed07fd6-4d71-4337-a136-be5921aea810,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:18.105836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.109822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3358fbbf-bf3d-4edb-8a7b-9043301d6cd3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/8ed07fd6-4d71-4337-a136-be5921aea810 HTTP/1.1" status: 204 len: 168 time: 0.6239374 Dec 15 14:09:18.111895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:18.115688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 65a8fef0-7325-4a72-ad7f-dde6513da4d1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:18.162270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.162610 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.175127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660dc7fa-7dff-4197-b7c3-30620bd8368c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:18.175985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Calling delete_port for 4afc7c6e-3d10-4b78-a393-f1ef073d658e owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:18.176924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660dc7fa-7dff-4197-b7c3-30620bd8368c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:18.181096 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-660dc7fa-7dff-4197-b7c3-30620bd8368c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0658603 Dec 15 14:09:18.181246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:18.181701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:18.183601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.261178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 8a0053a8-164c-4cce-bd1e-d03d5c735144 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:18.265162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.313019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.331090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.351948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 65a8fef0-7325-4a72-ad7f-dde6513da4d1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=65a8fef0-7325-4a72-ad7f-dde6513da4d1,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:18.355762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.357242 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.483211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Port': ['ID=4afc7c6e-3d10-4b78-a393-f1ef073d658e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:18.538870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 442be58d-9975-4c2d-82ce-f511f91a96e6 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:18.582869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=65a8fef0-7325-4a72-ad7f-dde6513da4d1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:18.598714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 442be58d-9975-4c2d-82ce-f511f91a96e6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:18.599762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 442be58d-9975-4c2d-82ce-f511f91a96e6 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:18.606040 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.642082 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] create failed (client error): The resource could not be found. Dec 15 14:09:18.643581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-10a8096a-65e1-461e-a225-b6b9c236649b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9027045 Dec 15 14:09:18.647552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58344) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:18.764041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Deleting port f631aad3-6935-4167-afc6-9df4334317d0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:18.764666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.863581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-17d2f960-d5ef-454a-bf46-c094632b62ed None None] Provisioning complete for port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:18.864298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-17d2f960-d5ef-454a-bf46-c094632b62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.980925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.088766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.120987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0053a8-164c-4cce-bd1e-d03d5c735144,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.133535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.139158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8a0053a8-164c-4cce-bd1e-d03d5c735144 HTTP/1.1" status: 204 len: 168 time: 0.9543140 Dec 15 14:09:19.139327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.139625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.140389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.140967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.141309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.141650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.141988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.142332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.142668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.143002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.143333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.143665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.143993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d0316-0194-4a3a-a777-4730e2ced6c5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:19.147210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.166117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-07bd5d5a-45f7-4367-9ec1-c7c579ece0f6 None None] Could not find standard attr ID for object 8ed07fd6-4d71-4337-a136-be5921aea810. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:19.213607 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3bd37ba8-67ac-4789-ad11-a4cb762835e3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619476 Dec 15 14:09:19.213607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.218995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:19.232850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac8e6-3b0f-468d-ad68-8e12ab6dcd6e req-274ee662-9a6f-42a1-ba22-b8f0bace73e4 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:19.242564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98fac8e6-3b0f-468d-ad68-8e12ab6dcd6e req-274ee662-9a6f-42a1-ba22-b8f0bace73e4 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 943 time: 0.1142533 Dec 15 14:09:19.283508 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.321386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Calling delete_port for f631aad3-6935-4167-afc6-9df4334317d0 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:19.333470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-98fac8e6-3b0f-468d-ad68-8e12ab6dcd6e req-d8f2b024-31aa-49fa-8615-c1f9c0127e67 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Dec 15 14:09:19.346208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:19.346208 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.428251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbd86b-809f-4a62-ab37-81b4325a021e None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:19.499869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.534848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Port': ['ID=f631aad3-6935-4167-afc6-9df4334317d0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.577645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.629508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:19.633193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:19.638701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:19.639788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.642665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:19.668103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=e60f18d2-1212-437f-8353-8fa0c4e3103b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.684100 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7cb8d95b-199e-4e6c-a44d-d4c2fd6d13db tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4694371 Dec 15 14:09:19.687436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.688831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.693114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': 'e60f18d2-1212-437f-8353-8fa0c4e3103b', 'ip_address': '2001:db8::26d3:8571:99a9:cdc9'}], 'name': 'tempest-NetworksTestDHCPv6-854503051'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:19.693508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ea69d839-63e3-49f9-9b8f-ec3200a02bb8 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "DELETE /v2.0/ports/f631aad3-6935-4167-afc6-9df4334317d0 HTTP/1.1" status: 204 len: 168 time: 1.0447495 Dec 15 14:09:19.696232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.754435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] Deleting port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:19.755030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.756777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d7585-c9e0-4639-b058-0280c0d9fd37 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:19.760407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b94d7585-c9e0-4639-b058-0280c0d9fd37 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b8c9c8-9d83-4bba-bc78-f7ace33b018f HTTP/1.1" status: 200 len: 913 time: 0.0612936 Dec 15 14:09:19.761254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58372) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.865509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:19.898896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.926416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] For port 65a8fef0-7325-4a72-ad7f-dde6513da4d1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=65a8fef0-7325-4a72-ad7f-dde6513da4d1,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:19.926938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.940757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:19.943252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] Calling delete_port for 65a8fef0-7325-4a72-ad7f-dde6513da4d1 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:20.027903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 65a8fef0-7325-4a72-ad7f-dde6513da4d1 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:20.068060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.083580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] No DVR routers for this DVR port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:20.105713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2354d-11a5-4941-bdf0-6e89caf6d52c None None] Pushing event deleted for resources: {'Port': ['ID=65a8fef0-7325-4a72-ad7f-dde6513da4d1,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:20.115004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No active binding found for port 65a8fef0-7325-4a72-ad7f-dde6513da4d1 {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:09:20.115426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 65a8fef0-7325-4a72-ad7f-dde6513da4d1 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:20.121886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5fc920-35ee-47fc-a325-19b8f390ff77 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:20.234944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::26d3:8571:99a9:cdc9 (3ccb9cb9-f159-41ef-983a-8b682201b469/e60f18d2-1212-437f-8353-8fa0c4e3103b/b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:20.274541 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.290974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': 'e60f18d2-1212-437f-8353-8fa0c4e3103b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:20.292710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.444076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.479768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.518096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf32da-7086-40cd-a2b0-649084c86c49 req-ba2ef390-87e9-4cb8-8110-fd166c034e3f tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:20.519737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36cf32da-7086-40cd-a2b0-649084c86c49 req-ba2ef390-87e9-4cb8-8110-fd166c034e3f tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 943 time: 0.0908773 Dec 15 14:09:20.541687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:20.551051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:20.552402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/e60f18d2-1212-437f-8353-8fa0c4e3103b/33332266-07cf-4054-8298-811b437498d2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:20.556657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:20.564891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:20.565648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.569944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:20.601827 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fe874599-f6e3-458c-a737-29d03a1d79bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9129722 Dec 15 14:09:20.604342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:20.660442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36cf32da-7086-40cd-a2b0-649084c86c49 req-a1e4081f-4b48-4094-9303-3978c2767405 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321034 Dec 15 14:09:20.682152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1527bc-1474-48c7-babb-244ed321c493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:20.686664 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8c1527bc-1474-48c7-babb-244ed321c493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0811167 Dec 15 14:09:20.688041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:20.697888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Deleting port f5cda638-008e-4799-b8a5-4c6a95979e69 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:20.698240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.801865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:20.802323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.802448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.809257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.827622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.848167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Calling delete_port for f5cda638-008e-4799-b8a5-4c6a95979e69 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:20.850611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:20.855393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:20.872686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:20.876460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Pushing event updated for resources: {'Port': ['ID=33332266-07cf-4054-8298-811b437498d2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:20.945010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.963057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:21.085306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.123864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 594fdce2-bafd-4f12-a461-08060d8d1002 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:09:21.134508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Port': ['ID=f5cda638-008e-4799-b8a5-4c6a95979e69,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.147780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Attempting to bind port 33332266-07cf-4054-8298-811b437498d2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:21.148720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Attempting to bind port 33332266-07cf-4054-8298-811b437498d2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:21.149102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Attempting to bind port 33332266-07cf-4054-8298-811b437498d2 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:21.166692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:21.167674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:21.167674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.167900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:21.168355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Bound port: 33332266-07cf-4054-8298-811b437498d2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:21.169268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.188550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.232325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.317505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.324253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dfbfbc4d-858e-4bb8-99f2-bac4e201d2f6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1 HTTP/1.1" status: 204 len: 168 time: 0.6351233 Dec 15 14:09:21.327064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58406) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:21.346501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 594fdce2-bafd-4f12-a461-08060d8d1002, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=594fdce2-bafd-4f12-a461-08060d8d1002,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:21.359797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '594fdce2-bafd-4f12-a461-08060d8d1002', 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744', 'port_id': '594fdce2-bafd-4f12-a461-08060d8d1002', 'mac_address': 'fa:16:3e:e2:52:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:09:21.371640 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.423016 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.451438 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.460894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] For port 33332266-07cf-4054-8298-811b437498d2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:21.462669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8275354-387f-4535-ab20-dbbe74590d1c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:21.463839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8275354-387f-4535-ab20-dbbe74590d1c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:21.468241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:21.469449 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c8275354-387f-4535-ab20-dbbe74590d1c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1400805 Dec 15 14:09:21.485011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594fdce2-bafd-4f12-a461-08060d8d1002 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:09:21.492177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] For port 33332266-07cf-4054-8298-811b437498d2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=33332266-07cf-4054-8298-811b437498d2,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:21.508783 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.530443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet e60f18d2-1212-437f-8353-8fa0c4e3103b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:21.535020 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.539980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 594fdce2-bafd-4f12-a461-08060d8d1002, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=594fdce2-bafd-4f12-a461-08060d8d1002,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:21.566828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.591949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Router 44b8c9c8-9d83-4bba-bc78-f7ace33b018f has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:21.601102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.642569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bc4bd-87f7-4e2b-9b47-c859b0e1036d None None] Pushing event updated for resources: {'Port': ['ID=33332266-07cf-4054-8298-811b437498d2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.707194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=594fdce2-bafd-4f12-a461-08060d8d1002,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.727942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.732145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:21.744089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] Sync routers for ids ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:21.745622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0b582945-7a59-4505-974e-241dc436bb27 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "PUT /v2.0/routers/44b8c9c8-9d83-4bba-bc78-f7ace33b018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833233 Dec 15 14:09:21.748139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:21.757288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] Routers {'44b8c9c8-9d83-4bba-bc78-f7ace33b018f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:21.757918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:21.797247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:21.804068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['594fdce2-bafd-4f12-a461-08060d8d1002'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:09:21.819624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.853395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=e60f18d2-1212-437f-8353-8fa0c4e3103b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.867870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.871715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ad9a5cf-31e4-4ffc-ab98-722a3e1c1e68 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/e60f18d2-1212-437f-8353-8fa0c4e3103b HTTP/1.1" status: 204 len: 168 time: 0.4015501 Dec 15 14:09:21.874645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58420) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:21.888097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] Routers {'44b8c9c8-9d83-4bba-bc78-f7ace33b018f'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:21.889042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:21.961333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.980447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:21.988542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e1aba-dc12-4095-8a2c-3d1ca3cdba97 None None] The sync data for ids ['44b8c9c8-9d83-4bba-bc78-f7ace33b018f'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:22.028358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56d121ff-1981-4c4c-a5f1-77db4e0c63d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505501 Dec 15 14:09:22.036665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.091064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0597-0924-47bb-89eb-cbbf46a0b3d6 req-9b1aebe1-046b-4fc8-84f3-2dad46e4cb6e tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:22.101950 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-963f0597-0924-47bb-89eb-cbbf46a0b3d6 req-9b1aebe1-046b-4fc8-84f3-2dad46e4cb6e tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 944 time: 0.2617185 Dec 15 14:09:22.169082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e7d204-0da7-4d65-bd4b-cb9aef7ffeea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:22.170972 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c4e7d204-0da7-4d65-bd4b-cb9aef7ffeea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1255550 Dec 15 14:09:22.173523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.229484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e7d21-f491-407b-b710-71cd6dfd6cd1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:22.233334 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e11e7d21-f491-407b-b710-71cd6dfd6cd1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566325 Dec 15 14:09:22.233858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.276490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bb71c864-6cac-44bf-86b6-418e6b2ad01a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414002 Dec 15 14:09:22.281816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.286455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.287067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:22.288789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.321238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-963f0597-0924-47bb-89eb-cbbf46a0b3d6 req-d0ac9bcf-74f1-43ec-b95e-8227507dd08b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182202 Dec 15 14:09:22.366013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.366681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Fanout notify agent at l3_agent the message router_deleted on router 44b8c9c8-9d83-4bba-bc78-f7ace33b018f {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:22.380281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.381457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4f48d5b1-4294-47a6-9e76-babae7d68b0a tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "DELETE /v2.0/routers/44b8c9c8-9d83-4bba-bc78-f7ace33b018f HTTP/1.1" status: 204 len: 168 time: 0.6318717 Dec 15 14:09:22.388855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.451395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:22.455366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.520485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Deleting subnet ef9d718f-4fb7-48a3-a528-376f22e90ce5 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:22.533021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.596075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.740434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.824948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.878800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:22.885638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:22.890275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:22.890816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.899459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.924305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=801cbb72-1a2d-44f7-89b3-5560ef60b259,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:22.940481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.947274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd716ae1-2e02-4eef-91db-cb011960e0e2 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:22.947742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.948108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "DELETE /v2.0/subnets/ef9d718f-4fb7-48a3-a528-376f22e90ce5 HTTP/1.1" status: 204 len: 168 time: 0.5579779 Dec 15 14:09:22.985462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-817eb7a6-1c7e-4481-b5e3-548c35f0676c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6976151 Dec 15 14:09:22.985462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:22.987895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac478a-ac4b-4990-ad6e-d4688099e61b tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9d718f-4fb7-48a3-a528-376f22e90ce5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:22.994986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '801cbb72-1a2d-44f7-89b3-5560ef60b259', 'ip_address': '2001:db8::2b37:6faa:a9ad:7183'}], 'name': 'tempest-NetworksTestDHCPv6-1924467508'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:23.014002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 594fdce2-bafd-4f12-a461-08060d8d1002 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:23.029977 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:09:23.073336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e32f2f-908d-44a3-848c-2e409d41af29 None None] Network e9298328-46ff-42e2-8337-fc45b71bb204 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:23.097371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.161237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Deleting port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:23.161826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.180861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-449f1717-c331-4e6d-99d2-8b460c7f91b7 None None] Provisioning complete for port 33332266-07cf-4054-8298-811b437498d2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:23.180861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-449f1717-c331-4e6d-99d2-8b460c7f91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.182738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:23.263550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] For port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,segment=NetworkSegment(ed6ca400-5ecb-4d99-933f-387416417aab),segment_id=ed6ca400-5ecb-4d99-933f-387416417aab)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:23.264013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.279804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Calling delete_port for 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:23.295536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.331456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 594fdce2-bafd-4f12-a461-08060d8d1002 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:09:23.344564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 6fe3c5a7-72e4-444a-ab42-4166e53598d6 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:23.360192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 594fdce2-bafd-4f12-a461-08060d8d1002 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:23.360192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.391746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.393212 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-449f1717-c331-4e6d-99d2-8b460c7f91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.444486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Port': ['ID=6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:23.465599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] No DVR routers for this DVR port 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:23.493661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-449f1717-c331-4e6d-99d2-8b460c7f91b7 None None] For port 33332266-07cf-4054-8298-811b437498d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=33332266-07cf-4054-8298-811b437498d2,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:23.541720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440dc1b4-dac1-43c7-ace0-2e692704fc62 None None] DHCP port deletion for e9298328-46ff-42e2-8337-fc45b71bb204 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:23.569202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-449f1717-c331-4e6d-99d2-8b460c7f91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.622017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.658254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594fdce2-bafd-4f12-a461-08060d8d1002'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:23.661408 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509c151-bc07-487d-b702-24985dce24e9" -d '{"events": [{"server_uuid": "65b5d0b1-d568-496a-a54f-8efe712aad77", "name": "network-vif-plugged", "status": "completed", "tag": "594fdce2-bafd-4f12-a461-08060d8d1002"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:23.705850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 594fdce2-bafd-4f12-a461-08060d8d1002, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=594fdce2-bafd-4f12-a461-08060d8d1002,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:23.721199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::2b37:6faa:a9ad:7183 (3ccb9cb9-f159-41ef-983a-8b682201b469/801cbb72-1a2d-44f7-89b3-5560ef60b259/6fe3c5a7-72e4-444a-ab42-4166e53598d6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:23.723576 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.730662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f1717-c331-4e6d-99d2-8b460c7f91b7 None None] Pushing event updated for resources: {'Port': ['ID=33332266-07cf-4054-8298-811b437498d2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:23.807659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=594fdce2-bafd-4f12-a461-08060d8d1002,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:23.826739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ca8f0931-f6a0-450b-b319-5ca850072412 None None] Provisioning complete for port 33332266-07cf-4054-8298-811b437498d2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:23.827390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0931-f6a0-450b-b319-5ca850072412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.065257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.087200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9298328-46ff-42e2-8337-fc45b71bb204']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:24.098868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ca400-5ecb-4d99-933f-387416417aab') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:24.099172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ca400-5ecb-4d99-933f-387416417aab') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:24.124607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 33332266-07cf-4054-8298-811b437498d2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:24.125074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.150353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.158789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:24.159201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.181375 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1e991-b796-442a-bd93-65b1bcc44c79 x-openstack-request-id: req-d8a1e991-b796-442a-bd93-65b1bcc44c79 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:24.181679 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5d0b1-d568-496a-a54f-8efe712aad77", "name": "network-vif-plugged", "status": "completed", "tag": "594fdce2-bafd-4f12-a461-08060d8d1002", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:24.182142 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8a1e991-b796-442a-bd93-65b1bcc44c79 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:24.182685 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594fdce2-bafd-4f12-a461-08060d8d1002', 'code': 200} Dec 15 14:09:24.193548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 33332266-07cf-4054-8298-811b437498d2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:24.194082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.204794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:24.225808 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:24.227974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e2455493-b3c4-443e-adb8-214a2cade07d None None] Could not find standard attr ID for object b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:24.235072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.256650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.262292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] 10.222.0.32 "DELETE /v2.0/networks/e9298328-46ff-42e2-8337-fc45b71bb204 HTTP/1.1" status: 204 len: 168 time: 1.3137543 Dec 15 14:09:24.280329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bd187-e041-4617-b802-f80aa97dada5 req-ac745449-9991-4503-8647-35da26dee734 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:24.282352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-013bd187-e041-4617-b802-f80aa97dada5 req-ac745449-9991-4503-8647-35da26dee734 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 944 time: 0.8046150 Dec 15 14:09:24.321653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a1bb-888c-435c-b3aa-92ff326a7358 tempest-FloatingIPNegativeTestJSON-1355317982 tempest-FloatingIPNegativeTestJSON-1355317982-project] Pushing event deleted for resources: {'Network': ['ID=e9298328-46ff-42e2-8337-fc45b71bb204,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:24.328639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.417900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:24.426574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678cce8-43bc-417b-80e7-43cb30f63eb3 req-f4a134da-cb5c-4e5b-b781-0c46612c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:24.428785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2678cce8-43bc-417b-80e7-43cb30f63eb3 req-f4a134da-cb5c-4e5b-b781-0c46612c1a01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 1096 time: 0.1302938 Dec 15 14:09:24.441711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-013bd187-e041-4617-b802-f80aa97dada5 req-9ad95441-4f99-46fc-a703-610237049adf tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349118 Dec 15 14:09:24.461562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=6fe3c5a7-72e4-444a-ab42-4166e53598d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:24.473752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:24.474108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6dcfbfe9-fa1d-4cb4-8bf2-38b0f2a03808 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:24.499253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:24.501694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:24.504977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:24.514614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:24.515349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.529684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2678cce8-43bc-417b-80e7-43cb30f63eb3 req-f9052ec6-c220-4f55-a94e-52dce3e7a679 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842135 Dec 15 14:09:24.551549 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66b20487-f9c1-40c0-9271-0e759f1465a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5605052 Dec 15 14:09:24.551965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:24.557820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '801cbb72-1a2d-44f7-89b3-5560ef60b259', 'ip_address': '2001:db8::2b37:6faa:a9ad:7183'}], 'name': 'tempest-NetworksTestDHCPv6-843085833'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:24.708033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:24.714382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.732907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 970bb13f-8c3a-49f9-9563-974ad3130954 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:24.755307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58492) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:24.914665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-937a4259-5324-4075-a3e2-4137efa6bfa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e8c3d92f6d34c40a3735bb7186797dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581576 Dec 15 14:09:24.916996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58500) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:24.932227 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 14:09:24.932967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:09:24.951710 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-65ce23a9-65a9-4c06-b576-0117f61e9640 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3983006 Dec 15 14:09:24.953781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:24.973203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a681fa94-866f-4495-a90e-4ae5df5e5a6b None None] Provisioning complete for port 6fe3c5a7-72e4-444a-ab42-4166e53598d6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:24.973983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a681fa94-866f-4495-a90e-4ae5df5e5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.977646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2883b5ae-59b8-437a-8614-578bb3f35ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.012690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a681fa94-866f-4495-a90e-4ae5df5e5a6b None None] Port 6fe3c5a7-72e4-444a-ab42-4166e53598d6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:25.036159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2883b5ae-59b8-437a-8614-578bb3f35ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.041070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a5b8d-9c51-4868-a9e5-602cfbf09fdf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:25.048707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a5b8d-9c51-4868-a9e5-602cfbf09fdf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:25.052672 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-911a5b8d-9c51-4868-a9e5-602cfbf09fdf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0955675 Dec 15 14:09:25.053774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58504) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:25.153144 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2883b5ae-59b8-437a-8614-578bb3f35ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.156414 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2883b5ae-59b8-437a-8614-578bb3f35ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.157603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2883b5ae-59b8-437a-8614-578bb3f35ee4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf24523e-92de-47ed-aac8-b161b1c56187 HTTP/1.1" status: 204 len: 168 time: 0.2396669 Dec 15 14:09:25.170095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 6fe3c5a7-72e4-444a-ab42-4166e53598d6 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:25.170436 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.175181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883b5ae-59b8-437a-8614-578bb3f35ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf24523e-92de-47ed-aac8-b161b1c56187,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:25.271503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.294513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 6fe3c5a7-72e4-444a-ab42-4166e53598d6 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:25.443859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.481268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=6fe3c5a7-72e4-444a-ab42-4166e53598d6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:25.528912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.537677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:25.542197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bb0a20a0-761e-4082-bd5d-a50495863c21 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/6fe3c5a7-72e4-444a-ab42-4166e53598d6 HTTP/1.1" status: 204 len: 168 time: 0.4873552 Dec 15 14:09:25.635683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4850c-91e5-4aac-9e2d-3a41f3b07771 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:25.637431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4850c-91e5-4aac-9e2d-3a41f3b07771 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:25.642393 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dbb4850c-91e5-4aac-9e2d-3a41f3b07771 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1031539 Dec 15 14:09:25.642981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:25.643312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a3bf4-6f58-4cca-be33-38a4ef0c04ba req-19a4973d-bf1f-4b11-bc38-baca54f17c56 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:25.648967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-472a3bf4-6f58-4cca-be33-38a4ef0c04ba req-19a4973d-bf1f-4b11-bc38-baca54f17c56 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 945 time: 0.0823984 Dec 15 14:09:25.736732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-472a3bf4-6f58-4cca-be33-38a4ef0c04ba req-9206bc17-c3df-4403-9f9d-9f1761991799 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830648 Dec 15 14:09:25.782007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 801cbb72-1a2d-44f7-89b3-5560ef60b259 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:25.791024 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.864673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.923530 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.008137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.043934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.047837 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/801cbb72-1a2d-44f7-89b3-5560ef60b259 HTTP/1.1" status: 204 len: 168 time: 0.4037852 Dec 15 14:09:26.049166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037365b-2725-4b3f-b7bb-333c593a9c48 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=801cbb72-1a2d-44f7-89b3-5560ef60b259,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:26.050500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:26.056465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b50d97-8456-455e-ba7e-7636802c2492 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:26.118369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58550) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:26.122283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-34215f1c-45af-4c96-9e5d-d7bd672bbc9a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703712 Dec 15 14:09:26.127225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:26.133541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:26.264617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:26.265682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1141769567'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:26.268300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.297962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:26.305135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.317489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.417118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:26.428032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.433597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.472422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:26.477342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7201813-1566-4723-87ed-533bb56d1ed7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:26.485841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.486217 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment f6474e65-2f16-4164-977f-e296218f13b0 of type vlan for network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae Dec 15 14:09:26.536646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Deleting port 33332266-07cf-4054-8298-811b437498d2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:26.537094 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.550629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.551310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.588982 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.596812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:26.597762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.615918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:26.618667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:26.635908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:26.636517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.656717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=8f32c199-09ad-4677-864b-da192a84c555,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:26.670744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-203d8a88-5d53-408f-a6e1-dffa9a5fbb1d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5398815 Dec 15 14:09:26.671001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:26.677168 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5573716 Dec 15 14:09:26.680037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:26.681417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '8f32c199-09ad-4677-864b-da192a84c555', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1364438021'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:26.685478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740415443'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:26.694391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae3169-5241-49de-b18a-27b5e07c0711 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=8a0ab7c6-62fe-46c2-a106-239fc565d0ae,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:26.707235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] For port 33332266-07cf-4054-8298-811b437498d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=33332266-07cf-4054-8298-811b437498d2,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:26.707636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.723750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Calling delete_port for 33332266-07cf-4054-8298-811b437498d2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:26.728304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:26.731925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:26.732471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.764061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:26.777934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.778568 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment ee0c00f1-02a7-45dc-b9f9-45f45504f5b2 of type vlan for network 1af82df7-746b-4751-8f64-da93daaa05ce Dec 15 14:09:26.838395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.854101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:26.891773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.901562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:26.902198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.945173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.975904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Pushing event deleted for resources: {'Port': ['ID=33332266-07cf-4054-8298-811b437498d2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:26.979928 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2979424 Dec 15 14:09:26.987375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.987986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.988529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.989019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.989503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.989984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.990608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.991235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.991714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.992195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.992734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.993245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:26.993713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:27.003499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d8eaa-cdca-45ea-beb5-ef45510faafd None None] No DVR routers for this DVR port 33332266-07cf-4054-8298-811b437498d2 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:27.004448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.021609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:27.038564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f9b41-ba7a-4ab4-a87a-51d5007f6294 req-cbbfdb10-e4e6-4812-b185-127c544c205c tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:27.046858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-186f9b41-ba7a-4ab4-a87a-51d5007f6294 req-cbbfdb10-e4e6-4812-b185-127c544c205c tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 945 time: 0.1808429 Dec 15 14:09:27.051658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d4af9-7448-49c4-9d88-db6bc8c4bf33 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:27.077189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.113652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 57312c7b-4cf5-42ff-91e6-3c6222e1ebdf yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:27.128777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ebd0-b70b-4a4d-bc8e-9986e510c0b6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=1af82df7-746b-4751-8f64-da93daaa05ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:27.140377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-186f9b41-ba7a-4ab4-a87a-51d5007f6294 req-9f6b011e-3d72-4d4b-bbee-0df81738e23b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924113 Dec 15 14:09:27.184157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 1af82df7-746b-4751-8f64-da93daaa05ce details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:27.283764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:27.287883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.323851 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:09:27.324403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:09:27.331615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '8f32c199-09ad-4677-864b-da192a84c555'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:27.332922 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.351237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2ba21f2-26ec-41bc-86ff-a0f605e1e0bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6787863 Dec 15 14:09:27.353595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.401092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f182bd2a-0c21-4383-badc-4b2abb9f6f8e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0463457 Dec 15 14:09:27.401937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.478604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1786e9fa-f8ac-4080-8037-367b3c22849c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:27.480546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1786e9fa-f8ac-4080-8037-367b3c22849c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:27.497124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1786e9fa-f8ac-4080-8037-367b3c22849c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0935898 Dec 15 14:09:27.497730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.534577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/8f32c199-09ad-4677-864b-da192a84c555/6f7cdf08-fe0a-451b-9f52-9c19da99e21a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:27.603573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 8f32c199-09ad-4677-864b-da192a84c555 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:27.619035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.694116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=bcd37885-12ec-4344-94ff-d2057d270377,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:27.703016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': 'f6474e65-2f16-4164-977f-e296218f13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:27.703479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: 8a0ab7c6-62fe-46c2-a106-239fc565d0ae, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:27.769063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:27.786309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.787924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 8a0ab7c6-62fe-46c2-a106-239fc565d0ae) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:27.794237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:27.794733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.798125 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.817517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.820940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4e021-f9e8-46df-8595-9e2d6e95e43d None None] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:27.824562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-71ee4fda-1052-43a2-9444-2dbd1fc49939 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8165801 Dec 15 14:09:27.826761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.839735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:27.896458 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.027525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 33332266-07cf-4054-8298-811b437498d2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:28.063550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-8a0ab7c6-62fe-46c2-a106-239fc565d0ae', 'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': 'bcd37885-12ec-4344-94ff-d2057d270377'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:28.064410 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.107579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:28.109864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 33332266-07cf-4054-8298-811b437498d2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:28.110226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 33332266-07cf-4054-8298-811b437498d2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:28.114615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.134924 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.305521 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.395788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=8f32c199-09ad-4677-864b-da192a84c555,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:28.415042 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.419500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1a1a1fd0-f15c-4977-af36-6e15c232132e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8f32c199-09ad-4677-864b-da192a84c555 HTTP/1.1" status: 204 len: 168 time: 0.9207518 Dec 15 14:09:28.422765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:28.496583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-23e5bc4a-4cfa-48d7-b0d2-d918742b9db5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720017 Dec 15 14:09:28.500803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:28.506146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:28.542412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.583315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:28.627342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:28.627684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:28.632744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:28.633412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.658112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=458a60fa-cb78-4cc3-94ec-a53ea3e1835c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:28.663969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:28.664457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: 1af82df7-746b-4751-8f64-da93daaa05ce, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:28.689157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 1af82df7-746b-4751-8f64-da93daaa05ce is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:28.705065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 1af82df7-746b-4751-8f64-da93daaa05ce) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:28.710602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:28.711194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.735637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Allocated IP 2001:db8::2 (8a0ab7c6-62fe-46c2-a106-239fc565d0ae/bcd37885-12ec-4344-94ff-d2057d270377/8b62b721-8639-472e-ade4-2008951236c5) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:28.757010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9bdabee6-9dde-4893-b653-719031573562 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9288585 Dec 15 14:09:28.760139 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:28.769999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-320363715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:28.803518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Pushing event updated for resources: {'Port': ['ID=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:28.809920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d996e0-4e30-438f-93da-b0ab011a0a4c None None] Network 1af82df7-746b-4751-8f64-da93daaa05ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:28.842551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.844533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.941315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Attempting to bind port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:28.942225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Attempting to bind port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:28.943094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Attempting to bind port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:28.959169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:28.960129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:28.960783 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.961374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:28.962068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Bound port: 6f7cdf08-fe0a-451b-9f52-9c19da99e21a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:28.962673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.992808 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.004079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.044434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.049550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b69eeae9-38f9-48b0-bb71-52d352b4df41 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2877440 Dec 15 14:09:29.052150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:29.102338 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.165847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:29.166790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-1af82df7-746b-4751-8f64-da93daaa05ce', 'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': '458a60fa-cb78-4cc3-94ec-a53ea3e1835c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:29.167647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.170625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:29.177376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:29.178317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.213561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] For port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:29.220868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7183790 Dec 15 14:09:29.225442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:29.231692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-931192741', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:29.260398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573bdfb-b273-4f67-9216-7af186869254 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=8a063673-cc1c-4507-8101-9d4ac62adef4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:29.264600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.266385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.339495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.345859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.374113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.375800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9cdef7ea-9474-4185-a820-3b2d1de8c724 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1486781 Dec 15 14:09:29.379462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:29.381096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.389107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] For port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:29.400073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.403568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Allocated IP 2001:db8:1::2 (1af82df7-746b-4751-8f64-da93daaa05ce/458a60fa-cb78-4cc3-94ec-a53ea3e1835c/271a933c-72cb-412b-88bf-02785dd4b04e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:29.415694 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.459255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:29.470654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:29.480372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:29.621607 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.726557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae4681-9f90-4bc1-96f7-785a5f454026 None None] Pushing event updated for resources: {'Port': ['ID=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:29.817513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Pushing event updated for resources: {'Port': ['ID=8b62b721-8639-472e-ade4-2008951236c5,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:29.841208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421187bc-3904-4e22-a99a-c2b0538e1c96 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:29.971595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Attempting to bind port 8b62b721-8639-472e-ade4-2008951236c5 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:29.972303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Attempting to bind port 8b62b721-8639-472e-ade4-2008951236c5 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f6474e65-2f16-4164-977f-e296218f13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:29.972878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Attempting to bind port 8b62b721-8639-472e-ade4-2008951236c5 on network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:30.003894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:30.004941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Checking segment: {'id': 'f6474e65-2f16-4164-977f-e296218f13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:30.006530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.007224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Bound using segment: {'id': 'f6474e65-2f16-4164-977f-e296218f13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:30.008081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Bound port: 8b62b721-8639-472e-ade4-2008951236c5, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6474e65-2f16-4164-977f-e296218f13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8a0ab7c6-62fe-46c2-a106-239fc565d0ae'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:30.009332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.079754 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.164279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8::1 (8a0ab7c6-62fe-46c2-a106-239fc565d0ae/bcd37885-12ec-4344-94ff-d2057d270377/a0f21add-e2c7-4f42-aebb-c94478bd57cf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:30.186447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.195900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] For port 8b62b721-8639-472e-ade4-2008951236c5, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:30.201551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] For port 8b62b721-8639-472e-ade4-2008951236c5, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b62b721-8639-472e-ade4-2008951236c5,segment=NetworkSegment(f6474e65-2f16-4164-977f-e296218f13b0),segment_id=f6474e65-2f16-4164-977f-e296218f13b0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:30.203704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.274120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Network 1af82df7-746b-4751-8f64-da93daaa05ce is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:30.279664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:30.283738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:30.287417 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.329623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Pushing event updated for resources: {'Port': ['ID=271a933c-72cb-412b-88bf-02785dd4b04e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:30.404870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.464102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] Update dhcp port {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '8a063673-cc1c-4507-8101-9d4ac62adef4'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '6f7cdf08-fe0a-451b-9f52-9c19da99e21a'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:09:30.497010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.514498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Attempting to bind port 271a933c-72cb-412b-88bf-02785dd4b04e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:30.515020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Attempting to bind port 271a933c-72cb-412b-88bf-02785dd4b04e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:30.516421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Attempting to bind port 271a933c-72cb-412b-88bf-02785dd4b04e on network 1af82df7-746b-4751-8f64-da93daaa05ce {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:30.523997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.533010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:30.533865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Checking segment: {'id': 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:30.535078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.535973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Bound using segment: {'id': 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:30.536682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Bound port: 271a933c-72cb-412b-88bf-02785dd4b04e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1af82df7-746b-4751-8f64-da93daaa05ce'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:30.537175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.566931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da1ecd-59a6-4572-8df6-e8aab8e80233 None None] Pushing event updated for resources: {'Port': ['ID=8b62b721-8639-472e-ade4-2008951236c5,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:30.603340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::1 (3ccb9cb9-f159-41ef-983a-8b682201b469/8a063673-cc1c-4507-8101-9d4ac62adef4/46659f1b-7b2b-42c2-b839-bc87221a7284) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:30.641737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:30.653595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:30.675549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:30.680536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.738948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] For port 271a933c-72cb-412b-88bf-02785dd4b04e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:30.744061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] For port 271a933c-72cb-412b-88bf-02785dd4b04e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=271a933c-72cb-412b-88bf-02785dd4b04e,segment=NetworkSegment(ee0c00f1-02a7-45dc-b9f9-45f45504f5b2),segment_id=ee0c00f1-02a7-45dc-b9f9-45f45504f5b2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:30.754761 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.810102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.842211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad8cd8-73eb-4b9f-9f8a-89ee7fea70a3 None None] Pushing event updated for resources: {'Port': ['ID=271a933c-72cb-412b-88bf-02785dd4b04e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:30.895986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.002568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:31.008417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=46659f1b-7b2b-42c2-b839-bc87221a7284,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:31.019808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:31.034177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:31.034750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.204409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/8a063673-cc1c-4507-8101-9d4ac62adef4/6f7cdf08-fe0a-451b-9f52-9c19da99e21a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:31.487893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.503266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] For port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:31.595197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.605953 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.712029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190cad3-6ef1-4360-ae5f-91216a9b8d85 None None] Pushing event updated for resources: {'Port': ['ID=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:32.127309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=a0f21add-e2c7-4f42-aebb-c94478bd57cf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:32.134103 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.267293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.305784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.306617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.394916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 271a933c-72cb-412b-88bf-02785dd4b04e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:32.486516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7958d93-f2fe-438e-a877-d13a1fae1292 None None] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:32.690363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=46659f1b-7b2b-42c2-b839-bc87221a7284,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:32.754824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dabc3ea5-d30e-458d-91e8-b93f9d725d63 None None] Provisioning complete for port 8b62b721-8639-472e-ade4-2008951236c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:32.755189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dabc3ea5-d30e-458d-91e8-b93f9d725d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.790602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:32.792234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:32.880223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 271a933c-72cb-412b-88bf-02785dd4b04e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:32.880999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.897739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b9baa-7d2a-49f6-8fb8-8852476d7e02 None None] Network 1af82df7-746b-4751-8f64-da93daaa05ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:32.939399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.957068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.957876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.974541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Router 96f0cc47-f023-4de6-a721-44a69f0df722 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:33.081063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0cc08-dbb5-4a91-9650-ae87377fbe9d req-154438cc-a3a2-4e12-ae15-39da2b691c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:33.088368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3fc0cc08-dbb5-4a91-9650-ae87377fbe9d req-154438cc-a3a2-4e12-ae15-39da2b691c64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1097 time: 0.6420979 Dec 15 14:09:33.169389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=a0f21add-e2c7-4f42-aebb-c94478bd57cf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:33.178322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:33.199765 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Sync routers for ids ['96f0cc47-f023-4de6-a721-44a69f0df722'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:33.204951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8c9d3a85-3629-40c8-8a8f-499f53f22d0c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "PUT /v2.0/routers/96f0cc47-f023-4de6-a721-44a69f0df722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8206036 Dec 15 14:09:33.206017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:33.217878 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Routers {'96f0cc47-f023-4de6-a721-44a69f0df722'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:33.226925 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['96f0cc47-f023-4de6-a721-44a69f0df722'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:33.291108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3fc0cc08-dbb5-4a91-9650-ae87377fbe9d req-00fac569-7d85-4276-9282-661b256fc3ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017589 Dec 15 14:09:33.321198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea63fa5-83c6-4c02-aec6-a841a41bda01 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:33.322896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7ea63fa5-83c6-4c02-aec6-a841a41bda01 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports/46659f1b-7b2b-42c2-b839-bc87221a7284 HTTP/1.1" status: 200 len: 911 time: 0.1159730 Dec 15 14:09:33.325729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:33.334203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:33.336391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:33.386368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Set router 96f0cc47-f023-4de6-a721-44a69f0df722 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:33.423103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a07ac-5011-4877-a2f5-b5710d85f1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:33.431563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a07ac-5011-4877-a2f5-b5710d85f1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:33.441636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-237a07ac-5011-4877-a2f5-b5710d85f1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1146035 Dec 15 14:09:33.444383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:33.589796 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dabc3ea5-d30e-458d-91e8-b93f9d725d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.661021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 6410c821-dc21-4909-b6d3-f61e2d5be5f0 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:33.755056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.808927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dabc3ea5-d30e-458d-91e8-b93f9d725d63 None None] For port 8b62b721-8639-472e-ade4-2008951236c5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b62b721-8639-472e-ade4-2008951236c5,segment=NetworkSegment(f6474e65-2f16-4164-977f-e296218f13b0),segment_id=f6474e65-2f16-4164-977f-e296218f13b0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:33.835511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dabc3ea5-d30e-458d-91e8-b93f9d725d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.915264 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'name': 'tempest-NetworksTestDHCPv6-router-931192741', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:29Z', 'updated_at': '2021-12-15T14:09:31Z', 'revision_number': 2, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None, '_interfaces': [{'id': '46659f1b-7b2b-42c2-b839-bc87221a7284', 'name': '', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'mac_address': 'fa:16:3e:d1:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '8a063673-cc1c-4507-8101-9d4ac62adef4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:30Z', 'updated_at': '2021-12-15T14:09:31Z', 'revision_number': 2, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'subnets': [{'id': '8a063673-cc1c-4507-8101-9d4ac62adef4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:33.958951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 271a933c-72cb-412b-88bf-02785dd4b04e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=271a933c-72cb-412b-88bf-02785dd4b04e,segment=NetworkSegment(ee0c00f1-02a7-45dc-b9f9-45f45504f5b2),segment_id=ee0c00f1-02a7-45dc-b9f9-45f45504f5b2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:33.996113 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Checking router: 96f0cc47-f023-4de6-a721-44a69f0df722 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:33.996729 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Updating router 96f0cc47-f023-4de6-a721-44a69f0df722 port 46659f1b-7b2b-42c2-b839-bc87221a7284 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:09:34.006349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.008118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b62b721-8639-472e-ade4-2008951236c5 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:34.015569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:34.040685 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-169817ea-3e4b-43ff-a0da-9272626ca4f9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/6410c821-dc21-4909-b6d3-f61e2d5be5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9825292 Dec 15 14:09:34.042935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:34.072736 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.081985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] Sync routers for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:34.147078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e2e889-f79e-47bb-8bc3-e90b7703cf4f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:34.155102 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e0e2e889-f79e-47bb-8bc3-e90b7703cf4f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports/a0f21add-e2c7-4f42-aebb-c94478bd57cf HTTP/1.1" status: 200 len: 911 time: 0.1127133 Dec 15 14:09:34.156104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:34.180083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a79f217-d806-42b2-865b-e289a5136155 None None] Provisioning complete for port 271a933c-72cb-412b-88bf-02785dd4b04e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:34.180485 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a79f217-d806-42b2-865b-e289a5136155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.227386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3ea5-d30e-458d-91e8-b93f9d725d63 None None] Pushing event updated for resources: {'Port': ['ID=8b62b721-8639-472e-ade4-2008951236c5,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:34.501530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:34.502172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:34.650335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=271a933c-72cb-412b-88bf-02785dd4b04e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:34.700825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:34.756767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:34.757973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:34.869647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:34.873398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329e346-0128-459b-83fd-e0e80866f841 None None] The sync data for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:34.964809 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.978307 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.032580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8b62b721-8639-472e-ade4-2008951236c5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:35.032950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.122423 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554fa0-0d41-43cf-8b0f-e15bc1befee2 None None] Pushing event updated for resources: {'Port': ['ID=46659f1b-7b2b-42c2-b839-bc87221a7284,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:35.207701 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.232570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Provisioning complete for port 271a933c-72cb-412b-88bf-02785dd4b04e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:35.235671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.285933 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Attempting to bind port 46659f1b-7b2b-42c2-b839-bc87221a7284 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:35.286563 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Attempting to bind port 46659f1b-7b2b-42c2-b839-bc87221a7284 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:35.287274 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Attempting to bind port 46659f1b-7b2b-42c2-b839-bc87221a7284 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:35.297797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:35.301046 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:35.303429 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.304718 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:35.306458 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Bound port: 46659f1b-7b2b-42c2-b839-bc87221a7284, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:35.313174 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.496052 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] For port 46659f1b-7b2b-42c2-b839-bc87221a7284, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:35.506695 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] For port 46659f1b-7b2b-42c2-b839-bc87221a7284, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=46659f1b-7b2b-42c2-b839-bc87221a7284,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:35.517128 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.633805 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554fa0-0d41-43cf-8b0f-e15bc1befee2 None None] Pushing event updated for resources: {'Port': ['ID=46659f1b-7b2b-42c2-b839-bc87221a7284,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:35.651167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Routers {'96f0cc47-f023-4de6-a721-44a69f0df722'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:35.651967 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['96f0cc47-f023-4de6-a721-44a69f0df722'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:35.665242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Provisioning complete for port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:35.665729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.800088 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] Set router 96f0cc47-f023-4de6-a721-44a69f0df722 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:35.879919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.927956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.057874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] For port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:36.068965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6f7cdf08-fe0a-451b-9f52-9c19da99e21a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:36.079755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8:1::1 (1af82df7-746b-4751-8f64-da93daaa05ce/458a60fa-cb78-4cc3-94ec-a53ea3e1835c/e2cc458a-d63f-4aad-acf3-b29bd3c190e3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:36.152233 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.243807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Pushing event updated for resources: {'Port': ['ID=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:36.283015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Provisioning complete for port 46659f1b-7b2b-42c2-b839-bc87221a7284 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:36.283692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.341747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713dd050-acaf-4026-b2af-cee07a1732d4 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:09:36.403475 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f036e33-d358-492c-b297-907c7628c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'name': 'tempest-NetworksTestDHCPv6-router-931192741', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:29Z', 'updated_at': '2021-12-15T14:09:31Z', 'revision_number': 2, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None, '_interfaces': [{'id': '46659f1b-7b2b-42c2-b839-bc87221a7284', 'name': '', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'mac_address': 'fa:16:3e:d1:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '8a063673-cc1c-4507-8101-9d4ac62adef4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:30Z', 'updated_at': '2021-12-15T14:09:35Z', 'revision_number': 4, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'subnets': [{'id': '8a063673-cc1c-4507-8101-9d4ac62adef4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:36.408184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.418212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 46659f1b-7b2b-42c2-b839-bc87221a7284 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:36.418962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.480148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f036e33-d358-492c-b297-907c7628c566 None None] The sync data for ids ['96f0cc47-f023-4de6-a721-44a69f0df722'] in n-d-815324-3 is: [{'id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'name': 'tempest-NetworksTestDHCPv6-router-931192741', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:29Z', 'updated_at': '2021-12-15T14:09:31Z', 'revision_number': 2, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None, '_interfaces': [{'id': '46659f1b-7b2b-42c2-b839-bc87221a7284', 'name': '', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'mac_address': 'fa:16:3e:d1:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '8a063673-cc1c-4507-8101-9d4ac62adef4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:30Z', 'updated_at': '2021-12-15T14:09:35Z', 'revision_number': 4, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'subnets': [{'id': '8a063673-cc1c-4507-8101-9d4ac62adef4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:36.494416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.554752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 1af82df7-746b-4751-8f64-da93daaa05ce is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:36.561141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:36.565236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:36.565795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.596569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:36.597670 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.607614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] For port 46659f1b-7b2b-42c2-b839-bc87221a7284, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=46659f1b-7b2b-42c2-b839-bc87221a7284,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:36.607960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.608063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=e2cc458a-d63f-4aad-acf3-b29bd3c190e3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:36.635874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 46659f1b-7b2b-42c2-b839-bc87221a7284 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:36.735249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.779895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.804309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713dd050-acaf-4026-b2af-cee07a1732d4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:09:36.817489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] For port 46659f1b-7b2b-42c2-b839-bc87221a7284, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=46659f1b-7b2b-42c2-b839-bc87221a7284,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:36.842039 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.952001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Pushing event updated for resources: {'Port': ['ID=46659f1b-7b2b-42c2-b839-bc87221a7284,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:36.958909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.061239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=46659f1b-7b2b-42c2-b839-bc87221a7284,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:37.112197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 271a933c-72cb-412b-88bf-02785dd4b04e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:37.175171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Provisioning complete for port 8b62b721-8639-472e-ade4-2008951236c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:37.175571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.266925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.432371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.458736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 271a933c-72cb-412b-88bf-02785dd4b04e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:37.458736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.559974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Provisioning complete for port a0f21add-e2c7-4f42-aebb-c94478bd57cf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:37.560790 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.571911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Router 96f0cc47-f023-4de6-a721-44a69f0df722 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:37.609748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a7787-4e59-4201-b3c7-3789d2051504 None None] Port a0f21add-e2c7-4f42-aebb-c94478bd57cf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:37.615468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.616402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.678575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b62b721-8639-472e-ade4-2008951236c5 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:37.707028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:37.723923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5d588341-f6fc-4d26-ae2a-d944f4034e89 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "PUT /v2.0/routers/96f0cc47-f023-4de6-a721-44a69f0df722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2776330 Dec 15 14:09:37.726114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:37.798190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5ccd8889-63ee-418f-b5fb-c3a5f6cfbd44 None None] Provisioning complete for port a0f21add-e2c7-4f42-aebb-c94478bd57cf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:37.798726 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8889-63ee-418f-b5fb-c3a5f6cfbd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.883382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8b62b721-8639-472e-ade4-2008951236c5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:37.883761 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.897869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c85ad-a0a5-4792-b404-65b9fa956965 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:37.900046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c85ad-a0a5-4792-b404-65b9fa956965 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:37.902316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ea0c85ad-a0a5-4792-b404-65b9fa956965 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1750259 Dec 15 14:09:37.904226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=e2cc458a-d63f-4aad-acf3-b29bd3c190e3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:37.905297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:37.945141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd8889-63ee-418f-b5fb-c3a5f6cfbd44 None None] Port a0f21add-e2c7-4f42-aebb-c94478bd57cf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:37.955791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5ccd8889-63ee-418f-b5fb-c3a5f6cfbd44 None None] Could not find standard attr ID for object 46659f1b-7b2b-42c2-b839-bc87221a7284. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:38.031951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 1af82df7-746b-4751-8f64-da93daaa05ce is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:38.035160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:38.081172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e1c51fdb-b4eb-4b40-a130-8aaec8c80b1a None None] Provisioning complete for port 594fdce2-bafd-4f12-a461-08060d8d1002 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:38.081548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1c51fdb-b4eb-4b40-a130-8aaec8c80b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.084957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 8a063673-cc1c-4507-8101-9d4ac62adef4 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:38.104878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.228030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.291190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 6410c821-dc21-4909-b6d3-f61e2d5be5f0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:38.310826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6f7cdf08-fe0a-451b-9f52-9c19da99e21a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:38.400712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:38.401107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.432741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.523292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:38.533046 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4ab31b7a-1551-403a-9b86-dce48fb6a75b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/6410c821-dc21-4909-b6d3-f61e2d5be5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3756695 Dec 15 14:09:38.539842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:38.541294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] Sync routers for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:38.572946 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:38.573810 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.634746 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.646798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b786ff2-d213-48d7-b15a-58b71e937438 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:38.652113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b786ff2-d213-48d7-b15a-58b71e937438 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports/e2cc458a-d63f-4aad-acf3-b29bd3c190e3 HTTP/1.1" status: 200 len: 913 time: 0.1095338 Dec 15 14:09:38.653443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58810) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:38.654396 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:38.655013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.663094 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.705948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.708920 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74262d2-17b1-4e2b-a66b-af56b376828d None None] The sync data for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:38.775718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=8a063673-cc1c-4507-8101-9d4ac62adef4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:38.788980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.794784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5797cc9c-990b-4e4c-a52b-7109dc3c8419 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8a063673-cc1c-4507-8101-9d4ac62adef4 HTTP/1.1" status: 204 len: 168 time: 0.8855448 Dec 15 14:09:38.795182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:38.877819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Sync routers for ids ['96f0cc47-f023-4de6-a721-44a69f0df722'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:38.925717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765df0f-d361-4de2-831e-e81974af328d None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:38.960330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-78eeeec4-d617-49cb-a92e-71adeb14a3b0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1618664 Dec 15 14:09:38.961895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58818) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.067183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Routers {'96f0cc47-f023-4de6-a721-44a69f0df722'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:39.067947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['96f0cc47-f023-4de6-a721-44a69f0df722'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:39.099543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.404707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.407615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.408135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.448339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7b6f99dc-e69f-4f78-9b0d-db3dcda24523 None None] Provisioning complete for port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:39.448733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b6f99dc-e69f-4f78-9b0d-db3dcda24523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.454834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Set router 96f0cc47-f023-4de6-a721-44a69f0df722 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:39.475798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.477278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Fanout notify agent at l3_agent the message router_deleted on router 96f0cc47-f023-4de6-a721-44a69f0df722 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:39.492113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.496955 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f37c198-fc35-45e9-80d7-66043d7806ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/routers/96f0cc47-f023-4de6-a721-44a69f0df722 HTTP/1.1" status: 204 len: 168 time: 0.5337989 Dec 15 14:09:39.498167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58822) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.508189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:39.591142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0cc47-f023-4de6-a721-44a69f0df722', 'name': 'tempest-NetworksTestDHCPv6-router-931192741', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:29Z', 'updated_at': '2021-12-15T14:09:36Z', 'revision_number': 3, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:39.679015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Checking router: 96f0cc47-f023-4de6-a721-44a69f0df722 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:39.711912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:39.714611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:09:39.727129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96f0cc47-f023-4de6-a721-44a69f0df722'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:09:39.727730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346aa1ab-6dff-4ed5-b8fa-ea39a73db5bd None None] The sync data for ids ['96f0cc47-f023-4de6-a721-44a69f0df722'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:39.781887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:39.855506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] Deleting port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:39.855913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.962194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] For port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:39.963486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.973453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b88b1bc-e718-4d37-8cc6-f7b593204db9 None None] Provisioning complete for port e2cc458a-d63f-4aad-acf3-b29bd3c190e3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:39.973823 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b88b1bc-e718-4d37-8cc6-f7b593204db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.985364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] Calling delete_port for 6f7cdf08-fe0a-451b-9f52-9c19da99e21a owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:40.023978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port e2cc458a-d63f-4aad-acf3-b29bd3c190e3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:40.034896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.073242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6b88b1bc-e718-4d37-8cc6-f7b593204db9 None None] Port e2cc458a-d63f-4aad-acf3-b29bd3c190e3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:40.130392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.207965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-4394d8c7-98ea-4194-a7bf-4d2456f2e2e2 req-4b1b05ad-7b39-43b4-a956-b86e17efe876 service neutron] (103378) timed out ('10.222.0.32', 39372) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:09:40.260628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] Pushing event deleted for resources: {'Port': ['ID=6f7cdf08-fe0a-451b-9f52-9c19da99e21a,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.275644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace0311-b273-4e0e-b45d-6fdec83016c7 None None] No DVR routers for this DVR port 6f7cdf08-fe0a-451b-9f52-9c19da99e21a on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:40.308284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6f7cdf08-fe0a-451b-9f52-9c19da99e21a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:40.319265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:40.327048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.337699 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.369453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for e2cc458a-d63f-4aad-acf3-b29bd3c190e3 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:40.373109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6f7cdf08-fe0a-451b-9f52-9c19da99e21a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:40.373543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6f7cdf08-fe0a-451b-9f52-9c19da99e21a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:40.374159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 46659f1b-7b2b-42c2-b839-bc87221a7284 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:40.402313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 46659f1b-7b2b-42c2-b839-bc87221a7284 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:40.402839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 46659f1b-7b2b-42c2-b839-bc87221a7284 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:40.635643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.650210 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.697124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:40.698145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=e2cc458a-d63f-4aad-acf3-b29bd3c190e3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.699623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:40.712436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:40.712720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.714608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef08956-be45-49ae-8aca-9f14ca612b42 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:40.767123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=8bd9620e-581e-43ee-b169-c3ae31407d71,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.776180 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-138c0250-5ab3-4e7a-849f-a45d116c25b5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2750196 Dec 15 14:09:40.778792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:40.794928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1215109062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:40.847624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.849068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.905033 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.932065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '8bd9620e-581e-43ee-b169-c3ae31407d71'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:40.934121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.006474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.018707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.049555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.051181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-33c490fb-2ebd-49cf-97b3-c5e257189505 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2674882 Dec 15 14:09:41.053968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:41.188032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/8bd9620e-581e-43ee-b169-c3ae31407d71/25fd0624-19d7-4464-8518-1eee98531de6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:41.293546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 6410c821-dc21-4909-b6d3-f61e2d5be5f0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:41.397389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:41.398572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.403751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-70b1a248-dd36-4eb8-8594-937f6c564a6d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/6410c821-dc21-4909-b6d3-f61e2d5be5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7492688 Dec 15 14:09:41.406995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:41.409712 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] Sync routers for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:41.415217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.425392 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:41.426261 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.465094 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.490332 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:41.491481 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.521008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.526770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:41.530021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:41.560351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:41.572003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Pushing event updated for resources: {'Port': ['ID=25fd0624-19d7-4464-8518-1eee98531de6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:41.693144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Attempting to bind port 25fd0624-19d7-4464-8518-1eee98531de6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:41.693529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Attempting to bind port 25fd0624-19d7-4464-8518-1eee98531de6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:41.693905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Attempting to bind port 25fd0624-19d7-4464-8518-1eee98531de6 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:41.713358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:41.713785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:41.714158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.714568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:41.715071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Bound port: 25fd0624-19d7-4464-8518-1eee98531de6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:41.715466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.763437 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.764350 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9ec27-6a5c-4b16-8624-a95c21f5db05 None None] The sync data for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:41.849796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] For port 25fd0624-19d7-4464-8518-1eee98531de6, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:41.854286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] For port 25fd0624-19d7-4464-8518-1eee98531de6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=25fd0624-19d7-4464-8518-1eee98531de6,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:41.863154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.004437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2a3d1-8381-4e10-ad82-c0ca6cd07f1d None None] Pushing event updated for resources: {'Port': ['ID=25fd0624-19d7-4464-8518-1eee98531de6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.031756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::1 (3ccb9cb9-f159-41ef-983a-8b682201b469/8bd9620e-581e-43ee-b169-c3ae31407d71/15379122-3eb7-4df2-abd3-1ac27968d032) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:42.295814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.347180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.402941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:42.410405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:42.414795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:42.415349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.453650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.489589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=15379122-3eb7-4df2-abd3-1ac27968d032,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.560173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce963d4e-97b4-4869-80ee-a5e29070cc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.587536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.886031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port a0f21add-e2c7-4f42-aebb-c94478bd57cf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:42.886554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.964412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.971500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.972416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.081434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.097552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for a0f21add-e2c7-4f42-aebb-c94478bd57cf owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:43.114747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=15379122-3eb7-4df2-abd3-1ac27968d032,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:43.174749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:43.176543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:43.352158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Router dc2ba42c-a12c-4911-97d2-03f810357657 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:43.417218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.446413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=a0f21add-e2c7-4f42-aebb-c94478bd57cf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:43.503296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:43.514586 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-006954f1-bb9c-4ec8-b880-6aab772557e4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "PUT /v2.0/routers/dc2ba42c-a12c-4911-97d2-03f810357657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4591238 Dec 15 14:09:43.516060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.517410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Sync routers for ids ['dc2ba42c-a12c-4911-97d2-03f810357657'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:43.564714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Routers {'dc2ba42c-a12c-4911-97d2-03f810357657'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:43.566173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['dc2ba42c-a12c-4911-97d2-03f810357657'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:43.580679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc67de-f597-4892-8be1-5155dba24401 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:43.586158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3adc67de-f597-4892-8be1-5155dba24401 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports/15379122-3eb7-4df2-abd3-1ac27968d032 HTTP/1.1" status: 200 len: 911 time: 0.0688827 Dec 15 14:09:43.586797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.662375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.676182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0eb3bc-4736-4b5d-85c6-1646d22b3ef8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:43.689659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0eb3bc-4736-4b5d-85c6-1646d22b3ef8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:43.699557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f0eb3bc-4736-4b5d-85c6-1646d22b3ef8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1089401 Dec 15 14:09:43.699557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 58858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.833774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Set router dc2ba42c-a12c-4911-97d2-03f810357657 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:43.974073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 6410c821-dc21-4909-b6d3-f61e2d5be5f0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:43.974903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73824797-c980-42ad-ac5f-1c6864a18e6e None None] Provisioning complete for port 25fd0624-19d7-4464-8518-1eee98531de6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:43.975281 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73824797-c980-42ad-ac5f-1c6864a18e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.196000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:44.209007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-edddb1b5-e5a9-4304-a249-a9df3e8c1ff5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/6410c821-dc21-4909-b6d3-f61e2d5be5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966275 Dec 15 14:09:44.211895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:44.215396 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] Sync routers for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:44.229286 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:44.236835 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:44.269829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 25fd0624-19d7-4464-8518-1eee98531de6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:44.272264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-262b536b-c656-408a-b7f8-26e04d2f5d83 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=6410c821-dc21-4909-b6d3-f61e2d5be5f0 HTTP/1.1" status: 200 len: 205 time: 0.0503607 Dec 15 14:09:44.272993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:44.288003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73824797-c980-42ad-ac5f-1c6864a18e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.321104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.333513 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:44.353140 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] Routers {'6410c821-dc21-4909-b6d3-f61e2d5be5f0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:44.355539 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:44.397102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.441481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-73824797-c980-42ad-ac5f-1c6864a18e6e None None] For port 25fd0624-19d7-4464-8518-1eee98531de6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=25fd0624-19d7-4464-8518-1eee98531de6,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:44.449947 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:44.451604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90065cf9-3a9e-4a62-8916-ed896970ab00 None None] The sync data for ids ['6410c821-dc21-4909-b6d3-f61e2d5be5f0'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:44.483063 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73824797-c980-42ad-ac5f-1c6864a18e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.589691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2ba42c-a12c-4911-97d2-03f810357657', 'name': 'tempest-NetworksTestDHCPv6-router-1215109062', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:40Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 2, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None, '_interfaces': [{'id': '15379122-3eb7-4df2-abd3-1ac27968d032', 'name': '', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'mac_address': 'fa:16:3e:c4:93:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2ba42c-a12c-4911-97d2-03f810357657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '8bd9620e-581e-43ee-b169-c3ae31407d71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:41Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 2, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'subnets': [{'id': '8bd9620e-581e-43ee-b169-c3ae31407d71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:44.595842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 25fd0624-19d7-4464-8518-1eee98531de6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:44.596329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.658665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.663191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73824797-c980-42ad-ac5f-1c6864a18e6e None None] Pushing event updated for resources: {'Port': ['ID=25fd0624-19d7-4464-8518-1eee98531de6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:44.694557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.699823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.774223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.775093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router 6410c821-dc21-4909-b6d3-f61e2d5be5f0 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:44.783891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.785163 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fde0e7e5-f939-4caf-a4cd-9b4262cb2dbb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/6410c821-dc21-4909-b6d3-f61e2d5be5f0 HTTP/1.1" status: 204 len: 168 time: 0.5112095 Dec 15 14:09:44.788330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:44.800491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Checking router: dc2ba42c-a12c-4911-97d2-03f810357657 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:44.800898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Updating router dc2ba42c-a12c-4911-97d2-03f810357657 port 15379122-3eb7-4df2-abd3-1ac27968d032 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:09:44.895081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eaac484c-0157-4f2c-8cdf-ea08a2ca5a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.900267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6bbe5290-2736-45da-9067-b9a28a4da330 None None] Provisioning complete for port 15379122-3eb7-4df2-abd3-1ac27968d032 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:44.900267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5290-2736-45da-9067-b9a28a4da330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.902807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet 458a60fa-cb78-4cc3-94ec-a53ea3e1835c {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:44.924805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.946974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.988033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-b95f664f-c4aa-4fd2-8792-024efb308672 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993083 Dec 15 14:09:44.993021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.129041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-0b05ff6c-42df-4a77-b9ca-b76b733212fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:45.130310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-0b05ff6c-42df-4a77-b9ca-b76b733212fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf5e388546344f758f03b10ede021257&device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 1100 time: 0.1035841 Dec 15 14:09:45.151300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.175730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 15379122-3eb7-4df2-abd3-1ac27968d032 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:45.176343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.344646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.403509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-43093f67-0052-4d37-adef-03d9ee12192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:45.406200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-43093f67-0052-4d37-adef-03d9ee12192d service neutron] 10.222.0.67 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.2159529 Dec 15 14:09:45.407871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.414965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/458a60fa-cb78-4cc3-94ec-a53ea3e1835c HTTP/1.1" status: 204 len: 168 time: 0.6249893 Dec 15 14:09:45.417520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fd480-f06e-4145-a5fc-61818efb2dd7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=458a60fa-cb78-4cc3-94ec-a53ea3e1835c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:45.419611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:45.464159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.483238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 15379122-3eb7-4df2-abd3-1ac27968d032 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:45.546988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-7dbb5a26-627b-4e6f-8321-a63f27b39eac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0 HTTP/1.1" status: 200 len: 217 time: 0.1262238 Dec 15 14:09:45.596985 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.600630 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe5290-2736-45da-9067-b9a28a4da330 None None] Port 15379122-3eb7-4df2-abd3-1ac27968d032 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:45.602752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836f723-38b1-4bad-9a03-b1480f82ff0c None None] Network 1af82df7-746b-4751-8f64-da93daaa05ce requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:45.604099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet bcd37885-12ec-4344-94ff-d2057d270377 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:45.616027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.629844 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.677908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-fd4acab4-0628-490d-902d-7d2702898674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:45.679426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-fd4acab4-0628-490d-902d-7d2702898674 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.1186800 Dec 15 14:09:45.807697 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.912582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-2a712fb6-4146-46a0-9c0a-70b5146710c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:45.914125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-2a712fb6-4146-46a0-9c0a-70b5146710c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239599 Dec 15 14:09:45.988992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc393e3-ee57-45be-b897-c6143030870d None None] Pushing event updated for resources: {'Port': ['ID=15379122-3eb7-4df2-abd3-1ac27968d032,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.072875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.119768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.242318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.272553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.291246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 25fd0624-19d7-4464-8518-1eee98531de6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:46.295309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39416bf-77ec-4a44-bba1-d65dbd46eea3 None None] Network 8a0ab7c6-62fe-46c2-a106-239fc565d0ae requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:46.295637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/bcd37885-12ec-4344-94ff-d2057d270377 HTTP/1.1" status: 204 len: 168 time: 0.8509495 Dec 15 14:09:46.305342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 58922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:46.355628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55c678-94d7-4d6a-b96d-814c9d288751 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd37885-12ec-4344-94ff-d2057d270377,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.537020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=15379122-3eb7-4df2-abd3-1ac27968d032,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.569626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.581468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.663261 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.663785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa8b5cbd-a026-42c5-a572-a60b899541f8 None None] Could not find standard attr ID for object 15379122-3eb7-4df2-abd3-1ac27968d032. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:09:46.718914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-d1c00278-7981-4358-b87e-c8487b8e79f7 service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944379 Dec 15 14:09:46.793477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Attempting to bind port 15379122-3eb7-4df2-abd3-1ac27968d032 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:46.794035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Attempting to bind port 15379122-3eb7-4df2-abd3-1ac27968d032 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:46.794410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Attempting to bind port 15379122-3eb7-4df2-abd3-1ac27968d032 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:46.892529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:46.894670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:46.899816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.900409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:46.902683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Bound port: 15379122-3eb7-4df2-abd3-1ac27968d032, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:46.904444 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.061267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 271a933c-72cb-412b-88bf-02785dd4b04e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:47.062355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.081293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Router dc2ba42c-a12c-4911-97d2-03f810357657 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:47.086919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Port 15379122-3eb7-4df2-abd3-1ac27968d032 has been deleted concurrently {{(pid=103380) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 15 14:09:47.107870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] DHCP port deletion for 1af82df7-746b-4751-8f64-da93daaa05ce request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:47.158663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 25fd0624-19d7-4464-8518-1eee98531de6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:47.158663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.184626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 271a933c-72cb-412b-88bf-02785dd4b04e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=271a933c-72cb-412b-88bf-02785dd4b04e,segment=NetworkSegment(ee0c00f1-02a7-45dc-b9f9-45f45504f5b2),segment_id=ee0c00f1-02a7-45dc-b9f9-45f45504f5b2)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:47.185155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.223476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 271a933c-72cb-412b-88bf-02785dd4b04e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:47.233216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:47.243486 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d99b70ac-25eb-498f-b734-052b52aa7202 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "PUT /v2.0/routers/dc2ba42c-a12c-4911-97d2-03f810357657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5431602 Dec 15 14:09:47.251141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59014) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:47.332834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] DHCP port deletion for 8a0ab7c6-62fe-46c2-a106-239fc565d0ae request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:47.402980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Routers {'dc2ba42c-a12c-4911-97d2-03f810357657'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:47.403908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['dc2ba42c-a12c-4911-97d2-03f810357657'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:47.742934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e648a99-ce05-49ca-881d-02c47c17bed2 req-d9189703-a65f-4db4-aa5e-1209133dd36d service neutron] 10.222.0.67 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0125530 Dec 15 14:09:47.846650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] Set router dc2ba42c-a12c-4911-97d2-03f810357657 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:47.934217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59327e-db16-4658-9295-3cc871e5d875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:47.937518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59327e-db16-4658-9295-3cc871e5d875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:47.943396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.949956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5c59327e-db16-4658-9295-3cc871e5d875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6961238 Dec 15 14:09:47.951195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:47.984675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2ba42c-a12c-4911-97d2-03f810357657', 'name': 'tempest-NetworksTestDHCPv6-router-1215109062', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:40Z', 'updated_at': '2021-12-15T14:09:45Z', 'revision_number': 3, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:48.039366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=271a933c-72cb-412b-88bf-02785dd4b04e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:48.042924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 271a933c-72cb-412b-88bf-02785dd4b04e on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:48.105948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1de39-56e0-41b7-b263-a2f195230603 None None] The sync data for ids ['dc2ba42c-a12c-4911-97d2-03f810357657'] in n-d-815324-3 is: [{'id': 'dc2ba42c-a12c-4911-97d2-03f810357657', 'name': 'tempest-NetworksTestDHCPv6-router-1215109062', 'tenant_id': 'e9471ab51df84b029718af1e1431c364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:40Z', 'updated_at': '2021-12-15T14:09:45Z', 'revision_number': 3, 'project_id': 'e9471ab51df84b029718af1e1431c364', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:48.110329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.129038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 8bd9620e-581e-43ee-b169-c3ae31407d71 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:48.133147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.166959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] Deleting port 8b62b721-8639-472e-ade4-2008951236c5 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:48.167685 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.287791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Deleting port 271a933c-72cb-412b-88bf-02785dd4b04e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:48.291905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.308909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.424288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.474750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af82df7-746b-4751-8f64-da93daaa05ce']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:48.488190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:48.488485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0c00f1-02a7-45dc-b9f9-45f45504f5b2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:48.505183 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.523261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] For port 271a933c-72cb-412b-88bf-02785dd4b04e, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:48.523676 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.525799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.534279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:48.535071 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.554338 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.559280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Calling delete_port for 271a933c-72cb-412b-88bf-02785dd4b04e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:48.587567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Port 271a933c-72cb-412b-88bf-02785dd4b04e was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:09:48.601939 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.616491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 271a933c-72cb-412b-88bf-02785dd4b04e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:48.628684 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:48.643421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.658502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 271a933c-72cb-412b-88bf-02785dd4b04e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:48.658906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 271a933c-72cb-412b-88bf-02785dd4b04e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:48.659338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b62b721-8639-472e-ade4-2008951236c5 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:48.667208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] No DVR routers for this DVR port 271a933c-72cb-412b-88bf-02785dd4b04e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:48.679586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.692216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/1af82df7-746b-4751-8f64-da93daaa05ce HTTP/1.1" status: 204 len: 168 time: 2.3472579 Dec 15 14:09:48.692216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:48.695301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] For port 8b62b721-8639-472e-ade4-2008951236c5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b62b721-8639-472e-ade4-2008951236c5,segment=NetworkSegment(f6474e65-2f16-4164-977f-e296218f13b0),segment_id=f6474e65-2f16-4164-977f-e296218f13b0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:48.695715 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.777574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596fb12-bbaa-42d3-a6cc-a89ff50a37e1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=1af82df7-746b-4751-8f64-da93daaa05ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:48.783596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726d0b9-d8c9-4ae9-bcb3-3af887bd09a0 None None] Pushing event deleted for resources: {'Port': ['ID=271a933c-72cb-412b-88bf-02785dd4b04e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:48.794132 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.828859 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.833832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] Calling delete_port for 8b62b721-8639-472e-ade4-2008951236c5 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:48.863031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd9620e-581e-43ee-b169-c3ae31407d71,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:48.881540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.900646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f866c94-23f0-4187-a525-b943e58055bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8bd9620e-581e-43ee-b169-c3ae31407d71 HTTP/1.1" status: 204 len: 168 time: 0.9409540 Dec 15 14:09:48.901702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:48.944005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.951579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87475c83-6c7e-47f7-a19a-8eb6954b0a4d None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:49.018267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ecb4f9ab-f63c-4831-aa2e-de6b7332055b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1150227 Dec 15 14:09:49.018869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.113608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 8b62b721-8639-472e-ade4-2008951236c5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:49.114219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.117086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.134837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.233062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 8b62b721-8639-472e-ade4-2008951236c5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b62b721-8639-472e-ade4-2008951236c5,segment=NetworkSegment(f6474e65-2f16-4164-977f-e296218f13b0),segment_id=f6474e65-2f16-4164-977f-e296218f13b0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:49.234624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 8b62b721-8639-472e-ade4-2008951236c5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b62b721-8639-472e-ade4-2008951236c5,segment=NetworkSegment(f6474e65-2f16-4164-977f-e296218f13b0),segment_id=f6474e65-2f16-4164-977f-e296218f13b0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:49.235217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.258897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.274063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 8b62b721-8639-472e-ade4-2008951236c5 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:49.409357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.423738 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.458197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] No DVR routers for this DVR port 8b62b721-8639-472e-ade4-2008951236c5 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:49.474119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=8b62b721-8639-472e-ade4-2008951236c5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:49.481839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=8b62b721-8639-472e-ade4-2008951236c5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:49.491656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.494745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.496052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 8b62b721-8639-472e-ade4-2008951236c5 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:49.543916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102bf83-f065-46aa-993d-b4e4cc3972d4 None None] Pushing event deleted for resources: {'Port': ['ID=8b62b721-8639-472e-ade4-2008951236c5,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:49.555374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.555935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Fanout notify agent at l3_agent the message router_deleted on router dc2ba42c-a12c-4911-97d2-03f810357657 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:49.574687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.575861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56b702a7-12e5-492b-b1c5-6fe55024b73a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/routers/dc2ba42c-a12c-4911-97d2-03f810357657 HTTP/1.1" status: 204 len: 168 time: 0.5558057 Dec 15 14:09:49.582248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.648449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:49.654355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.694830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0ab7c6-62fe-46c2-a106-239fc565d0ae']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:49.708234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6463a3-b4c5-409d-8b63-a803d6f6ff13 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:49.710967 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ea6463a3-b4c5-409d-8b63-a803d6f6ff13 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1270554 Dec 15 14:09:49.716422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.719789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6474e65-2f16-4164-977f-e296218f13b0') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:49.720428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6474e65-2f16-4164-977f-e296218f13b0') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:49.737568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.766534 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.775114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:49.776099 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.812310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] Deleting port 25fd0624-19d7-4464-8518-1eee98531de6 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:49.812718 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.818675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ca51f-9bde-40d0-99fb-c274ae713486 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:49.827124 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b95ca51f-9bde-40d0-99fb-c274ae713486 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1055386 Dec 15 14:09:49.827893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:49.882624 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:49.885257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59268) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.886363 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-473e4b05-2927-42e9-ae2d-e750d84214a0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569913 Dec 15 14:09:49.890032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:49.895622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.926232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.936353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.937137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/8a0ab7c6-62fe-46c2-a106-239fc565d0ae HTTP/1.1" status: 204 len: 168 time: 1.2427900 Dec 15 14:09:49.942809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307448124'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:49.973219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:49.982530 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.993388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Sync routers for ids ['dc2ba42c-a12c-4911-97d2-03f810357657'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:50.018675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7dd61-b331-44e4-96fd-583caaa4d0bc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=8a0ab7c6-62fe-46c2-a106-239fc565d0ae,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.044776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:50.064033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:50.070320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:09:50.070492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.070910 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment 55074e12-5462-4db1-b77d-cddffbf088dc of type vlan for network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 Dec 15 14:09:50.076106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc2ba42c-a12c-4911-97d2-03f810357657'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:09:50.146638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] For port 25fd0624-19d7-4464-8518-1eee98531de6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=25fd0624-19d7-4464-8518-1eee98531de6,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:50.146845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:50.147096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.156195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.183589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] Calling delete_port for 25fd0624-19d7-4464-8518-1eee98531de6 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:50.203629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.206414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:50.206764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:09:50.207384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc2ba42c-a12c-4911-97d2-03f810357657'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:09:50.207769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9673c-7f4d-404f-a77f-525dad94f1a0 None None] The sync data for ids ['dc2ba42c-a12c-4911-97d2-03f810357657'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:50.287236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.295369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:50.297638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.377141 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4387128 Dec 15 14:09:50.383244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:50.418332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:50.422904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 25fd0624-19d7-4464-8518-1eee98531de6 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:50.593998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9f246-4833-4b2b-8696-e98e8a6da520 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.618156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:50.630653 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.641784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:50.645340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.786968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] Pushing event deleted for resources: {'Port': ['ID=25fd0624-19d7-4464-8518-1eee98531de6,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.789885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb3102-3166-447f-8de3-5b0b547f3e2f None None] No DVR routers for this DVR port 25fd0624-19d7-4464-8518-1eee98531de6 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:50.800024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.880433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:09:50.882259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.935338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:50.947151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:50.960806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15462b6b-0671-4d4a-b375-47621cad75c8 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:50.970849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:50.971638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.027801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=bf9556a5-5c39-4075-98e8-e23da7be7d04,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:51.039742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f0427674-4e41-4def-8a3a-83668fde64af tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1523650 Dec 15 14:09:51.040159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.045130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:51.087615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.188466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=daddca34-76ed-43bf-8aba-20c149cde882,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:51.217455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': '55074e12-5462-4db1-b77d-cddffbf088dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:51.218687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:51.243123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:51.267319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:51.284243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:51.288010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.297530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:51.301416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.334739 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6fd954a7-253f-465f-ab82-087c80b3d4ae tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9456160 Dec 15 14:09:51.337155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.354043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-63962054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:51.371438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ada14b-dc57-4440-a4cf-500af7d2f837 None None] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:51.417127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.418062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.558905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.568857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.614920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.616276 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-820eeb13-07ff-4b18-a3dd-d86b92d3ebb5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2765124 Dec 15 14:09:51.617002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.622588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'port': {'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1', 'name': 'tempest-RoutersIpV6Test-253167721'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:51.653750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1', 'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': 'daddca34-76ed-43bf-8aba-20c149cde882'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:51.655734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.659801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.739798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.783152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:51.786833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:51.799274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:51.800310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.828027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:51.832383 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.838646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': 'bf9556a5-5c39-4075-98e8-e23da7be7d04'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:51.840366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.856401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] device_id is not set on port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:51.909072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8652949 Dec 15 14:09:51.912040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.920916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:2a:fa:45', 'name': 'tempest-NetworksTestDHCPv6-1987860562'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:51.958009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960730e-61ad-4964-807d-666328e96e5d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=fe65f6d5-dc5f-4a22-9cae-82866d42e006,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:52.015374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Allocated IP 2001:db8::2 (d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1/daddca34-76ed-43bf-8aba-20c149cde882/96f190b7-a7c9-467d-8f7e-9577d0b45c02) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:52.121532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Allocated IP 2001:db8::f816:3eff:fe82:14f3 (3ccb9cb9-f159-41ef-983a-8b682201b469/bf9556a5-5c39-4075-98e8-e23da7be7d04/56897415-4055-46c7-8d3b-03ae02289d7c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:52.133926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:52.256600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.281815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 46ed91d6-53d5-42db-ada3-53960fd0e58b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:52.327340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.343762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.399268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:52.406815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:52.415383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:52.455698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Pushing event updated for resources: {'Port': ['ID=56897415-4055-46c7-8d3b-03ae02289d7c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:52.504299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 172.20.0.12 (3ccb9cb9-f159-41ef-983a-8b682201b469/fe65f6d5-dc5f-4a22-9cae-82866d42e006/46ed91d6-53d5-42db-ada3-53960fd0e58b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:52.517888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe2a:fa45 (3ccb9cb9-f159-41ef-983a-8b682201b469/bf9556a5-5c39-4075-98e8-e23da7be7d04/46ed91d6-53d5-42db-ada3-53960fd0e58b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:52.530555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Attempting to bind port 56897415-4055-46c7-8d3b-03ae02289d7c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:52.531378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Attempting to bind port 56897415-4055-46c7-8d3b-03ae02289d7c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:52.532231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Attempting to bind port 56897415-4055-46c7-8d3b-03ae02289d7c on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:52.550539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:52.551307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:52.552125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.553018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:52.553740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Bound port: 56897415-4055-46c7-8d3b-03ae02289d7c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:52.554371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.557212 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.570333 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.661783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Pushing event updated for resources: {'Port': ['ID=96f190b7-a7c9-467d-8f7e-9577d0b45c02,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:52.718352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8::115 (d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1/daddca34-76ed-43bf-8aba-20c149cde882/794ca16e-6c8c-4c2d-b71a-1f46d02abeec) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:52.787957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] For port 56897415-4055-46c7-8d3b-03ae02289d7c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:52.791953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] For port 56897415-4055-46c7-8d3b-03ae02289d7c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=56897415-4055-46c7-8d3b-03ae02289d7c,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:52.803733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:52.806332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:52.809359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.819255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:52.943274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.001237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Attempting to bind port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:53.002158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Attempting to bind port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '55074e12-5462-4db1-b77d-cddffbf088dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:53.002796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Attempting to bind port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 on network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:53.015909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa533dcf-2ccf-463e-9dd0-5570af461c0f None None] Pushing event updated for resources: {'Port': ['ID=56897415-4055-46c7-8d3b-03ae02289d7c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.019714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:53.020512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Checking segment: {'id': '55074e12-5462-4db1-b77d-cddffbf088dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:53.021203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.021838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Bound using segment: {'id': '55074e12-5462-4db1-b77d-cddffbf088dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:53.022605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Bound port: 96f190b7-a7c9-467d-8f7e-9577d0b45c02, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55074e12-5462-4db1-b77d-cddffbf088dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:53.023509 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.053382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.144798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.200829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] For port 96f190b7-a7c9-467d-8f7e-9577d0b45c02, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:53.213143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] For port 96f190b7-a7c9-467d-8f7e-9577d0b45c02, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96f190b7-a7c9-467d-8f7e-9577d0b45c02,segment=NetworkSegment(55074e12-5462-4db1-b77d-cddffbf088dc),segment_id=55074e12-5462-4db1-b77d-cddffbf088dc)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:53.221692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.250163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:53.251515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=46ed91d6-53d5-42db-ada3-53960fd0e58b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.271680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:53.274218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:53.281395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.399262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:53.399959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.429878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=794ca16e-6c8c-4c2d-b71a-1f46d02abeec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.450497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2b689caf-3717-4d7d-8100-a98c6ca27762 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5335941 Dec 15 14:09:53.453321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59414) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:53.463165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159867-fbbf-4b3c-940b-5d7e7b8b0a1e None None] Pushing event updated for resources: {'Port': ['ID=96f190b7-a7c9-467d-8f7e-9577d0b45c02,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.500388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:53.508399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:53.516939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:53.524223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:53.524911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.560582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff8aa0-1c15-40a4-ad71-2e29334f57dd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:53.567729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff8aa0-1c15-40a4-ad71-2e29334f57dd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:53.569672 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a0ff8aa0-1c15-40a4-ad71-2e29334f57dd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1051295 Dec 15 14:09:53.573688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:53.574631 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aeb0e3b8-7ff4-4f03-a5f1-bf13352e2b1d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9566238 Dec 15 14:09:53.580824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:53.808694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 46ed91d6-53d5-42db-ada3-53960fd0e58b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:53.814094 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.062695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.091612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 46ed91d6-53d5-42db-ada3-53960fd0e58b owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:54.239830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.469898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96f190b7-a7c9-467d-8f7e-9577d0b45c02 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:54.485565 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.563856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=46ed91d6-53d5-42db-ada3-53960fd0e58b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:54.583890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:54.584530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.750168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.754708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8f42fe76-c240-45d6-929d-fc55fd77bd7d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/46ed91d6-53d5-42db-ada3-53960fd0e58b HTTP/1.1" status: 204 len: 168 time: 1.1794741 Dec 15 14:09:54.763389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:54.772399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688bc32-0e87-48f6-b155-34983837c62f None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:54.951561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d869a74-ad2c-4843-b447-e2e338f01c23 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:54.954105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d869a74-ad2c-4843-b447-e2e338f01c23 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:54.960306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d869a74-ad2c-4843-b447-e2e338f01c23 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:54.965281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:54.965454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ad717020-59f2-4d1b-b991-74071d376560 None None] Provisioning complete for port 56897415-4055-46c7-8d3b-03ae02289d7c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:54.966282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad717020-59f2-4d1b-b991-74071d376560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.968856 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1d869a74-ad2c-4843-b447-e2e338f01c23 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2041373 Dec 15 14:09:55.054083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.063045 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.074443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.120170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet bf9556a5-5c39-4075-98e8-e23da7be7d04 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:55.132794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.150182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 96f190b7-a7c9-467d-8f7e-9577d0b45c02, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96f190b7-a7c9-467d-8f7e-9577d0b45c02,segment=NetworkSegment(55074e12-5462-4db1-b77d-cddffbf088dc),segment_id=55074e12-5462-4db1-b77d-cddffbf088dc)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:55.168301 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.169702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56897415-4055-46c7-8d3b-03ae02289d7c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:55.256171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.340395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=794ca16e-6c8c-4c2d-b71a-1f46d02abeec,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:55.344031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a396a-f8d2-4cea-800f-3c343d485f5e None None] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:55.506688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.518658 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad717020-59f2-4d1b-b991-74071d376560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.548107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=96f190b7-a7c9-467d-8f7e-9577d0b45c02,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:55.562209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.591804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.612848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 56897415-4055-46c7-8d3b-03ae02289d7c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:55.613217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.640074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9556a5-5c39-4075-98e8-e23da7be7d04,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:55.652671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.657372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ac6b7458-cfc5-4933-8488-9156cc3cd4a7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/bf9556a5-5c39-4075-98e8-e23da7be7d04 HTTP/1.1" status: 204 len: 168 time: 0.6909416 Dec 15 14:09:55.660389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59446) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:55.672928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849806-a61f-4e6b-8fe5-b653d00b9163 req-82285688-a6d6-4775-aa2d-5eea28d3a83f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:55.682365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df849806-a61f-4e6b-8fe5-b653d00b9163 req-82285688-a6d6-4775-aa2d-5eea28d3a83f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.2012072 Dec 15 14:09:55.738104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df849806-a61f-4e6b-8fe5-b653d00b9163 req-89dd926a-8502-4c5b-9df2-1cabd3bfc7b3 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547776 Dec 15 14:09:55.799266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet fe65f6d5-dc5f-4a22-9cae-82866d42e006 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:55.803929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.864160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.922382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.933405 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-ad717020-59f2-4d1b-b991-74071d376560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:09:55.933999 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-ad717020-59f2-4d1b-b991-74071d376560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:09:55.970019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32301c5f-92e6-47d9-9429-4a43fafe2655 None None] Update dhcp port {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': 'bf9556a5-5c39-4075-98e8-e23da7be7d04', 'ip_address': '2001:db8::f816:3eff:fe82:14f3'}, {'subnet_id': 'fe65f6d5-dc5f-4a22-9cae-82866d42e006'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '56897415-4055-46c7-8d3b-03ae02289d7c'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:09:56.049962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.074654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.090466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32301c5f-92e6-47d9-9429-4a43fafe2655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.122098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.126833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=fe65f6d5-dc5f-4a22-9cae-82866d42e006,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:56.152709 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.156541 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88e0c092-a309-4c42-a339-6e9e9e0b533e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/fe65f6d5-dc5f-4a22-9cae-82866d42e006 HTTP/1.1" status: 204 len: 168 time: 0.4942656 Dec 15 14:09:56.159749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:56.162080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 56897415-4055-46c7-8d3b-03ae02289d7c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=56897415-4055-46c7-8d3b-03ae02289d7c,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:56.179731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.269623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2eb0542a-ea83-4bcc-81d4-1d7a59e80314 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080439 Dec 15 14:09:56.283586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:56.289138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:56.391576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96f190b7-a7c9-467d-8f7e-9577d0b45c02 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:56.509463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:56.513076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.533950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=56897415-4055-46c7-8d3b-03ae02289d7c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:56.544039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2225e4-c2fe-4215-b70a-9d18a0b50044 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:56.698004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:56.698390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.719343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.735012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.736152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.744834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:56.863199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Provisioning complete for port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:56.863577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.934179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:56.980991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Provisioning complete for port 56897415-4055-46c7-8d3b-03ae02289d7c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:56.982908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.159615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:09:57.175621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] Deleting port 56897415-4055-46c7-8d3b-03ae02289d7c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:57.182138 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.332965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] For port 56897415-4055-46c7-8d3b-03ae02289d7c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=56897415-4055-46c7-8d3b-03ae02289d7c,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:57.333677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.342866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=794ca16e-6c8c-4c2d-b71a-1f46d02abeec,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:57.350303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] Calling delete_port for 56897415-4055-46c7-8d3b-03ae02289d7c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:57.403567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc0b41-88c5-4ba3-8681-80875db4dbe1 req-d1cc951a-d612-4a26-8143-2c40dd5e96c1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:57.416225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fc0b41-88c5-4ba3-8681-80875db4dbe1 req-d1cc951a-d612-4a26-8143-2c40dd5e96c1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.4699125 Dec 15 14:09:57.417777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:57.419493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:57.495339 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.549964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] Pushing event deleted for resources: {'Port': ['ID=56897415-4055-46c7-8d3b-03ae02289d7c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:57.551770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Provisioning complete for port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:57.552147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85312a4e-028f-4d04-bfc0-a17d54e05153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.591617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_pluggable_backend [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Port 56897415-4055-46c7-8d3b-03ae02289d7c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103379) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 15 14:09:57.591981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_pluggable_backend [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:14f3 {{(pid=103379) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 15 14:09:57.603266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a452b6-8e2a-48c9-8559-dc4535ea39cf None None] No DVR routers for this DVR port 56897415-4055-46c7-8d3b-03ae02289d7c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:57.609122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_pluggable_backend [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:14f3 {{(pid=103379) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 15 14:09:57.628229 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.665070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:57.688982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fc0b41-88c5-4ba3-8681-80875db4dbe1 req-852ff4b0-bf7b-43a6-bc4c-56428c41ae50 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557505 Dec 15 14:09:57.744821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:57.772234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:57.777115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:57.777708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.784204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5e67a-95cc-47f4-8b6f-306ad4c57625 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:57.796989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=98ce0185-684d-4b57-b716-f21b83133841,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:57.831119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-24016a86-9ad7-4b27-979e-15392fc58263 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5434575 Dec 15 14:09:57.831451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59462) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:57.841266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:57.866086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:57.878856 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] Sync routers for ids ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:57.903263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] Routers {'b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:57.904108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0fbff588-9cc0-4d84-a691-944a66ed414a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/b5d21d2e-5f91-45ad-bd24-c3b869f21ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3161452 Dec 15 14:09:57.904868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:57.907255 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:57.936833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7a484def-1201-4253-9e0e-0d3b9773b273 None None] Provisioning complete for port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:57.937158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7a484def-1201-4253-9e0e-0d3b9773b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.012946 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.016805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7a484def-1201-4253-9e0e-0d3b9773b273 None None] Port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:58.037950 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] Routers {'b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:58.038988 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.040005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cdf47-6010-4c4c-8104-80297c541fbf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.050550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-df1cdf47-6010-4c4c-8104-80297c541fbf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports/794ca16e-6c8c-4c2d-b71a-1f46d02abeec HTTP/1.1" status: 200 len: 983 time: 0.1419375 Dec 15 14:09:58.056649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:58.084051 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.084908 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4c000-9025-42b0-9970-cb390c9b247f None None] The sync data for ids ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:58.116321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '98ce0185-684d-4b57-b716-f21b83133841'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:58.117278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.205256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:58.207319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8430e029-6289-44a9-9529-d03ddec13761 None None] Provisioning complete for port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:58.207706 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8430e029-6289-44a9-9529-d03ddec13761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.226818 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.300101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8430e029-6289-44a9-9529-d03ddec13761 None None] Port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:58.359122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56897415-4055-46c7-8d3b-03ae02289d7c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:58.365688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Allocated IP 2001:db8::f816:3eff:fe2b:65b2 (3ccb9cb9-f159-41ef-983a-8b682201b469/98ce0185-684d-4b57-b716-f21b83133841/b8d95b1b-b925-47f6-901d-c0f9adb73e0b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:58.413020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 56897415-4055-46c7-8d3b-03ae02289d7c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:58.413369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 56897415-4055-46c7-8d3b-03ae02289d7c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:58.671116 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.688899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.771937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:58.776788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:58.779147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Pushing event updated for resources: {'Port': ['ID=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:58.781814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:58.854706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Attempting to bind port b8d95b1b-b925-47f6-901d-c0f9adb73e0b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:58.855208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Attempting to bind port b8d95b1b-b925-47f6-901d-c0f9adb73e0b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:58.855467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Attempting to bind port b8d95b1b-b925-47f6-901d-c0f9adb73e0b on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:58.863007 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:58.863426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:58.863796 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.864204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:58.864731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Bound port: b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:58.865125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.956021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] For port b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:58.960061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] For port b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:58.971909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.063260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38877-6022-46a3-a3a8-ac371797d460 None None] Pushing event updated for resources: {'Port': ['ID=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:59.173947 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.175925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.323973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:59.344006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21778711-85f9-4550-ad06-c8b6e2996633 req-42572a8b-577c-48fd-b9d1-52b82821c45b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.346216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21778711-85f9-4550-ad06-c8b6e2996633 req-42572a8b-577c-48fd-b9d1-52b82821c45b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.2382402 Dec 15 14:09:59.353184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:59.371498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.372090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.415672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=57a60b60-c3f1-4ff8-b0d8-86be8dfebde6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:59.461937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:59.462533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bf8f5a3e-ece3-4762-9ec4-4be8df0234df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6295140 Dec 15 14:09:59.467999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:9f:63:68', 'name': 'tempest-NetworksTestDHCPv6-767335749'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:59.513776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21778711-85f9-4550-ad06-c8b6e2996633 req-6663af03-0b98-4309-8398-ebdb9c30f46b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583760 Dec 15 14:09:59.601504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 794ca16e-6c8c-4c2d-b71a-1f46d02abeec {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:59.602011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.685483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:59.712143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.740309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 794ca16e-6c8c-4c2d-b71a-1f46d02abeec owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:59.823270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.863320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port aded9fa6-1177-4d12-9d97-184beb3cb599 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:00.005223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.031307 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:10:00.051989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=794ca16e-6c8c-4c2d-b71a-1f46d02abeec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:00.099584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 172.20.0.10 (3ccb9cb9-f159-41ef-983a-8b682201b469/57a60b60-c3f1-4ff8-b0d8-86be8dfebde6/aded9fa6-1177-4d12-9d97-184beb3cb599) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:00.114475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe9f:6368 (3ccb9cb9-f159-41ef-983a-8b682201b469/98ce0185-684d-4b57-b716-f21b83133841/aded9fa6-1177-4d12-9d97-184beb3cb599) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:00.172402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.348631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8d95b1b-b925-47f6-901d-c0f9adb73e0b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:00.367458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.398700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:00.423121 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.428214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b8d95b1b-b925-47f6-901d-c0f9adb73e0b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:00.428912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.499349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:00.516632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:00.519783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1c005eb9-493d-4d40-bf1f-a0ed57c14edf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/b5d21d2e-5f91-45ad-bd24-c3b869f21ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4589665 Dec 15 14:10:00.527214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] Sync routers for ids ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:00.579002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] Routers {'b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:00.579217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:00.616255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:00.625170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:00.627764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ca3e7-16e4-4212-b932-e1a4ba88e714 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:00.636288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:00.644814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=aded9fa6-1177-4d12-9d97-184beb3cb599,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:00.686042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:00.709729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d05f1-7667-4b40-878d-b584589aa14d req-377db889-4ce0-4edb-a8ac-2575a868b820 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.717371 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-024d05f1-7667-4b40-878d-b584589aa14d req-377db889-4ce0-4edb-a8ac-2575a868b820 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.0926588 Dec 15 14:10:00.726819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] Routers {'b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:00.727483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:00.729385 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.796280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:00.796977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5fcbcc-b8ac-4882-86b4-24285e200e13 None None] The sync data for ids ['b5d21d2e-5f91-45ad-bd24-c3b869f21ca2'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:00.798776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.799989 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.808901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-024d05f1-7667-4b40-878d-b584589aa14d req-7affb022-ffec-4115-afa0-d78429477340 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905964 Dec 15 14:10:00.816113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e524e30b-fa01-431d-8a4c-f842eb51b66f None None] Provisioning complete for port b8d95b1b-b925-47f6-901d-c0f9adb73e0b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:00.816509 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e524e30b-fa01-431d-8a4c-f842eb51b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.838884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0d18-d8c9-4dca-a4bf-8c320f839ecf req-55839264-bc84-43b5-806a-89cb55df60af tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.838884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bde0d18-d8c9-4dca-a4bf-8c320f839ecf req-55839264-bc84-43b5-806a-89cb55df60af tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 949 time: 0.0818808 Dec 15 14:10:00.852416 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-96eb217f-65ba-4543-ba8b-535f49db104b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 14:10:00.857182 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96eb217f-65ba-4543-ba8b-535f49db104b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/b5d21d2e-5f91-45ad-bd24-c3b869f21ca2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3392053 Dec 15 14:10:00.857336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:00.870025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:00.877243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.901076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8bde0d18-d8c9-4dca-a4bf-8c320f839ecf req-64d0a6b3-ae2c-41c3-a78a-b12f4a4d792e tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Dec 15 14:10:00.912094 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68b12daf-151d-4e85-bcb9-c92224d46edf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4490221 Dec 15 14:10:00.912617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:00.959370 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7a414682-7cfe-412b-b3a9-8a705632ca81 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 HTTP/1.1" status: 200 len: 205 time: 0.0983627 Dec 15 14:10:00.960376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59498) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:00.994798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:00.999093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c40724-7b87-475f-8b92-35dd395e4f6d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.016387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c40724-7b87-475f-8b92-35dd395e4f6d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.018107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-27c40724-7b87-475f-8b92-35dd395e4f6d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1040244 Dec 15 14:10:01.021656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.077649 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.089090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] Update dhcp port {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '98ce0185-684d-4b57-b716-f21b83133841', 'ip_address': '2001:db8::f816:3eff:fe2b:65b2'}, {'subnet_id': '57a60b60-c3f1-4ff8-b0d8-86be8dfebde6'}], 'binding:host_id': 'n-d-815324-3'}, 'id': 'b8d95b1b-b925-47f6-901d-c0f9adb73e0b'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:10:01.131449 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.146082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port aded9fa6-1177-4d12-9d97-184beb3cb599 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:01.146515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.264375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.279831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for aded9fa6-1177-4d12-9d97-184beb3cb599 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:01.333107 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.337739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.348844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] Allocated IP 172.20.0.2 (3ccb9cb9-f159-41ef-983a-8b682201b469/57a60b60-c3f1-4ff8-b0d8-86be8dfebde6/b8d95b1b-b925-47f6-901d-c0f9adb73e0b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:01.394574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.395461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:01.403311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.407462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-554c938a-8d3a-4e47-8d9d-1dec8845aa24 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 HTTP/1.1" status: 204 len: 168 time: 0.4444127 Dec 15 14:10:01.407781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.471560 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet daddca34-76ed-43bf-8aba-20c149cde882 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:01.475578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.525335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] For port b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:01.529474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.532661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.567308 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.573720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.579285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=aded9fa6-1177-4d12-9d97-184beb3cb599,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:01.626903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.689355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.694129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d66c3575-558a-40ad-85ec-f527fc23d335 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/aded9fa6-1177-4d12-9d97-184beb3cb599 HTTP/1.1" status: 204 len: 168 time: 0.6699624 Dec 15 14:10:01.696717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.716099 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.727455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17916b5-a7d2-4309-8fac-a339fe7979a2 None None] Pushing event updated for resources: {'Port': ['ID=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:01.762142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d607e5-1344-4acb-8a8e-b6850e122847 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.762291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=daddca34-76ed-43bf-8aba-20c149cde882,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:01.764114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d607e5-1344-4acb-8a8e-b6850e122847 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.766434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d607e5-1344-4acb-8a8e-b6850e122847 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.767643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.768533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-81d607e5-1344-4acb-8a8e-b6850e122847 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0706861 Dec 15 14:10:01.771193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59514) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.776680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84105a8e-8215-4897-baef-d5e07f7b2fb7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/daddca34-76ed-43bf-8aba-20c149cde882 HTTP/1.1" status: 204 len: 168 time: 0.3654008 Dec 15 14:10:01.779233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.781325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d995a-a1d6-4603-b807-081e0005a373 None None] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:01.836563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 57a60b60-c3f1-4ff8-b0d8-86be8dfebde6 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:01.856421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.893454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.955569 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.018707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] DHCP port deletion for d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:02.041877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:02.042319 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.092987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Deleting port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:02.093382 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.139322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 96f190b7-a7c9-467d-8f7e-9577d0b45c02, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96f190b7-a7c9-467d-8f7e-9577d0b45c02,segment=NetworkSegment(55074e12-5462-4db1-b77d-cddffbf088dc),segment_id=55074e12-5462-4db1-b77d-cddffbf088dc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:02.139782 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.159300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 96f190b7-a7c9-467d-8f7e-9577d0b45c02 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:02.179892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6f19-e7fc-4f2e-9b73-4f827a0f022c req-edc2f38b-64c9-4ee9-810c-b12d5303c1dd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:02.188475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c78f6f19-e7fc-4f2e-9b73-4f827a0f022c req-edc2f38b-64c9-4ee9-810c-b12d5303c1dd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.2259984 Dec 15 14:10:02.196570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] For port 96f190b7-a7c9-467d-8f7e-9577d0b45c02, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=96f190b7-a7c9-467d-8f7e-9577d0b45c02,segment=NetworkSegment(55074e12-5462-4db1-b77d-cddffbf088dc),segment_id=55074e12-5462-4db1-b77d-cddffbf088dc)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:02.197133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.229296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Calling delete_port for 96f190b7-a7c9-467d-8f7e-9577d0b45c02 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:02.269049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0cb8f-b1c8-458f-ad4d-e608efc5496c req-3ef1e207-d03e-4632-aaae-d2f8379ee6b0 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:02.270639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc0cb8f-b1c8-458f-ad4d-e608efc5496c req-3ef1e207-d03e-4632-aaae-d2f8379ee6b0 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 949 time: 0.2105393 Dec 15 14:10:02.277143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.304541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.341043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:02.377098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=96f190b7-a7c9-467d-8f7e-9577d0b45c02,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:02.520174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.533363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c78f6f19-e7fc-4f2e-9b73-4f827a0f022c req-d16d0526-e01b-4638-8225-424ee236358b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401492 Dec 15 14:10:02.544941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:02.561768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.562208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8d95b1b-b925-47f6-901d-c0f9adb73e0b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:02.567204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55074e12-5462-4db1-b77d-cddffbf088dc') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:02.567690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55074e12-5462-4db1-b77d-cddffbf088dc') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:02.579605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.594664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.604315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:02.604832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: items = [ Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:02.609662 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:02.643716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=57a60b60-c3f1-4ff8-b0d8-86be8dfebde6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:02.691934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b8d95b1b-b925-47f6-901d-c0f9adb73e0b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:02.693011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.707065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.715713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-9f22ae01-c6d5-4358-8da2-ed1155e13ff0 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:02.719691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-9f22ae01-c6d5-4358-8da2-ed1155e13ff0 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.67 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 949 time: 0.3928564 Dec 15 14:10:02.725079 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.728800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 HTTP/1.1" status: 204 len: 168 time: 0.9478023 Dec 15 14:10:02.737469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:02.743090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.743542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1cc0cb8f-b1c8-458f-ad4d-e608efc5496c req-5365c273-4c10-4a6f-8a4b-7f6c9e570fde tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4316259-fa00-4537-9bf4-8ade53f72625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594927 Dec 15 14:10:02.748568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.758838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05bc926-bf7d-47ed-9fe0-f34c8ac5f08c None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:02.760988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ca91c-4550-445b-877d-68b1e2c4ac31 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:02.766625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-604e2359-28a4-4e70-a5ef-6504c455e2d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/57a60b60-c3f1-4ff8-b0d8-86be8dfebde6 HTTP/1.1" status: 204 len: 168 time: 0.9939344 Dec 15 14:10:02.774480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363075082'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:02.778428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:02.824228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Network d4f517ce-1ba8-4c89-8585-4ff7bf1d2ed1 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:10:02.824745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] No DVR routers for this DVR port 96f190b7-a7c9-467d-8f7e-9577d0b45c02 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:02.826558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27febaf-e6b7-4d94-b32e-ee406e55b479 None None] Pushing event deleted for resources: {'Port': ['ID=96f190b7-a7c9-467d-8f7e-9577d0b45c02,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:02.841580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-281970b4-5f33-44b6-be86-04cc045871e6 None None] Could not find standard attr ID for object aded9fa6-1177-4d12-9d97-184beb3cb599. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:10:02.877328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-281970b4-5f33-44b6-be86-04cc045871e6 None None] Provisioning complete for port b8d95b1b-b925-47f6-901d-c0f9adb73e0b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:02.877673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-281970b4-5f33-44b6-be86-04cc045871e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.903661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 98ce0185-684d-4b57-b716-f21b83133841 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:02.913857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.947873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Deleting port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:02.948739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.025405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.031520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:03.047994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.086072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] For port 3b6a27f4-9856-4211-806a-0c14ab3e3da0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6a27f4-9856-4211-806a-0c14ab3e3da0,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:03.086618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.105047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Calling delete_port for 3b6a27f4-9856-4211-806a-0c14ab3e3da0 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:03.118040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96f190b7-a7c9-467d-8f7e-9577d0b45c02 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:03.157754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 96f190b7-a7c9-467d-8f7e-9577d0b45c02 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:03.158051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 96f190b7-a7c9-467d-8f7e-9577d0b45c02 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:03.176660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:03.194658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.195034 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment 7b432bf5-5123-48f6-83bf-1b1bfaf03489 of type vlan for network 19e168aa-972f-4992-90d8-ae9afd58e1ca Dec 15 14:10:03.210719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.284639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.287010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.298038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3b6a27f4-9856-4211-806a-0c14ab3e3da0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:03.336390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Pushing event deleted for resources: {'Port': ['ID=3b6a27f4-9856-4211-806a-0c14ab3e3da0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:03.347262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.354859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:03.355511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.405464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.427113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] No DVR routers for this DVR port 3b6a27f4-9856-4211-806a-0c14ab3e3da0 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:03.429850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.433340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c885f8f-39b4-4b53-b707-75f39a258059 req-be24d61c-7f5a-4671-8023-e6d7f4d4d956 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.67 "DELETE /v2.0/ports/3b6a27f4-9856-4211-806a-0c14ab3e3da0 HTTP/1.1" status: 204 len: 173 time: 0.6874778 Dec 15 14:10:03.434353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'name': 'network-vif-deleted', 'tag': '3b6a27f4-9856-4211-806a-0c14ab3e3da0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:03.439332 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714451e2-6070-4be9-aa50-ef0c64fb367d" -d '{"events": [{"server_uuid": "b01c0b50-0f05-4449-aca6-db6a8b48a451", "name": "network-vif-deleted", "tag": "3b6a27f4-9856-4211-806a-0c14ab3e3da0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:03.496654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.503443 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/98ce0185-684d-4b57-b716-f21b83133841 HTTP/1.1" status: 204 len: 168 time: 0.7236125 Dec 15 14:10:03.503603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:03.511702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3e506-0d91-4472-9e6f-9c18ef8fec62 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=98ce0185-684d-4b57-b716-f21b83133841,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:03.512997 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8d663-3205-4aeb-8b16-8e16b4b25eab x-openstack-request-id: req-5de8d663-3205-4aeb-8b16-8e16b4b25eab {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:03.525658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7621849 Dec 15 14:10:03.525799 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c0b50-0f05-4449-aca6-db6a8b48a451", "name": "network-vif-deleted", "tag": "3b6a27f4-9856-4211-806a-0c14ab3e3da0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:03.525799 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5de8d663-3205-4aeb-8b16-8e16b4b25eab {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:03.525799 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c0b50-0f05-4449-aca6-db6a8b48a451', 'name': 'network-vif-deleted', 'tag': '3b6a27f4-9856-4211-806a-0c14ab3e3da0', 'status': 'completed', 'code': 200} Dec 15 14:10:03.526035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:03.547673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:03.581975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bb8a9188-dd1a-4633-b320-51dccefeec7f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768852 Dec 15 14:10:03.588402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59538) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:03.609296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:03.659963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc0a4-f00a-4314-8438-dfb15671ceb6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=19e168aa-972f-4992-90d8-ae9afd58e1ca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:03.672405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:03.740491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:03.752663 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.816356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:03.820662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.833896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0950602-33f7-4f60-94da-2d62460306cc req-3b843592-21ca-453a-a5e4-800950e8eb40 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:03.843342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0950602-33f7-4f60-94da-2d62460306cc req-3b843592-21ca-453a-a5e4-800950e8eb40 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1248739 Dec 15 14:10:03.980860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbd0e2b8-ea99-4198-aa83-6e2d9d0552e6 req-02f512eb-4227-40d0-96c0-09f655ec08a2 tempest-VolumesBackupsTest-1018866682 tempest-VolumesBackupsTest-1018866682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01c0b50-0f05-4449-aca6-db6a8b48a451 HTTP/1.1" status: 200 len: 210 time: 0.0602524 Dec 15 14:10:04.024622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0950602-33f7-4f60-94da-2d62460306cc req-570197d0-3a1d-425c-8c11-05b56a5bf0c8 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708286 Dec 15 14:10:04.070310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb03f0-b5ec-47e3-85a6-2c0e873b166f None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:04.143236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.196551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.220420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=7958dd20-8f3a-4246-9ab9-ab025aa64691,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:04.228762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': '7b432bf5-5123-48f6-83bf-1b1bfaf03489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:04.229155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: 19e168aa-972f-4992-90d8-ae9afd58e1ca, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:04.254978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:04.257346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:04.260688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:04.266000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b2aa31f9-fb26-4c60-b3f2-a2f0d9bf8faa None None] Provisioning complete for port b8d95b1b-b925-47f6-901d-c0f9adb73e0b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:04.266176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:04.266615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.267024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2aa31f9-fb26-4c60-b3f2-a2f0d9bf8faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.278236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=7441b127-ea1d-4e4b-9a11-3cd21ba492df,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:04.279975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 19e168aa-972f-4992-90d8-ae9afd58e1ca) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:04.290620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:04.291426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.296759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-272c430e-09c8-4440-938e-9e267432cb99 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7030582 Dec 15 14:10:04.296759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:04.301914 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:04.316345 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d816c682-d86e-4ec8-8dfa-9a310ecba97a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7900100 Dec 15 14:10:04.320036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:04.325524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-388604643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:04.340488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03121e6b-1b40-4931-a51c-518f803cbe2f None None] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:04.357066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.359409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.423328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.429413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.437476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:04.443342 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.454365 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.458175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3471c6d8-5d84-4a52-9881-d55f44cedb09 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1339076 Dec 15 14:10:04.461411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:04.559200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:04.644371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-19e168aa-972f-4992-90d8-ae9afd58e1ca', 'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': '7958dd20-8f3a-4246-9ab9-ab025aa64691'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:04.653588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.760781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] Deleting port b8d95b1b-b925-47f6-901d-c0f9adb73e0b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:04.761443 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.895162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Allocated IP 2001:db8::2 (19e168aa-972f-4992-90d8-ae9afd58e1ca/7958dd20-8f3a-4246-9ab9-ab025aa64691/8b9fa223-251e-400c-ace4-7d0680be6315) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:04.961693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:05.157397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] For port b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:05.159804 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.202850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] Calling delete_port for b8d95b1b-b925-47f6-901d-c0f9adb73e0b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:05.299181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865a8b-10fa-4dbc-9ad7-69dd06487c00 req-e8753958-4dca-48a1-b327-c874b5bb556b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:05.308283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23865a8b-10fa-4dbc-9ad7-69dd06487c00 req-e8753958-4dca-48a1-b327-c874b5bb556b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1578350 Dec 15 14:10:05.315739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.352089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.443120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.450243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.481377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-23865a8b-10fa-4dbc-9ad7-69dd06487c00 req-93e580b2-472c-4f6f-be3e-465c93d712f9 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716149 Dec 15 14:10:05.491970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:05.496964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:05.500623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:05.508164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Pushing event updated for resources: {'Port': ['ID=8b9fa223-251e-400c-ace4-7d0680be6315,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:05.555146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] For port b8d95b1b-b925-47f6-901d-c0f9adb73e0b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:05.597038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Attempting to bind port 8b9fa223-251e-400c-ace4-7d0680be6315 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:05.597430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Attempting to bind port 8b9fa223-251e-400c-ace4-7d0680be6315 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '7b432bf5-5123-48f6-83bf-1b1bfaf03489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:05.600040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Attempting to bind port 8b9fa223-251e-400c-ace4-7d0680be6315 on network 19e168aa-972f-4992-90d8-ae9afd58e1ca {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:05.603091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.606999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:05.607654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Checking segment: {'id': '7b432bf5-5123-48f6-83bf-1b1bfaf03489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:05.609024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.609727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Bound using segment: {'id': '7b432bf5-5123-48f6-83bf-1b1bfaf03489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:05.611631 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.613093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.622764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Bound port: 8b9fa223-251e-400c-ace4-7d0680be6315, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b432bf5-5123-48f6-83bf-1b1bfaf03489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '19e168aa-972f-4992-90d8-ae9afd58e1ca'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:05.626056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.656774 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.742871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] Pushing event deleted for resources: {'Port': ['ID=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:05.762018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c269e-a050-443f-b635-7d78be9d3f25 None None] No DVR routers for this DVR port b8d95b1b-b925-47f6-901d-c0f9adb73e0b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:05.772660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=b8d95b1b-b925-47f6-901d-c0f9adb73e0b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:05.801072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08a5cc-3e01-4ca8-ad12-c23575bbf5ef None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:05.806041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8::1 (19e168aa-972f-4992-90d8-ae9afd58e1ca/7958dd20-8f3a-4246-9ab9-ab025aa64691/230140b8-7eae-4412-89d3-15c41913e265) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:05.813538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:05.835960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:05.843055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:05.844298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.860985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=48052999-8b84-4149-995d-7735042956db,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:05.888296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-115df5bf-1cfa-4e9f-aa16-fc441c11e875 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5903955 Dec 15 14:10:05.889815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:05.901524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:5b:b6:f6', 'name': 'tempest-NetworksTestDHCPv6-1552201709'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:05.929166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] For port 8b9fa223-251e-400c-ace4-7d0680be6315, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:05.969545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] For port 8b9fa223-251e-400c-ace4-7d0680be6315, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b9fa223-251e-400c-ace4-7d0680be6315,segment=NetworkSegment(7b432bf5-5123-48f6-83bf-1b1bfaf03489),segment_id=7b432bf5-5123-48f6-83bf-1b1bfaf03489)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:05.989829 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.032207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.068906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:06.122734 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.215213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.241807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536d653-b65c-4ec3-abaf-01988b35e440 None None] Pushing event updated for resources: {'Port': ['ID=8b9fa223-251e-400c-ace4-7d0680be6315,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:06.244971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:06.248312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port e0026a98-e0e4-4d39-8aa2-bb675a49621b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:06.248713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:06.258250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '48052999-8b84-4149-995d-7735042956db'}, {'subnet_id': '7441b127-ea1d-4e4b-9a11-3cd21ba492df'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:06.259805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.267106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:06.267675 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.463815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=230140b8-7eae-4412-89d3-15c41913e265,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:06.525889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8d95b1b-b925-47f6-901d-c0f9adb73e0b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:06.550030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.563808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b8d95b1b-b925-47f6-901d-c0f9adb73e0b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:06.564299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b8d95b1b-b925-47f6-901d-c0f9adb73e0b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:06.688897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 172.20.0.6 (3ccb9cb9-f159-41ef-983a-8b682201b469/7441b127-ea1d-4e4b-9a11-3cd21ba492df/e0026a98-e0e4-4d39-8aa2-bb675a49621b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:06.704824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe5b:b6f6 (3ccb9cb9-f159-41ef-983a-8b682201b469/48052999-8b84-4149-995d-7735042956db/e0026a98-e0e4-4d39-8aa2-bb675a49621b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:06.727125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a19-47ff-4b5e-b756-9f315e1cb159 req-ba28169f-25f3-4bc8-8bbe-60544a49fe9f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.733041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab661a19-47ff-4b5e-b756-9f315e1cb159 req-ba28169f-25f3-4bc8-8bbe-60544a49fe9f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1023774 Dec 15 14:10:06.903733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab661a19-47ff-4b5e-b756-9f315e1cb159 req-5fdf4feb-b5af-4e87-9f06-9e43ed50d95b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651120 Dec 15 14:10:06.949408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.955568 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.956715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.098554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=230140b8-7eae-4412-89d3-15c41913e265,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:07.151981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6a27f4-9856-4211-806a-0c14ab3e3da0 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:07.162420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:07.165608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:07.195315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3b6a27f4-9856-4211-806a-0c14ab3e3da0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:07.195798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6a27f4-9856-4211-806a-0c14ab3e3da0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:07.356264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router b34809bc-1309-4b3d-9d4b-f7dc02fcb092 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:07.441337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.486002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-280c6b4b-edde-4aa8-b3ec-d7f986ea089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.487537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-280c6b4b-edde-4aa8-b3ec-d7f986ea089f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1097 time: 0.1400943 Dec 15 14:10:07.498299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156294b-db37-48c2-89a5-c38c905f7d59 req-3c5e4786-ecfa-454c-be85-dd40dd435e59 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.500811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6156294b-db37-48c2-89a5-c38c905f7d59 req-3c5e4786-ecfa-454c-be85-dd40dd435e59 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1547084 Dec 15 14:10:07.525889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:07.537609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] Sync routers for ids ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:07.539990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf0dcd78-f35e-42cd-9ca9-b1440557040a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/b34809bc-1309-4b3d-9d4b-f7dc02fcb092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0772672 Dec 15 14:10:07.546600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:07.558426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] Routers {'b34809bc-1309-4b3d-9d4b-f7dc02fcb092'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:07.565329 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:07.602416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9de962-3ba0-4aec-9809-0ce871b99c01 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.603076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.604158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c9de962-3ba0-4aec-9809-0ce871b99c01 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports/230140b8-7eae-4412-89d3-15c41913e265 HTTP/1.1" status: 200 len: 911 time: 0.0565093 Dec 15 14:10:07.606970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:07.645956 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:07.663149 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] Routers {'b34809bc-1309-4b3d-9d4b-f7dc02fcb092'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:07.663834 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:07.671657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae1d9c-cf54-4cc8-aeb6-b4400511cbdf None None] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:07.688044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6156294b-db37-48c2-89a5-c38c905f7d59 req-30cd00f1-c44e-42d1-be15-485be531776f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748645 Dec 15 14:10:07.711812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:07.723580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=e0026a98-e0e4-4d39-8aa2-bb675a49621b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:07.723802 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:07.723802 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cbe329-be0c-4d8e-bf59-a59a8d0cc485 None None] The sync data for ids ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:07.723992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:07.741000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:07.749158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.749523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.749852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.750193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.750532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.750868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.751206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.752426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.752426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.752827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.753287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.753623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.753951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:07.781061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-0a9c9e92-f720-4b22-ac27-caa9906753fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.782576 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-0a9c9e92-f720-4b22-ac27-caa9906753fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.2790995 Dec 15 14:10:07.850079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85916bb0-242f-479c-8c8c-496dd01f4214 None None] Provisioning complete for port 8b9fa223-251e-400c-ace4-7d0680be6315 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:07.850482 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85916bb0-242f-479c-8c8c-496dd01f4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.866612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.867202 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.903461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-ede3ac69-cae1-4fe4-8b15-94b3419f9a8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 1001 time: 0.1123235 Dec 15 14:10:07.915373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-178aabf8-e278-4533-961c-cf801ba2e493 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0222070 Dec 15 14:10:07.915882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:07.929761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Allocated IP 172.20.0.2 (3ccb9cb9-f159-41ef-983a-8b682201b469/7441b127-ea1d-4e4b-9a11-3cd21ba492df/8dec4642-09e3-4889-8e8d-a92b68d3b00e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:07.941655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Allocated IP 2001:db8::f816:3eff:fed9:73ad (3ccb9cb9-f159-41ef-983a-8b682201b469/48052999-8b84-4149-995d-7735042956db/8dec4642-09e3-4889-8e8d-a92b68d3b00e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:07.981003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-4168f91c-5d8f-4bc6-aa41-f9eba11bad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.982503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-4168f91c-5d8f-4bc6-aa41-f9eba11bad2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.0680611 Dec 15 14:10:08.072550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-abb00488-e822-4fa5-b2f5-9347950d0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.074379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-abb00488-e822-4fa5-b2f5-9347950d0f1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845752 Dec 15 14:10:08.094140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab6997-ee32-406c-adab-e681fcc2f7da tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.099525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:08.100274 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2bab6997-ee32-406c-adab-e681fcc2f7da tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1827092 Dec 15 14:10:08.350306 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85916bb0-242f-479c-8c8c-496dd01f4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.361913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-1d7b17d7-b9ce-4e2b-8d74-2fd2fda59c66 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793438 Dec 15 14:10:08.406628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b9fa223-251e-400c-ace4-7d0680be6315 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:08.461639 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.545716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b0875d60-63f0-4053-a21b-2e40242feb3f req-aa9f383c-789c-4ae2-a85e-240a7224fb90 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740921 Dec 15 14:10:08.571673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port e0026a98-e0e4-4d39-8aa2-bb675a49621b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:08.572135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.604729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-85916bb0-242f-479c-8c8c-496dd01f4214 None None] For port 8b9fa223-251e-400c-ace4-7d0680be6315, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b9fa223-251e-400c-ace4-7d0680be6315,segment=NetworkSegment(7b432bf5-5123-48f6-83bf-1b1bfaf03489),segment_id=7b432bf5-5123-48f6-83bf-1b1bfaf03489)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:08.616478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85916bb0-242f-479c-8c8c-496dd01f4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.699157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.728884 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.759818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85916bb0-242f-479c-8c8c-496dd01f4214 None None] Pushing event updated for resources: {'Port': ['ID=8b9fa223-251e-400c-ace4-7d0680be6315,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:08.766772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8b9fa223-251e-400c-ace4-7d0680be6315 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:08.767164 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.774349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:08.776196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.796858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for e0026a98-e0e4-4d39-8aa2-bb675a49621b owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:08.905752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:08.918828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:08.949457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3184a88e-a7b0-4107-9c49-f89bdd180bbe None None] Provisioning complete for port 8b9fa223-251e-400c-ace4-7d0680be6315 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:08.949828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3184a88e-a7b0-4107-9c49-f89bdd180bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.950254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903f470-f033-47aa-87ac-b4d6127ae47c req-b4792d29-4dca-415e-8034-3b21cbe835a6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.960046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1903f470-f033-47aa-87ac-b4d6127ae47c req-b4792d29-4dca-415e-8034-3b21cbe835a6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.0955541 Dec 15 14:10:09.010528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Pushing event updated for resources: {'Port': ['ID=8dec4642-09e3-4889-8e8d-a92b68d3b00e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:09.183487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Attempting to bind port 8dec4642-09e3-4889-8e8d-a92b68d3b00e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:09.184128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Attempting to bind port 8dec4642-09e3-4889-8e8d-a92b68d3b00e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:09.184828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Attempting to bind port 8dec4642-09e3-4889-8e8d-a92b68d3b00e on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:09.202726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:09.203408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:09.203984 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.204559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:09.205239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Bound port: 8dec4642-09e3-4889-8e8d-a92b68d3b00e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:09.205805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.231973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1903f470-f033-47aa-87ac-b4d6127ae47c req-ee17d85a-3d3e-41b1-a011-ed674b2eb38a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707310 Dec 15 14:10:09.373401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.381764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3184a88e-a7b0-4107-9c49-f89bdd180bbe None None] Provisioning complete for port 230140b8-7eae-4412-89d3-15c41913e265 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:09.382351 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3184a88e-a7b0-4107-9c49-f89bdd180bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.415522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=e0026a98-e0e4-4d39-8aa2-bb675a49621b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:09.436807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] For port 8dec4642-09e3-4889-8e8d-a92b68d3b00e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:09.475600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] For port 8dec4642-09e3-4889-8e8d-a92b68d3b00e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8dec4642-09e3-4889-8e8d-a92b68d3b00e,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:09.480627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 230140b8-7eae-4412-89d3-15c41913e265 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:09.481173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.485809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3184a88e-a7b0-4107-9c49-f89bdd180bbe None None] Port 230140b8-7eae-4412-89d3-15c41913e265 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:09.494383 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.563716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252279f-bc0c-40e0-b0ef-56d7a824c886 None None] Pushing event updated for resources: {'Port': ['ID=8dec4642-09e3-4889-8e8d-a92b68d3b00e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:09.602538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.617739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c70f8720-c9ff-4e45-b425-2c8c0ae147ff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/e0026a98-e0e4-4d39-8aa2-bb675a49621b HTTP/1.1" status: 204 len: 168 time: 1.5169978 Dec 15 14:10:09.618540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59592) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:09.626623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3b411d3c-2ca3-4fdf-9c09-ff2f35cd5fa8 None None] Provisioning complete for port 230140b8-7eae-4412-89d3-15c41913e265 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:09.631219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b411d3c-2ca3-4fdf-9c09-ff2f35cd5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.684075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.693588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3b411d3c-2ca3-4fdf-9c09-ff2f35cd5fa8 None None] Port 230140b8-7eae-4412-89d3-15c41913e265 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:09.718511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 230140b8-7eae-4412-89d3-15c41913e265 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:09.729243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f330e0b-fd2b-4bf5-aa96-0224ec40bef7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.731123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f330e0b-fd2b-4bf5-aa96-0224ec40bef7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.732981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f330e0b-fd2b-4bf5-aa96-0224ec40bef7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.734716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f330e0b-fd2b-4bf5-aa96-0224ec40bef7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1152198 Dec 15 14:10:09.737372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59596) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:09.800334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 48052999-8b84-4149-995d-7735042956db {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:09.804039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.863393 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.033895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.043855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.075589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=230140b8-7eae-4412-89d3-15c41913e265,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:10.172955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.217029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.244630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=48052999-8b84-4149-995d-7735042956db,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:10.251289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.257823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7952e37c-2ff2-4dbf-bffc-df5120e2e9d6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/48052999-8b84-4149-995d-7735042956db HTTP/1.1" status: 204 len: 168 time: 0.5169756 Dec 15 14:10:10.258212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59600) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:10.419414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 7441b127-ea1d-4e4b-9a11-3cd21ba492df {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:10.430430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.502682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd989f-ccd2-492b-a445-63d594ad75be req-89f545c2-f977-4c5e-b375-d66cd2c57aa6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:10.504759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63dd989f-ccd2-492b-a445-63d594ad75be req-89f545c2-f977-4c5e-b375-d66cd2c57aa6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1561511 Dec 15 14:10:10.521139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b9fa223-251e-400c-ace4-7d0680be6315 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:10.541774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.548592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router b34809bc-1309-4b3d-9d4b-f7dc02fcb092 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:10.578396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8b9fa223-251e-400c-ace4-7d0680be6315 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:10.578769 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.624064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63dd989f-ccd2-492b-a445-63d594ad75be req-897df7dd-7ca0-4edd-9585-6ed89b9f4486 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088655 Dec 15 14:10:10.684765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:10.699687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ae7b44c1-5c21-4f7b-974c-6d102daead5a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/b34809bc-1309-4b3d-9d4b-f7dc02fcb092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0915370 Dec 15 14:10:10.700997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] Sync routers for ids ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:10.702674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59606) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:10.710282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.719591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] Routers {'b34809bc-1309-4b3d-9d4b-f7dc02fcb092'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:10.720612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.783792 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b3cf369f-1b3b-4cbb-a3de-ff7e1404d2e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34809bc-1309-4b3d-9d4b-f7dc02fcb092 HTTP/1.1" status: 200 len: 205 time: 0.0798998 Dec 15 14:10:10.784846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.795504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:10.800946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] Routers {'b34809bc-1309-4b3d-9d4b-f7dc02fcb092'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:10.803025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:09:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.823771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.848456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.855580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/7441b127-ea1d-4e4b-9a11-3cd21ba492df HTTP/1.1" status: 204 len: 168 time: 0.5957503 Dec 15 14:10:10.885461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59612) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:10.894583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227b09c-d790-452e-89f2-69ee25ad0075 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=7441b127-ea1d-4e4b-9a11-3cd21ba492df,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:10.914202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.957174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.969287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b686bcd5-8b9b-47c7-8ddc-837d2472eff6 None None] The sync data for ids ['b34809bc-1309-4b3d-9d4b-f7dc02fcb092'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:10.990980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b55ec2d9-e352-4052-9ec9-34a97b7469d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967078 Dec 15 14:10:10.992208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:10.997427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8dec4642-09e3-4889-8e8d-a92b68d3b00e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:11.000383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:11.072803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8dec4642-09e3-4889-8e8d-a92b68d3b00e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:11.073249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.165388 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.170033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:11.174725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.194264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.197682 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.202821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 8dec4642-09e3-4889-8e8d-a92b68d3b00e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8dec4642-09e3-4889-8e8d-a92b68d3b00e,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:11.210372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.282080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.283689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=8dec4642-09e3-4889-8e8d-a92b68d3b00e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:11.284020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router b34809bc-1309-4b3d-9d4b-f7dc02fcb092 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:11.303260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.312564 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc52b4af-e340-4836-94b4-6c8bf674a7f7 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/b34809bc-1309-4b3d-9d4b-f7dc02fcb092 HTTP/1.1" status: 204 len: 168 time: 0.5145912 Dec 15 14:10:11.313806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:11.387037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet 7958dd20-8f3a-4246-9ab9-ab025aa64691 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:11.391105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.395538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c45577-fe93-4b3e-ad20-b1aeb7ca7412 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:11.440818 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.478224 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.507397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-acfb8e59-b857-44f0-8f5e-5da74a0492c0 None None] Provisioning complete for port 8dec4642-09e3-4889-8e8d-a92b68d3b00e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:11.507772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-acfb8e59-b857-44f0-8f5e-5da74a0492c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.560396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.570823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=eb2071fd-64a7-417c-adf3-efbde10b3e8e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:11.578543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:11.579972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:11.582696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:11.583525 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.605375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9bac56bb-c961-4d59-878c-4a5ee7b38972 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6089258 Dec 15 14:10:11.606550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:11.612615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:11.614012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:11.666852 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.683825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] Deleting port 8dec4642-09e3-4889-8e8d-a92b68d3b00e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:11.684337 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.693645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.700208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51087826-afad-48b5-bf84-f76ef0484fbb None None] Network 19e168aa-972f-4992-90d8-ae9afd58e1ca requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:11.700951 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/7958dd20-8f3a-4246-9ab9-ab025aa64691 HTTP/1.1" status: 204 len: 168 time: 0.3860359 Dec 15 14:10:11.701884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:11.720792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61208f-97ac-4fec-a2ca-dd122690e95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=7958dd20-8f3a-4246-9ab9-ab025aa64691,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:11.821846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.859739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] For port 8dec4642-09e3-4889-8e8d-a92b68d3b00e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8dec4642-09e3-4889-8e8d-a92b68d3b00e,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:11.860422 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.878226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:11.878755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] Calling delete_port for 8dec4642-09e3-4889-8e8d-a92b68d3b00e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:11.881986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.973969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] DHCP port deletion for 19e168aa-972f-4992-90d8-ae9afd58e1ca request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:12.005585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 8b9fa223-251e-400c-ace4-7d0680be6315 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:12.006188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.038404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.086699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] No DVR routers for this DVR port 8dec4642-09e3-4889-8e8d-a92b68d3b00e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:12.093144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed583793-252e-47df-b78c-f91b43e4cc1a None None] Pushing event deleted for resources: {'Port': ['ID=8dec4642-09e3-4889-8e8d-a92b68d3b00e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:12.112097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387986fd-c946-4997-a9d2-d599506addd4 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:12.126143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 8b9fa223-251e-400c-ace4-7d0680be6315, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b9fa223-251e-400c-ace4-7d0680be6315,segment=NetworkSegment(7b432bf5-5123-48f6-83bf-1b1bfaf03489),segment_id=7b432bf5-5123-48f6-83bf-1b1bfaf03489)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:12.126502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.142462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 8b9fa223-251e-400c-ace4-7d0680be6315 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:12.234980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] Deleting port 8b9fa223-251e-400c-ace4-7d0680be6315 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:12.235395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.306718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] For port 8b9fa223-251e-400c-ace4-7d0680be6315, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8b9fa223-251e-400c-ace4-7d0680be6315,segment=NetworkSegment(7b432bf5-5123-48f6-83bf-1b1bfaf03489),segment_id=7b432bf5-5123-48f6-83bf-1b1bfaf03489)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:12.307119 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.320475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] Calling delete_port for 8b9fa223-251e-400c-ace4-7d0680be6315 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:12.367616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8dec4642-09e3-4889-8e8d-a92b68d3b00e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:12.390169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.400717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8dec4642-09e3-4889-8e8d-a92b68d3b00e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:12.401067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8dec4642-09e3-4889-8e8d-a92b68d3b00e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:12.401489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b9fa223-251e-400c-ace4-7d0680be6315 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:12.444675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8b9fa223-251e-400c-ace4-7d0680be6315 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:12.445024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8b9fa223-251e-400c-ace4-7d0680be6315 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:12.457106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=8b9fa223-251e-400c-ace4-7d0680be6315,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:12.494543 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.506137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 8b9fa223-251e-400c-ace4-7d0680be6315 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:12.520467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': 'eb2071fd-64a7-417c-adf3-efbde10b3e8e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:12.522889 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.737645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.769733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e168aa-972f-4992-90d8-ae9afd58e1ca']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:12.798489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:12.805238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.827868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] Pushing event deleted for resources: {'Port': ['ID=8b9fa223-251e-400c-ace4-7d0680be6315,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:12.828419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b432bf5-5123-48f6-83bf-1b1bfaf03489') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:12.828419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b432bf5-5123-48f6-83bf-1b1bfaf03489') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:12.859119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbb8aa-bdf7-41c2-bcd5-d54815e6d542 None None] No DVR routers for this DVR port 8b9fa223-251e-400c-ace4-7d0680be6315 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:12.894228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Allocated IP 172.20.0.2 (3ccb9cb9-f159-41ef-983a-8b682201b469/eb2071fd-64a7-417c-adf3-efbde10b3e8e/6fada15b-7a0b-4b21-826c-34566b65e2c0) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:12.896929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0942366b-31e1-4293-8202-63e5cf08f2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.899821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=43780930-0f05-48ad-a9e3-cec61daaab9b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:12.904056 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.906693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Allocated IP 2001:db8::f816:3eff:fee8:efad (3ccb9cb9-f159-41ef-983a-8b682201b469/43780930-0f05-48ad-a9e3-cec61daaab9b/6fada15b-7a0b-4b21-826c-34566b65e2c0) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:12.923383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:12.926798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:12.928443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.936686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.937921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.951186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:12.952528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:12.960581 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:13.042564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59696) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:13.048329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:92:f7:4a', 'name': 'tempest-NetworksTestDHCPv6-1956533846'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:13.052009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fb0b1763-2d4f-41f8-8b8d-baf013577799 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4333718 Dec 15 14:10:13.098777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.111158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.123592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/19e168aa-972f-4992-90d8-ae9afd58e1ca HTTP/1.1" status: 204 len: 168 time: 1.4159493 Dec 15 14:10:13.123592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:13.130308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305981871', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:13.152344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e94f1-2bac-4042-9404-fc4718824460 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=19e168aa-972f-4992-90d8-ae9afd58e1ca,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:13.169475 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.175268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.178478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.181668 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.226688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:13.230589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:13.234869 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:13.251793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:13.282279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Pushing event updated for resources: {'Port': ['ID=6fada15b-7a0b-4b21-826c-34566b65e2c0,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:13.283632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.351909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Attempting to bind port 6fada15b-7a0b-4b21-826c-34566b65e2c0 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:13.352439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Attempting to bind port 6fada15b-7a0b-4b21-826c-34566b65e2c0 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:13.353289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Attempting to bind port 6fada15b-7a0b-4b21-826c-34566b65e2c0 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:13.358518 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.359225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:13.359604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:13.360009 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.360400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:13.360897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Bound port: 6fada15b-7a0b-4b21-826c-34566b65e2c0, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:13.361447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.389437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 3f2dec36-b3bc-4b16-b06b-bd1b891c589e yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:13.457820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.589013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 172.20.0.11 (3ccb9cb9-f159-41ef-983a-8b682201b469/eb2071fd-64a7-417c-adf3-efbde10b3e8e/3f2dec36-b3bc-4b16-b06b-bd1b891c589e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:13.598495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe92:f74a (3ccb9cb9-f159-41ef-983a-8b682201b469/43780930-0f05-48ad-a9e3-cec61daaab9b/3f2dec36-b3bc-4b16-b06b-bd1b891c589e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:13.666640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] For port 6fada15b-7a0b-4b21-826c-34566b65e2c0, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:13.671631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] For port 6fada15b-7a0b-4b21-826c-34566b65e2c0, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6fada15b-7a0b-4b21-826c-34566b65e2c0,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:13.679635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.715886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.748550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.756696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50e2e1-541c-46b3-8a2a-854c15c25ea2 None None] Pushing event updated for resources: {'Port': ['ID=6fada15b-7a0b-4b21-826c-34566b65e2c0,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:13.800861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.850523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.886780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 172.25.2.147 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3e307565-7bfd-4442-a424-11cf3a49c935) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:13.902504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:13.911776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:13.916130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:13.950509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=3f2dec36-b3bc-4b16-b06b-bd1b891c589e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:13.988910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.988910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.008292 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d0642e17-7c50-4322-8720-1209290d663b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9646270 Dec 15 14:10:14.017128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.071670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.079501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de55589-a128-4b42-b729-b201aed216fd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:14.085894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de55589-a128-4b42-b729-b201aed216fd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:14.090780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9de55589-a128-4b42-b729-b201aed216fd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0724697 Dec 15 14:10:14.091411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.127452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.174021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:14.177301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:14.181189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:14.197809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 3f2dec36-b3bc-4b16-b06b-bd1b891c589e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:14.198157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.198827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1cc75-664d-4c87-be32-fbfdbc7f0921 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:14.215862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=3e307565-7bfd-4442-a424-11cf3a49c935,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:14.263326 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.317761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dea85c77-743d-4395-bf8f-afcd0ac39001 None None] Provisioning complete for port 3e307565-7bfd-4442-a424-11cf3a49c935 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:14.318464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dea85c77-743d-4395-bf8f-afcd0ac39001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.329150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.350877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 3f2dec36-b3bc-4b16-b06b-bd1b891c589e owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:14.374094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dea85c77-743d-4395-bf8f-afcd0ac39001 None None] Port 3e307565-7bfd-4442-a424-11cf3a49c935 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:14.397801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fada15b-7a0b-4b21-826c-34566b65e2c0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:14.486646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6fada15b-7a0b-4b21-826c-34566b65e2c0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:14.487256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.537553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.577278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.593084 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.632140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6fada15b-7a0b-4b21-826c-34566b65e2c0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6fada15b-7a0b-4b21-826c-34566b65e2c0,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:14.661619 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.679109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=3f2dec36-b3bc-4b16-b06b-bd1b891c589e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:14.787339 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2df5c25d-e93f-4b02-a84a-8cfec4c5b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.797298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6fada15b-7a0b-4b21-826c-34566b65e2c0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:14.820628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.827254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59714) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.827803 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a39725d2-a3bf-4020-9ea0-fb8e8e2b0346 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/3f2dec36-b3bc-4b16-b06b-bd1b891c589e HTTP/1.1" status: 204 len: 168 time: 0.7348294 Dec 15 14:10:14.898841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d85498-7f82-4a42-93d5-109a1e3912ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:14.900352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d85498-7f82-4a42-93d5-109a1e3912ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:14.902035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d85498-7f82-4a42-93d5-109a1e3912ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:14.906652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c7d85498-7f82-4a42-93d5-109a1e3912ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0753586 Dec 15 14:10:14.906945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.940676 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.046096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 43780930-0f05-48ad-a9e3-cec61daaab9b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:15.052312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.071526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52092f7-2803-4eb7-a39a-7febd671233e None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:15.150926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a788bebc-3169-4ade-bbbf-14e85b6c01cf None None] Provisioning complete for port 6fada15b-7a0b-4b21-826c-34566b65e2c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:15.150926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a788bebc-3169-4ade-bbbf-14e85b6c01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.405666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.507862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 8b84f738-b178-42d7-8dea-00e11274056c is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:15.514966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.663521 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.697696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:15.699782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=43780930-0f05-48ad-a9e3-cec61daaab9b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:15.714001 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] Sync routers for ids ['8b84f738-b178-42d7-8dea-00e11274056c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:15.716064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.722048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-057c9744-e214-4049-b525-28e20fa6f80b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/43780930-0f05-48ad-a9e3-cec61daaab9b HTTP/1.1" status: 204 len: 168 time: 0.8115830 Dec 15 14:10:15.722824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:15.725112 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] Routers {'8b84f738-b178-42d7-8dea-00e11274056c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:15.725738 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8b84f738-b178-42d7-8dea-00e11274056c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.739054 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.742841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ecc54450-cc8f-4f11-84b8-efe891a733f8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6158662 Dec 15 14:10:15.743349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59722) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:15.776351 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.796223 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] Routers {'8b84f738-b178-42d7-8dea-00e11274056c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:15.797099 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8b84f738-b178-42d7-8dea-00e11274056c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.813852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet eb2071fd-64a7-417c-adf3-efbde10b3e8e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:15.818423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.848613 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.849660 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7c279-9ca3-4bfe-bea7-e80909f48e50 None None] The sync data for ids ['8b84f738-b178-42d7-8dea-00e11274056c'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:15.885016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.926689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62aaa84d-0893-42ce-98c6-f50cf6f47648 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/routers/8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 200 len: 884 time: 0.1793158 Dec 15 14:10:15.927840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:15.940314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5da721-0be8-4134-bc1e-0ab48937224e None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:16.038296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9c9a9ab9-23a8-4adb-84c4-9e681bcca718 None None] Provisioning complete for port 6fada15b-7a0b-4b21-826c-34566b65e2c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:16.038676 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9ab9-23a8-4adb-84c4-9e681bcca718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.267117 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.323473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fada15b-7a0b-4b21-826c-34566b65e2c0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:16.349116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.391253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6fada15b-7a0b-4b21-826c-34566b65e2c0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:16.391627 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.440872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.480665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2071fd-64a7-417c-adf3-efbde10b3e8e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:16.491089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.496982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3fa82eae-5922-49ee-8ba4-fddb3c4af407 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/eb2071fd-64a7-417c-adf3-efbde10b3e8e HTTP/1.1" status: 204 len: 168 time: 0.7691836 Dec 15 14:10:16.499143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.522348 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41ff127e-46a7-4c4b-903d-34f46a0e4e77 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5876250 Dec 15 14:10:16.522736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.530269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-305981871'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:16.587245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d9569f93-a1d0-489f-ba16-6029301690a2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855505 Dec 15 14:10:16.588002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.662371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b75ae-0038-46db-8141-d9088af71299 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:16.667453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4b9b75ae-0038-46db-8141-d9088af71299 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0761137 Dec 15 14:10:16.667932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.749977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf65e72-8283-4f75-ac1f-5685b15f36ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:16.752541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aaf65e72-8283-4f75-ac1f-5685b15f36ca tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0783994 Dec 15 14:10:16.756556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.816071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4c8fa8d3-6687-4f5c-871d-7540d84de63b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578816 Dec 15 14:10:16.816875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.822276 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7ea928fa-6565-44c1-9f7c-32d4d2e4867e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:16.977905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea928fa-6565-44c1-9f7c-32d4d2e4867e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:16.987443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ea928fa-6565-44c1-9f7c-32d4d2e4867e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.989287 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea928fa-6565-44c1-9f7c-32d4d2e4867e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:16.989825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea928fa-6565-44c1-9f7c-32d4d2e4867e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:17.015376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.019949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.020263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7ea928fa-6565-44c1-9f7c-32d4d2e4867e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2021072 Dec 15 14:10:17.026075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2fe4fe66-e81a-48d3-926a-b6527de271d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:17.053124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d49ef7d-5eb3-4517-ba8b-c7e6c314b510 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:17.100153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.169096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-91982891-eabe-4c05-847c-d9ccf09e682f None None] Provisioning complete for port 6fada15b-7a0b-4b21-826c-34566b65e2c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:17.172235 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91982891-eabe-4c05-847c-d9ccf09e682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.290944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4fe66-e81a-48d3-926a-b6527de271d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:17.294543 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fe4fe66-e81a-48d3-926a-b6527de271d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.296724 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe4fe66-e81a-48d3-926a-b6527de271d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:17.297160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe4fe66-e81a-48d3-926a-b6527de271d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:17.309661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 8b84f738-b178-42d7-8dea-00e11274056c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:17.314165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:17.378414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] Deleting port 6fada15b-7a0b-4b21-826c-34566b65e2c0 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:17.378876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.450578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:17.455508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2fe4fe66-e81a-48d3-926a-b6527de271d7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4343498 Dec 15 14:10:17.459202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.463306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.464924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a6474459-e063-4efd-bd4b-958522315095 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 200 len: 891 time: 0.9413021 Dec 15 14:10:17.467717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.467990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6d7b0124-cb18-40ac-8b2f-52b4600f15dc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:17.484429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] For port 6fada15b-7a0b-4b21-826c-34566b65e2c0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6fada15b-7a0b-4b21-826c-34566b65e2c0,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:17.484879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.520673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] Calling delete_port for 6fada15b-7a0b-4b21-826c-34566b65e2c0 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:17.565419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7b0124-cb18-40ac-8b2f-52b4600f15dc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:17.569770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0124-cb18-40ac-8b2f-52b4600f15dc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.571296 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7b0124-cb18-40ac-8b2f-52b4600f15dc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:17.572186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7b0124-cb18-40ac-8b2f-52b4600f15dc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:17.595098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6d7b0124-cb18-40ac-8b2f-52b4600f15dc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1341331 Dec 15 14:10:17.596182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.602782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-62b1cf53-fd97-4765-8373-29f5c8ca7830 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:17.603876 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6c1c272f-fb0c-4f1c-86ca-95dd926d16ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/routers/8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 200 len: 891 time: 0.1343529 Dec 15 14:10:17.607120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.637041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f3078cbf-2547-4657-b8e2-03f7e07bf27e tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 200 len: 205 time: 0.0282738 Dec 15 14:10:17.639968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.671022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] Sync routers for ids ['8b84f738-b178-42d7-8dea-00e11274056c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:17.698430 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.737160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] Routers {'8b84f738-b178-42d7-8dea-00e11274056c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:17.737854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8b84f738-b178-42d7-8dea-00e11274056c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:17.771005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1cf53-fd97-4765-8373-29f5c8ca7830 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:17.772850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.783110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62b1cf53-fd97-4765-8373-29f5c8ca7830 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.786968 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b1cf53-fd97-4765-8373-29f5c8ca7830 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:17.787408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b1cf53-fd97-4765-8373-29f5c8ca7830 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:17.790744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:17.805647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] Routers {'8b84f738-b178-42d7-8dea-00e11274056c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:17.806281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8b84f738-b178-42d7-8dea-00e11274056c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:17.821022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62b1cf53-fd97-4765-8373-29f5c8ca7830 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2235858 Dec 15 14:10:17.822574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.838390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9cc2004a-7020-4b4d-a92b-faa84c00df3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:17.853697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:17.854694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92f6e9-897a-4f6d-a2f4-0068efb8dbd1 None None] The sync data for ids ['8b84f738-b178-42d7-8dea-00e11274056c'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:17.892686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.925370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] Pushing event deleted for resources: {'Port': ['ID=6fada15b-7a0b-4b21-826c-34566b65e2c0,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:17.932983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6798628-57cf-4732-bd07-2c4a243adc08 None None] No DVR routers for this DVR port 6fada15b-7a0b-4b21-826c-34566b65e2c0 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:17.985051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.985854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2004a-7020-4b4d-a92b-faa84c00df3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:17.989820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cc2004a-7020-4b4d-a92b-faa84c00df3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.991351 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc2004a-7020-4b4d-a92b-faa84c00df3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:17.992000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc2004a-7020-4b4d-a92b-faa84c00df3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:18.014868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9cc2004a-7020-4b4d-a92b-faa84c00df3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1903934 Dec 15 14:10:18.018058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:18.023589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9ba1af50-c0d7-45f0-8487-577582b22777 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:18.058975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 3e307565-7bfd-4442-a424-11cf3a49c935 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:18.059572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.161929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba1af50-c0d7-45f0-8487-577582b22777 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:18.165923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ba1af50-c0d7-45f0-8487-577582b22777 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.167514 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba1af50-c0d7-45f0-8487-577582b22777 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:18.167999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba1af50-c0d7-45f0-8487-577582b22777 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:18.186458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.193663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9ba1af50-c0d7-45f0-8487-577582b22777 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1740296 Dec 15 14:10:18.195938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:18.207609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 3e307565-7bfd-4442-a424-11cf3a49c935 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:18.253014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8e74516e-9b91-45a3-bdd5-cb6154f907c4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0548966 Dec 15 14:10:18.255087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:18.312613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fada15b-7a0b-4b21-826c-34566b65e2c0 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:18.320955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6d2c62-db6a-4e05-8435-e2a27580540d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:18.325660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3a6d2c62-db6a-4e05-8435-e2a27580540d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685520 Dec 15 14:10:18.326146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:18.362854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6fada15b-7a0b-4b21-826c-34566b65e2c0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:18.363791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fada15b-7a0b-4b21-826c-34566b65e2c0 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:18.388350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6444d973-1b12-4f04-a2a6-60d636f5fd41 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608292 Dec 15 14:10:18.389080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:18.396734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:18.504247 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.508444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.514758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:18.519148 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.536305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da09c5e-d25e-4777-bab8-2ec8ad00f0a0 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:18.574597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=3e307565-7bfd-4442-a424-11cf3a49c935,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:18.650611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.765615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.770222 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.834470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.835227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router 8b84f738-b178-42d7-8dea-00e11274056c {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:18.843837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.849438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:18.852362 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b8a940ad-fdbf-4bd1-9449-9b95dc1719d0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 204 len: 168 time: 1.2110469 Dec 15 14:10:18.863030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1069439295'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:18.891048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:18.894940 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.965212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:18.966287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:18.970451 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.977173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:18.984577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:18.985370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.994047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27136fa6-75d1-42ad-baae-590012a07b7e None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:19.019947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:19.049234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69e19656-bf7b-4a3e-b0d5-5a93df4b252b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6590550 Dec 15 14:10:19.052045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:19.054042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:19.058603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:61:49:95', 'name': 'tempest-NetworksTestDHCPv6-16083526'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:19.070237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.070872 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment ec946537-4bb4-4353-9685-7145887514f2 of type vlan for network 7f69e1e7-883f-43bc-9d82-ca578661719f Dec 15 14:10:19.143823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.185359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': 'c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:19.186489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.213948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.233418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:19.234089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.252830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:19.296818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4417951 Dec 15 14:10:19.335253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:19.362311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:19.399552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Allocated IP 2001:db8::f816:3eff:fe62:9df5 (3ccb9cb9-f159-41ef-983a-8b682201b469/c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2/818a0876-ecab-4c7d-bcff-39368edb5452) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:19.407996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.438163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 5684c768-33a4-4219-948e-e682b4d68989 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:19.456216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d482ec-45bd-4188-aec5-09f098c11da0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=7f69e1e7-883f-43bc-9d82-ca578661719f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:19.478190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7f69e1e7-883f-43bc-9d82-ca578661719f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:19.527147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:19.532037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.654982 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.665356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.712101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:19.715461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:19.719356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:19.727714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe61:4995 (3ccb9cb9-f159-41ef-983a-8b682201b469/c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2/5684c768-33a4-4219-948e-e682b4d68989) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:19.752217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Pushing event updated for resources: {'Port': ['ID=818a0876-ecab-4c7d-bcff-39368edb5452,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:19.780546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.795575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Attempting to bind port 818a0876-ecab-4c7d-bcff-39368edb5452 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:19.795967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Attempting to bind port 818a0876-ecab-4c7d-bcff-39368edb5452 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:19.796340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Attempting to bind port 818a0876-ecab-4c7d-bcff-39368edb5452 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:19.801951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:19.802382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:19.802735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.803134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:19.803619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Bound port: 818a0876-ecab-4c7d-bcff-39368edb5452, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:19.804003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.860800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=5a9a2019-5776-4950-b3ef-337265ae5d2a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:19.869212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': 'ec946537-4bb4-4353-9685-7145887514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:19.869587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: 7f69e1e7-883f-43bc-9d82-ca578661719f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:19.892898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] For port 818a0876-ecab-4c7d-bcff-39368edb5452, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:19.893297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 7f69e1e7-883f-43bc-9d82-ca578661719f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:19.896756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] For port 818a0876-ecab-4c7d-bcff-39368edb5452, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=818a0876-ecab-4c7d-bcff-39368edb5452,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:19.903534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.907539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7f69e1e7-883f-43bc-9d82-ca578661719f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:19.922290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:19.923705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.937753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4300c1-4a09-4840-8c9d-6d4ba24c2670 None None] Network 7f69e1e7-883f-43bc-9d82-ca578661719f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:19.950825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f8592e64-ee76-4b5c-969a-726e6502fa2b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6116331 Dec 15 14:10:19.951164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:19.963187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1989276538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:19.981205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.999430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.001269 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.062144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3662780-47bf-4dbf-9bdc-7ce2457bebb0 None None] Pushing event updated for resources: {'Port': ['ID=818a0876-ecab-4c7d-bcff-39368edb5452,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:20.062718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.100468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.110004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.134776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:20.136729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.139230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b9f71878-e0d6-4606-92c3-29a6f1893ed9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1856897 Dec 15 14:10:20.140963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:20.143872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59794) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:20.145602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7f69e1e7-883f-43bc-9d82-ca578661719f', 'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': '5a9a2019-5776-4950-b3ef-337265ae5d2a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:20.145762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:20.146701 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.156428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:20.160567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.193689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=5684c768-33a4-4219-948e-e682b4d68989,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:20.205110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.205486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.205882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.206188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.206526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.206877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.207258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.207580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.209059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.209059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.209059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.209059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.209424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:20.219245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1e6ebfa8-4948-45a5-a61b-f308dda928df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1626096 Dec 15 14:10:20.219582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:20.363902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8a4e5-b5fc-4613-9786-0fd93a027513 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:20.374335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8a4e5-b5fc-4613-9786-0fd93a027513 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:20.376430 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36b8a4e5-b5fc-4613-9786-0fd93a027513 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1557469 Dec 15 14:10:20.382122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:20.416542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Allocated IP 2001:db8::2 (7f69e1e7-883f-43bc-9d82-ca578661719f/5a9a2019-5776-4950-b3ef-337265ae5d2a/970d72b6-d46b-4856-9576-ad29fdedb585) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:20.600969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 5684c768-33a4-4219-948e-e682b4d68989 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:20.601358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.657616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.746852 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.762397 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.795798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.814684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 5684c768-33a4-4219-948e-e682b4d68989 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:20.852470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Pushing event updated for resources: {'Port': ['ID=970d72b6-d46b-4856-9576-ad29fdedb585,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:20.875116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Network 7f69e1e7-883f-43bc-9d82-ca578661719f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:20.877321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:20.882465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:20.990931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8::1 (7f69e1e7-883f-43bc-9d82-ca578661719f/5a9a2019-5776-4950-b3ef-337265ae5d2a/21529fee-be58-4af2-addc-8349cca5e4e2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:21.086131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.240331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.303919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.311593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.314164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Attempting to bind port 970d72b6-d46b-4856-9576-ad29fdedb585 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:21.314164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Attempting to bind port 970d72b6-d46b-4856-9576-ad29fdedb585 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ec946537-4bb4-4353-9685-7145887514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:21.314164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Attempting to bind port 970d72b6-d46b-4856-9576-ad29fdedb585 on network 7f69e1e7-883f-43bc-9d82-ca578661719f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:21.320160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:21.320539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Checking segment: {'id': 'ec946537-4bb4-4353-9685-7145887514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:21.320964 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.321352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Bound using segment: {'id': 'ec946537-4bb4-4353-9685-7145887514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:21.321835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Bound port: 970d72b6-d46b-4856-9576-ad29fdedb585, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec946537-4bb4-4353-9685-7145887514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7f69e1e7-883f-43bc-9d82-ca578661719f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:21.322220 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.411969 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 7f69e1e7-883f-43bc-9d82-ca578661719f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:21.419669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:21.439627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:21.440190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.448281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] For port 970d72b6-d46b-4856-9576-ad29fdedb585, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:21.453195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] For port 970d72b6-d46b-4856-9576-ad29fdedb585, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=970d72b6-d46b-4856-9576-ad29fdedb585,segment=NetworkSegment(ec946537-4bb4-4353-9685-7145887514f2),segment_id=ec946537-4bb4-4353-9685-7145887514f2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:21.459710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.532200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadf251-dfa3-4ad8-a047-287d61d057ef None None] Pushing event updated for resources: {'Port': ['ID=970d72b6-d46b-4856-9576-ad29fdedb585,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:21.640569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=21529fee-be58-4af2-addc-8349cca5e4e2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:21.671199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=5684c768-33a4-4219-948e-e682b4d68989,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:21.731131 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.741789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.755423 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-13b09fc5-e037-40c0-aa71-80c6ad5e6a44 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/5684c768-33a4-4219-948e-e682b4d68989 HTTP/1.1" status: 204 len: 168 time: 1.3728702 Dec 15 14:10:21.757860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:21.772911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2ef18e43-799a-4fba-8670-c99c9f7addf6 None None] Provisioning complete for port 818a0876-ecab-4c7d-bcff-39368edb5452 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:21.773479 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ef18e43-799a-4fba-8670-c99c9f7addf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.923251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b7dc3-ce96-44f6-9d39-0bb729e96c6c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:21.937568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b7dc3-ce96-44f6-9d39-0bb729e96c6c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:21.939286 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-de8b7dc3-ce96-44f6-9d39-0bb729e96c6c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1804574 Dec 15 14:10:21.947458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:21.978575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ef18e43-799a-4fba-8670-c99c9f7addf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.053090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:22.057814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.073239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2ef18e43-799a-4fba-8670-c99c9f7addf6 None None] For port 818a0876-ecab-4c7d-bcff-39368edb5452, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=818a0876-ecab-4c7d-bcff-39368edb5452,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:22.083608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ef18e43-799a-4fba-8670-c99c9f7addf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.207448 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.277298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef18e43-799a-4fba-8670-c99c9f7addf6 None None] Pushing event updated for resources: {'Port': ['ID=818a0876-ecab-4c7d-bcff-39368edb5452,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.303870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.306875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b0061745-7a32-4d71-8441-e8bd0d7d4342 None None] Could not find standard attr ID for object 5684c768-33a4-4219-948e-e682b4d68989. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:10:22.309069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.310423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.383296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.416003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=21529fee-be58-4af2-addc-8349cca5e4e2,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.504078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 7f69e1e7-883f-43bc-9d82-ca578661719f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:22.506660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:22.564485 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.602950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 818a0876-ecab-4c7d-bcff-39368edb5452 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:22.621548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.627098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.630692 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2ee6a02a-3d00-4e50-b3d1-bdc2177bf044 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2 HTTP/1.1" status: 204 len: 168 time: 0.6819091 Dec 15 14:10:22.634489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59818) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:22.643274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858aed82-7f64-4640-ae71-3d06755d956a None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:22.693937 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f64439a0-8785-4c9a-ae9a-fa14ab7a6398 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550761 Dec 15 14:10:22.694536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:22.699674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:22.792369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 818a0876-ecab-4c7d-bcff-39368edb5452 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:22.793354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.886824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 8e8d2141-a715-499e-9c16-898c2e89e06a is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:22.892050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:22.895363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 970d72b6-d46b-4856-9576-ad29fdedb585 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:22.897263 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.951448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:23.010423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 970d72b6-d46b-4856-9576-ad29fdedb585 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:23.010899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.056852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] Deleting port 818a0876-ecab-4c7d-bcff-39368edb5452 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:23.057260 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.177378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:23.192799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-122f7e4e-ae3e-4095-92eb-afb9a52d3261 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/8e8d2141-a715-499e-9c16-898c2e89e06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0477345 Dec 15 14:10:23.193059 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] Sync routers for ids ['8e8d2141-a715-499e-9c16-898c2e89e06a'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:23.195433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:23.200595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] For port 818a0876-ecab-4c7d-bcff-39368edb5452, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=818a0876-ecab-4c7d-bcff-39368edb5452,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:23.201171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.205171 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] Routers {'8e8d2141-a715-499e-9c16-898c2e89e06a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:23.206310 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8e8d2141-a715-499e-9c16-898c2e89e06a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:23.223742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] Calling delete_port for 818a0876-ecab-4c7d-bcff-39368edb5452 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:23.250625 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:23.263337 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] Routers {'8e8d2141-a715-499e-9c16-898c2e89e06a'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:23.264635 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8e8d2141-a715-499e-9c16-898c2e89e06a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:23.314100 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:23.315038 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e05acc-69c9-458d-9212-5f9557e3d375 None None] The sync data for ids ['8e8d2141-a715-499e-9c16-898c2e89e06a'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:23.375863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e07f9-d256-4aef-88ea-3552a19329ef tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:23.377601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9e2e07f9-d256-4aef-88ea-3552a19329ef tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports/21529fee-be58-4af2-addc-8349cca5e4e2 HTTP/1.1" status: 200 len: 911 time: 0.1809654 Dec 15 14:10:23.384266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:23.392224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d39f87-a1a8-4275-a17b-8076ffa49a61 None None] Network 7f69e1e7-883f-43bc-9d82-ca578661719f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:23.398909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a9a2019-5776-4950-b3ef-337265ae5d2a'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:23.529103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.630370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5ec83c63-ad0d-4300-ae2b-b4655decd4b1 None None] Provisioning complete for port 970d72b6-d46b-4856-9576-ad29fdedb585 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:23.631140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ec83c63-ad0d-4300-ae2b-b4655decd4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.671399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 970d72b6-d46b-4856-9576-ad29fdedb585, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=970d72b6-d46b-4856-9576-ad29fdedb585,segment=NetworkSegment(ec946537-4bb4-4353-9685-7145887514f2),segment_id=ec946537-4bb4-4353-9685-7145887514f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:23.691415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.703036 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.743558 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.774137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] No DVR routers for this DVR port 818a0876-ecab-4c7d-bcff-39368edb5452 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:23.836186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=970d72b6-d46b-4856-9576-ad29fdedb585,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:23.870338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d135cc-d981-453e-ac45-ac8059fc099a None None] Pushing event deleted for resources: {'Port': ['ID=818a0876-ecab-4c7d-bcff-39368edb5452,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:23.948210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:23.950683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.024733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:24.033305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:24.040131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:24.041298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.047678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c36cb-f2f0-44e2-a2d6-95fca3c2e025 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:24.053802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=924e4d06-c5e6-486d-92e4-ccb3652500e1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:24.072680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6f493a48-94ec-42f9-a383-dee44017a26e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3748283 Dec 15 14:10:24.073543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59834) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:24.082521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:03:39:09', 'name': 'tempest-NetworksTestDHCPv6-1812805696'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:24.257759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '924e4d06-c5e6-486d-92e4-ccb3652500e1'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:24.258658 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.350273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:24.381745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 970d72b6-d46b-4856-9576-ad29fdedb585 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:24.461810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2d6592c2-86e7-4ba7-b66d-61f1b9312b0d None None] Provisioning complete for port 970d72b6-d46b-4856-9576-ad29fdedb585 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:24.462427 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d6592c2-86e7-4ba7-b66d-61f1b9312b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.527449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.551118 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.557395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:24.558135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.562756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/ports/21529fee-be58-4af2-addc-8349cca5e4e2 HTTP/1.1" status: 200 len: 911 time: 1.1739979 Dec 15 14:10:24.564595 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.566564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:24.661328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377bb4c-9357-4a40-ba22-2300db8a6ed8 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=21529fee-be58-4af2-addc-8349cca5e4e2,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:24.707855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Allocated IP 2001:db8::f816:3eff:fed1:2375 (3ccb9cb9-f159-41ef-983a-8b682201b469/924e4d06-c5e6-486d-92e4-ccb3652500e1/2fe62da6-560d-43fd-aacb-88fb078f5a0e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:24.711215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 970d72b6-d46b-4856-9576-ad29fdedb585 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:24.711783 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.768601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 82136381-0c3b-40ae-9674-95b11a990ece yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:24.845164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2d6592c2-86e7-4ba7-b66d-61f1b9312b0d None None] Provisioning complete for port 21529fee-be58-4af2-addc-8349cca5e4e2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:24.845685 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d6592c2-86e7-4ba7-b66d-61f1b9312b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.885729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2d6592c2-86e7-4ba7-b66d-61f1b9312b0d None None] Port 21529fee-be58-4af2-addc-8349cca5e4e2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:25.078010 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.109714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6eb2f690-10b2-4ed3-9f86-d6413b180143 None None] Provisioning complete for port 21529fee-be58-4af2-addc-8349cca5e4e2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:25.110090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f690-10b2-4ed3-9f86-d6413b180143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.142465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.151736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 818a0876-ecab-4c7d-bcff-39368edb5452 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:25.210653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe03:3909 (3ccb9cb9-f159-41ef-983a-8b682201b469/924e4d06-c5e6-486d-92e4-ccb3652500e1/82136381-0c3b-40ae-9674-95b11a990ece) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:25.214836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 818a0876-ecab-4c7d-bcff-39368edb5452 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:25.215218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 818a0876-ecab-4c7d-bcff-39368edb5452 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:25.229758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:25.230559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2f690-10b2-4ed3-9f86-d6413b180143 None None] Port 21529fee-be58-4af2-addc-8349cca5e4e2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:25.235249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:25.242696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:25.242966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Pushing event updated for resources: {'Port': ['ID=2fe62da6-560d-43fd-aacb-88fb078f5a0e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:25.307610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Attempting to bind port 2fe62da6-560d-43fd-aacb-88fb078f5a0e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:25.307974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Attempting to bind port 2fe62da6-560d-43fd-aacb-88fb078f5a0e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:25.308343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Attempting to bind port 2fe62da6-560d-43fd-aacb-88fb078f5a0e on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:25.316180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:25.317635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:25.318283 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.318979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:25.320198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Bound port: 2fe62da6-560d-43fd-aacb-88fb078f5a0e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:25.320850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.326014 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.394154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85f3ba63-081c-4e1d-aabf-5d12dea95b14 None None] Provisioning complete for port 21529fee-be58-4af2-addc-8349cca5e4e2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:25.394555 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85f3ba63-081c-4e1d-aabf-5d12dea95b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.449967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] For port 2fe62da6-560d-43fd-aacb-88fb078f5a0e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:25.454311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] For port 2fe62da6-560d-43fd-aacb-88fb078f5a0e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2fe62da6-560d-43fd-aacb-88fb078f5a0e,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:25.455308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-85f3ba63-081c-4e1d-aabf-5d12dea95b14 None None] Port 21529fee-be58-4af2-addc-8349cca5e4e2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:25.461972 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.544476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b76f64-250a-47af-b66b-6406ea3d0754 None None] Pushing event updated for resources: {'Port': ['ID=2fe62da6-560d-43fd-aacb-88fb078f5a0e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:25.579053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.648532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.741972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:25.745065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:25.748977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:25.754777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:25.755440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.789462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=82136381-0c3b-40ae-9674-95b11a990ece,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:25.857191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd7b8882-ce0e-4854-8d8c-29bef7bb2635 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7821667 Dec 15 14:10:25.860701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:25.909971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 21529fee-be58-4af2-addc-8349cca5e4e2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:25.910332 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.945387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b0e17-de1b-48d9-b353-64fb92dfa48a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:25.957027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b0e17-de1b-48d9-b353-64fb92dfa48a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:25.960554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d1b0e17-de1b-48d9-b353-64fb92dfa48a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0967138 Dec 15 14:10:25.961839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:26.100197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 82136381-0c3b-40ae-9674-95b11a990ece {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:26.100475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.109282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.130751 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 21529fee-be58-4af2-addc-8349cca5e4e2 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:26.234802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.264531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 82136381-0c3b-40ae-9674-95b11a990ece owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:26.506793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2fe62da6-560d-43fd-aacb-88fb078f5a0e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:26.557745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.608792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=82136381-0c3b-40ae-9674-95b11a990ece,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:26.628438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2fe62da6-560d-43fd-aacb-88fb078f5a0e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:26.629320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.641119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.682904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.687451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dd6d0917-7b94-4fff-901b-a38e2e48832f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/82136381-0c3b-40ae-9674-95b11a990ece HTTP/1.1" status: 204 len: 168 time: 0.7245998 Dec 15 14:10:26.690964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:26.707964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=21529fee-be58-4af2-addc-8349cca5e4e2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:26.800570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35254035-d1c4-43e9-98f4-e5556c7d12d0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:26.802227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35254035-d1c4-43e9-98f4-e5556c7d12d0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:26.804862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.808675 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-35254035-d1c4-43e9-98f4-e5556c7d12d0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143546 Dec 15 14:10:26.809182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:26.852563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2fe62da6-560d-43fd-aacb-88fb078f5a0e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2fe62da6-560d-43fd-aacb-88fb078f5a0e,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:26.858753 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.914935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.949236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2fe62da6-560d-43fd-aacb-88fb078f5a0e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:26.971332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 924e4d06-c5e6-486d-92e4-ccb3652500e1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:26.976087 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.051612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.148698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 8e8d2141-a715-499e-9c16-898c2e89e06a has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:27.181962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.209276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-57d86cd3-9511-4de5-896a-ce63ca364887 None None] Provisioning complete for port 2fe62da6-560d-43fd-aacb-88fb078f5a0e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:27.209643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-57d86cd3-9511-4de5-896a-ce63ca364887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.236143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:27.242247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d2a9e573-6175-434f-88b5-5785e903b8bf tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/8e8d2141-a715-499e-9c16-898c2e89e06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737959 Dec 15 14:10:27.244129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.277863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e3b248bd-136d-47d8-9514-e697a693295a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e8d2141-a715-499e-9c16-898c2e89e06a HTTP/1.1" status: 200 len: 205 time: 0.0301647 Dec 15 14:10:27.278310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.297127 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.334986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] Sync routers for ids ['8e8d2141-a715-499e-9c16-898c2e89e06a'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:27.350892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=924e4d06-c5e6-486d-92e4-ccb3652500e1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:27.358407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] Routers {'8e8d2141-a715-499e-9c16-898c2e89e06a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:27.360091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8e8d2141-a715-499e-9c16-898c2e89e06a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:27.366399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.370903 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e6c6ca2b-410a-4abe-a58f-e16e5257aed0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/924e4d06-c5e6-486d-92e4-ccb3652500e1 HTTP/1.1" status: 204 len: 168 time: 0.5606220 Dec 15 14:10:27.374382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.380738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.453913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d17723e0-782c-4e9d-9ef9-a542fd896cc8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781870 Dec 15 14:10:27.456284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.493249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:27.514628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] Routers {'8e8d2141-a715-499e-9c16-898c2e89e06a'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:27.515361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8e8d2141-a715-499e-9c16-898c2e89e06a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:27.578094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a89e3fb-2107-4176-848c-ebee48b21c14 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:27.580077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7a89e3fb-2107-4176-848c-ebee48b21c14 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1227374 Dec 15 14:10:27.582611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59872) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.603173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.603413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:27.604064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d3bac-be5e-4dcc-943e-dcafadee74ba None None] The sync data for ids ['8e8d2141-a715-499e-9c16-898c2e89e06a'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:27.605646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.621159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22be0b-e1cf-4211-9b43-bc7dac589725 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:27.669829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c363fe4d-351c-4bb3-9d2a-13aba626bd2b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:27.670592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.671203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8d2141-a715-499e-9c16-898c2e89e06a {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:27.674788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c363fe4d-351c-4bb3-9d2a-13aba626bd2b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886734 Dec 15 14:10:27.675276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59874) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.678017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.679320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-514435ba-bcea-4d86-a823-e7eef22574d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/8e8d2141-a715-499e-9c16-898c2e89e06a HTTP/1.1" status: 204 len: 168 time: 0.3996203 Dec 15 14:10:27.682489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.697585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-58dbf183-15ff-4994-bda4-543b51caba46 None None] Could not find standard attr ID for object 82136381-0c3b-40ae-9674-95b11a990ece. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:10:27.789210 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0dd812b4-574d-49bc-afcf-b7f2ad843647 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127114 Dec 15 14:10:27.794036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.798989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:27.826733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet 5a9a2019-5776-4950-b3ef-337265ae5d2a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:27.830529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.844882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:27.928944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.083524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:28.090185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.193785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Deleting port 2fe62da6-560d-43fd-aacb-88fb078f5a0e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:28.194346 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.202170 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.293032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] For port 2fe62da6-560d-43fd-aacb-88fb078f5a0e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2fe62da6-560d-43fd-aacb-88fb078f5a0e,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:28.293501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.316449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.317100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Calling delete_port for 2fe62da6-560d-43fd-aacb-88fb078f5a0e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:28.340411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2fe62da6-560d-43fd-aacb-88fb078f5a0e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:28.368226 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.371229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96959e65-aed8-4c9b-92ee-348bfdff00ce None None] Network 7f69e1e7-883f-43bc-9d82-ca578661719f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:28.371867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/5a9a2019-5776-4950-b3ef-337265ae5d2a HTTP/1.1" status: 204 len: 168 time: 0.6884069 Dec 15 14:10:28.374627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:28.378242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c414ff-e89d-4f25-a6f3-50d6332f608f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9a2019-5776-4950-b3ef-337265ae5d2a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:28.524474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.578298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.595335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.637228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] No DVR routers for this DVR port 2fe62da6-560d-43fd-aacb-88fb078f5a0e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:28.646867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Pushing event deleted for resources: {'Port': ['ID=2fe62da6-560d-43fd-aacb-88fb078f5a0e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:28.655816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.655816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.656178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.656523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.656859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.657191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.657518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.657848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.658169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.658494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.658819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.659141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.660109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a75e1-eee3-4cda-a917-305f0391eebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:28.717773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:28.722412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 970d72b6-d46b-4856-9576-ad29fdedb585 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:28.722750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.724686 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.824942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] DHCP port deletion for 7f69e1e7-883f-43bc-9d82-ca578661719f request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:28.825184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:28.834098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:28.843053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:28.844005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.849367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=45e4d808-79bc-44b0-ad68-39c5e7b18d8b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:28.862152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 970d72b6-d46b-4856-9576-ad29fdedb585, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=970d72b6-d46b-4856-9576-ad29fdedb585,segment=NetworkSegment(ec946537-4bb4-4353-9685-7145887514f2),segment_id=ec946537-4bb4-4353-9685-7145887514f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:28.862152 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.876971 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4fee3631-ce4d-4e6c-83ca-701ee99dd233 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0823400 Dec 15 14:10:28.879930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200a9e9-9b01-4745-9fa9-2af538ae0192 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:28.880086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:28.882065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 970d72b6-d46b-4856-9576-ad29fdedb585 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:28.888245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:44:92:b0', 'name': 'tempest-NetworksTestDHCPv6-1829793857'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:29.011212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Deleting port 970d72b6-d46b-4856-9576-ad29fdedb585 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:29.011853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.022952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.065267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=970d72b6-d46b-4856-9576-ad29fdedb585,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.067828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 970d72b6-d46b-4856-9576-ad29fdedb585 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:29.073382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:29.124035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.190483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '45e4d808-79bc-44b0-ad68-39c5e7b18d8b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:29.195862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 1b20dd14-8287-42f9-969a-5d04d1fd7136 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:29.197481 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.260538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] For port 970d72b6-d46b-4856-9576-ad29fdedb585, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=970d72b6-d46b-4856-9576-ad29fdedb585,segment=NetworkSegment(ec946537-4bb4-4353-9685-7145887514f2),segment_id=ec946537-4bb4-4353-9685-7145887514f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:29.260925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.269359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.297699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f69e1e7-883f-43bc-9d82-ca578661719f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:29.312308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec946537-4bb4-4353-9685-7145887514f2') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:29.312634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec946537-4bb4-4353-9685-7145887514f2') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:29.327446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.336022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Calling delete_port for 970d72b6-d46b-4856-9576-ad29fdedb585 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:29.343996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.357121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:29.357877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:29.361433 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:29.405862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe44:92b0 (3ccb9cb9-f159-41ef-983a-8b682201b469/45e4d808-79bc-44b0-ad68-39c5e7b18d8b/1b20dd14-8287-42f9-969a-5d04d1fd7136) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:29.453643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.453905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.464553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Network 7f69e1e7-883f-43bc-9d82-ca578661719f is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:10:29.464985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] No DVR routers for this DVR port 970d72b6-d46b-4856-9576-ad29fdedb585 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:29.478609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.488651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:29.492463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c96e-7d51-423f-b04c-4db6e3c070f3 None None] Pushing event deleted for resources: {'Port': ['ID=970d72b6-d46b-4856-9576-ad29fdedb585,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.493112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1172601249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:29.499723 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/7f69e1e7-883f-43bc-9d82-ca578661719f HTTP/1.1" status: 204 len: 168 time: 1.1224477 Dec 15 14:10:29.512457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1402347-ca42-4635-b0ce-a898f63a5590 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=7f69e1e7-883f-43bc-9d82-ca578661719f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.570421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.571473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.667072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.673137 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.677034 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.704002 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.705289 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69ae52f1-337c-4995-af6f-474de7505659 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2156696 Dec 15 14:10:29.708079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:29.713367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525356800'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:29.728921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.745011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:29.766687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.795602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Allocated IP 2001:db8::f816:3eff:fea8:e158 (3ccb9cb9-f159-41ef-983a-8b682201b469/45e4d808-79bc-44b0-ad68-39c5e7b18d8b/1925db9f-0447-4757-be27-c04d48dc7030) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:29.798920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:29.803534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:29.808829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:29.815772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:29.816492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.824194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=1b20dd14-8287-42f9-969a-5d04d1fd7136,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.835421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:29.843545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-729be66c-c13e-4095-aac4-041e261b1dc2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9604328 Dec 15 14:10:29.846869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59902) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:29.858765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.859211 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment 188854f0-3351-40ab-97cc-2a06f68c8eaa of type vlan for network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 Dec 15 14:10:29.903819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82b7f6-931e-4f8b-b408-921fe08c9dcc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:29.908532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ed82b7f6-931e-4f8b-b408-921fe08c9dcc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0580518 Dec 15 14:10:29.908775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:29.941529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.998717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.007142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:30.007774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.038740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 1b20dd14-8287-42f9-969a-5d04d1fd7136 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:30.048219 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.067895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.079526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.097724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3884108 Dec 15 14:10:30.098348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:30.126055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:30.137242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:30.145202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:30.148736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8350426-0569-4bcf-85e3-b545f17adfd9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=ace56e5e-c7bc-4104-9f1e-c5fa14bcea10,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:30.150172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Pushing event updated for resources: {'Port': ['ID=1925db9f-0447-4757-be27-c04d48dc7030,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:30.154643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:30.162345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:30.249271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:30.253210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.284199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.304386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Attempting to bind port 1925db9f-0447-4757-be27-c04d48dc7030 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:30.305164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Attempting to bind port 1925db9f-0447-4757-be27-c04d48dc7030 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:30.306402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Attempting to bind port 1925db9f-0447-4757-be27-c04d48dc7030 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:30.317739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 1b20dd14-8287-42f9-969a-5d04d1fd7136 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:30.321366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:30.322084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:30.322662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.323058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:30.323547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Bound port: 1925db9f-0447-4757-be27-c04d48dc7030, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:30.323929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.336163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 970d72b6-d46b-4856-9576-ad29fdedb585 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:30.376737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 970d72b6-d46b-4856-9576-ad29fdedb585 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:30.377092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 970d72b6-d46b-4856-9576-ad29fdedb585 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:30.467380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] For port 1925db9f-0447-4757-be27-c04d48dc7030, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:30.472292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] For port 1925db9f-0447-4757-be27-c04d48dc7030, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1925db9f-0447-4757-be27-c04d48dc7030,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:30.478725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.558335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d6499-959b-4a86-921c-8bbf9a1fa25d None None] Pushing event updated for resources: {'Port': ['ID=1925db9f-0447-4757-be27-c04d48dc7030,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:30.574123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.665848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=9c9e72fe-a840-4ed8-b887-026345230ed0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:30.708845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:30.709307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: ace56e5e-c7bc-4104-9f1e-c5fa14bcea10, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:30.738362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:30.750115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ace56e5e-c7bc-4104-9f1e-c5fa14bcea10) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:30.755945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:30.756884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.761593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd83e52-5c2f-413e-9003-9a62e94d1677 None None] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:30.786036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5fe9927e-bc7f-4b05-a319-d9236eeef9a1 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6839876 Dec 15 14:10:30.790191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59912) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:30.974189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:30.975697 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.987349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.067496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=1b20dd14-8287-42f9-969a-5d04d1fd7136,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:31.071085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.081137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:31.095837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c576e722-0577-4c1a-9545-8fe206eacf59 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/1b20dd14-8287-42f9-969a-5d04d1fd7136 HTTP/1.1" status: 204 len: 168 time: 1.1859949 Dec 15 14:10:31.169255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Allocated IP 2001:db8::2 (ace56e5e-c7bc-4104-9f1e-c5fa14bcea10/9c9e72fe-a840-4ed8-b887-026345230ed0/701098de-dd6b-4a62-945c-0720ad62986b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:31.376897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.385040 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.447096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:31.465062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:31.465268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.471731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:31.513136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Pushing event updated for resources: {'Port': ['ID=701098de-dd6b-4a62-945c-0720ad62986b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:31.601948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Attempting to bind port 701098de-dd6b-4a62-945c-0720ad62986b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:31.602329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Attempting to bind port 701098de-dd6b-4a62-945c-0720ad62986b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:31.602697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Attempting to bind port 701098de-dd6b-4a62-945c-0720ad62986b on network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:31.635680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:31.636063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Checking segment: {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:31.645100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.645594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Bound using segment: {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:31.646129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Bound port: 701098de-dd6b-4a62-945c-0720ad62986b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:31.646507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.674042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94315abb-57b1-43fc-88d6-20d9e786547f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:31.675840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94315abb-57b1-43fc-88d6-20d9e786547f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:31.677526 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-94315abb-57b1-43fc-88d6-20d9e786547f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5952125 Dec 15 14:10:31.680221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:31.767422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 45e4d808-79bc-44b0-ad68-39c5e7b18d8b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:31.774260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.793098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] For port 701098de-dd6b-4a62-945c-0720ad62986b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:31.803703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] For port 701098de-dd6b-4a62-945c-0720ad62986b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=701098de-dd6b-4a62-945c-0720ad62986b,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:31.811300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.869524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.968407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a9ae5-2778-4307-803b-03d83b200e2c None None] Pushing event updated for resources: {'Port': ['ID=701098de-dd6b-4a62-945c-0720ad62986b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:32.010573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8::1 (ace56e5e-c7bc-4104-9f1e-c5fa14bcea10/9c9e72fe-a840-4ed8-b887-026345230ed0/1012e8cf-783c-45a8-86a6-f78db92b1483) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:32.024916 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.120770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.167825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=45e4d808-79bc-44b0-ad68-39c5e7b18d8b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:32.170254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.177139 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0a6e94e8-04a3-426c-ae33-b05cff872fbd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/45e4d808-79bc-44b0-ad68-39c5e7b18d8b HTTP/1.1" status: 204 len: 168 time: 0.4958677 Dec 15 14:10:32.178146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:32.195065 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.237465 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cdf5843c-afe2-49a1-8b50-d2797187175b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580754 Dec 15 14:10:32.239962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:32.247135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.248722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:32.304809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef071c7-909a-4846-96dd-671afb7f2622 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:32.305738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:32.309515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:32.315792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:32.316455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.322817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=1012e8cf-783c-45a8-86a6-f78db92b1483,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:32.492394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:32.499729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.506525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d9e97ec2-e179-4bd2-aae2-cd9e0c11d50b None None] Provisioning complete for port 1925db9f-0447-4757-be27-c04d48dc7030 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:32.506899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9e97ec2-e179-4bd2-aae2-cd9e0c11d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.546006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1925db9f-0447-4757-be27-c04d48dc7030 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:32.553499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.603748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:32.660634 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9e97ec2-e179-4bd2-aae2-cd9e0c11d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.752353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d9e97ec2-e179-4bd2-aae2-cd9e0c11d50b None None] For port 1925db9f-0447-4757-be27-c04d48dc7030, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1925db9f-0447-4757-be27-c04d48dc7030,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:32.753155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1925db9f-0447-4757-be27-c04d48dc7030 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:32.753528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.780101 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9e97ec2-e179-4bd2-aae2-cd9e0c11d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.859517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] Deleting port 1925db9f-0447-4757-be27-c04d48dc7030 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:32.860083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.014346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.022820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.023891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.095397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:33.137508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=1012e8cf-783c-45a8-86a6-f78db92b1483,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.215706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] For port 1925db9f-0447-4757-be27-c04d48dc7030, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1925db9f-0447-4757-be27-c04d48dc7030,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:33.216107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.240351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] Calling delete_port for 1925db9f-0447-4757-be27-c04d48dc7030 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:33.321812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:33.324389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:33.383786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Could not find standard attr ID for object 1925db9f-0447-4757-be27-c04d48dc7030. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:10:33.385375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.402989 n-d-815324-3 neutron-server[103380]: INFO neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No ports have port_id starting with 1925db9f-0447-4757-be27-c04d48dc7030 Dec 15 14:10:33.407814 n-d-815324-3 neutron-server[103378]: WARNING neutron.services.revisions.revision_plugin [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Could not find related port for resource to bump revision. Dec 15 14:10:33.414012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_pluggable_backend [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Port 1925db9f-0447-4757-be27-c04d48dc7030 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103378) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 15 14:10:33.414790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_pluggable_backend [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Reverting IP allocation for 2001:db8::f816:3eff:fea8:e158 {{(pid=103378) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 15 14:10:33.419037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_pluggable_backend [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea8:e158 {{(pid=103378) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 15 14:10:33.420731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.423628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e97ec2-e179-4bd2-aae2-cd9e0c11d50b None None] Pushing event updated for resources: {'Port': ['ID=1925db9f-0447-4757-be27-c04d48dc7030,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.430446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 701098de-dd6b-4a62-945c-0720ad62986b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:33.517896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:33.530699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] No DVR routers for this DVR port 1925db9f-0447-4757-be27-c04d48dc7030 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:33.532358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c9a1e-5716-48c8-bbef-f752bc555557 None None] Pushing event deleted for resources: {'Port': ['ID=1925db9f-0447-4757-be27-c04d48dc7030,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.533449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:33.538394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 701098de-dd6b-4a62-945c-0720ad62986b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:33.538769 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.539281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:33.544668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:33.545998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.581461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=54a2d7a5-00af-4b81-9b7f-72464bbb3de8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.599461 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-22cf5207-54cb-4c46-bef1-663137fa6068 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3582108 Dec 15 14:10:33.601988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:33.608283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:4a:05:52', 'name': 'tempest-NetworksTestDHCPv6-1376818322'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:33.627490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c02e5c-30a8-499d-a25c-ce5f737249bc None None] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:33.629362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c5a25-a7aa-4ba5-84c7-838b409e65f6 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:33.718537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:33.729851 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:33.734688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a3b316a6-e37e-4c2b-959b-bb157897c145 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9405751 Dec 15 14:10:33.735316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:33.741060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1227021515'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:33.756148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:33.757176 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:33.762651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:33.769890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:33.773444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.814097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6a6af7f8-a2ca-4145-95a5-92f7c0c8df5f None None] Provisioning complete for port 701098de-dd6b-4a62-945c-0720ad62986b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:33.814455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a6af7f8-a2ca-4145-95a5-92f7c0c8df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.816907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '54a2d7a5-00af-4b81-9b7f-72464bbb3de8'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:33.817787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.854002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:33.878557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.878902 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment f79a2d77-e7a8-4706-a593-fe99d4c6ea0f of type vlan for network a7626210-a2af-4fad-8041-4e4b2430ce45 Dec 15 14:10:33.900261 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.908332 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:33.923934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 63a6f23d-ee07-4c27-95ee-38f58cc95ac4 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:33.959031 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.072892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe4a:552 (3ccb9cb9-f159-41ef-983a-8b682201b469/54a2d7a5-00af-4b81-9b7f-72464bbb3de8/63a6f23d-ee07-4c27-95ee-38f58cc95ac4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:34.101772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 701098de-dd6b-4a62-945c-0720ad62986b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=701098de-dd6b-4a62-945c-0720ad62986b,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:34.120841 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.163320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a6af7f8-a2ca-4145-95a5-92f7c0c8df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.224468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.251970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=701098de-dd6b-4a62-945c-0720ad62986b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:34.275131 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:32Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:32Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:34.297111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.303842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:34.304597 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.339143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:34.340267 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Updating router 0a1025d0-e107-4066-a6bc-3fa563554332 port 1012e8cf-783c-45a8-86a6-f78db92b1483 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:34.381933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=a7626210-a2af-4fad-8041-4e4b2430ce45,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:34.399225 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.402825 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.413064 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f81d3b00-0ae5-4806-9384-d2fa6b7acbea tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6765413 Dec 15 14:10:34.417665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:34.426100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:34.445037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.475848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-6a6af7f8-a2ca-4145-95a5-92f7c0c8df5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:10:34.476712 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-6a6af7f8-a2ca-4145-95a5-92f7c0c8df5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:10:34.493460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:34.519813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:34.523407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:34.530627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:34.531467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.557658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9544985 Dec 15 14:10:34.561641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59962) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:34.613119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d4d15-a493-4b7b-b912-20ab0fe23941 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=63a6f23d-ee07-4c27-95ee-38f58cc95ac4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:34.668938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834cb42-9c53-4d14-a01a-5a01cc59eb3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:34.671351 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8834cb42-9c53-4d14-a01a-5a01cc59eb3e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1083996 Dec 15 14:10:34.676569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:34.705679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Allocated IP 2001:db8::f816:3eff:fe83:5fb4 (3ccb9cb9-f159-41ef-983a-8b682201b469/54a2d7a5-00af-4b81-9b7f-72464bbb3de8/68637347-6bb5-4b29-bcec-63e46994ee02) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:34.726825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network a7626210-a2af-4fad-8041-4e4b2430ce45 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:34.730027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1925db9f-0447-4757-be27-c04d48dc7030 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:34.774861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:34.784631 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.937296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 63a6f23d-ee07-4c27-95ee-38f58cc95ac4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:34.937841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.988311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1925db9f-0447-4757-be27-c04d48dc7030 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:34.988692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1925db9f-0447-4757-be27-c04d48dc7030 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:35.175345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.207051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 63a6f23d-ee07-4c27-95ee-38f58cc95ac4 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:35.274636 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.274906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b04e08e4-7615-4cda-a26a-4b479db43d8b None None] Provisioning complete for port 1012e8cf-783c-45a8-86a6-f78db92b1483 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:35.275001 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b04e08e4-7615-4cda-a26a-4b479db43d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.286432 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.297108 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.348661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b04e08e4-7615-4cda-a26a-4b479db43d8b None None] Port 1012e8cf-783c-45a8-86a6-f78db92b1483 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:35.402241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Pushing event updated for resources: {'Port': ['ID=1012e8cf-783c-45a8-86a6-f78db92b1483,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.406073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b04e08e4-7615-4cda-a26a-4b479db43d8b None None] Provisioning complete for port 701098de-dd6b-4a62-945c-0720ad62986b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:35.406450 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b04e08e4-7615-4cda-a26a-4b479db43d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.414567 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.415170 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.415669 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.416146 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.416688 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.417161 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.417651 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.418404 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.418875 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.419340 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.420353 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.420866 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.421331 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:35.433934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=f2789dde-95c8-4ee2-9be9-8926f3c61ff3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.446382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:35.448006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: a7626210-a2af-4fad-8041-4e4b2430ce45, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:35.485205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network a7626210-a2af-4fad-8041-4e4b2430ce45 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:35.498986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, a7626210-a2af-4fad-8041-4e4b2430ce45) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:35.501944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.505791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:35.506434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.535711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12efb19a-3da6-4d4b-b14d-21e56eb97132 None None] Network a7626210-a2af-4fad-8041-4e4b2430ce45 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:35.568925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d5de9f28-2062-4c33-8449-b4dae0856cb2 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1461556 Dec 15 14:10:35.569979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59978) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:35.570159 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.573900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.624363 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Attempting to bind port 1012e8cf-783c-45a8-86a6-f78db92b1483 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:35.627254 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Attempting to bind port 1012e8cf-783c-45a8-86a6-f78db92b1483 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:35.627810 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Attempting to bind port 1012e8cf-783c-45a8-86a6-f78db92b1483 on network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:35.637855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:35.638875 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:35.639465 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Checking segment: {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:35.642540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:35.643501 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.647476 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Bound using segment: {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:35.648271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Bound port: 1012e8cf-783c-45a8-86a6-f78db92b1483, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188854f0-3351-40ab-97cc-2a06f68c8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:35.648910 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.678080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=63a6f23d-ee07-4c27-95ee-38f58cc95ac4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.681532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:35.750344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.781426 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-729ebcb0-21cf-46a8-9a4e-5c9731682400 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/63a6f23d-ee07-4c27-95ee-38f58cc95ac4 HTTP/1.1" status: 204 len: 168 time: 1.1030567 Dec 15 14:10:35.784966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:35.822928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Attempting to bind port 68637347-6bb5-4b29-bcec-63e46994ee02 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:35.823592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Attempting to bind port 68637347-6bb5-4b29-bcec-63e46994ee02 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:35.824126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Attempting to bind port 68637347-6bb5-4b29-bcec-63e46994ee02 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:35.840623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] For port 1012e8cf-783c-45a8-86a6-f78db92b1483, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:35.861791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] For port 1012e8cf-783c-45a8-86a6-f78db92b1483, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1012e8cf-783c-45a8-86a6-f78db92b1483,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:35.868139 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.916794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Pushing event updated for resources: {'Port': ['ID=68637347-6bb5-4b29-bcec-63e46994ee02,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.922935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:35.923625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:35.924188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.924782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:35.925423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Bound port: 68637347-6bb5-4b29-bcec-63e46994ee02, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:35.925986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.953956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbce0d2-43da-4781-9c56-d5cec34f67f7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:35.955548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbce0d2-43da-4781-9c56-d5cec34f67f7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:35.959740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-acbce0d2-43da-4781-9c56-d5cec34f67f7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1708877 Dec 15 14:10:35.968040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 59984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:36.097713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] For port 68637347-6bb5-4b29-bcec-63e46994ee02, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:36.101292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 54a2d7a5-00af-4b81-9b7f-72464bbb3de8 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:36.108376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.109455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] For port 68637347-6bb5-4b29-bcec-63e46994ee02, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=68637347-6bb5-4b29-bcec-63e46994ee02,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:36.153035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.218806 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:36.219432 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:36.259595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea41f-a5bd-4dd5-b85c-14fc3678f7d8 None None] Pushing event updated for resources: {'Port': ['ID=68637347-6bb5-4b29-bcec-63e46994ee02,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:36.262557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-a7626210-a2af-4fad-8041-4e4b2430ce45', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:36.265041 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.291483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.347724 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacc085-23a2-43ab-9e83-23d109a6f6d2 None None] Pushing event updated for resources: {'Port': ['ID=1012e8cf-783c-45a8-86a6-f78db92b1483,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:36.392080 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:36.402524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-433a2b02-b0a1-4ecd-a0d7-318a18bb0fa1 None None] Provisioning complete for port 1012e8cf-783c-45a8-86a6-f78db92b1483 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:36.402904 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-433a2b02-b0a1-4ecd-a0d7-318a18bb0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.496944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 701098de-dd6b-4a62-945c-0720ad62986b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:36.605364 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.606821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 701098de-dd6b-4a62-945c-0720ad62986b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:36.607254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.609455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Allocated IP 2001:db8:1::2 (a7626210-a2af-4fad-8041-4e4b2430ce45/f2789dde-95c8-4ee2-9be9-8926f3c61ff3/4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:36.648543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.669873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:32Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:36.741788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032124d8-cc4b-4a83-ae79-818b6679ef70 None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:32Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:36.746040 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-433a2b02-b0a1-4ecd-a0d7-318a18bb0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.893963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-433a2b02-b0a1-4ecd-a0d7-318a18bb0fa1 None None] For port 1012e8cf-783c-45a8-86a6-f78db92b1483, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1012e8cf-783c-45a8-86a6-f78db92b1483,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:36.902655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-433a2b02-b0a1-4ecd-a0d7-318a18bb0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.965444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a2b02-b0a1-4ecd-a0d7-318a18bb0fa1 None None] Pushing event updated for resources: {'Port': ['ID=1012e8cf-783c-45a8-86a6-f78db92b1483,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:37.033934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:10:37.068009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.116550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.120999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/54a2d7a5-00af-4b81-9b7f-72464bbb3de8 HTTP/1.1" status: 204 len: 168 time: 1.1531267 Dec 15 14:10:37.121946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdea0ce-93d9-4da8-9900-8b7db6aeb84f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=54a2d7a5-00af-4b81-9b7f-72464bbb3de8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:37.124332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.189756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7b095cc6-c991-44b8-871a-c66f875f204a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639749 Dec 15 14:10:37.197684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 59998) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.276986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3192a2b-ee84-4802-866a-f7c9b3b7d309 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:37.280991 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3192a2b-ee84-4802-866a-f7c9b3b7d309 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0799031 Dec 15 14:10:37.281252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60002) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.385780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ffe423-3c68-43c9-aaa3-6aaab0fe4c19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:37.387306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95ffe423-3c68-43c9-aaa3-6aaab0fe4c19 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1049817 Dec 15 14:10:37.390239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.393763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4da82116-e9c8-4421-914e-64d6680ffb05 None None] Provisioning complete for port 1012e8cf-783c-45a8-86a6-f78db92b1483 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:37.394131 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4da82116-e9c8-4421-914e-64d6680ffb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.451585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.497556 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.534715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-98b12adc-0dd0-4884-910e-2397d81c54df tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385252 Dec 15 14:10:37.535729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.540909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:37.594914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Pushing event updated for resources: {'Port': ['ID=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:37.611685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Network a7626210-a2af-4fad-8041-4e4b2430ce45 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:37.614015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:37.622079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:37.686479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8:1::1 (a7626210-a2af-4fad-8041-4e4b2430ce45/f2789dde-95c8-4ee2-9be9-8926f3c61ff3/d22f6ee2-59a6-441b-b78d-671860475840) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:37.760442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Attempting to bind port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:37.760956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:37.765304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Attempting to bind port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:37.765830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Attempting to bind port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e on network a7626210-a2af-4fad-8041-4e4b2430ce45 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:37.767796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.780581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:37.781319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Checking segment: {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:37.783348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.783959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Bound using segment: {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:37.784649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Bound port: 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:37.788082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.914095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] For port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:37.925555 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] For port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,segment=NetworkSegment(f79a2d77-e7a8-4706-a593-fe99d4c6ea0f),segment_id=f79a2d77-e7a8-4706-a593-fe99d4c6ea0f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:37.932912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.974129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.099184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.109082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe0d2c-b5a3-4a8e-ae4a-dff3976e31be None None] Pushing event updated for resources: {'Port': ['ID=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.154861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcddf5b-62dc-4ba9-80c5-e1b87363131c None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:38.167903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.210270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network a7626210-a2af-4fad-8041-4e4b2430ce45 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:38.213856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:38.223923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:38.231832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.255138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=36bccfc2-a510-4133-b5ba-35da51460183,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.275068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:38.277047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:38.280739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:38.281715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.302197 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77e51fb2-2077-45c2-aafc-c014ad0ef7bb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7648921 Dec 15 14:10:38.304375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:38.313097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:83:85:5b', 'name': 'tempest-NetworksTestDHCPv6-2106243117'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:38.322403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b9f475cd-46ec-4781-8e9f-ef55193ac67f None None] Provisioning complete for port 68637347-6bb5-4b29-bcec-63e46994ee02 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:38.322779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9f475cd-46ec-4781-8e9f-ef55193ac67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.334044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=d22f6ee2-59a6-441b-b78d-671860475840,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.526881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.604162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:38.610165 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9f475cd-46ec-4781-8e9f-ef55193ac67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.642263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.696939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:38.707240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 8414f7a5-ab21-4c21-8f83-931d9f34c18f yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:38.746621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1012e8cf-783c-45a8-86a6-f78db92b1483 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:38.850349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b9f475cd-46ec-4781-8e9f-ef55193ac67f None None] For port 68637347-6bb5-4b29-bcec-63e46994ee02, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=68637347-6bb5-4b29-bcec-63e46994ee02,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:38.925793 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9f475cd-46ec-4781-8e9f-ef55193ac67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.952881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::397 (3ccb9cb9-f159-41ef-983a-8b682201b469/36bccfc2-a510-4133-b5ba-35da51460183/8414f7a5-ab21-4c21-8f83-931d9f34c18f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:39.085004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1012e8cf-783c-45a8-86a6-f78db92b1483 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:39.085219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.176720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.177790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f475cd-46ec-4781-8e9f-ef55193ac67f None None] Pushing event updated for resources: {'Port': ['ID=68637347-6bb5-4b29-bcec-63e46994ee02,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.222846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] Deleting port 68637347-6bb5-4b29-bcec-63e46994ee02 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:39.223230 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.234505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.242308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.249391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.250434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.323673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:39.328083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:39.331145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:39.337177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:39.337612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.365806 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0601196 Dec 15 14:10:39.368987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:39.387723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ed975-cd5b-4dd9-a723-6a0348accec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=8414f7a5-ab21-4c21-8f83-931d9f34c18f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.448057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68293b-25bf-434e-9138-27b3500ed5e7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:39.460632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68293b-25bf-434e-9138-27b3500ed5e7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:39.462295 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2c68293b-25bf-434e-9138-27b3500ed5e7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0923812 Dec 15 14:10:39.468008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:39.473865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] For port 68637347-6bb5-4b29-bcec-63e46994ee02, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=68637347-6bb5-4b29-bcec-63e46994ee02,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:39.474577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.480864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=d22f6ee2-59a6-441b-b78d-671860475840,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.510194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] Calling delete_port for 68637347-6bb5-4b29-bcec-63e46994ee02 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:39.567420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network a7626210-a2af-4fad-8041-4e4b2430ce45 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:39.569175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:39.653716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 8414f7a5-ab21-4c21-8f83-931d9f34c18f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:39.654674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.718910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.792895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:39.806763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] Pushing event deleted for resources: {'Port': ['ID=68637347-6bb5-4b29-bcec-63e46994ee02,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.808009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.824884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e73c26-1f16-4d58-945a-55335b937d01 None None] No DVR routers for this DVR port 68637347-6bb5-4b29-bcec-63e46994ee02 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:39.840271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 8414f7a5-ab21-4c21-8f83-931d9f34c18f owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:39.870068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71dd84e-38f4-478f-89d2-a1c13a96a0c1 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:40.083813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f03b61-4411-47fd-922d-a9a66c24262e None None] Network a7626210-a2af-4fad-8041-4e4b2430ce45 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:40.199773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.265807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fea2fae7-4843-4d7f-a41a-feee404b3e14 None None] Provisioning complete for port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:40.266540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fea2fae7-4843-4d7f-a41a-feee404b3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.287617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=8414f7a5-ab21-4c21-8f83-931d9f34c18f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:40.294726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.305518 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c2d3fe88-0b12-428c-9b18-12c06dc0e46b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/8414f7a5-ab21-4c21-8f83-931d9f34c18f HTTP/1.1" status: 204 len: 168 time: 0.8363023 Dec 15 14:10:40.307790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:40.446302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7dcc4-9591-430f-a283-4796ccbe36c6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:40.450124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa7740-0f00-4778-9122-2dcf497c7569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '36bccfc2-a510-4133-b5ba-35da51460183'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:40.450804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7dcc4-9591-430f-a283-4796ccbe36c6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:40.451881 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7740-0f00-4778-9122-2dcf497c7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.452608 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dea7dcc4-9591-430f-a283-4796ccbe36c6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1428514 Dec 15 14:10:40.457402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:40.488257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:40.551272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 36bccfc2-a510-4133-b5ba-35da51460183 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:40.566527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.647596 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.706373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.715590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:40.736077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9ca11867-1be2-4d6a-9360-64c1b76414e6 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1640785 Dec 15 14:10:40.737351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:40.738728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:40.746881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-914138590'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:40.756578 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fea2fae7-4843-4d7f-a41a-feee404b3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.784425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:40.784591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.785361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:40.788449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:40.793952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.840997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:40.860206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.860923 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment 1c30e88d-97fd-4a4a-9e33-a6304ad1e976 of type vlan for network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 Dec 15 14:10:40.862778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=36bccfc2-a510-4133-b5ba-35da51460183,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:40.864841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.879884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60036) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:40.881210 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d9865105-78e7-45b6-9bf8-60234176d1d2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/36bccfc2-a510-4133-b5ba-35da51460183 HTTP/1.1" status: 204 len: 168 time: 0.4223392 Dec 15 14:10:40.910408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:40.939974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-25598b1b-179e-4f3c-94de-3448e6b27600 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585015 Dec 15 14:10:40.942534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60038) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:40.988411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d7dbad8d-d39f-4535-9c08-089b1c02f7c4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0442357 Dec 15 14:10:40.989112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60040) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:41.008369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.016732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:41.017565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-d2aa7740-0f00-4778-9122-2dcf497c7569 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36bccfc2-a510-4133-b5ba-35da51460183: This subnet is being modified by another concurrent operation. Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36bccfc2-a510-4133-b5ba-35da51460183: This subnet is being modified by another concurrent operation. Dec 15 14:10:41.049696 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:10:41.057291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.068216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:41.073532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.113487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3522e-4946-4217-9f47-84e87b198faf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:41.115009 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-03d3522e-4946-4217-9f47-84e87b198faf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1250205 Dec 15 14:10:41.120689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60042) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:41.205987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4655430 Dec 15 14:10:41.210396 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e919584c-ed6b-473a-9a0d-409043192200 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881281 Dec 15 14:10:41.210987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:41.215923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:41.219838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60048) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:41.230274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:41.399716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fea2fae7-4843-4d7f-a41a-feee404b3e14 None None] For port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,segment=NetworkSegment(f79a2d77-e7a8-4706-a593-fe99d4c6ea0f),segment_id=f79a2d77-e7a8-4706-a593-fe99d4c6ea0f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:41.400859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f49c62-685c-45b6-a1fc-e6c6f59eee1a tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=18a830f4-3c5e-4a57-bb5f-95a5c0579a78,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:41.418270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:41.421469 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fea2fae7-4843-4d7f-a41a-feee404b3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.472170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:41.480427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.518348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:41.522343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.567105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2fae7-4843-4d7f-a41a-feee404b3e14 None None] Pushing event updated for resources: {'Port': ['ID=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:41.724183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e3032103-d144-4e26-8fe0-a9b2970e66c6 None None] Provisioning complete for port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:41.724639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3032103-d144-4e26-8fe0-a9b2970e66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.788565 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 68637347-6bb5-4b29-bcec-63e46994ee02 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:41.791987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:38Z', 'revision_number': 3, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:38Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:41.831915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:41.832273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Updating router 0a1025d0-e107-4066-a6bc-3fa563554332 port d22f6ee2-59a6-441b-b78d-671860475840 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:41.879955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.013340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.objects.ports [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:42.016988 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.050654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=b21dbe77-5971-4fe9-bbfa-75965e8118f9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:42.081604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:42.081860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:42.083128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: 18a830f4-3c5e-4a57-bb5f-95a5c0579a78, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:42.085810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:42.090903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:42.091485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.108220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=8704f488-f52b-4be4-8c24-9d02c3bd74c7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:42.115533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-708f0202-e616-4449-9274-f00930b01a5a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8930061 Dec 15 14:10:42.118326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60052) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:42.127079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:42.140369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:42.158606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 18a830f4-3c5e-4a57-bb5f-95a5c0579a78) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:42.165629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:42.166254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.177976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.198840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d1329-fdc5-49d2-95dc-e78d33e3243f None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:10:42.204969 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f9016e6e-6c3e-480d-8b5f-539d20f880ab tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9927814 Dec 15 14:10:42.207843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:42.344418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 68637347-6bb5-4b29-bcec-63e46994ee02 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:42.344953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 68637347-6bb5-4b29-bcec-63e46994ee02 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:42.345274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:42.358033 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.595761 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8704f488-f52b-4be4-8c24-9d02c3bd74c7 (CIDR: 2001:db8::/64) Dec 15 14:10:42.606687 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:42.607181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:42.632893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ce570d0d-6ca6-42bd-9309-7ceb0b088fff tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5129063 Dec 15 14:10:42.635677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:42.641381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:42.703246 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.708761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d1329-fdc5-49d2-95dc-e78d33e3243f None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:10:42.720076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:42.736363 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.913796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:42.918068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.944997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21b59aed-976d-480e-a2d3-ac63098d7b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.011589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e3032103-d144-4e26-8fe0-a9b2970e66c6 None None] Provisioning complete for port d22f6ee2-59a6-441b-b78d-671860475840 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.011983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3032103-d144-4e26-8fe0-a9b2970e66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.119262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Attempting to bind port d22f6ee2-59a6-441b-b78d-671860475840 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:43.119672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Attempting to bind port d22f6ee2-59a6-441b-b78d-671860475840 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:43.119997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Attempting to bind port d22f6ee2-59a6-441b-b78d-671860475840 on network a7626210-a2af-4fad-8041-4e4b2430ce45 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:43.122657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4fcf3-6b69-40e1-94fd-b2cfaef5e67f None None] Pushing event updated for resources: {'Port': ['ID=d22f6ee2-59a6-441b-b78d-671860475840,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:43.159306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.159628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.161351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:43.161732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Checking segment: {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:43.162128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.162521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Bound using segment: {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:43.163017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Bound port: d22f6ee2-59a6-441b-b78d-671860475840, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:43.163398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.199541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.239420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e3032103-d144-4e26-8fe0-a9b2970e66c6 None None] Port d22f6ee2-59a6-441b-b78d-671860475840 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:43.266027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.423312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] For port d22f6ee2-59a6-441b-b78d-671860475840, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:43.443467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:43.453119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:43.464150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:43.464808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.485905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:43.513943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-add8336f-475f-4974-8d13-db6aaa74ad6f None None] Provisioning complete for port d22f6ee2-59a6-441b-b78d-671860475840 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.520944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-add8336f-475f-4974-8d13-db6aaa74ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.540555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-baa91c79-0275-4c04-aeee-ceceeb261091 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9013007 Dec 15 14:10:43.543669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60076) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:43.557961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:57:47:ba', 'name': 'tempest-NetworksTestDHCPv6-672408889'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:43.584296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] For port d22f6ee2-59a6-441b-b78d-671860475840, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d22f6ee2-59a6-441b-b78d-671860475840,segment=NetworkSegment(f79a2d77-e7a8-4706-a593-fe99d4c6ea0f),segment_id=f79a2d77-e7a8-4706-a593-fe99d4c6ea0f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:43.621467 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.708440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4fcf3-6b69-40e1-94fd-b2cfaef5e67f None None] Pushing event updated for resources: {'Port': ['ID=d22f6ee2-59a6-441b-b78d-671860475840,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:43.838313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8:2::1 (18a830f4-3c5e-4a57-bb5f-95a5c0579a78/b21dbe77-5971-4fe9-bbfa-75965e8118f9/66a766d6-1a4e-44a6-9d78-23b027bea981) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:43.858743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-add8336f-475f-4974-8d13-db6aaa74ad6f None None] Port d22f6ee2-59a6-441b-b78d-671860475840 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:43.871206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:43.935552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:43.936448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.939052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:43.939612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:44.008388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.031303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 33200d58-5a02-4dfd-afbf-c0e5412bbd2f yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:44.047135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.070858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:44.078523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8'}, {'subnet_id': '8704f488-f52b-4be4-8c24-9d02c3bd74c7'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:44.080691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.093248 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.146195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:44.152036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:44.155759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:44.156310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.212926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=66a766d6-1a4e-44a6-9d78-23b027bea981,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:44.276434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8:0:1::153 (3ccb9cb9-f159-41ef-983a-8b682201b469/35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8/33200d58-5a02-4dfd-afbf-c0e5412bbd2f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:44.286887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe57:47ba (3ccb9cb9-f159-41ef-983a-8b682201b469/8704f488-f52b-4be4-8c24-9d02c3bd74c7/33200d58-5a02-4dfd-afbf-c0e5412bbd2f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:44.326771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.461655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.502431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.547341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.611697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:44.617391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:44.623853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=33200d58-5a02-4dfd-afbf-c0e5412bbd2f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:44.640422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:44.650651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:44.651691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.667879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Allocated IP 2001:db8:2::2 (18a830f4-3c5e-4a57-bb5f-95a5c0579a78/b21dbe77-5971-4fe9-bbfa-75965e8118f9/21dec02c-cac1-4197-8f6d-9c99f55fe6f7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:44.680356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4e17f238-0102-492b-9c03-23d45cd40b69 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1334524 Dec 15 14:10:44.683356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:44.694691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.703751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.729355 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.818652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 33200d58-5a02-4dfd-afbf-c0e5412bbd2f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:44.819423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.828748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=66a766d6-1a4e-44a6-9d78-23b027bea981,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:44.896805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:44.899184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:44.940634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.959563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 33200d58-5a02-4dfd-afbf-c0e5412bbd2f owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:44.984192 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-799c037d-dcb1-4ad4-a851-11c62b026529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.040927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Allocated IP 2001:db8:0:1::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8/f7fadd17-d493-4b4a-83ab-636b7ac05523) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:45.056111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Allocated IP 2001:db8::f816:3eff:fe05:d74d (3ccb9cb9-f159-41ef-983a-8b682201b469/8704f488-f52b-4be4-8c24-9d02c3bd74c7/f7fadd17-d493-4b4a-83ab-636b7ac05523) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:45.092046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:45.134306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:38Z', 'revision_number': 3, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:43Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:45.180453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c08870-ffdb-47b6-8333-e132fe3570f7 None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:38Z', 'revision_number': 3, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:43Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:45.204311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.256248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:45.278451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ba4f13b4-d031-416a-a869-7a493285ed73 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0657759 Dec 15 14:10:45.279345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:45.292389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1533567415'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:45.345816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:45.349981 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.357809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=33200d58-5a02-4dfd-afbf-c0e5412bbd2f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:45.369604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.374320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7064de59-b5db-4b7e-a267-e7b6407a8a63 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/33200d58-5a02-4dfd-afbf-c0e5412bbd2f HTTP/1.1" status: 204 len: 168 time: 0.6893539 Dec 15 14:10:45.377115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:45.392123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.409612 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.411573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:45.428556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-328f5464-3587-438d-8fd3-45cccd4c2160 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474031 Dec 15 14:10:45.428792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:45.456800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.457002 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added segment 8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a of type vlan for network 476f9e05-3298-43eb-9580-ebe9a9b9296e Dec 15 14:10:45.535780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3a22a259-25a4-40ea-8814-a859183ce196 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059937 Dec 15 14:10:45.538114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60100) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:45.600782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:45.605868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:45.611469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:45.679013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.685608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.705875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Attempting to bind port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:45.706374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Attempting to bind port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:45.706903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Attempting to bind port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 on network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:45.712890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Pushing event updated for resources: {'Port': ['ID=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:45.717333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe052a77-e55c-4252-ba96-c635e15caa78 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:45.718016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:45.718590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Checking segment: {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:45.718901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe052a77-e55c-4252-ba96-c635e15caa78 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:45.719908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.720385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Bound using segment: {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:45.720528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe052a77-e55c-4252-ba96-c635e15caa78 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:45.720964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Bound port: 21dec02c-cac1-4197-8f6d-9c99f55fe6f7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:45.721978 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.722348 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fe052a77-e55c-4252-ba96-c635e15caa78 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1833129 Dec 15 14:10:45.725246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60102) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:45.735185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.741394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.759661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:45.760322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.812203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5314870 Dec 15 14:10:45.812972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60106) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:45.856300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'subnet': {'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:45.887806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Pushing event updated for resources: {'Port': ['ID=f7fadd17-d493-4b4a-83ab-636b7ac05523,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:45.911202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:45.914106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:45.929513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:45.976391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:45.986827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86982594-7b14-4d7d-ab55-dbb91f5c130f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Network': ['ID=476f9e05-3298-43eb-9580-ebe9a9b9296e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:45.988463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.053718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Made reservation on behalf of 6d3c6a4349a444ccabbe87cd5eb354ce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:46.071805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.075166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:46.083611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.121556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799be-3d66-479d-bead-8658631252cf req-c7172b2f-ca93-43d8-9cd1-2bb5753c08f2 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:46.123674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be6799be-3d66-479d-bead-8658631252cf req-c7172b2f-ca93-43d8-9cd1-2bb5753c08f2 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 945 time: 0.3184967 Dec 15 14:10:46.134049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-69b66dd0-fa42-430a-baa2-f8d12e85cefb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2409077 Dec 15 14:10:46.213131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Attempting to bind port f7fadd17-d493-4b4a-83ab-636b7ac05523 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:46.213700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Attempting to bind port f7fadd17-d493-4b4a-83ab-636b7ac05523 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:46.215129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Attempting to bind port f7fadd17-d493-4b4a-83ab-636b7ac05523 on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:46.216539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be6799be-3d66-479d-bead-8658631252cf req-c20dba07-4ce5-4e41-a172-3dfb25962287 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816333 Dec 15 14:10:46.250402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:46.250832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:46.251189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.251588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:46.252081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Bound port: f7fadd17-d493-4b4a-83ab-636b7ac05523, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:46.252527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.324176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] For port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:46.339980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.347744 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.349604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] For port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:46.355471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-986e4191-247e-4cf6-959e-2efa6d16fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:46.356922 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:46.357409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-986e4191-247e-4cf6-959e-2efa6d16fa4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1097 time: 0.1547983 Dec 15 14:10:46.376290 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.403423 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:46.406333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:46.411366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.487968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6c0d3-9f56-44d6-bd16-f5e78c9bc2c1 None None] Pushing event updated for resources: {'Port': ['ID=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:46.533669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Subnet': ['ID=28698954-32d2-4aa1-b891-d71bd5cad182,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:46.545527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-6cb5f254-9ef3-4690-ac87-5a128ec9cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:46.547721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-6cb5f254-9ef3-4690-ac87-5a128ec9cf67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.1482210 Dec 15 14:10:46.585814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Checking segment: {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:46.586463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network hostable DHCP agents. Network: 476f9e05-3298-43eb-9580-ebe9a9b9296e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:46.604698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] For port f7fadd17-d493-4b4a-83ab-636b7ac05523, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:46.609967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d22f6ee2-59a6-441b-b78d-671860475840 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:46.617345 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:46.637769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.641240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:46.662797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 476f9e05-3298-43eb-9580-ebe9a9b9296e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:46.670385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:46.672277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.673563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] For port f7fadd17-d493-4b4a-83ab-636b7ac05523, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f7fadd17-d493-4b4a-83ab-636b7ac05523,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:46.689526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.714561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-340e8cca-7393-4b8c-b88e-a17c1555a6b3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8615711 Dec 15 14:10:46.715389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60114) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:46.781218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.794210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:46.796395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8 HTTP/1.1" status: 204 len: 168 time: 1.0582743 Dec 15 14:10:46.864399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73b315-b728-428a-afb3-7643dffac973 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:46.876383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59209c85-05b2-454f-a3f7-1caa7d679499 None None] Pushing event updated for resources: {'Port': ['ID=f7fadd17-d493-4b4a-83ab-636b7ac05523,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:46.887553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d22f6ee2-59a6-441b-b78d-671860475840 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:46.890445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.892220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-1cbee2cb-8856-4c9e-8bc6-efbdcace5ac5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 1001 time: 0.2860010 Dec 15 14:10:46.967499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 8704f488-f52b-4be4-8c24-9d02c3bd74c7 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:46.977975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.057653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-22622312-407d-4d4c-9399-249d3631d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:47.062018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-22622312-407d-4d4c-9399-249d3631d157 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.1675467 Dec 15 14:10:47.145662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.148566 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:43Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:47.165511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-3a43f478-8458-4809-85f8-cdc993979934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:47.167021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-3a43f478-8458-4809-85f8-cdc993979934 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962911 Dec 15 14:10:47.218432 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:47.219090 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Updating router 0a1025d0-e107-4066-a6bc-3fa563554332 port 66a766d6-1a4e-44a6-9d78-23b027bea981 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:47.247567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d22f6ee2-59a6-441b-b78d-671860475840, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d22f6ee2-59a6-441b-b78d-671860475840,segment=NetworkSegment(f79a2d77-e7a8-4706-a593-fe99d4c6ea0f),segment_id=f79a2d77-e7a8-4706-a593-fe99d4c6ea0f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:47.254567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.270823 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.302238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.412944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d22f6ee2-59a6-441b-b78d-671860475840,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:47.478143 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.530677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-766bed26-e132-47f8-a459-de54483e35c7 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:47.533210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-766bed26-e132-47f8-a459-de54483e35c7 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 945 time: 0.2006614 Dec 15 14:10:47.571869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.646100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975362cf-6bac-418b-b95b-f0f6efb967f3 req-2c254ed8-0d89-4a79-8f60-55d12bf196dd tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:47.657073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-975362cf-6bac-418b-b95b-f0f6efb967f3 req-2c254ed8-0d89-4a79-8f60-55d12bf196dd tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 945 time: 0.2030253 Dec 15 14:10:47.675880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.688326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-dfe13184-6cf7-40b3-9bb3-9c1a1ca25382 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131526 Dec 15 14:10:47.703550 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.720994 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.804860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=8704f488-f52b-4be4-8c24-9d02c3bd74c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:47.814733 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f99b04-111b-4946-b3c4-98322d714dad None None] Pushing event updated for resources: {'Port': ['ID=66a766d6-1a4e-44a6-9d78-23b027bea981,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:47.816463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.827785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f8044fd6-a58b-4caf-b3d1-66f6fb1539f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8704f488-f52b-4be4-8c24-9d02c3bd74c7 HTTP/1.1" status: 204 len: 168 time: 1.0318880 Dec 15 14:10:47.833299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60124) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:47.901971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72f0bfee-8dda-444b-85c1-3ee30db88b96 req-54d7d2f1-a7f5-4aa1-96ae-46709a6a719c service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046525 Dec 15 14:10:47.912356 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Attempting to bind port 66a766d6-1a4e-44a6-9d78-23b027bea981 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:47.912686 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Attempting to bind port 66a766d6-1a4e-44a6-9d78-23b027bea981 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:47.913106 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Attempting to bind port 66a766d6-1a4e-44a6-9d78-23b027bea981 on network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:47.919982 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:47.919982 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Checking segment: {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:47.921027 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.922210 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Bound using segment: {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:47.922721 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Bound port: 66a766d6-1a4e-44a6-9d78-23b027bea981, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c30e88d-97fd-4a4a-9e33-a6304ad1e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:47.923110 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.928117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d8debc9-119d-4da4-b213-c0efa9226ec5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923393 Dec 15 14:10:47.931353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60126) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:47.936786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:48.000658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-975362cf-6bac-418b-b95b-f0f6efb967f3 req-ba8376c8-5646-4210-b2ef-fce3a054624d tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429334 Dec 15 14:10:48.011126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Deleting port 594fdce2-bafd-4f12-a461-08060d8d1002 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:48.011613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.041658 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] For port 66a766d6-1a4e-44a6-9d78-23b027bea981, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:48.047832 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] For port 66a766d6-1a4e-44a6-9d78-23b027bea981, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=66a766d6-1a4e-44a6-9d78-23b027bea981,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:48.064737 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.129787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f99b04-111b-4946-b3c4-98322d714dad None None] Pushing event updated for resources: {'Port': ['ID=66a766d6-1a4e-44a6-9d78-23b027bea981,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:48.170017 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:48.170822 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:48.199904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] For port 594fdce2-bafd-4f12-a461-08060d8d1002, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=594fdce2-bafd-4f12-a461-08060d8d1002,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:48.200370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.241294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Calling delete_port for 594fdce2-bafd-4f12-a461-08060d8d1002 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:48.342602 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:48.556050 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.613794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Pushing event deleted for resources: {'Port': ['ID=594fdce2-bafd-4f12-a461-08060d8d1002,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:48.647919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['594fdce2-bafd-4f12-a461-08060d8d1002'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:48.752657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] No DVR routers for this DVR port 594fdce2-bafd-4f12-a461-08060d8d1002 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:48.762867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.776478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24e96a56-bf68-41cf-a43b-e9dece55b03a req-8dc41008-3baa-41cf-b3fa-51242df0a11b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "DELETE /v2.0/ports/594fdce2-bafd-4f12-a461-08060d8d1002 HTTP/1.1" status: 204 len: 173 time: 1.2335434 Dec 15 14:10:48.777027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'name': 'network-vif-deleted', 'tag': '594fdce2-bafd-4f12-a461-08060d8d1002'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:48.779588 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb9416-5f4c-4935-9e54-4ce1d7bbc463" -d '{"events": [{"server_uuid": "65b5d0b1-d568-496a-a54f-8efe712aad77", "name": "network-vif-deleted", "tag": "594fdce2-bafd-4f12-a461-08060d8d1002"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:48.921145 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db054c4a-6ef3-4a6b-9d22-f03685fc2ae0 x-openstack-request-id: req-db054c4a-6ef3-4a6b-9d22-f03685fc2ae0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:48.922297 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5d0b1-d568-496a-a54f-8efe712aad77", "name": "network-vif-deleted", "tag": "594fdce2-bafd-4f12-a461-08060d8d1002", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:48.922728 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db054c4a-6ef3-4a6b-9d22-f03685fc2ae0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:48.923725 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5d0b1-d568-496a-a54f-8efe712aad77', 'name': 'network-vif-deleted', 'tag': '594fdce2-bafd-4f12-a461-08060d8d1002', 'status': 'completed', 'code': 200} Dec 15 14:10:48.954803 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.958769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:49.023274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b171c692-cd57-499f-8d3e-819cebf157c4 None None] Provisioning complete for port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:49.023655 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b171c692-cd57-499f-8d3e-819cebf157c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.095168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:49.099542 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.115626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:49.116007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.123186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6455af-14f4-4504-9dec-590eef7f5598 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:49.125561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b3196-6093-4c1e-929e-4f70432d854d None None] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:49.217778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90270af-a9e3-40ba-80a4-531c71c3a7cf None None] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:49.235777 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:48Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:49.253684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66d487be-436b-4229-90c8-a5264f96e16c req-16282672-e542-4630-b59e-8076d3ebf7aa tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5d0b1-d568-496a-a54f-8efe712aad77 HTTP/1.1" status: 200 len: 210 time: 0.0941467 Dec 15 14:10:49.273876 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c6c2-f980-4abd-9024-093d1081adb0 None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:48Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:49.310754 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.457941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce949a20-d1b6-4311-a3b9-f322c0551627 None None] DHCP port deletion for c4f75668-6f4f-4147-8b8f-907caed8a744 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:49.656630 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b171c692-cd57-499f-8d3e-819cebf157c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.859696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:10:50.124236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b171c692-cd57-499f-8d3e-819cebf157c4 None None] For port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:50.156960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b171c692-cd57-499f-8d3e-819cebf157c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.164817 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.213040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Allocated IP 2001:db8:3::1 (476f9e05-3298-43eb-9580-ebe9a9b9296e/28698954-32d2-4aa1-b891-d71bd5cad182/dd431bb0-0386-4169-896b-ae2623724834) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:50.237410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.250302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-476f9e05-3298-43eb-9580-ebe9a9b9296e', 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e', 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'fixed_ips': [{'subnet_id': '28698954-32d2-4aa1-b891-d71bd5cad182'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:50.251291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.306159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:50.480340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:10:50.481084 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:10:50.481806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c692-cd57-499f-8d3e-819cebf157c4 None None] Pushing event updated for resources: {'Port': ['ID=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:50.490925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Provisioning complete for port f7fadd17-d493-4b4a-83ab-636b7ac05523 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:50.491632 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.642569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.674789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] For port f7fadd17-d493-4b4a-83ab-636b7ac05523, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f7fadd17-d493-4b4a-83ab-636b7ac05523,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:50.675668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] Deleting port f7fadd17-d493-4b4a-83ab-636b7ac05523 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:50.678958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.709340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.765399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.777631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.779353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.812532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] For port f7fadd17-d493-4b4a-83ab-636b7ac05523, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f7fadd17-d493-4b4a-83ab-636b7ac05523,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:50.813103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.855672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] Calling delete_port for f7fadd17-d493-4b4a-83ab-636b7ac05523 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:50.877030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:10:50.877395 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:10:50.885402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:50.900568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:50.910232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:50.910821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.913507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.926050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=f7fadd17-d493-4b4a-83ab-636b7ac05523,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:50.928845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=9309a95c-8417-427c-a951-013cc9b3da95,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:50.980839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Allocated IP 2001:db8:3::2 (476f9e05-3298-43eb-9580-ebe9a9b9296e/28698954-32d2-4aa1-b891-d71bd5cad182/c28324b1-3f8a-4683-916f-0c926c5ec712) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:50.989680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:50.991890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:51.005446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:51.011852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:51.018247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a30bc412-adea-408b-afde-811e0ba62ee6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0839918 Dec 15 14:10:51.063262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f7fadd17-d493-4b4a-83ab-636b7ac05523 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:51.078477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:51.079200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.087596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=dd431bb0-0386-4169-896b-ae2623724834,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.318027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12fe69-59c0-4c41-977f-fd472df86c2b None None] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:51.357991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.359923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:51.365092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.380054 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.493232 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9309a95c-8417-427c-a951-013cc9b3da95 (CIDR: 2001:db8::/64) Dec 15 14:10:51.499183 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:51.499431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 594fdce2-bafd-4f12-a461-08060d8d1002 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:51.499851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:51.520144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8a4d2763-33fe-4061-a47a-e7a86b1bfa50 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5125899 Dec 15 14:10:51.524359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:51.534046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:51.535702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 594fdce2-bafd-4f12-a461-08060d8d1002 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:51.536058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 594fdce2-bafd-4f12-a461-08060d8d1002 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:51.593529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f7fadd17-d493-4b4a-83ab-636b7ac05523 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:51.593903 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.674757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.679189 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.690806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.739517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.762312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] Pushing event deleted for resources: {'Port': ['ID=f7fadd17-d493-4b4a-83ab-636b7ac05523,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.808473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:51.809780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.814485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.818325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.819495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.853924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Pushing event updated for resources: {'Port': ['ID=c28324b1-3f8a-4683-916f-0c926c5ec712,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.909551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Could not find standard attr ID for object f7fadd17-d493-4b4a-83ab-636b7ac05523. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:10:51.922624 n-d-815324-3 neutron-server[103380]: INFO neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No ports have port_id starting with f7fadd17-d493-4b4a-83ab-636b7ac05523 Dec 15 14:10:51.930647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:51.967514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d22f6ee2-59a6-441b-b78d-671860475840 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:52.043760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:52.048941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:52.103541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event updated for resources: {'Port': ['ID=dd431bb0-0386-4169-896b-ae2623724834,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:52.125725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf360323-5c1a-4cf6-863f-7b3b914a1731 None None] No DVR routers for this DVR port f7fadd17-d493-4b4a-83ab-636b7ac05523 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:52.132433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:52.141746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:52.155661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Provisioning complete for port d22f6ee2-59a6-441b-b78d-671860475840 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:52.158838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af6566f0-cd94-45cc-8ef0-a002a121f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.198422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96e509-66f6-49ef-a688-c1083f204fb8 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:52.278367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.361999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Attempting to bind port c28324b1-3f8a-4683-916f-0c926c5ec712 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:52.371852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Attempting to bind port c28324b1-3f8a-4683-916f-0c926c5ec712 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:52.372220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:52.372702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Attempting to bind port c28324b1-3f8a-4683-916f-0c926c5ec712 on network 476f9e05-3298-43eb-9580-ebe9a9b9296e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:52.376365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:52.380086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:52.382109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d22f6ee2-59a6-441b-b78d-671860475840 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:52.382652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.382950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:52.383639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.414236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:52.414966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Checking segment: {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:52.415568 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.417343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Bound using segment: {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:52.418066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Bound port: c28324b1-3f8a-4683-916f-0c926c5ec712, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:52.419147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.423103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8957691 Dec 15 14:10:52.437218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:52.444853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:2b:69:85', 'name': 'tempest-NetworksTestDHCPv6-1508786413'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:52.455577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2384ca8-4633-42b6-9c8b-8989b063b986 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=f58eb7cb-45ee-4e1e-bcab-8173abe6204e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:52.557321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:52.584785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-94a6623e-74b5-4ecb-bcdf-a3fd66d8cb84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8656335 Dec 15 14:10:52.585699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:52.591018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:52.650173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:52.715420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-3ccb9cb9-f159-41ef-983a-8b682201b469', 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'project_id': 'e9471ab51df84b029718af1e1431c364', 'fixed_ips': [{'subnet_id': '9309a95c-8417-427c-a951-013cc9b3da95'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:52.716437 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.716647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:52.959812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.054534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 3ff444fb-0046-445e-aeef-1796965eb832 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:10:53.208937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] For port c28324b1-3f8a-4683-916f-0c926c5ec712, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:53.213477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] For port c28324b1-3f8a-4683-916f-0c926c5ec712, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c28324b1-3f8a-4683-916f-0c926c5ec712,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:53.217548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:53.218836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:53.424409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:53.440295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8:0:1::34f (3ccb9cb9-f159-41ef-983a-8b682201b469/f58eb7cb-45ee-4e1e-bcab-8173abe6204e/3ff444fb-0046-445e-aeef-1796965eb832) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:53.455391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::f816:3eff:fe2b:6985 (3ccb9cb9-f159-41ef-983a-8b682201b469/9309a95c-8417-427c-a951-013cc9b3da95/3ff444fb-0046-445e-aeef-1796965eb832) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:53.553859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:10:53.592981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.602010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:10:53.602444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.672753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.752068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.093760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.105631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.151902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Provisioning complete for port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:54.152454 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.330533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=3ff444fb-0046-445e-aeef-1796965eb832,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:54.337317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:54.341498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:54.355127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:54.368084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:54.377798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.418347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:54.427760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90b3f-f2d0-4a95-81f4-c11b2a6462e7 req-cd2769d4-3117-4c04-9697-3104d30de5ba tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:54.435717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Allocated IP 2001:db8::f816:3eff:fe2f:e9f7 (3ccb9cb9-f159-41ef-983a-8b682201b469/9309a95c-8417-427c-a951-013cc9b3da95/1372214e-86de-406b-87fc-ddaa786253bd) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:54.438013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cba90b3f-f2d0-4a95-81f4-c11b2a6462e7 req-cd2769d4-3117-4c04-9697-3104d30de5ba tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.7582605 Dec 15 14:10:54.494837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cac5b78e-8932-4649-9825-c52060b201cc tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0540090 Dec 15 14:10:54.497598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60192) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:54.558719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9a283-6dae-4cb9-9def-cbb859e047f2 None None] Pushing event updated for resources: {'Port': ['ID=c28324b1-3f8a-4683-916f-0c926c5ec712,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:54.671440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Provisioning complete for port 66a766d6-1a4e-44a6-9d78-23b027bea981 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:54.671817 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.691483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:54.705638 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.707081 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5b410fdd-801f-4e09-a9f0-e7d118b5b781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 954 time: 2.1199107 Dec 15 14:10:54.712939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60194) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:54.779389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:54.803997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cba90b3f-f2d0-4a95-81f4-c11b2a6462e7 req-243d886e-8879-4157-9cc2-96801668fa55 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647642 Dec 15 14:10:54.895479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 3ff444fb-0046-445e-aeef-1796965eb832 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:54.895983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.930303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:51Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:48Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd431bb0-0386-4169-896b-ae2623724834', 'name': '', 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '28698954-32d2-4aa1-b891-d71bd5cad182', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:49Z', 'updated_at': '2021-12-15T14:10:51Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '28698954-32d2-4aa1-b891-d71bd5cad182', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:54.953338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-18ed37e5-7dad-4b10-a296-6b6748da0e1f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 954 time: 0.2383990 Dec 15 14:10:54.955589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:54.962636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'routes': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:55.024750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:55.025461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Updating router 0a1025d0-e107-4066-a6bc-3fa563554332 port dd431bb0-0386-4169-896b-ae2623724834 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:55.064887 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.075633 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.093656 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.111937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 3ff444fb-0046-445e-aeef-1796965eb832 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:55.126418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.142566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.237440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:55.238525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.285813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:55.295567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:55.355464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:55.404727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] For port 66a766d6-1a4e-44a6-9d78-23b027bea981, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=66a766d6-1a4e-44a6-9d78-23b027bea981,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:55.420305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:55.445303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.497252 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.535009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=3ff444fb-0046-445e-aeef-1796965eb832,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:55.569904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 66a766d6-1a4e-44a6-9d78-23b027bea981 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:55.595861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.606006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-435e279b-7d1f-45cd-af8f-ab63766b2223 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/3ff444fb-0046-445e-aeef-1796965eb832 HTTP/1.1" status: 204 len: 168 time: 1.1050854 Dec 15 14:10:55.606841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60202) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:55.664163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fafcc-3d6e-48ab-9d93-a901c3110b8d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:55.668555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5f7fafcc-3d6e-48ab-9d93-a901c3110b8d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0583458 Dec 15 14:10:55.669731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60204) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:55.718383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ae3ad-fa26-4c2b-8224-b29aa0c70346 None None] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:55.799314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Attempting to bind port 1372214e-86de-406b-87fc-ddaa786253bd on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:55.799762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Attempting to bind port 1372214e-86de-406b-87fc-ddaa786253bd by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:55.800251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Attempting to bind port 1372214e-86de-406b-87fc-ddaa786253bd on network 3ccb9cb9-f159-41ef-983a-8b682201b469 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:55.819138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40d76c-bd1b-4286-8889-cd71a13a96a6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:55.821364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2f40d76c-bd1b-4286-8889-cd71a13a96a6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1504359 Dec 15 14:10:55.823888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60206) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:55.880483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:55.880744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Checking segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:55.881549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.881549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Bound using segment: {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:55.882200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Bound port: 1372214e-86de-406b-87fc-ddaa786253bd, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9e88b-e040-4256-89dd-777a2b570163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:55.882411 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.920136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-83d95586-4c7c-45a7-92be-343b08644520 None None] Provisioning complete for port 66a766d6-1a4e-44a6-9d78-23b027bea981 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:55.920671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-83d95586-4c7c-45a7-92be-343b08644520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.932409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab9f95-c0c9-42ae-bd22-f88186d42c58 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:55.939109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab9f95-c0c9-42ae-bd22-f88186d42c58 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:55.957642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab9f95-c0c9-42ae-bd22-f88186d42c58 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:55.959555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2cab9f95-c0c9-42ae-bd22-f88186d42c58 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1343327 Dec 15 14:10:55.962412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:56.114438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 9309a95c-8417-427c-a951-013cc9b3da95 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:56.124898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.205590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e021-dd6f-41c6-8555-f6e8e049e135 None None] Pushing event updated for resources: {'Port': ['ID=66a766d6-1a4e-44a6-9d78-23b027bea981,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.246172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.274828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:10:56.275288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:10:56.317809 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.333525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.353324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.423469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.455956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 66a766d6-1a4e-44a6-9d78-23b027bea981 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:56.455956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.547139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.617082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.619088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773e6cf-e7e7-470e-94ed-ebdb935564ed None None] Pushing event updated for resources: {'Port': ['ID=dd431bb0-0386-4169-896b-ae2623724834,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.621286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/9309a95c-8417-427c-a951-013cc9b3da95 HTTP/1.1" status: 204 len: 168 time: 0.6575511 Dec 15 14:10:56.626813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff2360-1f22-4c45-a581-80815911f838 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=9309a95c-8417-427c-a951-013cc9b3da95,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.630937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60218) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:56.651036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:56.737527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet f58eb7cb-45ee-4e1e-bcab-8173abe6204e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:56.748807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:56.749119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.788733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.798672 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.815751 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.850762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Attempting to bind port dd431bb0-0386-4169-896b-ae2623724834 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:56.851138 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Attempting to bind port dd431bb0-0386-4169-896b-ae2623724834 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:56.851508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Attempting to bind port dd431bb0-0386-4169-896b-ae2623724834 on network 476f9e05-3298-43eb-9580-ebe9a9b9296e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:56.856392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.891794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:56.892272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Checking segment: {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:56.892728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.893133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Bound using segment: {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:56.893633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Bound port: dd431bb0-0386-4169-896b-ae2623724834, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:56.894023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.941465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c564c-4f91-488a-a8fb-cb72672608a5 None None] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.972613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f7fadd17-d493-4b4a-83ab-636b7ac05523 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:56.998377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.013299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:57.056918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f7fadd17-d493-4b4a-83ab-636b7ac05523 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:57.057272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f7fadd17-d493-4b4a-83ab-636b7ac05523 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:57.092348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Provisioning complete for port dd431bb0-0386-4169-896b-ae2623724834 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:57.092574 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.132697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Port dd431bb0-0386-4169-896b-ae2623724834 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:57.165006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] For port dd431bb0-0386-4169-896b-ae2623724834, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:57.186624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcb8d5-714d-4210-9ed3-164ab3de7214 req-82d70b33-951b-4956-80bd-afad0f762d65 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:57.188484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3afcb8d5-714d-4210-9ed3-164ab3de7214 req-82d70b33-951b-4956-80bd-afad0f762d65 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 1.1519060 Dec 15 14:10:57.206987 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.210592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] For port dd431bb0-0386-4169-896b-ae2623724834, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd431bb0-0386-4169-896b-ae2623724834,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:57.221817 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.238982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Provisioning complete for port c28324b1-3f8a-4683-916f-0c926c5ec712 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:57.239364 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.269488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:57.280382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=f58eb7cb-45ee-4e1e-bcab-8173abe6204e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:57.284523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.285712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ada90da7-b6b9-4889-8022-b4035e013469 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 704 time: 2.3289108 Dec 15 14:10:57.291784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60222) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:57.411168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:57.412421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:57.418514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c28324b1-3f8a-4683-916f-0c926c5ec712 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:57.427431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773e6cf-e7e7-470e-94ed-ebdb935564ed None None] Pushing event updated for resources: {'Port': ['ID=dd431bb0-0386-4169-896b-ae2623724834,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:57.460037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.477299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60228) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:57.480903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2e8e4878-6655-450d-86ef-67ef138a4c25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/f58eb7cb-45ee-4e1e-bcab-8173abe6204e HTTP/1.1" status: 204 len: 168 time: 0.8394797 Dec 15 14:10:57.580651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b800646-b607-41a1-9235-492d15df4389 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 704 time: 0.2833047 Dec 15 14:10:57.586067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:57.628552 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dca72a8a-f9b2-4f60-93cf-0e4c018e9dcd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474323 Dec 15 14:10:57.631020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:57.647766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:57.675984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:57.894586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3afcb8d5-714d-4210-9ed3-164ab3de7214 req-26581f62-a354-4b4c-a7ae-e14bb0d4df73 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6958973 Dec 15 14:10:57.906633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:57.910578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.934255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.083261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] For port c28324b1-3f8a-4683-916f-0c926c5ec712, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c28324b1-3f8a-4683-916f-0c926c5ec712,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:58.098320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.167421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c28324b1-3f8a-4683-916f-0c926c5ec712 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:58.167716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.198433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.286478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-108d1bf4-1757-4a68-b1d4-0f8f009b0efa None None] Provisioning complete for port dd431bb0-0386-4169-896b-ae2623724834 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:58.286478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-108d1bf4-1757-4a68-b1d4-0f8f009b0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.313206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:58.328662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:58.334201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:58.334799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.341036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191443ec-4361-45cf-9f21-6398d4061082 None None] Pushing event updated for resources: {'Port': ['ID=c28324b1-3f8a-4683-916f-0c926c5ec712,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:58.386451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:58.395995 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-595e1126-6be9-44b9-b533-6c710ddcb1ee tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7529683 Dec 15 14:10:58.400342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60238) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:58.408957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:58.456373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:56Z', 'revision_number': 7, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd431bb0-0386-4169-896b-ae2623724834', 'name': '', 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '28698954-32d2-4aa1-b891-d71bd5cad182', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:49Z', 'updated_at': '2021-12-15T14:10:57Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '28698954-32d2-4aa1-b891-d71bd5cad182', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:58.493609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.493831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a051fe7-d154-4518-9a6d-4187c00396fa None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:56Z', 'revision_number': 7, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd431bb0-0386-4169-896b-ae2623724834', 'name': '', 'network_id': '476f9e05-3298-43eb-9580-ebe9a9b9296e', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '28698954-32d2-4aa1-b891-d71bd5cad182', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:49Z', 'updated_at': '2021-12-15T14:10:57Z', 'revision_number': 4, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '28698954-32d2-4aa1-b891-d71bd5cad182', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:58.568186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 66a766d6-1a4e-44a6-9d78-23b027bea981 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:58.623864 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-108d1bf4-1757-4a68-b1d4-0f8f009b0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.664780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-108d1bf4-1757-4a68-b1d4-0f8f009b0efa None None] For port dd431bb0-0386-4169-896b-ae2623724834, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd431bb0-0386-4169-896b-ae2623724834,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:58.673221 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-108d1bf4-1757-4a68-b1d4-0f8f009b0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.719003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 66a766d6-1a4e-44a6-9d78-23b027bea981 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:58.719371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.783519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d1bf4-1757-4a68-b1d4-0f8f009b0efa None None] Pushing event updated for resources: {'Port': ['ID=dd431bb0-0386-4169-896b-ae2623724834,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:58.833843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:58.838208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-663a22b9-520f-443e-9217-7982f05a56e9 None None] Provisioning complete for port dd431bb0-0386-4169-896b-ae2623724834 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:58.838582 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663a22b9-520f-443e-9217-7982f05a56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.847586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.022200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5671a-a148-47a0-9dd8-2102e07fc700 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:59.166608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de6501-a44c-4887-9328-7bdecefeeeea req-8e614792-ea8d-4489-9630-7db81a50794d tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:59.168193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5de6501-a44c-4887-9328-7bdecefeeeea req-8e614792-ea8d-4489-9630-7db81a50794d tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1301174 Dec 15 14:10:59.171631 n-d-815324-3 neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf (CIDR: 2001:db8::/64) Dec 15 14:10:59.217458 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:10:59.218226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:10:59.266441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port dd431bb0-0386-4169-896b-ae2623724834 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:59.266773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.354514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5de6501-a44c-4887-9328-7bdecefeeeea req-afa4b964-91d7-4e09-8720-9abb0db2b767 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786807 Dec 15 14:10:59.358856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-92466224-625d-437f-99f2-bd2c36825548 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:59.359489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92466224-625d-437f-99f2-bd2c36825548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.364958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b45d1a0c-7892-493e-9015-a3340b21735b tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9595873 Dec 15 14:10:59.367348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60246) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:59.374409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:59.444274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c28324b1-3f8a-4683-916f-0c926c5ec712 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:59.480242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port dd431bb0-0386-4169-896b-ae2623724834, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd431bb0-0386-4169-896b-ae2623724834,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:59.480661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.508889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for dd431bb0-0386-4169-896b-ae2623724834 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:59.663580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92466224-625d-437f-99f2-bd2c36825548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.674022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:59.680303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.742879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-92466224-625d-437f-99f2-bd2c36825548 None None] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:59.758421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92466224-625d-437f-99f2-bd2c36825548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.806783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c46c2-3b3c-4010-b757-c8f059defdbc None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:59.867112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.890153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c28324b1-3f8a-4683-916f-0c926c5ec712 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:59.891191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.908386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:59.941445 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:59.943349 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:59.950360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=dd431bb0-0386-4169-896b-ae2623724834,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:00.180414 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:00.209352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.267958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92466224-625d-437f-99f2-bd2c36825548 None None] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:00.288118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-914366d0-9534-43af-8a44-7421411a6416 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:00.288494 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914366d0-9534-43af-8a44-7421411a6416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.334799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:11:00.516072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48837e87-a914-4463-b2b1-cc02fdabdc25 req-d4ade2b5-8f2c-455d-a94d-adabc21de6af tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:00.525433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48837e87-a914-4463-b2b1-cc02fdabdc25 req-d4ade2b5-8f2c-455d-a94d-adabc21de6af tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.0958707 Dec 15 14:11:00.586753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd431bb0-0386-4169-896b-ae2623724834 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:00.606908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.712776 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:59Z', 'revision_number': 8, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:00.736181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: dd431bb0-0386-4169-896b-ae2623724834 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:00.746713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd431bb0-0386-4169-896b-ae2623724834 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 14:11:00.779103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:00.834922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48837e87-a914-4463-b2b1-cc02fdabdc25 req-1a5ebb68-88b8-4625-b404-4e04ff3b8d18 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414328 Dec 15 14:11:00.835167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:00.845873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:00.846885 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:00.885246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Port dd431bb0-0386-4169-896b-ae2623724834 not found, will not notify nova. {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 14:11:00.885581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1372214e-86de-406b-87fc-ddaa786253bd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:00.989010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:00.989659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.004367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:01.026951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0cd8cb23-ab1a-4913-8b5f-c6968edce3d9 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4328911 Dec 15 14:11:01.027796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60258) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:01.108094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:01.119218 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:01.140581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66db5f71-2f91-4113-bb4a-553073e1f7aa None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:01.149646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.155361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet 28698954-32d2-4aa1-b891-d71bd5cad182 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:01.156196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.158158 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.172859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.230782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.269149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02bd3914-e0ea-4845-8c2d-3d7fd14c2ae8 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:01.269976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02bd3914-e0ea-4845-8c2d-3d7fd14c2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.273640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:01.286008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:01.300732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:01.306870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.344856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=c73584d5-24b5-4c1e-ab35-0b07e1d38222,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:01.356442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.395406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:01.425451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-823a5544-cb6a-4acc-8f24-6e8b1603aeb9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0547752 Dec 15 14:11:01.427794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:01.439144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:1e:2d:54', 'name': 'tempest-NetworksTestDHCPv6-555540147'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:01.440114 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.484693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=28698954-32d2-4aa1-b891-d71bd5cad182,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:01.495138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.499787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2b21fcfb-f4f0-4ac7-91e9-924916b20d37 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/28698954-32d2-4aa1-b891-d71bd5cad182 HTTP/1.1" status: 204 len: 168 time: 0.4682949 Dec 15 14:11:01.502996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60262) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:01.530540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e531f4-f38f-41b7-b2fd-d842953bc27e None None] Network 476f9e05-3298-43eb-9580-ebe9a9b9296e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:01.601831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] Update dhcp port {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': 'c73584d5-24b5-4c1e-ab35-0b07e1d38222', 'ip_address': '2001:db8:0:1:f816:3eff:fe2f:e9f7'}, {'subnet_id': 'bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '1372214e-86de-406b-87fc-ddaa786253bd'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:11:01.613155 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:59Z', 'revision_number': 8, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:01.618887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.630326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1372214e-86de-406b-87fc-ddaa786253bd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:01.645704 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03f63f-4292-4d97-a3b0-f85052a1b703 None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:59Z', 'revision_number': 8, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:01.696554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port c28324b1-3f8a-4683-916f-0c926c5ec712 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:01.696554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.704706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:01.745822 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.862541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.893661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 0cc31f07-d29a-4e9d-bcb9-fb209044f4e3 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:11:01.898154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:01.899118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.106109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] DHCP port deletion for 476f9e05-3298-43eb-9580-ebe9a9b9296e request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:02.127052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf/1372214e-86de-406b-87fc-ddaa786253bd) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:02.177001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port c28324b1-3f8a-4683-916f-0c926c5ec712, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c28324b1-3f8a-4683-916f-0c926c5ec712,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:02.177599 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.194872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for c28324b1-3f8a-4683-916f-0c926c5ec712 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:02.203770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20d5f-9421-40b4-ae8e-ff286939f319 req-82c4b8d1-bfef-487a-a5e7-b8ad750170f8 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.211236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efe20d5f-9421-40b4-ae8e-ff286939f319 req-82c4b8d1-bfef-487a-a5e7-b8ad750170f8 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1000466 Dec 15 14:11:02.296696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] Deleting port c28324b1-3f8a-4683-916f-0c926c5ec712 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:02.297274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.382435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:02.399900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:02.412140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] For port c28324b1-3f8a-4683-916f-0c926c5ec712, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c28324b1-3f8a-4683-916f-0c926c5ec712,segment=NetworkSegment(8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a),segment_id=8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:02.412618 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.420311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efe20d5f-9421-40b4-ae8e-ff286939f319 req-c48ff4e4-f529-49ed-95c7-755d55b6667c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081561 Dec 15 14:11:02.446987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] Calling delete_port for c28324b1-3f8a-4683-916f-0c926c5ec712 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:02.447128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.481106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.485906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:02.485906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.501380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port c28324b1-3f8a-4683-916f-0c926c5ec712 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:02.503691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=c28324b1-3f8a-4683-916f-0c926c5ec712,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:02.534412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-e5703e55-ce96-4db3-8d67-198836f47438 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.535559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-e5703e55-ce96-4db3-8d67-198836f47438 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/networks?id=c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 200 len: 814 time: 0.2250359 Dec 15 14:11:02.592637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-54ae6d7c-0403-47f7-86e7-bc17739dc7fc tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/quotas/d173a40074674165b7c1476c3d6e55cc HTTP/1.1" status: 200 len: 375 time: 0.0369623 Dec 15 14:11:02.594835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.638845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-abcd16ae-3f52-4bc2-a44f-e367bc3ef4f6 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d173a40074674165b7c1476c3d6e55cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394392 Dec 15 14:11:02.640864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.657361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::161 (3ccb9cb9-f159-41ef-983a-8b682201b469/bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf/0cc31f07-d29a-4e9d-bcb9-fb209044f4e3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:02.666247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1e:2d54 (3ccb9cb9-f159-41ef-983a-8b682201b469/c73584d5-24b5-4c1e-ab35-0b07e1d38222/0cc31f07-d29a-4e9d-bcb9-fb209044f4e3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:02.680759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476f9e05-3298-43eb-9580-ebe9a9b9296e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.693075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.693580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b955c0d-f4d0-4b24-8452-ab3f9eb9a03a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.709913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.729498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.739944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:02.740881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.758515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:02.838912 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:02.856621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-faa33cce-4242-45b1-adf0-1327d3c0d600 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:02.858332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-faa33cce-4242-45b1-adf0-1327d3c0d600 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2040355 Dec 15 14:11:02.867434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2362bc3-739c-4f11-a6b2-ac3517fcaacd None None] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:02.872648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.974992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] Pushing event deleted for resources: {'Port': ['ID=c28324b1-3f8a-4683-916f-0c926c5ec712,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:02.985637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7acdba-00b8-4e94-acea-88e058ed20f4 None None] No DVR routers for this DVR port c28324b1-3f8a-4683-916f-0c926c5ec712 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:03.048477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-63a98947-9e94-48ed-956c-cc0989b7acb0 service neutron] 10.222.0.32 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810534 Dec 15 14:11:03.056958 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.075792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.079428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/476f9e05-3298-43eb-9580-ebe9a9b9296e HTTP/1.1" status: 204 len: 168 time: 1.5749545 Dec 15 14:11:03.082947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60288) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:03.144638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecb0ff-374c-4648-8ef5-fdd56245d918 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=476f9e05-3298-43eb-9580-ebe9a9b9296e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:03.279605 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.309631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-a879cc0a-7777-46e6-846f-75e417357e36 service neutron] 10.222.0.32 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499259 Dec 15 14:11:03.365309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.401263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1372214e-86de-406b-87fc-ddaa786253bd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:03.478350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:03.482805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:03.494399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:03.505938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:03.506623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.520644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:03.521029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.555394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=0cc31f07-d29a-4e9d-bcb9-fb209044f4e3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:03.570123 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88fccbd7-16a9-4c80-8521-044920123d0e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1351707 Dec 15 14:11:03.572807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:03.633711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:59Z', 'revision_number': 8, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:03.644453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c26d7c40-e4a5-4398-9d79-d9637c8417af req-5eaef711-6a86-4ac7-afa6-f4027b4b76ca tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 210 time: 0.0496094 Dec 15 14:11:03.679339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606f3dc-42bd-42fe-bb93-11b6abf874a4 req-8b202f19-e338-4fa3-8d28-0afb371ee295 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:03.681383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4606f3dc-42bd-42fe-bb93-11b6abf874a4 req-8b202f19-e338-4fa3-8d28-0afb371ee295 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1347318 Dec 15 14:11:03.715487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:03.738798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:03.739611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:03.741505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 0cc31f07-d29a-4e9d-bcb9-fb209044f4e3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:03.742801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.764778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4606f3dc-42bd-42fe-bb93-11b6abf874a4 req-db0ca2f0-4615-46ec-9a4e-a991f6ec7c22 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725751 Dec 15 14:11:03.854649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9ae5d-407c-4044-9b54-5889f48fee00 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:03.885972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.906796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 0cc31f07-d29a-4e9d-bcb9-fb209044f4e3 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:03.925533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.077840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-064d1ad7-7a5e-4d96-afe8-ebbca8739dfb None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:04.078209 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-064d1ad7-7a5e-4d96-afe8-ebbca8739dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.139963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.141292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:04.177107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=0cc31f07-d29a-4e9d-bcb9-fb209044f4e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:04.237973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.241897 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e398155a-513f-443a-a43d-38080a5bcaa9 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/0cc31f07-d29a-4e9d-bcb9-fb209044f4e3 HTTP/1.1" status: 204 len: 168 time: 0.6678524 Dec 15 14:11:04.244365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60308) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.284967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c28324b1-3f8a-4683-916f-0c926c5ec712 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:04.317958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81eaf2-62bb-4375-a130-261ea67f47cb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.324445 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5f81eaf2-62bb-4375-a130-261ea67f47cb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0767531 Dec 15 14:11:04.324790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.339274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c28324b1-3f8a-4683-916f-0c926c5ec712 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:04.339775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c28324b1-3f8a-4683-916f-0c926c5ec712 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:04.340320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd431bb0-0386-4169-896b-ae2623724834 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:04.372546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: dd431bb0-0386-4169-896b-ae2623724834 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:04.373077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd431bb0-0386-4169-896b-ae2623724834 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:04.427983 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e763be5-a2fc-4798-94a2-dc10ebedf895 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.432567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e763be5-a2fc-4798-94a2-dc10ebedf895 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1044505 Dec 15 14:11:04.432948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.520999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048a1e2-182a-49b1-bab4-6501ff1a80a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.522521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048a1e2-182a-49b1-bab4-6501ff1a80a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.524044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048a1e2-182a-49b1-bab4-6501ff1a80a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.528911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8048a1e2-182a-49b1-bab4-6501ff1a80a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0919116 Dec 15 14:11:04.530760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60314) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.542762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 66a766d6-1a4e-44a6-9d78-23b027bea981 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:04.543109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.642383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:04.646673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.763587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.771867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:59Z', 'revision_number': 8, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:04.828412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5cc76686-18e3-4cba-803b-7ee6839e834e req-7d3bde1f-3543-453a-a13c-8603ad57fa7d tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 210 time: 0.0469730 Dec 15 14:11:04.838654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 66a766d6-1a4e-44a6-9d78-23b027bea981, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=66a766d6-1a4e-44a6-9d78-23b027bea981,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:04.845896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4efa0d-3d0d-454e-b1ba-c6482be5568b None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:10:59Z', 'revision_number': 8, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a766d6-1a4e-44a6-9d78-23b027bea981', 'name': '', 'network_id': '18a830f4-3c5e-4a57-bb5f-95a5c0579a78', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:b7:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:43Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'b21dbe77-5971-4fe9-bbfa-75965e8118f9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:04.849007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.901539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 66a766d6-1a4e-44a6-9d78-23b027bea981 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:05.022318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e5ce181-2dfb-4fe4-b14d-a12d10dd58af None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:05.023143 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce181-2dfb-4fe4-b14d-a12d10dd58af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.081454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.142252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a385890-597b-49f8-88a3-f6f56ea023d2 req-1a4776d7-6a84-46b5-879a-ea28346ccaea tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:05.143870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a385890-597b-49f8-88a3-f6f56ea023d2 req-1a4776d7-6a84-46b5-879a-ea28346ccaea tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1008451 Dec 15 14:11:05.232340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.320928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:05.326880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.339697 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-89836112-543d-4377-8ac7-fdd1eabb0288 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf HTTP/1.1" status: 204 len: 168 time: 0.8061869 Dec 15 14:11:05.342859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.383045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4221a0-5f80-487f-b24c-dab1ff8c6810 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:05.423724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a385890-597b-49f8-88a3-f6f56ea023d2 req-d939b82c-e926-42cf-b19c-c41f07b98533 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501073 Dec 15 14:11:05.449780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8793488-0e3b-4973-8e3b-3030a84158c9 None None] Could not find standard attr ID for object 33200d58-5a02-4dfd-afbf-c0e5412bbd2f. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:11:05.461100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet c73584d5-24b5-4c1e-ab35-0b07e1d38222 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:05.480328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.576328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.739543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.784382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.811789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-37fbd324-cee8-40dd-a01f-242d153e5a4b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:05.813334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-37fbd324-cee8-40dd-a01f-242d153e5a4b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "GET /v2.0/networks?id=c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 200 len: 814 time: 0.4613073 Dec 15 14:11:05.814148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=66a766d6-1a4e-44a6-9d78-23b027bea981,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:05.836046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Request body: {'port': {'device_id': '4112b2a8-1383-4cae-93cb-43103b09d332', 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744', 'admin_state_up': True, 'tenant_id': 'd173a40074674165b7c1476c3d6e55cc'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:05.890776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.937950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.947931 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/c73584d5-24b5-4c1e-ab35-0b07e1d38222 HTTP/1.1" status: 204 len: 168 time: 0.6038272 Dec 15 14:11:05.982197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60346) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:06.045886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84fbe2-1444-4af6-b19a-569749c1c643 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=c73584d5-24b5-4c1e-ab35-0b07e1d38222,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:06.183720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5575-5caf-4494-9fc7-da932a4c48d4 req-fef46587-6867-45bb-b822-178a044b152c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:06.185857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-827d5575-5caf-4494-9fc7-da932a4c48d4 req-fef46587-6867-45bb-b822-178a044b152c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.3935020 Dec 15 14:11:06.187859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-910d3cc4-2236-4fd1-bf78-6993ddc0d4ab tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010617 Dec 15 14:11:06.190905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:06.204779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:06.381850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:06.387457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.650753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.678637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9638cad-9070-41a1-8464-c073d421b03c None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:06.703773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9539f697-f711-48a2-ade8-c47bf276bdcb req-c81f1d28-575e-45c0-a791-42ce8bce10ae tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 210 time: 0.5829298 Dec 15 14:11:06.753932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-1448c09c-659a-4aa2-acd1-393542fa8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:06.756161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-1448c09c-659a-4aa2-acd1-393542fa8b47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 1097 time: 0.9166894 Dec 15 14:11:06.766652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:06.771655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:06.775502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:06.776371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.807072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-59d36acb-2289-447b-b09c-4d33ef4e9359 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:06.807450 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59d36acb-2289-447b-b09c-4d33ef4e9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.812420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6176577 Dec 15 14:11:06.813391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:06.818645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:06.843640 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.884598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c96fe-901d-4fe6-a00d-e209501df759 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=87a23e99-aa67-4d94-b1a3-2e3f85ab882c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:06.886605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-827d5575-5caf-4494-9fc7-da932a4c48d4 req-c2c2bdc9-23ca-4ff9-a288-24978b6dfb45 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062858 Dec 15 14:11:07.016007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Made reservation on behalf of d173a40074674165b7c1476c3d6e55cc for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:07.020949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.049998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:07.060964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.071505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-80c0fbf1-7649-4adf-8930-9ba7bc483860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:07.073810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-80c0fbf1-7649-4adf-8930-9ba7bc483860 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.3052089 Dec 15 14:11:07.089351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] Update dhcp port {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'fixed_ips': [{'subnet_id': '87a23e99-aa67-4d94-b1a3-2e3f85ab882c'}], 'binding:host_id': 'n-d-815324-3'}, 'id': '1372214e-86de-406b-87fc-ddaa786253bd'} from n-d-815324-3. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:11:07.142710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.174473 n-d-815324-3 neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87a23e99-aa67-4d94-b1a3-2e3f85ab882c (CIDR: 2001:db8::/64) Dec 15 14:11:07.179697 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:07.180230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:07.205989 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1132052d-3f4c-4092-bc8c-ce3f28e86bfe tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3914411 Dec 15 14:11:07.208380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:07.213843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'subnet': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:07.292835 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-f3d65c97-2497-4e85-8ab1-7fab15df0664 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 200 len: 1001 time: 0.2112308 Dec 15 14:11:07.378884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] Allocated IP 2001:db8::2 (3ccb9cb9-f159-41ef-983a-8b682201b469/87a23e99-aa67-4d94-b1a3-2e3f85ab882c/1372214e-86de-406b-87fc-ddaa786253bd) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:07.383920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:07.425540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:07.429032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-7fdb6f87-f271-4d9c-aaaf-34f1a0025e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:07.431001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.431342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-7fdb6f87-f271-4d9c-aaaf-34f1a0025e90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.0999126 Dec 15 14:11:07.503854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:07.534650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.540340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.589836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:07.600619 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:07.616838 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:07.617617 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:07.625452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eec20478-14d7-4a07-9569-2c9483a55391 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5314169 Dec 15 14:11:07.626959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Allocated IP 172.20.0.10 (c4f75668-6f4f-4147-8b8f-907caed8a744/fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d/96ebca8a-4779-4207-929d-d566d4fa9fb0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:07.634585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60364) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:07.662532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26034e1-6c52-4b81-a12b-9d66aca965f8 None None] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:07.736798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet b21dbe77-5971-4fe9-bbfa-75965e8118f9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:07.742305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.787026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:07.799821 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.902288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.971918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.objects.ports [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:11:07.998357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.033935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4f0ec4b-04a1-4317-ab2c-2123c9e03d91 req-c7e0c2df-79f9-4a13-8191-9928d5d17be2 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 210 time: 0.0631137 Dec 15 14:11:08.046713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-2784be0a-fb9d-44f3-bf09-d6dccae86538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:08.048457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-2784be0a-fb9d-44f3-bf09-d6dccae86538 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6025748 Dec 15 14:11:08.192352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b66753-40ad-4208-888f-465bdaa1602d None None] Network 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:08.193755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-214fc4bb-5cd9-4448-9f82-4dc394e75f78 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180694 Dec 15 14:11:08.195399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.202577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/b21dbe77-5971-4fe9-bbfa-75965e8118f9 HTTP/1.1" status: 204 len: 168 time: 0.5640678 Dec 15 14:11:08.223212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=b21dbe77-5971-4fe9-bbfa-75965e8118f9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.225330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60372) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.258838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.261913 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:05Z', 'revision_number': 9, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:08.310159 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:08.334756 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:08.335378 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:08.495329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] DHCP port deletion for 18a830f4-3c5e-4a57-bb5f-95a5c0579a78 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:08.503238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.519471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.519853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.520215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.520862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.521435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.522016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.522601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.523172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.523736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.524295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.524940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.525505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.526058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4f69e-644d-4000-aa7b-270053e6f4eb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:08.563865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:08.593050 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:08.605453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.612353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.613399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] Deleting port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:08.613629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.615635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.644129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70039039-936b-450e-9aeb-4e426e4834c5 req-0751863b-c08a-4af8-9d8b-5cd1edbc521f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:08.645736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70039039-936b-450e-9aeb-4e426e4834c5 req-0751863b-c08a-4af8-9d8b-5cd1edbc521f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.4395018 Dec 15 14:11:08.749206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:08.757066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:08.770152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:08.771662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.775955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] For port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:08.776360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.786975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.798652 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5891578 Dec 15 14:11:08.803153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.808162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] Calling delete_port for 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:08.809067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Request body: {'port': {'network_id': '3ccb9cb9-f159-41ef-983a-8b682201b469', 'mac_address': 'fa:16:3e:09:35:53', 'name': 'tempest-NetworksTestDHCPv6-1466452359'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:08.813230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Subnet': ['ID=e34ba73e-7b09-43ea-9d08-5ff3293e897e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.837951 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.844035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18565de7-832c-4717-9c1c-35381c5f2de6 req-48587d4c-ac48-4dc6-9be7-7782f0e0b0a3 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863073 Dec 15 14:11:08.885947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b52024-fc7f-41eb-bfd5-949a577da7ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.921951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Pushing event updated for resources: {'Port': ['ID=96ebca8a-4779-4207-929d-d566d4fa9fb0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.939665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70039039-936b-450e-9aeb-4e426e4834c5 req-8c77bdcc-71c7-463f-a1f7-bf1439933681 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671146 Dec 15 14:11:08.947472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:08.947815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.003153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de48193b-0d43-4019-b575-4fa4ebf9bbde None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:09.015049 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.029798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Network c4f75668-6f4f-4147-8b8f-907caed8a744 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:09.031851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] No DVR routers for this DVR port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:09.043096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:09.049493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:09.066722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Made reservation on behalf of e9471ab51df84b029718af1e1431c364 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:09.144530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,segment=NetworkSegment(1c30e88d-97fd-4a4a-9e33-a6304ad1e976),segment_id=1c30e88d-97fd-4a4a-9e33-a6304ad1e976)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:09.144910 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.204003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:09.210081 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:05Z', 'revision_number': 9, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:09.211563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:09.212226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.270758 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d5270-80f9-48e2-841b-20d47c7db7ba None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:05Z', 'revision_number': 9, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22f6ee2-59a6-441b-b78d-671860475840', 'name': '', 'network_id': 'a7626210-a2af-4fad-8041-4e4b2430ce45', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:da:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:36Z', 'updated_at': '2021-12-15T14:10:47Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': 'f2789dde-95c8-4ee2-9be9-8926f3c61ff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:09.299872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.349845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] device_id is not set on port 75a6563f-88b6-4951-a3d5-2390db1585d2 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:11:09.362937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-111c8b0a-a1da-468a-9fe4-f8454efd0b11 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5306222 Dec 15 14:11:09.377051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Request body: {'port': {'device_id': '4112b2a8-1383-4cae-93cb-43103b09d332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:09.416328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db425e8-9065-4d2f-8f7d-6b16f03af986 req-3861796f-f632-4113-92b3-43b71bdbec94 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:09.417847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9db425e8-9065-4d2f-8f7d-6b16f03af986 req-3861796f-f632-4113-92b3-43b71bdbec94 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 932 time: 0.2000039 Dec 15 14:11:09.457340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e5a26-d12d-47cd-bc2c-31755190ff7d None None] Pushing event deleted for resources: {'Port': ['ID=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.464813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de707b3f-e98f-4124-89b5-ff0f35b6b41d None None] DHCP port deletion for c4f75668-6f4f-4147-8b8f-907caed8a744 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:09.474516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-20091d6d-c0cf-4392-9978-d161c972d7d4 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:09.475316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-20091d6d-c0cf-4392-9978-d161c972d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.526321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.535616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9db425e8-9065-4d2f-8f7d-6b16f03af986 req-c636403f-21d6-4b12-baca-3b31f69de25e tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071675 Dec 15 14:11:09.600475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.644632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:09.650351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=21dec02c-cac1-4197-8f6d-9c99f55fe6f7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.709139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1372214e-86de-406b-87fc-ddaa786253bd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:09.709462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8::383 (3ccb9cb9-f159-41ef-983a-8b682201b469/87a23e99-aa67-4d94-b1a3-2e3f85ab882c/75a6563f-88b6-4951-a3d5-2390db1585d2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:09.720420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Allocated IP 2001:db8:0:1:f816:3eff:fe09:3553 (3ccb9cb9-f159-41ef-983a-8b682201b469/e34ba73e-7b09-43ea-9d08-5ff3293e897e/75a6563f-88b6-4951-a3d5-2390db1585d2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:09.822851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-89b6a1b4-c67a-4b79-8e4b-0036d9d7ae95 None None] Provisioning complete for port 96ebca8a-4779-4207-929d-d566d4fa9fb0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:09.823258 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89b6a1b4-c67a-4b79-8e4b-0036d9d7ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.827032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:09.827172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.888537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a1b4-c67a-4b79-8e4b-0036d9d7ae95 None None] Port 96ebca8a-4779-4207-929d-d566d4fa9fb0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:11:10.006022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.076462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.082350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.103910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a830f4-3c5e-4a57-bb5f-95a5c0579a78']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:10.114987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c30e88d-97fd-4a4a-9e33-a6304ad1e976') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:10.115280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c30e88d-97fd-4a4a-9e33-a6304ad1e976') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:10.131720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.154621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:10.159394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:10.163378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:10.167651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:10.174886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:10.175664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.190062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event updated for resources: {'Port': ['ID=75a6563f-88b6-4951-a3d5-2390db1585d2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.190607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:10.191179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 21dec02c-cac1-4197-8f6d-9c99f55fe6f7 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:10.221423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.224554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57e6da58-bdab-4d3b-99ee-4059d82ab744 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4197881 Dec 15 14:11:10.225122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.342199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ebca8a-4779-4207-929d-d566d4fa9fb0 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:11:10.343303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting port 75a6563f-88b6-4951-a3d5-2390db1585d2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:10.343653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.352768 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.379392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:10.379904 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:10.383946 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:10.452948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f8c3-a3e1-40fe-bf7f-aa077c14acf7 req-684daac9-415f-4805-8d30-c0f54228389b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:10.463309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cf2f8c3-a3e1-40fe-bf7f-aa077c14acf7 req-684daac9-415f-4805-8d30-c0f54228389b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.3174763 Dec 15 14:11:10.475874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.490252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Calling delete_port for 75a6563f-88b6-4951-a3d5-2390db1585d2 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:10.503879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59240e0e-f9e2-4ae5-b8e9-ab96365bf4ca None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:10.518134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Transition to ACTIVE for port object 96ebca8a-4779-4207-929d-d566d4fa9fb0 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:11:10.519974 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.577160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cf2f8c3-a3e1-40fe-bf7f-aa077c14acf7 req-9c55791f-9483-41f4-9750-43ef4920d3f8 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131499 Dec 15 14:11:10.578129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.597670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.601298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/18a830f4-3c5e-4a57-bb5f-95a5c0579a78 HTTP/1.1" status: 204 len: 168 time: 2.3343446 Dec 15 14:11:10.650638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.651323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Pushing event updated for resources: {'Port': ['ID=96ebca8a-4779-4207-929d-d566d4fa9fb0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.668443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6536a1a2-ed16-498d-87a7-c47689f42b9b None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:10.669607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6536a1a2-ed16-498d-87a7-c47689f42b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.770092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.775820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffc5ae-7dc1-47ce-b72c-9a3cd05cde84 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=18a830f4-3c5e-4a57-bb5f-95a5c0579a78,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.796128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e5699-5c1a-4c74-ad0b-3eb274f3ee11 None None] DHCP port deletion for c4f75668-6f4f-4147-8b8f-907caed8a744 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:10.826257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Port': ['ID=75a6563f-88b6-4951-a3d5-2390db1585d2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.895095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.901411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fdc03831-7e79-4895-a0dd-288cd37bd980 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/75a6563f-88b6-4951-a3d5-2390db1585d2 HTTP/1.1" status: 204 len: 168 time: 0.6750462 Dec 15 14:11:10.902042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60410) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.976729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea79470-ed9d-4bf0-accc-b6abe648e775 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:10.979731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6ea79470-ed9d-4bf0-accc-b6abe648e775 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0760846 Dec 15 14:11:10.991568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.052247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593bec5-266f-4b93-9937-fa13a18e4341 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.056991 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c593bec5-266f-4b93-9937-fa13a18e4341 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0642600 Dec 15 14:11:11.057980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60414) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.126164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e4419-39d6-4e11-81a3-1283645360fa tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.128085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e4419-39d6-4e11-81a3-1283645360fa tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.130329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e4419-39d6-4e11-81a3-1283645360fa tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.134582 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c00e4419-39d6-4e11-81a3-1283645360fa tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0730021 Dec 15 14:11:11.136698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60416) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.144968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f34d225f-e9e6-4dbc-9822-dac259053b2e None None] Could not find standard attr ID for object 75a6563f-88b6-4951-a3d5-2390db1585d2. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:11:11.173566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f34d225f-e9e6-4dbc-9822-dac259053b2e None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:11.173946 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34d225f-e9e6-4dbc-9822-dac259053b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.283712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet 87a23e99-aa67-4d94-b1a3-2e3f85ab882c {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:11.287883 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.344391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 66a766d6-1a4e-44a6-9d78-23b027bea981 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:11.363371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.375704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 66a766d6-1a4e-44a6-9d78-23b027bea981 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:11.376045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 66a766d6-1a4e-44a6-9d78-23b027bea981 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:11.402283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adfee4-34e7-4ec5-9b32-b802430b410b req-a616af2b-810e-474d-a7a1-2d11d14092cc tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.404727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32adfee4-34e7-4ec5-9b32-b802430b410b req-a616af2b-810e-474d-a7a1-2d11d14092cc tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 944 time: 0.6380644 Dec 15 14:11:11.486003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32adfee4-34e7-4ec5-9b32-b802430b410b req-4d284b4f-cf8f-4152-8ae7-b9331834de83 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594499 Dec 15 14:11:11.488989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Attempting to bind port 96ebca8a-4779-4207-929d-d566d4fa9fb0 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:11:11.489206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Attempting to bind port 96ebca8a-4779-4207-929d-d566d4fa9fb0 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:11:11.489535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Attempting to bind port 96ebca8a-4779-4207-929d-d566d4fa9fb0 on network c4f75668-6f4f-4147-8b8f-907caed8a744 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:11.499047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Port 96ebca8a-4779-4207-929d-d566d4fa9fb0 on network c4f75668-6f4f-4147-8b8f-907caed8a744 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:11:11.499352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Attempting to bind port 96ebca8a-4779-4207-929d-d566d4fa9fb0 on network c4f75668-6f4f-4147-8b8f-907caed8a744 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:11.503513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ad108024-0efb-4291-b079-6b358be8a8be None None] Could not find standard attr ID for object 3ff444fb-0046-445e-aeef-1796965eb832. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:11:11.513966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.519611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:11:11.519999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Checking segment: {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:11.520425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Bound using segment: {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:11:11.521137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Bound port: 96ebca8a-4779-4207-929d-d566d4fa9fb0, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef08cfd-67f0-42b0-b804-024513ec6522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:11:11.521524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.596313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.612710 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.620111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/87a23e99-aa67-4d94-b1a3-2e3f85ab882c HTTP/1.1" status: 204 len: 168 time: 0.4799163 Dec 15 14:11:11.637303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.639267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd602f40-643d-4f4a-8ca0-6d09647da45f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=87a23e99-aa67-4d94-b1a3-2e3f85ab882c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:11.695127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490df5e-9f71-41b9-83f9-0a6d61fbee00 None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:11.716336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] For port 96ebca8a-4779-4207-929d-d566d4fa9fb0, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:11:11.722426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] For port 96ebca8a-4779-4207-929d-d566d4fa9fb0, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:11:11.731910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Deleting subnet e34ba73e-7b09-43ea-9d08-5ff3293e897e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:11.736053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.738708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.761236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3088d6a0-615b-4546-8ce1-84504f301d3d None None] Could not find standard attr ID for object 0cc31f07-d29a-4e9d-bcb9-fb209044f4e3. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:11:11.822699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.823829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.825883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/96ebca8a-4779-4207-929d-d566d4fa9fb0 HTTP/1.1" status: 200 len: 1092 time: 2.4548705 Dec 15 14:11:11.828303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4112b2a8-1383-4cae-93cb-43103b09d332', 'tag': '96ebca8a-4779-4207-929d-d566d4fa9fb0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:11.829562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042899c3-0af2-4422-afa0-9bad948420cb None None] DHCP port deletion for c4f75668-6f4f-4147-8b8f-907caed8a744 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:11.830634 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd062b-bcdc-4896-928e-d908a9dfc140" -d '{"events": [{"name": "network-changed", "server_uuid": "4112b2a8-1383-4cae-93cb-43103b09d332", "tag": "96ebca8a-4779-4207-929d-d566d4fa9fb0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:11.839671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.933488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60921abe-af45-4969-9bb2-08f80eeb18b9 service neutron] Pushing event updated for resources: {'Port': ['ID=96ebca8a-4779-4207-929d-d566d4fa9fb0,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.030352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-ac6e0f06-464c-4747-80a7-c2e54fcedd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.031853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-ac6e0f06-464c-4747-80a7-c2e54fcedd6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d173a40074674165b7c1476c3d6e55cc&device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 1095 time: 0.1307275 Dec 15 14:11:12.089389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.093323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-b91190c8-a30c-48fe-81c7-7f47040c6683 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0 HTTP/1.1" status: 200 len: 217 time: 0.0495598 Dec 15 14:11:12.125933 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a9dd7-b8dc-440f-9ccb-3b93398770c0 x-openstack-request-id: req-8f5a9dd7-b8dc-440f-9ccb-3b93398770c0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:12.126222 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4112b2a8-1383-4cae-93cb-43103b09d332", "tag": "96ebca8a-4779-4207-929d-d566d4fa9fb0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:12.126474 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f5a9dd7-b8dc-440f-9ccb-3b93398770c0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:12.126874 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4112b2a8-1383-4cae-93cb-43103b09d332', 'tag': '96ebca8a-4779-4207-929d-d566d4fa9fb0', 'status': 'completed', 'code': 200} Dec 15 14:11:12.182067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.223032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-cf19e1dc-6ecc-4074-b773-bf6b454976fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.223411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-cf19e1dc-6ecc-4074-b773-bf6b454976fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d HTTP/1.1" status: 200 len: 854 time: 0.1102943 Dec 15 14:11:12.291579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-69c56a05-afaf-4eff-8d41-2ac24f4b0a8e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4f75668-6f4f-4147-8b8f-907caed8a744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332654 Dec 15 14:11:12.294550 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.348821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Subnet': ['ID=e34ba73e-7b09-43ea-9d08-5ff3293e897e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.357233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.364288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8cf5912b-f746-45e5-9dd5-9daf7c70d63c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/e34ba73e-7b09-43ea-9d08-5ff3293e897e HTTP/1.1" status: 204 len: 168 time: 0.7198551 Dec 15 14:11:12.365484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.418640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-df38a545-1cc3-46b0-8660-504e48d73fb2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496893 Dec 15 14:11:12.419404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.488775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4f616-7c0c-4784-ae8c-8a416556cf78 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.490755 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c8f4f616-7c0c-4784-ae8c-8a416556cf78 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0703316 Dec 15 14:11:12.493421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.557186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263d62f-fad9-49b1-bf80-7f3654b1db74 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.560383 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e263d62f-fad9-49b1-bf80-7f3654b1db74 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0645919 Dec 15 14:11:12.561238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb87e40f-c4a6-48e3-8de7-431efa429a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.562815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.571182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-4364fca3-aabc-40c5-aae2-1975013c8cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691762 Dec 15 14:11:12.611622 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c76bb71-e913-474d-8608-cd286784e497 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460563 Dec 15 14:11:12.617904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60450) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.630590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abfef8-2436-4b8f-839a-9e515e8ccf9c None None] Network 3ccb9cb9-f159-41ef-983a-8b682201b469 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:12.655195 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54074ee-7bba-4c88-90a0-3818d1ceb5c1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.656096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54074ee-7bba-4c88-90a0-3818d1ceb5c1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.659330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d54074ee-7bba-4c88-90a0-3818d1ceb5c1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/75a6563f-88b6-4951-a3d5-2390db1585d2 HTTP/1.1" status: 404 len: 333 time: 0.0393167 Dec 15 14:11:12.665570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.707568 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-118fbf87-f7b2-41d5-804c-fd1b9cf0f891 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.707568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118fbf87-f7b2-41d5-804c-fd1b9cf0f891 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.707568 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-118fbf87-f7b2-41d5-804c-fd1b9cf0f891 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/e34ba73e-7b09-43ea-9d08-5ff3293e897e HTTP/1.1" status: 404 len: 337 time: 0.0366611 Dec 15 14:11:12.711933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.719898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-db05095e-d2d6-4256-96ea-8686b8ffc738 None None] Provisioning complete for port 1372214e-86de-406b-87fc-ddaa786253bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:12.720465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db05095e-d2d6-4256-96ea-8686b8ffc738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.739277 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b29e39-e8bf-48d4-b9da-56baf43c81ae tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.740041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b29e39-e8bf-48d4-b9da-56baf43c81ae tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.743328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-35b29e39-e8bf-48d4-b9da-56baf43c81ae tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/87a23e99-aa67-4d94-b1a3-2e3f85ab882c HTTP/1.1" status: 404 len: 337 time: 0.0311182 Dec 15 14:11:12.745955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.777957 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec44f770-e661-4cdd-a96c-e7beef3d4286 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.778968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec44f770-e661-4cdd-a96c-e7beef3d4286 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.782996 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ec44f770-e661-4cdd-a96c-e7beef3d4286 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/0cc31f07-d29a-4e9d-bcb9-fb209044f4e3 HTTP/1.1" status: 404 len: 333 time: 0.0359125 Dec 15 14:11:12.786117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.800275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d50290-adb2-4dab-afdd-30dc0bb89096 req-c07ab6db-1f10-4672-a8d1-6f1f374271c6 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.802646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d50290-adb2-4dab-afdd-30dc0bb89096 req-c07ab6db-1f10-4672-a8d1-6f1f374271c6 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 944 time: 0.1503093 Dec 15 14:11:12.823527 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe81e58d-7f82-4269-81d9-4330953683bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.824214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe81e58d-7f82-4269-81d9-4330953683bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.828336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fe81e58d-7f82-4269-81d9-4330953683bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/c73584d5-24b5-4c1e-ab35-0b07e1d38222 HTTP/1.1" status: 404 len: 337 time: 0.0410538 Dec 15 14:11:12.829261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6182b031-531e-4ecd-a1cb-5ed8cf782998 req-ccc5340e-ce64-41e3-b764-ebba23934c5f service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498465 Dec 15 14:11:12.831373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60464) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.898217 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-11edebad-46e5-457f-b5fc-de2634d91d9e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.898772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11edebad-46e5-457f-b5fc-de2634d91d9e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.901940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-11edebad-46e5-457f-b5fc-de2634d91d9e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/bb14c712-21d6-4ecf-9f4e-98bb4bf8e8bf HTTP/1.1" status: 404 len: 337 time: 0.0521038 Dec 15 14:11:12.905325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.921190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] DHCP port deletion for 3ccb9cb9-f159-41ef-983a-8b682201b469 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:12.937659 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-560e040b-967e-45b1-acff-6e0c2cb63c1a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:12.938451 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560e040b-967e-45b1-acff-6e0c2cb63c1a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:12.944493 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-560e040b-967e-45b1-acff-6e0c2cb63c1a tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/3ff444fb-0046-445e-aeef-1796965eb832 HTTP/1.1" status: 404 len: 333 time: 0.0355890 Dec 15 14:11:12.944785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.946710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d50290-adb2-4dab-afdd-30dc0bb89096 req-5529d031-afaa-41f5-b198-b1b7e8fc566e tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200798 Dec 15 14:11:12.976941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port d22f6ee2-59a6-441b-b78d-671860475840 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:12.976941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.998334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] Deleting port 1372214e-86de-406b-87fc-ddaa786253bd {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:12.998704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.009398 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1803e1a-5629-4c12-a57b-adcd662eb070 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.009929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1803e1a-5629-4c12-a57b-adcd662eb070 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.015835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b1803e1a-5629-4c12-a57b-adcd662eb070 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/f58eb7cb-45ee-4e1e-bcab-8173abe6204e HTTP/1.1" status: 404 len: 337 time: 0.0672946 Dec 15 14:11:13.016463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60474) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.050273 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-74aa8688-fdcf-4a30-928d-09a46d99df25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.050637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74aa8688-fdcf-4a30-928d-09a46d99df25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.058582 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-74aa8688-fdcf-4a30-928d-09a46d99df25 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/9309a95c-8417-427c-a951-013cc9b3da95 HTTP/1.1" status: 404 len: 337 time: 0.0382226 Dec 15 14:11:13.059351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.073955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-614f3d28-2c0c-40c6-bac8-d744187a202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:13.075589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-614f3d28-2c0c-40c6-bac8-d744187a202e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d173a40074674165b7c1476c3d6e55cc&device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 1095 time: 0.1726179 Dec 15 14:11:13.083424 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3917af40-7a7f-4317-9e62-7bfd5b54c915 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.084231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3917af40-7a7f-4317-9e62-7bfd5b54c915 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.089811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] For port 1372214e-86de-406b-87fc-ddaa786253bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1372214e-86de-406b-87fc-ddaa786253bd,segment=NetworkSegment(aad9e88b-e040-4256-89dd-777a2b570163),segment_id=aad9e88b-e040-4256-89dd-777a2b570163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:13.089811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.091043 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3917af40-7a7f-4317-9e62-7bfd5b54c915 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/33200d58-5a02-4dfd-afbf-c0e5412bbd2f HTTP/1.1" status: 404 len: 333 time: 0.0299978 Dec 15 14:11:13.091858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60478) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.103909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] Calling delete_port for 1372214e-86de-406b-87fc-ddaa786253bd owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:13.112643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port d22f6ee2-59a6-441b-b78d-671860475840, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d22f6ee2-59a6-441b-b78d-671860475840,segment=NetworkSegment(f79a2d77-e7a8-4706-a593-fe99d4c6ea0f),segment_id=f79a2d77-e7a8-4706-a593-fe99d4c6ea0f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:13.113165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.120376 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8142152-d55a-4967-b67b-14ad27306564 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.121059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8142152-d55a-4967-b67b-14ad27306564 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.127366 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e8142152-d55a-4967-b67b-14ad27306564 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/35b49565-3aa2-4cc3-bfbc-3b8f18ca9da8 HTTP/1.1" status: 404 len: 337 time: 0.0342171 Dec 15 14:11:13.127753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for d22f6ee2-59a6-441b-b78d-671860475840 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:13.128407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.154880 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-367bca65-2ee6-40ff-8306-c9039653b362 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.155568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367bca65-2ee6-40ff-8306-c9039653b362 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.162286 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-367bca65-2ee6-40ff-8306-c9039653b362 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8704f488-f52b-4be4-8c24-9d02c3bd74c7 HTTP/1.1" status: 404 len: 337 time: 0.0327423 Dec 15 14:11:13.163712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.187637 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a11a5d-3f78-4864-9e30-e20bbc848207 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.188465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a11a5d-3f78-4864-9e30-e20bbc848207 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.189207 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.194930 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c6a11a5d-3f78-4864-9e30-e20bbc848207 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/8414f7a5-ab21-4c21-8f83-931d9f34c18f HTTP/1.1" status: 404 len: 333 time: 0.0300200 Dec 15 14:11:13.195877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.207983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] No DVR routers for this DVR port 1372214e-86de-406b-87fc-ddaa786253bd on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:13.230133 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1749cd8-2c57-43b8-9f2c-b85129391ceb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.230875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1749cd8-2c57-43b8-9f2c-b85129391ceb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.240273 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d1749cd8-2c57-43b8-9f2c-b85129391ceb tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/36bccfc2-a510-4133-b5ba-35da51460183 HTTP/1.1" status: 404 len: 337 time: 0.0427942 Dec 15 14:11:13.241104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.247944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3e204-0471-4db1-8ef2-391f8a74f3a5 None None] Pushing event deleted for resources: {'Port': ['ID=1372214e-86de-406b-87fc-ddaa786253bd,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:13.272564 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ea285e-1e24-41bd-97e9-2c34743eae75 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.273434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ea285e-1e24-41bd-97e9-2c34743eae75 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.288448 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-28ea285e-1e24-41bd-97e9-2c34743eae75 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/63a6f23d-ee07-4c27-95ee-38f58cc95ac4 HTTP/1.1" status: 404 len: 333 time: 0.0439470 Dec 15 14:11:13.290209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.322960 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-080b2c66-6ef5-45d8-86ca-68f9237de3ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.323447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080b2c66-6ef5-45d8-86ca-68f9237de3ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.328950 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-080b2c66-6ef5-45d8-86ca-68f9237de3ce tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/54a2d7a5-00af-4b81-9b7f-72464bbb3de8 HTTP/1.1" status: 404 len: 337 time: 0.0353065 Dec 15 14:11:13.329426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.335948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1372214e-86de-406b-87fc-ddaa786253bd no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:13.357378 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eef8ea-4474-4c05-a597-c89d8e1cd816 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.357970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58eef8ea-4474-4c05-a597-c89d8e1cd816 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.364807 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-58eef8ea-4474-4c05-a597-c89d8e1cd816 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/1b20dd14-8287-42f9-969a-5d04d1fd7136 HTTP/1.1" status: 404 len: 333 time: 0.0321112 Dec 15 14:11:13.365023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60498) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.368315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1372214e-86de-406b-87fc-ddaa786253bd {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:13.368875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1372214e-86de-406b-87fc-ddaa786253bd not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:13.400226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-3df89eee-8f63-4a37-afaa-7fb61ad88e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:13.401799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-3df89eee-8f63-4a37-afaa-7fb61ad88e58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 200 len: 916 time: 0.2152145 Dec 15 14:11:13.414396 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9eaf5f-156e-49fc-ad8c-6a386c184bab tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.414965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9eaf5f-156e-49fc-ad8c-6a386c184bab tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.418649 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a9eaf5f-156e-49fc-ad8c-6a386c184bab tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/45e4d808-79bc-44b0-ad68-39c5e7b18d8b HTTP/1.1" status: 404 len: 337 time: 0.0525787 Dec 15 14:11:13.421017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.444316 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09129cd-6bf6-4a54-8cd3-f1edb9e7b9d1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.445033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09129cd-6bf6-4a54-8cd3-f1edb9e7b9d1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.451009 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a09129cd-6bf6-4a54-8cd3-f1edb9e7b9d1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/82136381-0c3b-40ae-9674-95b11a990ece HTTP/1.1" status: 404 len: 333 time: 0.0261450 Dec 15 14:11:13.451421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.472913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-8b749dbc-828b-4af1-bee0-1d67fd8004e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0 HTTP/1.1" status: 200 len: 217 time: 0.0417931 Dec 15 14:11:13.482062 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06044d2-3fc7-482f-8a68-17213ab2a2a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.482638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06044d2-3fc7-482f-8a68-17213ab2a2a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.488152 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e06044d2-3fc7-482f-8a68-17213ab2a2a4 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/924e4d06-c5e6-486d-92e4-ccb3652500e1 HTTP/1.1" status: 404 len: 337 time: 0.0334010 Dec 15 14:11:13.489492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.511575 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f032644c-0ee3-4314-b12a-17fbefc3249c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.512920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f032644c-0ee3-4314-b12a-17fbefc3249c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.518867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f032644c-0ee3-4314-b12a-17fbefc3249c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/5684c768-33a4-4219-948e-e682b4d68989 HTTP/1.1" status: 404 len: 333 time: 0.0260129 Dec 15 14:11:13.519953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.533615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.566831 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a4d707-7560-4096-bfc3-8fa76ec8b1f8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.567284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a4d707-7560-4096-bfc3-8fa76ec8b1f8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.570488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-02a4d707-7560-4096-bfc3-8fa76ec8b1f8 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/c41caa1f-b1b6-4edb-aa8b-e8a61ba823f2 HTTP/1.1" status: 404 len: 337 time: 0.0494738 Dec 15 14:11:13.573228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.594505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=d22f6ee2-59a6-441b-b78d-671860475840,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:13.600539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-02a77f5c-155f-4bc4-96da-045cd8a18471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:13.602018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-02a77f5c-155f-4bc4-96da-045cd8a18471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d HTTP/1.1" status: 200 len: 854 time: 0.1200545 Dec 15 14:11:13.604668 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-08004492-b8c6-4c45-8e4a-67ec13399140 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.605603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08004492-b8c6-4c45-8e4a-67ec13399140 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.609554 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-08004492-b8c6-4c45-8e4a-67ec13399140 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/3f2dec36-b3bc-4b16-b06b-bd1b891c589e HTTP/1.1" status: 404 len: 333 time: 0.0348253 Dec 15 14:11:13.611966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.646211 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6f26f3-2abe-40f0-a6eb-fab22510ebe2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.647101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6f26f3-2abe-40f0-a6eb-fab22510ebe2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.650475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf6f26f3-2abe-40f0-a6eb-fab22510ebe2 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/43780930-0f05-48ad-a9e3-cec61daaab9b HTTP/1.1" status: 404 len: 337 time: 0.0370748 Dec 15 14:11:13.656654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60512) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.684166 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1861e418-4995-432c-acc7-18a7fd32cd4f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.684850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1861e418-4995-432c-acc7-18a7fd32cd4f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.690952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1861e418-4995-432c-acc7-18a7fd32cd4f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/eb2071fd-64a7-417c-adf3-efbde10b3e8e HTTP/1.1" status: 404 len: 337 time: 0.0331876 Dec 15 14:11:13.691576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.717958 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4930a28-efa0-4d6f-8fd6-f07cc67571cd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.718154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4930a28-efa0-4d6f-8fd6-f07cc67571cd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.719746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-1850eb12-7162-4d21-9737-52e9e116a48b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4f75668-6f4f-4147-8b8f-907caed8a744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944407 Dec 15 14:11:13.724248 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a4930a28-efa0-4d6f-8fd6-f07cc67571cd tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/e0026a98-e0e4-4d39-8aa2-bb675a49621b HTTP/1.1" status: 404 len: 333 time: 0.0316520 Dec 15 14:11:13.725535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.759784 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6229f20a-ba49-4e91-b573-b4c3b73e5357 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.760717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6229f20a-ba49-4e91-b573-b4c3b73e5357 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.765481 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6229f20a-ba49-4e91-b573-b4c3b73e5357 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/48052999-8b84-4149-995d-7735042956db HTTP/1.1" status: 404 len: 337 time: 0.0391309 Dec 15 14:11:13.769022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.805615 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4902b1-0d61-4c87-9aca-aa92d7d30a85 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.806590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.807989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4902b1-0d61-4c87-9aca-aa92d7d30a85 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.818371 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5a4902b1-0d61-4c87-9aca-aa92d7d30a85 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/7441b127-ea1d-4e4b-9a11-3cd21ba492df HTTP/1.1" status: 404 len: 337 time: 0.0478640 Dec 15 14:11:13.819427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60520) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.913063 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ec68fa-ba33-4e9a-a619-54c4c8453f76 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.913541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ec68fa-ba33-4e9a-a619-54c4c8453f76 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.916648 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c8ec68fa-ba33-4e9a-a619-54c4c8453f76 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/aded9fa6-1177-4d12-9d97-184beb3cb599 HTTP/1.1" status: 404 len: 333 time: 0.0914993 Dec 15 14:11:13.919400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.946096 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ffc55a-1d32-4b55-8380-321b651f82b3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.946533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ffc55a-1d32-4b55-8380-321b651f82b3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.951067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f3ffc55a-1d32-4b55-8380-321b651f82b3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/57a60b60-c3f1-4ff8-b0d8-86be8dfebde6 HTTP/1.1" status: 404 len: 337 time: 0.0290446 Dec 15 14:11:13.952632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-68c349ea-a1d3-49d3-9c3f-9f4fd4d6d265 service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243121 Dec 15 14:11:13.953665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.981156 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d20e633-703d-4728-be75-0d30cad09998 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:13.982318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d20e633-703d-4728-be75-0d30cad09998 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:13.987502 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8d20e633-703d-4728-be75-0d30cad09998 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/98ce0185-684d-4b57-b716-f21b83133841 HTTP/1.1" status: 404 len: 337 time: 0.0304825 Dec 15 14:11:13.991925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.012124 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb69d559-4b0f-47a1-a185-3c1662093101 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.013988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb69d559-4b0f-47a1-a185-3c1662093101 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.018449 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb69d559-4b0f-47a1-a185-3c1662093101 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/46ed91d6-53d5-42db-ada3-53960fd0e58b HTTP/1.1" status: 404 len: 333 time: 0.0281696 Dec 15 14:11:14.020307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.045768 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:11:14.052423 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95ab056-3636-4813-8274-020b1b3d1a93 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.052914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95ab056-3636-4813-8274-020b1b3d1a93 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.060116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c95ab056-3636-4813-8274-020b1b3d1a93 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/fe65f6d5-dc5f-4a22-9cae-82866d42e006 HTTP/1.1" status: 404 len: 337 time: 0.0387316 Dec 15 14:11:14.062750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.093676 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b97d91d-cf42-4d07-84dd-ed217a422277 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.094498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b97d91d-cf42-4d07-84dd-ed217a422277 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.100536 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0b97d91d-cf42-4d07-84dd-ed217a422277 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/bf9556a5-5c39-4075-98e8-e23da7be7d04 HTTP/1.1" status: 404 len: 337 time: 0.0339174 Dec 15 14:11:14.100841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.130951 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e2045d3a-47f5-4508-8924-ef6d641c4298 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2ba42c-a12c-4911-97d2-03f810357657 HTTP/1.1" status: 200 len: 205 time: 0.0266910 Dec 15 14:11:14.131271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.168556 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-b5def455-2587-451d-a359-7ddef6064745 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] delete failed (client error): The resource could not be found. Dec 15 14:11:14.172787 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b5def455-2587-451d-a359-7ddef6064745 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/routers/dc2ba42c-a12c-4911-97d2-03f810357657 HTTP/1.1" status: 404 len: 336 time: 0.0380003 Dec 15 14:11:14.173083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.183070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:14.189553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ddd062b-bcdc-4896-928e-d908a9dfc140 req-228686ca-c7e8-45da-8a67-b720420db4ce service neutron] 10.222.0.67 "GET /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276208 Dec 15 14:11:14.200674 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2446cc14-b7b9-4edd-a92f-22b1d0c6395c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.201286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2446cc14-b7b9-4edd-a92f-22b1d0c6395c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.206908 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2446cc14-b7b9-4edd-a92f-22b1d0c6395c tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8bd9620e-581e-43ee-b169-c3ae31407d71 HTTP/1.1" status: 404 len: 337 time: 0.0303369 Dec 15 14:11:14.207085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4487b-272f-4432-87ee-95822554068e req-e7f237f9-5ee2-423f-b9c7-789ce9b72698 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:14.207085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cec4487b-272f-4432-87ee-95822554068e req-e7f237f9-5ee2-423f-b9c7-789ce9b72698 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 944 time: 0.1403196 Dec 15 14:11:14.207980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.236950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.250266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1fd75ad4-761b-4332-a58f-1e677747a8a6 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "GET /v2.0/ports?device_id=96f0cc47-f023-4de6-a721-44a69f0df722 HTTP/1.1" status: 200 len: 205 time: 0.0413861 Dec 15 14:11:14.253431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.296440 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-206083a5-3a32-4dc4-876f-db302a3abad0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] delete failed (client error): The resource could not be found. Dec 15 14:11:14.300177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-206083a5-3a32-4dc4-876f-db302a3abad0 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/routers/96f0cc47-f023-4de6-a721-44a69f0df722 HTTP/1.1" status: 404 len: 336 time: 0.0428011 Dec 15 14:11:14.300411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.326361 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03e7a59-b125-4658-966a-5774f86135bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.327269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03e7a59-b125-4658-966a-5774f86135bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.332622 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f03e7a59-b125-4658-966a-5774f86135bf tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8a063673-cc1c-4507-8101-9d4ac62adef4 HTTP/1.1" status: 404 len: 337 time: 0.0286894 Dec 15 14:11:14.333437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.359890 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-301b6664-ae8c-4e7c-9363-592270cc7fea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.360402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301b6664-ae8c-4e7c-9363-592270cc7fea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.366212 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-301b6664-ae8c-4e7c-9363-592270cc7fea tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8f32c199-09ad-4677-864b-da192a84c555 HTTP/1.1" status: 404 len: 337 time: 0.0298474 Dec 15 14:11:14.366530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.391991 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-765425ce-aa6d-480b-a5cc-a16c328acc2e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.392867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765425ce-aa6d-480b-a5cc-a16c328acc2e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.396909 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-765425ce-aa6d-480b-a5cc-a16c328acc2e tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/6fe3c5a7-72e4-444a-ab42-4166e53598d6 HTTP/1.1" status: 404 len: 333 time: 0.0291269 Dec 15 14:11:14.399531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.431844 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eee1c0-54dc-46cd-ab93-ebfd60ab38a1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.432605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eee1c0-54dc-46cd-ab93-ebfd60ab38a1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.438224 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d4eee1c0-54dc-46cd-ab93-ebfd60ab38a1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/801cbb72-1a2d-44f7-89b3-5560ef60b259 HTTP/1.1" status: 404 len: 337 time: 0.0340807 Dec 15 14:11:14.438528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.467554 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece3ea61-b245-400e-bc97-d443db76e7f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.468214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece3ea61-b245-400e-bc97-d443db76e7f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.474218 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ece3ea61-b245-400e-bc97-d443db76e7f3 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/b7b65e4e-5cbf-4fa7-a473-94d9c9f832f1 HTTP/1.1" status: 404 len: 333 time: 0.0319655 Dec 15 14:11:14.474536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.500892 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9cc89f-7d63-423f-b7f7-11a13307a722 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.501449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9cc89f-7d63-423f-b7f7-11a13307a722 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.505600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d9cc89f-7d63-423f-b7f7-11a13307a722 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/e60f18d2-1212-437f-8353-8fa0c4e3103b HTTP/1.1" status: 404 len: 337 time: 0.0291309 Dec 15 14:11:14.509064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.535614 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae05a7c1-3802-4b18-90f2-83272bf53427 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.536467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae05a7c1-3802-4b18-90f2-83272bf53427 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.539958 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ae05a7c1-3802-4b18-90f2-83272bf53427 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/8ed07fd6-4d71-4337-a136-be5921aea810 HTTP/1.1" status: 404 len: 333 time: 0.0296679 Dec 15 14:11:14.542589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.570037 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8eea58-7729-4aab-b06b-93710e26102f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.570500 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8eea58-7729-4aab-b06b-93710e26102f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.573844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0e8eea58-7729-4aab-b06b-93710e26102f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/8a0053a8-164c-4cce-bd1e-d03d5c735144 HTTP/1.1" status: 404 len: 337 time: 0.0302727 Dec 15 14:11:14.577030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.602289 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a392a6-4c26-4ca9-838b-b91c64250716 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.604600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a392a6-4c26-4ca9-838b-b91c64250716 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.611638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-63a392a6-4c26-4ca9-838b-b91c64250716 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/6e1a81af-5487-4100-8d60-b28ca5afa003 HTTP/1.1" status: 404 len: 333 time: 0.0313916 Dec 15 14:11:14.611906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.640337 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e98ac-0216-4e71-8894-5d6b554caf13 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.640830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914e98ac-0216-4e71-8894-5d6b554caf13 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.646352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-914e98ac-0216-4e71-8894-5d6b554caf13 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/0d777709-ac09-4537-8ae8-359d46fd8310 HTTP/1.1" status: 404 len: 337 time: 0.0309410 Dec 15 14:11:14.646620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.675644 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5d6527-8fb6-4651-9f99-edc57fddbbb7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.676242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5d6527-8fb6-4651-9f99-edc57fddbbb7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.681569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6e5d6527-8fb6-4651-9f99-edc57fddbbb7 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/e5dc05b0-c8e7-4e35-9759-668441582d17 HTTP/1.1" status: 404 len: 333 time: 0.0318055 Dec 15 14:11:14.681810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.690273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cec4487b-272f-4432-87ee-95822554068e req-128e1ba9-3342-4ecd-9290-4cc62387555f tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698684 Dec 15 14:11:14.696769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:14.709718 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03c2b30-9333-4363-b5a6-ab415d1331a5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.710177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03c2b30-9333-4363-b5a6-ab415d1331a5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.713279 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b03c2b30-9333-4363-b5a6-ab415d1331a5 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/f4bc40e8-ead8-4ff6-8fbe-d906cba1b5cb HTTP/1.1" status: 404 len: 337 time: 0.0305521 Dec 15 14:11:14.715721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.720486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:14.723057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8096a35d-8717-4174-9314-50ebb0cf5c0d tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0688214 Dec 15 14:11:14.725649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.741903 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0748c006-b700-4bde-9b83-30ad425dafdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.744862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:14.746030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:10:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:14.747619 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff8855-4103-4534-80d2-eef52eb412f1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.748285 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fff8855-4103-4534-80d2-eef52eb412f1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.751525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5fff8855-4103-4534-80d2-eef52eb412f1 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/ccff529f-af2b-428f-a6ad-57c3c5b6bd98 HTTP/1.1" status: 404 len: 333 time: 0.0348878 Dec 15 14:11:14.754128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.782035 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6377f4d4-c186-4e35-9e98-7e103560d17f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.782489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6377f4d4-c186-4e35-9e98-7e103560d17f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.788431 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6377f4d4-c186-4e35-9e98-7e103560d17f tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/bc3dc5bc-e049-462e-a861-f7cc299e6c1f HTTP/1.1" status: 404 len: 337 time: 0.0327666 Dec 15 14:11:14.789049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.789298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet f2789dde-95c8-4ee2-9be9-8926f3c61ff3 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:14.793358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.813735 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3055ed29-7261-423c-a883-cd33dc5abf27 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.814290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3055ed29-7261-423c-a883-cd33dc5abf27 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.819940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60582) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.820260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3055ed29-7261-423c-a883-cd33dc5abf27 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/ports/d999a23c-f3d4-4d6f-b929-0caa6eb9824b HTTP/1.1" status: 404 len: 333 time: 0.0299630 Dec 15 14:11:14.837609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:14.853301 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdfc2c7-3cdf-449b-8bb3-5e6f9fdb5f8d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:14.853744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdfc2c7-3cdf-449b-8bb3-5e6f9fdb5f8d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:14.859172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3cdfc2c7-3cdf-449b-8bb3-5e6f9fdb5f8d tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/subnets/e0d2a620-8dfd-4982-92f5-bc9b3880c073 HTTP/1.1" status: 404 len: 337 time: 0.0358217 Dec 15 14:11:14.860091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.911857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.978889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.046067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:13Z', 'revision_number': 10, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:15.076911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:15.085615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:15.086332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:15.091896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.124041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.154910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccb9cb9-f159-41ef-983a-8b682201b469']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:15.168317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad9e88b-e040-4256-89dd-777a2b570163') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:15.168536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad9e88b-e040-4256-89dd-777a2b570163') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:15.173448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:15.182112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.199420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.204982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.211605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:15.212102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:15.220051 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:15.257323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=f2789dde-95c8-4ee2-9be9-8926f3c61ff3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:15.286432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.290127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0981a89a-85e9-422e-ba73-3528ca52ec00 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/f2789dde-95c8-4ee2-9be9-8926f3c61ff3 HTTP/1.1" status: 204 len: 168 time: 0.5632610 Dec 15 14:11:15.293964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:15.316406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24693091-4cb7-4548-80ad-a8d362b4a7dc None None] Network a7626210-a2af-4fad-8041-4e4b2430ce45 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:15.398594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.407395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.420140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] 10.222.0.32 "DELETE /v2.0/networks/3ccb9cb9-f159-41ef-983a-8b682201b469 HTTP/1.1" status: 204 len: 168 time: 0.5530515 Dec 15 14:11:15.437521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 96ebca8a-4779-4207-929d-d566d4fa9fb0 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:11:15.455981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.463265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae15d-076f-4cc7-9552-65e27d72bc36 tempest-NetworksTestDHCPv6-19396763 tempest-NetworksTestDHCPv6-19396763-project] Pushing event deleted for resources: {'Network': ['ID=3ccb9cb9-f159-41ef-983a-8b682201b469,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:15.565440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:15.565834 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.675214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,segment=NetworkSegment(f79a2d77-e7a8-4706-a593-fe99d4c6ea0f),segment_id=f79a2d77-e7a8-4706-a593-fe99d4c6ea0f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:15.675495 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.695315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:15.794373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 96ebca8a-4779-4207-929d-d566d4fa9fb0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:15.831193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f5f22-8bbc-4442-8d3c-098f9f1bbb44 None None] DHCP port deletion for a7626210-a2af-4fad-8041-4e4b2430ce45 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:15.837728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '96ebca8a-4779-4207-929d-d566d4fa9fb0', 'network_id': 'c4f75668-6f4f-4147-8b8f-907caed8a744', 'port_id': '96ebca8a-4779-4207-929d-d566d4fa9fb0', 'mac_address': 'fa:16:3e:a1:7e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:11:15.853121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.874796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:15.898283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:15.916909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f5f22-8bbc-4442-8d3c-098f9f1bbb44 None None] The port '4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e' was deleted {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 14:11:15.935676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:13Z', 'revision_number': 10, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:15.937597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:15.954549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f530b-e3eb-4792-be9e-f82905b21ddc req-b1cde599-7162-4dee-a216-3b9bafd98fe9 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:15.956575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f90f530b-e3eb-4792-be9e-f82905b21ddc req-b1cde599-7162-4dee-a216-3b9bafd98fe9 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 944 time: 0.1540685 Dec 15 14:11:15.979003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.995369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ebca8a-4779-4207-929d-d566d4fa9fb0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:11:16.001460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361e80c-1c49-47d3-882a-8958bcb83c7d None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:13Z', 'revision_number': 10, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None, '_interfaces': [{'id': '1012e8cf-783c-45a8-86a6-f78db92b1483', 'name': '', 'network_id': 'ace56e5e-c7bc-4104-9f1e-c5fa14bcea10', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'mac_address': 'fa:16:3e:1e:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:31Z', 'updated_at': '2021-12-15T14:10:36Z', 'revision_number': 5, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'subnets': [{'id': '9c9e72fe-a840-4ed8-b887-026345230ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:16.026325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 96ebca8a-4779-4207-929d-d566d4fa9fb0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:16.032970 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.093495 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed8f7aa2-418a-439f-a062-ea4934fbd9d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9471ab51df84b029718af1e1431c364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2152793 Dec 15 14:11:16.094157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:16.111913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=96ebca8a-4779-4207-929d-d566d4fa9fb0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:16.125130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f90f530b-e3eb-4792-be9e-f82905b21ddc req-95ebcef4-9914-4e12-8c4d-5f82ac570069 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247761 Dec 15 14:11:16.140697 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.164550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7626210-a2af-4fad-8041-4e4b2430ce45']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:16.166662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79635f2f-90e3-4a96-a67f-771f9dfa69ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.175609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:16.176038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79a2d77-e7a8-4706-a593-fe99d4c6ea0f') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:16.187330 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.195789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79635f2f-90e3-4a96-a67f-771f9dfa69ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.203928 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.211750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:16.212943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:16.217352 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:16.268479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79635f2f-90e3-4a96-a67f-771f9dfa69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.272643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79635f2f-90e3-4a96-a67f-771f9dfa69ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.274101 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79635f2f-90e3-4a96-a67f-771f9dfa69ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c9ea232-b52f-4789-8bdf-8c46707521d6 HTTP/1.1" status: 204 len: 168 time: 0.1789634 Dec 15 14:11:16.275517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.293391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79635f2f-90e3-4a96-a67f-771f9dfa69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ea232-b52f-4789-8bdf-8c46707521d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:16.294409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.303929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.309119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['96ebca8a-4779-4207-929d-d566d4fa9fb0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:16.310270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/a7626210-a2af-4fad-8041-4e4b2430ce45 HTTP/1.1" status: 204 len: 168 time: 1.0154188 Dec 15 14:11:16.314659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:16.327421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53872813-2a7a-4b99-bf64-d0a324557267 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=a7626210-a2af-4fad-8041-4e4b2430ce45,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:17.078430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.176025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.296387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27990dd2-b488-45c6-bdb6-7eb4e68784a0 req-8de2f759-5d29-4ffa-8c46-5b9adc523dc0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.305515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27990dd2-b488-45c6-bdb6-7eb4e68784a0 req-8de2f759-5d29-4ffa-8c46-5b9adc523dc0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 945 time: 0.0980899 Dec 15 14:11:17.314217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-00b7793a-31ea-4d6b-a0a9-e85ed5c0bf98 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.316394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-00b7793a-31ea-4d6b-a0a9-e85ed5c0bf98 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1383774 Dec 15 14:11:17.319478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.326790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-1e966bbb-d0bc-4771-a347-b5813a109702 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.331745 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1e966bbb-d0bc-4771-a347-b5813a109702 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0107982 Dec 15 14:11:17.334911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.339563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-d6e0c7b6-f70c-4562-a4f9-f82879449215 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.343437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.343950 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d6e0c7b6-f70c-4562-a4f9-f82879449215 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078633 Dec 15 14:11:17.359998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-e091470b-3960-4315-9822-82e4091cf8bb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.361723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e091470b-3960-4315-9822-82e4091cf8bb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0161142 Dec 15 14:11:17.376192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.376383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:17.381056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-e934c12a-7a54-4865-861e-5cf02b43d657 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.382069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e934c12a-7a54-4865-861e-5cf02b43d657 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048449 Dec 15 14:11:17.388665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60648) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.393360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-cebf9929-f2a5-41b6-9df6-51673bfb7c0c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.394649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cebf9929-f2a5-41b6-9df6-51673bfb7c0c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044048 Dec 15 14:11:17.398584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60650) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.402791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-5716a5ec-03fe-4cd7-8174-ecb4962f059c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.403787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5716a5ec-03fe-4cd7-8174-ecb4962f059c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043259 Dec 15 14:11:17.406390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.411753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:17.412204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-54acd85e-c863-416a-82ea-c7e56af5d080 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.412666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4db0d4c6-3d19-45e7-a6f9-71d3d8da5e2e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:17.413263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d22f6ee2-59a6-441b-b78d-671860475840 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:17.413404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-54acd85e-c863-416a-82ea-c7e56af5d080 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056937 Dec 15 14:11:17.421716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27990dd2-b488-45c6-bdb6-7eb4e68784a0 req-91b6c4df-2b25-4d5f-82ca-566071ed1498 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152036 Dec 15 14:11:17.422262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60654) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.435004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d22f6ee2-59a6-441b-b78d-671860475840 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:17.435842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d22f6ee2-59a6-441b-b78d-671860475840 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:17.438148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-0c980d8d-6a45-4623-9402-759cd2739521 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.439363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c980d8d-6a45-4623-9402-759cd2739521 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0161581 Dec 15 14:11:17.442824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.443419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 96ebca8a-4779-4207-929d-d566d4fa9fb0 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:17.452284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-11cce45b-814a-40e5-be17-ccbbd8bd50cb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.453232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11cce45b-814a-40e5-be17-ccbbd8bd50cb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085335 Dec 15 14:11:17.455792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.460577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-f74e2e7d-d049-423d-9522-98d7d507ae21 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.463579 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f74e2e7d-d049-423d-9522-98d7d507ae21 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043454 Dec 15 14:11:17.463579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 1012e8cf-783c-45a8-86a6-f78db92b1483 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:17.463882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.465403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60660) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.472231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-a0ab9a68-8cfe-4af3-a98f-98912424fa59 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.477556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a0ab9a68-8cfe-4af3-a98f-98912424fa59 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096087 Dec 15 14:11:17.478527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.486473 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.488351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-e706b274-fa62-44b6-92a0-dd618411f3b9 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.494466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e706b274-fa62-44b6-92a0-dd618411f3b9 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0100064 Dec 15 14:11:17.495314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.503957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-f4c2fb2d-b00d-44f4-9226-cbabf963a5c2 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.510380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f4c2fb2d-b00d-44f4-9226-cbabf963a5c2 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138931 Dec 15 14:11:17.511355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60668) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.522217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-a8f552e1-90c7-4a2f-b09c-e398b73f13ea tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.525101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a8f552e1-90c7-4a2f-b09c-e398b73f13ea tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0124831 Dec 15 14:11:17.526376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.527603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 96ebca8a-4779-4207-929d-d566d4fa9fb0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:11:17.531969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-c3ae41e2-e408-4e20-a9d2-0ff646a91b8e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.532998 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3ae41e2-e408-4e20-a9d2-0ff646a91b8e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057256 Dec 15 14:11:17.535707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.535874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 96ebca8a-4779-4207-929d-d566d4fa9fb0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:17.536086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.539724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-fd5f5b1b-e05e-44e3-9aaf-c0b72fc9a394 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.542945 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd5f5b1b-e05e-44e3-9aaf-c0b72fc9a394 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042794 Dec 15 14:11:17.544538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60674) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.549179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-d2b4fd86-87cc-4098-b61e-c61811ccca43 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.552306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d2b4fd86-87cc-4098-b61e-c61811ccca43 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047123 Dec 15 14:11:17.553237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60676) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.561142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-e5575728-8090-4554-a9df-c4ffb43ea190 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.563460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e5575728-8090-4554-a9df-c4ffb43ea190 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081310 Dec 15 14:11:17.568151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.574127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-ae1ecf68-5f67-4b54-a691-58d5a44808be tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.575332 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ae1ecf68-5f67-4b54-a691-58d5a44808be tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0061569 Dec 15 14:11:17.578408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.582546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-7a610477-6c21-434c-bea0-779eb71e439e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.583485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7a610477-6c21-434c-bea0-779eb71e439e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042014 Dec 15 14:11:17.586589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.592079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-9c0aec43-3da1-4d21-b837-7e83d7cac1ef tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.593410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c0aec43-3da1-4d21-b837-7e83d7cac1ef tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056276 Dec 15 14:11:17.595847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60684) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.600320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 1012e8cf-783c-45a8-86a6-f78db92b1483, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1012e8cf-783c-45a8-86a6-f78db92b1483,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:17.600716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.601485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-ddfc562d-6535-40f7-893e-4310dc1e0900 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.603141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ddfc562d-6535-40f7-893e-4310dc1e0900 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052321 Dec 15 14:11:17.605007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.613628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-c742a07c-d3f0-42e5-b701-7da53926c034 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.617516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c742a07c-d3f0-42e5-b701-7da53926c034 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110323 Dec 15 14:11:17.617516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60688) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.618715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 1012e8cf-783c-45a8-86a6-f78db92b1483 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:17.630128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-277cb17c-e2e9-45ad-ad4a-c64e38c8c5fc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.634087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-277cb17c-e2e9-45ad-ad4a-c64e38c8c5fc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0111270 Dec 15 14:11:17.634554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.640850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-56f0a38a-3fe6-4fd5-bc3e-75868886d768 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.645251 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-56f0a38a-3fe6-4fd5-bc3e-75868886d768 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092585 Dec 15 14:11:17.645872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.647868 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.651637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-9bab3f05-7ec8-4c28-a078-c1b6812b8820 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.655894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9bab3f05-7ec8-4c28-a078-c1b6812b8820 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0084710 Dec 15 14:11:17.656528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.661303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-0206ad82-3201-43ee-80a7-97de45f67e87 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.664961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0206ad82-3201-43ee-80a7-97de45f67e87 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074482 Dec 15 14:11:17.665563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.672542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-424ea47f-74da-4381-add8-b04512e62b23 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.675880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4112b2a8-1383-4cae-93cb-43103b09d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ebca8a-4779-4207-929d-d566d4fa9fb0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:17.676099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.676269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-424ea47f-74da-4381-add8-b04512e62b23 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0097718 Dec 15 14:11:17.679184 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57663979-9ca5-45a4-b501-851f4d240c18" -d '{"events": [{"server_uuid": "4112b2a8-1383-4cae-93cb-43103b09d332", "name": "network-vif-plugged", "status": "completed", "tag": "96ebca8a-4779-4207-929d-d566d4fa9fb0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:17.680906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-ac520695-9fe8-4210-a611-a143979469f6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.684637 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac520695-9fe8-4210-a611-a143979469f6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048532 Dec 15 14:11:17.684794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.690414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-19863ce7-1db3-4a32-8179-f0e841ecadd3 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.691391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19863ce7-1db3-4a32-8179-f0e841ecadd3 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0053418 Dec 15 14:11:17.695154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60704) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.698551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 96ebca8a-4779-4207-929d-d566d4fa9fb0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:17.700619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-ac115377-5734-4b07-928e-2a4eab31c676 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.701837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ac115377-5734-4b07-928e-2a4eab31c676 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054495 Dec 15 14:11:17.704568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.708036 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.710595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-03f62a9c-b789-4876-8ddf-5727fcf2826b tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.712007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03f62a9c-b789-4876-8ddf-5727fcf2826b tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062652 Dec 15 14:11:17.716478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.726244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-54970d4d-2f16-4677-b9bf-11eaa04d973f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.732314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-54970d4d-2f16-4677-b9bf-11eaa04d973f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113106 Dec 15 14:11:17.732727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.737960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-c19c8cf9-76a4-4c2d-b046-40c6e383d54c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.741204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c19c8cf9-76a4-4c2d-b046-40c6e383d54c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052521 Dec 15 14:11:17.743990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.748403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-9a53f6a3-d9ec-4eda-ace3-9fa671090447 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.751599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9a53f6a3-d9ec-4eda-ace3-9fa671090447 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042896 Dec 15 14:11:17.760935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60716) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.764966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-9f06a6a0-581a-4b0d-a1cc-8e53e7350426 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.765968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f06a6a0-581a-4b0d-a1cc-8e53e7350426 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045190 Dec 15 14:11:17.768931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.773398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-2b712565-596e-489c-a837-c0fc3ca979b8 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.774387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2b712565-596e-489c-a837-c0fc3ca979b8 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045097 Dec 15 14:11:17.779531 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104711a1-ee6e-4acf-9e46-02dd2afa20a1 x-openstack-request-id: req-104711a1-ee6e-4acf-9e46-02dd2afa20a1 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:17.779894 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4112b2a8-1383-4cae-93cb-43103b09d332", "name": "network-vif-plugged", "status": "completed", "tag": "96ebca8a-4779-4207-929d-d566d4fa9fb0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:17.780067 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-104711a1-ee6e-4acf-9e46-02dd2afa20a1 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:17.780466 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4112b2a8-1383-4cae-93cb-43103b09d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ebca8a-4779-4207-929d-d566d4fa9fb0', 'code': 200} Dec 15 14:11:17.780599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.795331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-37eaa11a-bed1-45aa-8d0d-76f7d3f04acd tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.798688 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-37eaa11a-bed1-45aa-8d0d-76f7d3f04acd tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0131421 Dec 15 14:11:17.799430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60722) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.803511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-2b45c913-cf69-425d-a78e-7d6c5d55c42f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.804534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2b45c913-cf69-425d-a78e-7d6c5d55c42f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046563 Dec 15 14:11:17.807543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60726) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.812649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-9b15a63c-5301-441f-b074-1e8adf8993b8 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.816360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b15a63c-5301-441f-b074-1e8adf8993b8 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080392 Dec 15 14:11:17.816981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.823112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-21786d3c-779f-4750-8dd3-efd321fea61e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.824084 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-21786d3c-779f-4750-8dd3-efd321fea61e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0061402 Dec 15 14:11:17.825765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=96ebca8a-4779-4207-929d-d566d4fa9fb0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:17.827083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.831467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-aa4bbb70-51e3-424b-a49a-fd6facaba9bb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.837187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aa4bbb70-51e3-424b-a49a-fd6facaba9bb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090916 Dec 15 14:11:17.838235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.843050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-e7e299d8-5298-480e-9f08-d8eebdff190a tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.844541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e7e299d8-5298-480e-9f08-d8eebdff190a tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047529 Dec 15 14:11:17.846948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.851785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-41e02d5c-7b2b-4d17-a266-c21de45f7755 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.854792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-41e02d5c-7b2b-4d17-a266-c21de45f7755 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047245 Dec 15 14:11:17.855174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60736) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.866366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-bf2d74be-c632-45e0-888a-b50520ccf48c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.867333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bf2d74be-c632-45e0-888a-b50520ccf48c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0111995 Dec 15 14:11:17.869963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.888586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-7b7b62de-819f-4a66-8081-5ade12c36e5e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.889518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7b7b62de-819f-4a66-8081-5ade12c36e5e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0186253 Dec 15 14:11:17.893073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.895628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.898165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-3b7cfb05-2ec9-4c6c-aa0d-f936e515f02c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.899159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3b7cfb05-2ec9-4c6c-aa0d-f936e515f02c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051999 Dec 15 14:11:17.903483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.907606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-1a141a6d-8806-4782-b3bb-8b4a97cd48db tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.910921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1a141a6d-8806-4782-b3bb-8b4a97cd48db tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043316 Dec 15 14:11:17.912556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.920442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b837a2-1236-408b-9df3-55fd178f0545 req-1ddb3dd1-e40e-4d32-bbb1-d3c6f89c03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.922046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21b837a2-1236-408b-9df3-55fd178f0545 req-1ddb3dd1-e40e-4d32-bbb1-d3c6f89c03f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 1097 time: 0.0682817 Dec 15 14:11:17.933153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-33cecbdd-3119-4e20-8031-1962d061fcd5 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.936451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-33cecbdd-3119-4e20-8031-1962d061fcd5 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0238497 Dec 15 14:11:17.939178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.943382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-d472dab6-2c4f-4b75-a3a9-ac7512c58d0f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.948011 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d472dab6-2c4f-4b75-a3a9-ac7512c58d0f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072784 Dec 15 14:11:17.948265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60748) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.948398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=1012e8cf-783c-45a8-86a6-f78db92b1483,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:17.954717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-4a5c43af-8b69-43a0-92c1-90d7325e74d9 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.955750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4a5c43af-8b69-43a0-92c1-90d7325e74d9 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065103 Dec 15 14:11:17.958584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60750) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.963323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-32cf375f-7c26-4553-9641-14bcb9147ecf tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.967390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-32cf375f-7c26-4553-9641-14bcb9147ecf tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073173 Dec 15 14:11:17.970021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.974537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-cf9e6945-de3e-4de2-a76f-7ed4ce152ee3 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.977274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cf9e6945-de3e-4de2-a76f-7ed4ce152ee3 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045593 Dec 15 14:11:17.978490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.994131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-13ef04ef-6d83-409c-8bf5-3f7192ffb33e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:17.994131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-13ef04ef-6d83-409c-8bf5-3f7192ffb33e tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044436 Dec 15 14:11:18.002416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.010517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-a90a00bc-8601-4d90-8d16-ce25b9df40b9 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.013225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a90a00bc-8601-4d90-8d16-ce25b9df40b9 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0080838 Dec 15 14:11:18.020465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.024996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-9f04cc9b-644e-4263-b2fa-143a0ebe4cf6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.025974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f04cc9b-644e-4263-b2fa-143a0ebe4cf6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045304 Dec 15 14:11:18.029023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21b837a2-1236-408b-9df3-55fd178f0545 req-bef39ecc-8305-4402-8fa5-48ab5f49ce22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997851 Dec 15 14:11:18.029498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.033564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-07272742-5b6f-4eb1-939c-36bb518c5d1c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.034502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-07272742-5b6f-4eb1-939c-36bb518c5d1c tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041413 Dec 15 14:11:18.037406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.041539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-794fec52-a9f1-4a64-9251-8560f6716575 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.042471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-794fec52-a9f1-4a64-9251-8560f6716575 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041587 Dec 15 14:11:18.048964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.053897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-92ab5d92-fd0f-4f7d-ab0e-e97c9f85b79f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.055543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-92ab5d92-fd0f-4f7d-ab0e-e97c9f85b79f tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050101 Dec 15 14:11:18.058297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.062610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-03b2c9c9-8852-434c-8236-2a43b0466afb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.063862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03b2c9c9-8852-434c-8236-2a43b0466afb tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043826 Dec 15 14:11:18.067059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.073095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-be1ac05c-f63f-4eae-a5da-e878fa2cbd62 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.074081 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be1ac05c-f63f-4eae-a5da-e878fa2cbd62 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060959 Dec 15 14:11:18.077203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.082694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [None req-343d6d23-c3f6-4e43-bb22-68c6ce4a1ecc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.086310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-343d6d23-c3f6-4e43-bb22-68c6ce4a1ecc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081999 Dec 15 14:11:18.086547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.087569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.093118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-ed18f6ec-2467-45b9-935d-cab89159e9d6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.094528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ed18f6ec-2467-45b9-935d-cab89159e9d6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066872 Dec 15 14:11:18.097449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.105123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-86f4e386-71a5-4799-a309-77926447de28 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.108141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-86f4e386-71a5-4799-a309-77926447de28 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071716 Dec 15 14:11:18.108252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.114306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-50e1ffd9-4e1b-4bdb-843d-3a381a719825 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.115574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-50e1ffd9-4e1b-4bdb-843d-3a381a719825 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064433 Dec 15 14:11:18.118095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.122766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-7c3ac9a9-9689-47bc-8ab1-4b33f7bbb7cc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.126242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7c3ac9a9-9689-47bc-8ab1-4b33f7bbb7cc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049822 Dec 15 14:11:18.126747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.130858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-bc430c0b-53a0-4ec5-b8de-c4db00147491 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.134015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc430c0b-53a0-4ec5-b8de-c4db00147491 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041964 Dec 15 14:11:18.135984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.140995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-4dab68ed-eff1-4353-a941-a375f739dbd6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.144352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4dab68ed-eff1-4353-a941-a375f739dbd6 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049746 Dec 15 14:11:18.145180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.149657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-d4f47b90-d2e1-4a3b-aa08-ba21f36c66fc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.153097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d4f47b90-d2e1-4a3b-aa08-ba21f36c66fc tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057123 Dec 15 14:11:18.153444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.158148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [None req-23846195-9fce-40b9-b163-847608a893a1 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:11:18.162253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-23846195-9fce-40b9-b163-847608a893a1 tempest-ExtensionsTestJSON-947148635 tempest-ExtensionsTestJSON-947148635-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046222 Dec 15 14:11:18.268745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:18.350936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:18.360888 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:18.365923 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fb6dcdbf-c337-41db-b453-624d66ed3709 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0510907 Dec 15 14:11:18.368680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.377531 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:18.378266 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:18.445619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting subnet 9c9e72fe-a840-4ed8-b887-026345230ed0 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:18.449424 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.459243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.462251 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:18.511082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.550826 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:17Z', 'revision_number': 11, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:18.574035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.587614 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:18.597757 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:18.598778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:18.634129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11829e-af26-42de-9a02-251397d2dc8e req-fb2c778b-fb79-4679-9488-9eb470c4c457 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:18.643818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d11829e-af26-42de-9a02-251397d2dc8e req-fb2c778b-fb79-4679-9488-9eb470c4c457 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 946 time: 0.1261289 Dec 15 14:11:18.651765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9123138-0349-4fa6-a8fc-b0fb95d5fd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.697449 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:18.738769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.744998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d11829e-af26-42de-9a02-251397d2dc8e req-e3b0871a-0b31-434d-92c1-35b13e815e83 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964026 Dec 15 14:11:18.752168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9123138-0349-4fa6-a8fc-b0fb95d5fd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.757951 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9123138-0349-4fa6-a8fc-b0fb95d5fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.793504 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:17Z', 'revision_number': 11, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:18.821764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c9123138-0349-4fa6-a8fc-b0fb95d5fd26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b596c6bb15994767bdeab8d0a0460b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3614478 Dec 15 14:11:18.826199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.832909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9123138-0349-4fa6-a8fc-b0fb95d5fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee5f173-ab57-46a1-92cc-ad1129647b80,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:18.833110 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e5f77-2c71-4875-8cf5-e8567fa497b3 None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:17Z', 'revision_number': 11, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:18.835095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.895955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e98875c3-8053-4847-8f0b-ea1b88ba685d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.896804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9e72fe-a840-4ed8-b887-026345230ed0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:18.901557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.905532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0abd4e82-16fc-4950-bfab-b9b34d6e9532 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/9c9e72fe-a840-4ed8-b887-026345230ed0 HTTP/1.1" status: 204 len: 168 time: 0.5348954 Dec 15 14:11:18.909400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.910944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c039f-2272-4535-b983-8fb6857cf7f1 None None] Network ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:18.933629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e98875c3-8053-4847-8f0b-ea1b88ba685d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.033978 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.037093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e98875c3-8053-4847-8f0b-ea1b88ba685d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.043031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e98875c3-8053-4847-8f0b-ea1b88ba685d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.048368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e98875c3-8053-4847-8f0b-ea1b88ba685d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bee5f173-ab57-46a1-92cc-ad1129647b80 HTTP/1.1" status: 204 len: 168 time: 0.2183559 Dec 15 14:11:19.058551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98875c3-8053-4847-8f0b-ea1b88ba685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee5f173-ab57-46a1-92cc-ad1129647b80,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:19.136221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Deleting port 701098de-dd6b-4a62-945c-0720ad62986b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:19.136846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.201528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] DHCP port deletion for ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:19.225210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] For port 701098de-dd6b-4a62-945c-0720ad62986b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=701098de-dd6b-4a62-945c-0720ad62986b,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:19.225412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.265951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Calling delete_port for 701098de-dd6b-4a62-945c-0720ad62986b owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:19.272021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] Deleting port 701098de-dd6b-4a62-945c-0720ad62986b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:19.272752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.369228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] For port 701098de-dd6b-4a62-945c-0720ad62986b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=701098de-dd6b-4a62-945c-0720ad62986b,segment=NetworkSegment(188854f0-3351-40ab-97cc-2a06f68c8eaa),segment_id=188854f0-3351-40ab-97cc-2a06f68c8eaa)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:19.370328 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.386114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] Calling delete_port for 701098de-dd6b-4a62-945c-0720ad62986b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:19.396405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1012e8cf-783c-45a8-86a6-f78db92b1483 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:19.463703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.484300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1012e8cf-783c-45a8-86a6-f78db92b1483 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:19.484711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1012e8cf-783c-45a8-86a6-f78db92b1483 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:19.485222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 701098de-dd6b-4a62-945c-0720ad62986b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:19.518746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Port': ['ID=701098de-dd6b-4a62-945c-0720ad62986b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:19.520917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 701098de-dd6b-4a62-945c-0720ad62986b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:19.521829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 701098de-dd6b-4a62-945c-0720ad62986b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:19.537813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No DVR routers for this DVR port 701098de-dd6b-4a62-945c-0720ad62986b on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:19.563370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.605537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] Pushing event deleted for resources: {'Port': ['ID=701098de-dd6b-4a62-945c-0720ad62986b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:19.627558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7ca0d-44c6-47cc-9093-24b287ba5d04 None None] No DVR routers for this DVR port 701098de-dd6b-4a62-945c-0720ad62986b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:19.665082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.688636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace56e5e-c7bc-4104-9f1e-c5fa14bcea10']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:19.698728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188854f0-3351-40ab-97cc-2a06f68c8eaa') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:19.699241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188854f0-3351-40ab-97cc-2a06f68c8eaa') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:19.710012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.725259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.731966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:19.732357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:19.735906 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:19.802124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.832064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.838893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:19.841092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/networks/ace56e5e-c7bc-4104-9f1e-c5fa14bcea10 HTTP/1.1" status: 204 len: 168 time: 0.9307442 Dec 15 14:11:19.842148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c14b-4121-450c-9548-893923bf7090 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Pushing event deleted for resources: {'Network': ['ID=ace56e5e-c7bc-4104-9f1e-c5fa14bcea10,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:19.843837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'routes': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:19.911440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e327db-41a6-43f5-9f54-6d80508b84d7 req-486b14c8-d866-4572-af9e-8afbc5807dbc tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:19.915628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7e327db-41a6-43f5-9f54-6d80508b84d7 req-486b14c8-d866-4572-af9e-8afbc5807dbc tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 946 time: 0.0699654 Dec 15 14:11:19.991852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7e327db-41a6-43f5-9f54-6d80508b84d7 req-30408b32-c89c-4de0-9b61-9b1505bc2fe9 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743465 Dec 15 14:11:20.036432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Added routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:11:20.036772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:11:20.037398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.065210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:20.209773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-406300720'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:20.222661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.228342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.239693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:20.243928 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.256196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.349603 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.355839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.379321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 0a1025d0-e107-4066-a6bc-3fa563554332 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:20.386164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:11:20.406787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71875e3-1437-4e70-8809-ee4958daf4f4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:20.427570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.428084 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Added segment 902e8fa0-a7f1-498f-8c5c-6fa79add36cb of type vlan for network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 Dec 15 14:11:20.475661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.482764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:20.490098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.492689 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56865ca7-deb3-4a5f-9a5f-6f852e9f16e4 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 705 time: 0.6515081 Dec 15 14:11:20.494218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:20.498710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] Sync routers for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:20.513761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.520582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:20.521208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.522514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:20.523162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:20.554845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4883409 Dec 15 14:11:20.575625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:20.580934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'subnet': {'network_id': 'b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:20.597861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-94c9c2ed-ef6a-4d94-b870-68c8aa4db296 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 205 time: 0.0999155 Dec 15 14:11:20.601868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:20.658100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:20.736211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930b059-a243-4544-a271-878136d7f089 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Network': ['ID=b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:20.742929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.759145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:17Z', 'revision_number': 11, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:20.765945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:11:20.779360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:20.786483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.847737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] Checking router: 0a1025d0-e107-4066-a6bc-3fa563554332 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:20.907033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] Routers {'0a1025d0-e107-4066-a6bc-3fa563554332'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:20.907712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['0a1025d0-e107-4066-a6bc-3fa563554332'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:21.013499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] Set router 0a1025d0-e107-4066-a6bc-3fa563554332 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:21.036276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.040030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.051356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.085789 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:17Z', 'revision_number': 11, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:21.099627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.101625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1025d0-e107-4066-a6bc-3fa563554332 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:11:21.116764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.122437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d9170a6b-1b33-432a-9df8-50a81bbaee95 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 204 len: 168 time: 0.5192544 Dec 15 14:11:21.123124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:21.129715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1885264756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:21.137110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a03874-2bdd-4bfe-bb38-b28ad0c3c128 None None] The sync data for ids ['0a1025d0-e107-4066-a6bc-3fa563554332'] in n-d-815324-3 is: [{'id': '0a1025d0-e107-4066-a6bc-3fa563554332', 'name': 'tempest-RoutersIpV6Test-router-1172601249', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:29Z', 'updated_at': '2021-12-15T14:11:17Z', 'revision_number': 11, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:21.159943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.161188 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.162339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Subnet': ['ID=d46cbec1-6596-44c6-bb53-d22005860e1c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:21.199932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.200682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.201691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.202379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.203002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.203600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.204252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.204842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.205437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.206116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.206898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.207502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.208079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.220776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Checking segment: {'id': '902e8fa0-a7f1-498f-8c5c-6fa79add36cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:21.221610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network hostable DHCP agents. Network: b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:11:21.233624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.239286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.244110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.248875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:11:21.262857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:21.267200 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.268688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4e6a60f7-a7c2-474a-bbe9-97a2a9b51ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1443989 Dec 15 14:11:21.271369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:21.272116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6530926-9917-42c6-9755-7f313fd7fe53 None None] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:21.279376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:21.282614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:21.283288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.385364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2c1dc9ae-7348-4600-ab01-82ec1b32d260 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8135808 Dec 15 14:11:21.386421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:21.392006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1937127279', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:21.429781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d65d7-cb98-47ab-893d-861a635e63e0 None None] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:21.456394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.457568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.572374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.670417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4463'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.683947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584486'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.775471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.816819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Router 9de3667e-fb4b-42e7-8011-b67275404ed7 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:11:21.921875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:21.934930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] Sync routers for ids ['9de3667e-fb4b-42e7-8011-b67275404ed7'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:21.940628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.941842 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-52fdc745-ab27-4a36-b09b-ceea4e9cd449 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "PUT /v2.0/routers/9de3667e-fb4b-42e7-8011-b67275404ed7 HTTP/1.1" status: 200 len: 698 time: 0.6693945 Dec 15 14:11:21.944491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60880) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:21.949235 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] Routers {'9de3667e-fb4b-42e7-8011-b67275404ed7'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:21.950446 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9de3667e-fb4b-42e7-8011-b67275404ed7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.038851 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] Set router 9de3667e-fb4b-42e7-8011-b67275404ed7 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:22.061259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.061779 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c235f2a8-6a3e-4579-bb1e-abce8a67bedd tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/routers/9de3667e-fb4b-42e7-8011-b67275404ed7 HTTP/1.1" status: 200 len: 704 time: 0.1138895 Dec 15 14:11:22.064248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.089164 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.096565 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de3667e-fb4b-42e7-8011-b67275404ed7', 'name': 'tempest-RoutersIpV6Test-router-1885264756', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:11:21Z', 'updated_at': '2021-12-15T14:11:21Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.106601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-261e5b05-e785-4769-b1fd-54aecda80ad3 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de3667e-fb4b-42e7-8011-b67275404ed7 HTTP/1.1" status: 200 len: 205 time: 0.0405974 Dec 15 14:11:22.113193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.148669 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] Checking router: 9de3667e-fb4b-42e7-8011-b67275404ed7 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:22.173258 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] Routers {'9de3667e-fb4b-42e7-8011-b67275404ed7'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:22.175294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9de3667e-fb4b-42e7-8011-b67275404ed7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.207635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.231454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.87 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9f231b99-420b-4954-90e5-fae992003bf8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:22.270049 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] Set router 9de3667e-fb4b-42e7-8011-b67275404ed7 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:22.348787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de3667e-fb4b-42e7-8011-b67275404ed7', 'name': 'tempest-RoutersIpV6Test-router-1885264756', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:11:21Z', 'updated_at': '2021-12-15T14:11:21Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.391837 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ff4d7-1882-43d8-acdb-abe5abe99d5d None None] The sync data for ids ['9de3667e-fb4b-42e7-8011-b67275404ed7'] in n-d-815324-3 is: [{'id': '9de3667e-fb4b-42e7-8011-b67275404ed7', 'name': 'tempest-RoutersIpV6Test-router-1885264756', 'tenant_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:11:21Z', 'updated_at': '2021-12-15T14:11:21Z', 'revision_number': 2, 'project_id': '6d3c6a4349a444ccabbe87cd5eb354ce', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:22.830994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.833274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.841981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.880523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.881915 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.882900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Fanout notify agent at l3_agent the message router_deleted on router 9de3667e-fb4b-42e7-8011-b67275404ed7 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:11:22.891879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.893297 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0ab57dfb-abcc-472f-9d5d-d1d63ef219e5 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/9de3667e-fb4b-42e7-8011-b67275404ed7 HTTP/1.1" status: 204 len: 168 time: 0.7791474 Dec 15 14:11:22.896905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.929204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-856946f9-d53d-4c22-b294-fda9e13f4425 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de3667e-fb4b-42e7-8011-b67275404ed7 HTTP/1.1" status: 200 len: 205 time: 0.0308340 Dec 15 14:11:22.931409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.939497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:22.942679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:22.957771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:22.958036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91853666-a582-4779-b2d3-0b50fd27b716 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:22.977910 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-cd208b00-664b-4ed8-b195-f856a3f76b81 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:22.981833 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd208b00-664b-4ed8-b195-f856a3f76b81 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/9de3667e-fb4b-42e7-8011-b67275404ed7 HTTP/1.1" status: 404 len: 336 time: 0.0466814 Dec 15 14:11:22.998280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60894) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.999156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=9f231b99-420b-4954-90e5-fae992003bf8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:23.037466 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb4d9d8-b3ad-43bf-b2aa-b5f8fc17e781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.038166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb4d9d8-b3ad-43bf-b2aa-b5f8fc17e781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.046636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ddb4d9d8-b3ad-43bf-b2aa-b5f8fc17e781 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/28698954-32d2-4aa1-b891-d71bd5cad182 HTTP/1.1" status: 404 len: 337 time: 0.0439467 Dec 15 14:11:23.048838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.072544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f55e835-56ba-46e1-bf98-c85bda8a8833 None None] Provisioning complete for port 9f231b99-420b-4954-90e5-fae992003bf8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:23.073198 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f55e835-56ba-46e1-bf98-c85bda8a8833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.116682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0f55e835-56ba-46e1-bf98-c85bda8a8833 None None] Port 9f231b99-420b-4954-90e5-fae992003bf8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:11:23.119921 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c781fa-dced-4448-8839-f7747289dc23 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.122015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c781fa-dced-4448-8839-f7747289dc23 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.134537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-09c781fa-dced-4448-8839-f7747289dc23 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/b21dbe77-5971-4fe9-bbfa-75965e8118f9 HTTP/1.1" status: 404 len: 337 time: 0.0845833 Dec 15 14:11:23.135381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.165396 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb8b5ac-acd1-40e2-9a1b-22cc5dd60829 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.165858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb8b5ac-acd1-40e2-9a1b-22cc5dd60829 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.172862 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7bb8b5ac-acd1-40e2-9a1b-22cc5dd60829 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/f2789dde-95c8-4ee2-9be9-8926f3c61ff3 HTTP/1.1" status: 404 len: 337 time: 0.0363138 Dec 15 14:11:23.173539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.216112 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd1d962-f28f-4bed-9e6c-185b671398bb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.216531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd1d962-f28f-4bed-9e6c-185b671398bb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.228247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ffd1d962-f28f-4bed-9e6c-185b671398bb tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/9c9e72fe-a840-4ed8-b887-026345230ed0 HTTP/1.1" status: 404 len: 337 time: 0.0525401 Dec 15 14:11:23.230333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.271978 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-80d93040-8b55-49a5-906e-e034710e170b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 200 len: 205 time: 0.0397494 Dec 15 14:11:23.277293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.333389 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-4b9c213b-1f11-4a5b-a0e6-84380e978763 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:23.338067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b9c213b-1f11-4a5b-a0e6-84380e978763 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/0a1025d0-e107-4066-a6bc-3fa563554332 HTTP/1.1" status: 404 len: 336 time: 0.0588596 Dec 15 14:11:23.338700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60910) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.370694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.376230 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8024abe1-07ea-495c-a7ef-b3658ffce215 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e8d2141-a715-499e-9c16-898c2e89e06a HTTP/1.1" status: 200 len: 205 time: 0.0364079 Dec 15 14:11:23.376870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.423713 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5d509ea6-21f7-4d17-a555-520c2605bf2e tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:23.428223 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d509ea6-21f7-4d17-a555-520c2605bf2e tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/8e8d2141-a715-499e-9c16-898c2e89e06a HTTP/1.1" status: 404 len: 336 time: 0.0503757 Dec 15 14:11:23.428828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.464027 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52b4246-9a6c-403c-a6b5-1e7cb3872eba tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.464493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52b4246-9a6c-403c-a6b5-1e7cb3872eba tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.472099 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a52b4246-9a6c-403c-a6b5-1e7cb3872eba tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/5a9a2019-5776-4950-b3ef-337265ae5d2a HTTP/1.1" status: 404 len: 337 time: 0.0394557 Dec 15 14:11:23.472423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.510287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f28edf16-9e1a-4adb-8057-29bbee63779f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 200 len: 205 time: 0.0346205 Dec 15 14:11:23.510883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.566052 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5709c29d-b201-4c0d-be29-632b3e325981 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:23.570375 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5709c29d-b201-4c0d-be29-632b3e325981 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/8b84f738-b178-42d7-8dea-00e11274056c HTTP/1.1" status: 404 len: 336 time: 0.0585148 Dec 15 14:11:23.570684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.608914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f8c1285f-e886-4cce-aa55-6d75bc019878 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34809bc-1309-4b3d-9d4b-f7dc02fcb092 HTTP/1.1" status: 200 len: 205 time: 0.0365522 Dec 15 14:11:23.611234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.664279 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-6cb03b41-7939-4956-b77c-0912e1903f9f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:23.665383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6cb03b41-7939-4956-b77c-0912e1903f9f tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/b34809bc-1309-4b3d-9d4b-f7dc02fcb092 HTTP/1.1" status: 404 len: 336 time: 0.0532379 Dec 15 14:11:23.668110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60926) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.707463 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-904c5bb2-26f1-4a3d-a6a7-5fa16ac8fc29 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.707931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904c5bb2-26f1-4a3d-a6a7-5fa16ac8fc29 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.711515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-904c5bb2-26f1-4a3d-a6a7-5fa16ac8fc29 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/7958dd20-8f3a-4246-9ab9-ab025aa64691 HTTP/1.1" status: 404 len: 337 time: 0.0418637 Dec 15 14:11:23.714029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.752398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdd98e39-5cf7-4956-a577-bc0fab41d2e0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 HTTP/1.1" status: 200 len: 205 time: 0.0372550 Dec 15 14:11:23.754804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60932) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.803702 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-30692349-c7d9-414a-b3c0-d1a598bcc15b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:23.807027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-30692349-c7d9-414a-b3c0-d1a598bcc15b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/b5d21d2e-5f91-45ad-bd24-c3b869f21ca2 HTTP/1.1" status: 404 len: 336 time: 0.0486784 Dec 15 14:11:23.807027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.807525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.843062 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6acd97-5387-4bf6-832c-db61c259b95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.843620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6acd97-5387-4bf6-832c-db61c259b95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:23.847409 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7c6acd97-5387-4bf6-832c-db61c259b95b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/daddca34-76ed-43bf-8aba-20c149cde882 HTTP/1.1" status: 404 len: 337 time: 0.0379930 Dec 15 14:11:23.849937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.889437 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c994b41-a727-48c5-8827-13395178220b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "GET /v2.0/ports?device_id=6410c821-dc21-4909-b6d3-f61e2d5be5f0 HTTP/1.1" status: 200 len: 205 time: 0.0383041 Dec 15 14:11:23.890186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.950854 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-639aa7ff-215e-4134-933d-feea5e976e7b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] delete failed (client error): The resource could not be found. Dec 15 14:11:23.954692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60940) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:23.955246 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-639aa7ff-215e-4134-933d-feea5e976e7b tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/routers/6410c821-dc21-4909-b6d3-f61e2d5be5f0 HTTP/1.1" status: 404 len: 336 time: 0.0635967 Dec 15 14:11:23.994755 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-79223a51-3f29-4845-a3a0-71e4c51861fc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:23.996053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79223a51-3f29-4845-a3a0-71e4c51861fc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:24.000241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-79223a51-3f29-4845-a3a0-71e4c51861fc tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/458a60fa-cb78-4cc3-94ec-a53ea3e1835c HTTP/1.1" status: 404 len: 337 time: 0.0436692 Dec 15 14:11:24.002761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:24.031255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:11:24.034562 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8b1230-3bad-4a20-ba5b-0964f47bfbf0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:24.035043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8b1230-3bad-4a20-ba5b-0964f47bfbf0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:24.041251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed8b1230-3bad-4a20-ba5b-0964f47bfbf0 tempest-RoutersIpV6Test-1644639680 tempest-RoutersIpV6Test-1644639680-project] 10.222.0.32 "DELETE /v2.0/subnets/bcd37885-12ec-4344-94ff-d2057d270377 HTTP/1.1" status: 404 len: 337 time: 0.0374341 Dec 15 14:11:24.207756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:24.222242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:24.237415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:24.238034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.265000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:24.269295 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:24.269878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6cff4364-a8bd-49a8-bc16-d8cf18e84bec tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8821230 Dec 15 14:11:24.293224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.309849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:24.311031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.361841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.362823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00547f-e81f-4343-bae4-1fc4988135bf None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:24.455777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60954) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:24.639503 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4a8face2-52b2-4051-9905-f36683b34bca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d3c6a4349a444ccabbe87cd5eb354ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798272 Dec 15 14:11:24.639857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:24.706401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be7e79f1-6f5b-4065-aca8-988e1f654ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:24.733105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be7e79f1-6f5b-4065-aca8-988e1f654ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:24.796141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be7e79f1-6f5b-4065-aca8-988e1f654ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:24.799651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be7e79f1-6f5b-4065-aca8-988e1f654ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:24.803227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be7e79f1-6f5b-4065-aca8-988e1f654ac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7201813-1566-4723-87ed-533bb56d1ed7 HTTP/1.1" status: 204 len: 168 time: 0.1598060 Dec 15 14:11:24.820094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e79f1-6f5b-4065-aca8-988e1f654ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7201813-1566-4723-87ed-533bb56d1ed7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:24.891259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.218672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.1 (b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672/d46cbec1-6596-44c6-bb53-d22005860e1c/138a381a-ed8c-484a-8c18-97734b898922) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:25.379159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.428600 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.492076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:25.496010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:25.501330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:25.558313 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.657165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 60988) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:25.660453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=138a381a-ed8c-484a-8c18-97734b898922,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:25.725111 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.794895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1511795372'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:25.847835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Made reservation on behalf of fffe2f171030485e8873d2f48a7cefca for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:25.852625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.865331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.980241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.996381 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.028384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:11:26.049844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31dca50-e64b-49f3-bcca-4c19e8bb992f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:26.060166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.060530 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Added segment 81b81baf-5bf1-4e93-b303-831c58b3c89c of type vlan for network d961db91-b3f2-4373-8f01-5afd912d04ee Dec 15 14:11:26.116317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.117197 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.126199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.154257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.161668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:26.162386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.182783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.264260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Pushing event updated for resources: {'Network': ['ID=d961db91-b3f2-4373-8f01-5afd912d04ee,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:26.271879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=138a381a-ed8c-484a-8c18-97734b898922,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:26.275638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d961db91-b3f2-4373-8f01-5afd912d04ee details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:11:26.313511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 60996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:26.316057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6e77e7a0-fce0-46a1-9d8a-7124722b64d2 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6577213 Dec 15 14:11:26.320780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-6d875967-ea92-4e16-950a-c40fc3707458 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-1301377819') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.396644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:26.401759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:26.517412 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d875967-ea92-4e16-950a-c40fc3707458 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "PUT /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-1301377819 HTTP/1.1" status: 201 len: 201 time: 0.2026548 Dec 15 14:11:26.520014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:26.528364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-2b4469fb-da07-42b8-a823-96d91e4b0485 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-1301377819') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.545326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:26.626381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2b4469fb-da07-42b8-a823-96d91e4b0485 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-1301377819 HTTP/1.1" status: 204 len: 168 time: 0.1038342 Dec 15 14:11:26.629577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:26.636151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-62c99d19-b147-484f-bf97-57c003d5679a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.673796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:26.685212 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:26.686499 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d12cfcb9-9e9f-45eb-b855-ec48b04522a3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/routers/5bd9147c-c43b-44cb-b474-468023a08df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149437 Dec 15 14:11:26.688798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:26.696202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'port': {'network_id': 'b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672', 'name': 'tempest-FloatingIPTestJSON-299538068'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:26.718720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:26.720963 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.762681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62c99d19-b147-484f-bf97-57c003d5679a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags HTTP/1.1" status: 200 len: 238 time: 0.1309333 Dec 15 14:11:26.763772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:26.771280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-8c3765aa-59d7-43d9-8de6-f870789a51dc tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', {'tags': ['tempest-TagsTest-Tag-1247423484', 'tempest-TagsTest-Tag-766616405', 'tempest-TagsTest-Tag-1383460808']}) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.819423 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.837351 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:26.839294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.880174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8c3765aa-59d7-43d9-8de6-f870789a51dc tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "PUT /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags HTTP/1.1" status: 200 len: 308 time: 0.1145971 Dec 15 14:11:26.881062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:26.886255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-75fccc41-755a-4a1c-bb04-9b406a91fc20 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-1247423484') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.909592 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:26.910554 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04afcc-498b-440d-bbc1-c5910ab28402 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:27.030593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-75fccc41-755a-4a1c-bb04-9b406a91fc20 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "DELETE /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-1247423484 HTTP/1.1" status: 204 len: 168 time: 0.1483886 Dec 15 14:11:27.031576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.036583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-b4b7b7d2-f208-4b41-8abd-2ec266c46252 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-1247423484') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.123283 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-b4b7b7d2-f208-4b41-8abd-2ec266c46252 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] show failed (client error): The resource could not be found. Dec 15 14:11:27.127140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b4b7b7d2-f208-4b41-8abd-2ec266c46252 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-1247423484 HTTP/1.1" status: 404 len: 326 time: 0.0940917 Dec 15 14:11:27.127715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.132774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-1d8bac08-2f6f-465d-a2d2-db082dff39b1 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-766616405') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.198800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:27.202522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.213771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1d8bac08-2f6f-465d-a2d2-db082dff39b1 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-766616405 HTTP/1.1" status: 204 len: 168 time: 0.0825202 Dec 15 14:11:27.214007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.218726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-a663f6aa-ff6e-42f3-8311-9d59df6db59a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-1383460808') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.224603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] device_id is not set on port 2bfe0704-a29e-4e24-b06f-ed3ad6c48446 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:11:27.292993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a663f6aa-ff6e-42f3-8311-9d59df6db59a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-1383460808 HTTP/1.1" status: 204 len: 168 time: 0.0751820 Dec 15 14:11:27.293555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32790) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.301135 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-e454dc39-2d08-4646-9b53-a6085da0e14e tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.368306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.13 (b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672/d46cbec1-6596-44c6-bb53-d22005860e1c/2bfe0704-a29e-4e24-b06f-ed3ad6c48446) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:27.435381 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e454dc39-2d08-4646-9b53-a6085da0e14e tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "DELETE /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1396773 Dec 15 14:11:27.438752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.445492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-9aeb41e4-d0f8-441e-942d-7edf1412061a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-766616405') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.516466 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-9aeb41e4-d0f8-441e-942d-7edf1412061a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] show failed (client error): The resource could not be found. Dec 15 14:11:27.517643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9aeb41e4-d0f8-441e-942d-7edf1412061a tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-766616405 HTTP/1.1" status: 404 len: 325 time: 0.0776529 Dec 15 14:11:27.520246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.524339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-b583a95c-5450-467b-9796-db8153bfedd0 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee', 'tempest-TagsTest-Tag-1383460808') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.539953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.576795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.603397 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-b583a95c-5450-467b-9796-db8153bfedd0 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] show failed (client error): The resource could not be found. Dec 15 14:11:27.607565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b583a95c-5450-467b-9796-db8153bfedd0 tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "GET /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags/tempest-TagsTest-Tag-1383460808 HTTP/1.1" status: 404 len: 326 time: 0.0863488 Dec 15 14:11:27.608812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.614634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-d52c1690-971b-481d-8756-74de2a8c05bb tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd961db91-b3f2-4373-8f01-5afd912d04ee') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.641088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:27.675002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:27.678895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:27.681332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=2bfe0704-a29e-4e24-b06f-ed3ad6c48446,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:27.745661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:27.746269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.771561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b0f7a108-4c4c-40d1-abce-2353aa2b06a7 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0813723 Dec 15 14:11:27.777411 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d52c1690-971b-481d-8756-74de2a8c05bb tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "DELETE /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1640980 Dec 15 14:11:27.777411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.777794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.779122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'port': {'network_id': 'b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672', 'name': 'tempest-FloatingIPTestJSON-526795315'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:27.857044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.902164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:27.907942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.928126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] device_id is not set on port 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:11:27.947647 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.968777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961db91-b3f2-4373-8f01-5afd912d04ee']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.978844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b81baf-5bf1-4e93-b303-831c58b3c89c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.979144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b81baf-5bf1-4e93-b303-831c58b3c89c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:27.995918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.019073 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.029036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:28.031007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.067449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.4 (b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672/d46cbec1-6596-44c6-bb53-d22005860e1c/42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:28.116027 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:28.128236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.134437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.138911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] 10.222.0.32 "DELETE /v2.0/networks/d961db91-b3f2-4373-8f01-5afd912d04ee HTTP/1.1" status: 204 len: 168 time: 0.3600593 Dec 15 14:11:28.159275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db335c-2971-4018-99c4-11d8ca8debff tempest-TagsTest-121203328 tempest-TagsTest-121203328-project] Pushing event deleted for resources: {'Network': ['ID=d961db91-b3f2-4373-8f01-5afd912d04ee,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:28.257816 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.293924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.352229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:28.356278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:28.360673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:28.392170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:28.422565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:28.422945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.441413 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77068edf-9886-4edc-8bcb-da94cf551535 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6663842 Dec 15 14:11:28.444827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:28.449319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:28.466677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:28.476487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.580238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.615762 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7dba9549-648a-458c-bd44-995cfca3b4db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fffe2f171030485e8873d2f48a7cefca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478655 Dec 15 14:11:28.620948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:28.677503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c05d42c-c357-4ab3-8a6b-b828b0fb958b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.696477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.161 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/5ed57ee4-cac8-42e0-9ed2-f2790a216fb4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:28.705563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c05d42c-c357-4ab3-8a6b-b828b0fb958b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.755345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c05d42c-c357-4ab3-8a6b-b828b0fb958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.758307 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c05d42c-c357-4ab3-8a6b-b828b0fb958b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.762542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c05d42c-c357-4ab3-8a6b-b828b0fb958b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f31dca50-e64b-49f3-bcca-4c19e8bb992f HTTP/1.1" status: 204 len: 168 time: 0.1400821 Dec 15 14:11:28.770495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05d42c-c357-4ab3-8a6b-b828b0fb958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31dca50-e64b-49f3-bcca-4c19e8bb992f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:28.810093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.843313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.883663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:28.886575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:28.890905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:28.916382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=5ed57ee4-cac8-42e0-9ed2-f2790a216fb4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:29.286812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.361835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.531512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.537256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.604024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=5ed57ee4-cac8-42e0-9ed2-f2790a216fb4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:29.618837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.037368 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 1861aea5-f937-44b0-95b9-d9daffd3e106 associated. External IP: 172.25.2.161, port: 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc. Dec 15 14:11:30.281639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:30.411623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:30.426090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:30.436255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.438559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:30.439529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:30.476944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:30.477488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be10be8a-1ec1-4a93-b76e-0ad148e58aa1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0312114 Dec 15 14:11:30.484638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:30.495747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:30.509413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:30.510258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:30.548163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:30.549036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b4dfbb-d88b-43bc-a818-2aa2f298e52f None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:30.587277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.740776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.744650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.745195 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 1861aea5-f937-44b0-95b9-d9daffd3e106 disassociated. External IP: 172.25.2.161, port: 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc. Dec 15 14:11:30.951764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:31.062160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:31.066869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.071411 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:31.081572 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:31.082169 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:31.098594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-674d0848-e6ee-45b4-b542-06b4453ddbbf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/floatingips/1861aea5-f937-44b0-95b9-d9daffd3e106 HTTP/1.1" status: 200 len: 688 time: 0.6159511 Dec 15 14:11:31.098827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:31.117857 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:31.128544 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:31.129156 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:31.165111 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:31.165795 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c7f4c-bb2a-4117-9ce3-b542aa3fadb7 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:31.233667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 5ed57ee4-cac8-42e0-9ed2-f2790a216fb4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:31.234555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.315031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.315258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.327476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 5ed57ee4-cac8-42e0-9ed2-f2790a216fb4 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:31.464526 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.488346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=5ed57ee4-cac8-42e0-9ed2-f2790a216fb4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:31.555215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.557939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.559163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e5b57ac0-efb5-4dad-bf1a-ed08933d998e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/floatingips/1861aea5-f937-44b0-95b9-d9daffd3e106 HTTP/1.1" status: 204 len: 168 time: 0.4594207 Dec 15 14:11:31.562624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:31.567326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '2bfe0704-a29e-4e24-b06f-ed3ad6c48446'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:31.591350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.701549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.823783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.132 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/967390ff-4e80-4c2a-a62e-5ea0f7e7f4c5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:31.946590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.981934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.039643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:32.043574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=967390ff-4e80-4c2a-a62e-5ea0f7e7f4c5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:32.046078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:32.048161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:32.526809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.935896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.102879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.122154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.221190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=967390ff-4e80-4c2a-a62e-5ea0f7e7f4c5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:33.237953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.443372 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 15ca0ffd-7688-4f35-a3db-12202ffff0d7 associated. External IP: 172.25.2.132, port: 2bfe0704-a29e-4e24-b06f-ed3ad6c48446. Dec 15 14:11:33.768677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:33.789615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:33.907026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:33.918896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:33.932020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:33.932950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:33.942637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc86662-ca44-45c8-9a0c-9598c8af5785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.955902 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.981996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:33.993626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:33.994491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:34.042810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:34.043994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729301b6-c65a-4d20-8974-8fbb35edfa18 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:34.057472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8b5a5c0e-3476-41c3-9b72-ad4bcc93fa20 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4937050 Dec 15 14:11:34.058198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.129514 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc86662-ca44-45c8-9a0c-9598c8af5785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.135589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc86662-ca44-45c8-9a0c-9598c8af5785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.141058 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-47846f2b-fbd9-4d4b-931a-56339900dea5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/floatingips/15ca0ffd-7688-4f35-a3db-12202ffff0d7 HTTP/1.1" status: 200 len: 978 time: 0.0803823 Dec 15 14:11:34.141682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.193036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1cc86662-ca44-45c8-9a0c-9598c8af5785 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb72b0c2fa064b008801800949452a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011836 Dec 15 14:11:34.195637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32968) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.204371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86662-ca44-45c8-9a0c-9598c8af5785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51584402-116e-4ced-82e8-6c2e6cd9b273,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:34.271468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5780f5f-ed98-4f5b-9877-98aaa24e6d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.294088 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32972) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.294589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60b6e88a-4fd0-42c6-99a4-128421c7ff64 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1509778 Dec 15 14:11:34.303414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'port_id': '42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:34.311568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5780f5f-ed98-4f5b-9877-98aaa24e6d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.391170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.450549 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5780f5f-ed98-4f5b-9877-98aaa24e6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.453321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5780f5f-ed98-4f5b-9877-98aaa24e6d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.454572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b5780f5f-ed98-4f5b-9877-98aaa24e6d53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51584402-116e-4ced-82e8-6c2e6cd9b273 HTTP/1.1" status: 204 len: 168 time: 0.2574320 Dec 15 14:11:34.485646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5780f5f-ed98-4f5b-9877-98aaa24e6d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51584402-116e-4ced-82e8-6c2e6cd9b273,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:34.889861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 32984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.905311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b97d-90ea-4a7d-bc7d-b0af5dc827f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.977415 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.984241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.032524 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b97d-90ea-4a7d-bc7d-b0af5dc827f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.038354 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b97d-90ea-4a7d-bc7d-b0af5dc827f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.100670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3f2b97d-90ea-4a7d-bc7d-b0af5dc827f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c32ad31cb6634417bc262101d0fd0afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072866 Dec 15 14:11:35.100670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2b97d-90ea-4a7d-bc7d-b0af5dc827f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e00b6-a1a8-4807-b0ce-f2c78341d68d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:35.101834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 32986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:35.135274 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 15ca0ffd-7688-4f35-a3db-12202ffff0d7 associated. External IP: 172.25.2.132, port: 2bfe0704-a29e-4e24-b06f-ed3ad6c48446. Dec 15 14:11:35.269652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a5cb-4ff2-4068-b3b1-964b80586e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.311638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a5cb-4ff2-4068-b3b1-964b80586e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.482608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a5cb-4ff2-4068-b3b1-964b80586e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.485395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a5cb-4ff2-4068-b3b1-964b80586e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.486643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d0d7a5cb-4ff2-4068-b3b1-964b80586e2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a81e00b6-a1a8-4807-b0ce-f2c78341d68d HTTP/1.1" status: 204 len: 168 time: 0.3837423 Dec 15 14:11:35.499594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:35.500893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7a5cb-4ff2-4068-b3b1-964b80586e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e00b6-a1a8-4807-b0ce-f2c78341d68d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:35.649351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:35.660759 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:35.675342 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:35.676414 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:35.716413 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:35.729287 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:35.730295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:35.895295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:35.896086 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03ce9-60f6-4050-bebc-7d03eebdb602 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:35.996167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:36.169608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:36.180890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:36.191888 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:36.195330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:36.195946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:36.242928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:36.254263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:36.254895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:36.291211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:36.291876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e7157-5c3a-411c-9650-21c71e0a06cf None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:36.329850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03a50b51-3836-428f-b0f8-3d143c0ec8cf tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/floatingips/15ca0ffd-7688-4f35-a3db-12202ffff0d7 HTTP/1.1" status: 200 len: 977 time: 2.0318096 Dec 15 14:11:36.330227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:36.335008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:36.408927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:36.585763 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:36.591973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:36.592680 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 15ca0ffd-7688-4f35-a3db-12202ffff0d7 disassociated. External IP: 172.25.2.132, port: 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc. Dec 15 14:11:36.865582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:37.035064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:37.040409 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.045827 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:37.063256 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:37.072187 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:37.078112 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cbeae31b-ecc8-403b-b3db-618d449394f8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/floatingips/15ca0ffd-7688-4f35-a3db-12202ffff0d7 HTTP/1.1" status: 200 len: 688 time: 0.7467089 Dec 15 14:11:37.078741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:37.144910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:37.167446 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:37.168204 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:37.239095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 967390ff-4e80-4c2a-a62e-5ea0f7e7f4c5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:37.239454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.251897 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:37.266565 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66aac8-47c0-40b1-8a41-d2abb10965e6 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:37.331246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.332230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.345925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 967390ff-4e80-4c2a-a62e-5ea0f7e7f4c5 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:37.567182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.612584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=967390ff-4e80-4c2a-a62e-5ea0f7e7f4c5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:37.692745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.696106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.699800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d7796a9-9961-46eb-965d-765808dd0ed2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/floatingips/15ca0ffd-7688-4f35-a3db-12202ffff0d7 HTTP/1.1" status: 204 len: 168 time: 0.6176295 Dec 15 14:11:37.700364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:37.749315 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-4c4f994c-1ce2-424d-a85c-86a55e75ab2e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] delete failed (client error): The resource could not be found. Dec 15 14:11:37.754247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c4f994c-1ce2-424d-a85c-86a55e75ab2e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/floatingips/15ca0ffd-7688-4f35-a3db-12202ffff0d7 HTTP/1.1" status: 404 len: 345 time: 0.0492013 Dec 15 14:11:37.754652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:38.020818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d179396-9354-4421-ac71-bbb95235bb49 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:38.030495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d179396-9354-4421-ac71-bbb95235bb49 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:38.037773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d179396-9354-4421-ac71-bbb95235bb49 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:38.043341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:38.043485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1d179396-9354-4421-ac71-bbb95235bb49 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/ports?network_id=b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 HTTP/1.1" status: 200 len: 2357 time: 0.2873297 Dec 15 14:11:38.125943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c72815-cc16-4274-abbd-71624e1bab4c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:38.128588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-08c72815-cc16-4274-abbd-71624e1bab4c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/subnets/d46cbec1-6596-44c6-bb53-d22005860e1c HTTP/1.1" status: 200 len: 797 time: 0.0838027 Dec 15 14:11:38.133399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:38.140289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'port': {'network_id': 'b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672', 'name': 'tempest-FloatingIPTestJSON-867296473', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:38.299009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:38.429859 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:38.447469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] device_id is not set on port 7dcad9a1-8daa-4789-a7a0-3654f08c244a yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:11:38.789363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.14 (b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672/d46cbec1-6596-44c6-bb53-d22005860e1c/7dcad9a1-8daa-4789-a7a0-3654f08c244a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:38.796020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.12 (b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672/d46cbec1-6596-44c6-bb53-d22005860e1c/7dcad9a1-8daa-4789-a7a0-3654f08c244a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:38.974173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.028479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.092828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:39.096745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:39.102549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:39.111868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=7dcad9a1-8daa-4789-a7a0-3654f08c244a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:39.200136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:39.201191 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.225695 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b3c492cf-38b6-4e38-a75c-88171c3de69f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0904996 Dec 15 14:11:39.228266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:39.234140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '7dcad9a1-8daa-4789-a7a0-3654f08c244a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:39.304667 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.464383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.593095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.136 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/cb72a121-1a3e-4219-8016-29cf1fad2059) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:39.752068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.816762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.857785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:39.866492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:39.870572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:39.903698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=cb72a121-1a3e-4219-8016-29cf1fad2059,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:40.668822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.750053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.912537 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.917402 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.994275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=cb72a121-1a3e-4219-8016-29cf1fad2059,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:41.018671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:41.132155 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP c35d73a3-b620-4f99-8e06-229ee98220fc associated. External IP: 172.25.2.136, port: 7dcad9a1-8daa-4789-a7a0-3654f08c244a. Dec 15 14:11:41.361328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:41.477584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:41.490615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:41.509207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:41.509448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:41.510983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:41.554810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8bf5ff97-cedf-4823-b895-2a5bd1d2022d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3224587 Dec 15 14:11:41.555097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:41.559802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'port_id': '7dcad9a1-8daa-4789-a7a0-3654f08c244a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:41.602037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:41.640329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:41.649533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:41.650953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:41.756608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:41.757510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37bb0d-2f98-4f29-8079-8c47bd9ccefd None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:42.354973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.360898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.561551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d39b721-7af6-4ac4-98ac-74b15ee41506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.679324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:42.839549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:42.851534 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:42.853931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.868855 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:42.869639 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.929740 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.930356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-46f1da0b-1698-4a7c-adc2-08bf10b09c8b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/floatingips/c35d73a3-b620-4f99-8e06-229ee98220fc HTTP/1.1" status: 200 len: 978 time: 1.3741858 Dec 15 14:11:42.933108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:42.941264 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:42.942222 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.983948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.985083 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8750eb1-6efd-4753-977c-e5508b633464 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:43.180331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port cb72a121-1a3e-4219-8016-29cf1fad2059 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:43.181092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.271449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.271772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.290092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for cb72a121-1a3e-4219-8016-29cf1fad2059 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:43.842308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.900019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=cb72a121-1a3e-4219-8016-29cf1fad2059,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:43.979702 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.980481 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP c35d73a3-b620-4f99-8e06-229ee98220fc disassociated (deleted). External IP: 172.25.2.136, port: 7dcad9a1-8daa-4789-a7a0-3654f08c244a. Dec 15 14:11:44.280244 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:44.376041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:44.483279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f700-34d3-40fe-b549-f2f9ecef3a59 req-9d71935e-a231-44ad-9e86-6efef2dc5ea1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:44.495851 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0852f700-34d3-40fe-b549-f2f9ecef3a59 req-9d71935e-a231-44ad-9e86-6efef2dc5ea1 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1475711 Dec 15 14:11:44.565020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:44.579227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:44.579757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:44.648076 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0852f700-34d3-40fe-b549-f2f9ecef3a59 req-1a57f08e-1dba-43d3-8556-8ee839f87930 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494420 Dec 15 14:11:44.676759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d1c78b4d-d0bf-4123-bbf1-b9696a0ba06f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/floatingips/c35d73a3-b620-4f99-8e06-229ee98220fc HTTP/1.1" status: 204 len: 168 time: 1.7395585 Dec 15 14:11:44.677619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:44.871721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:44.872292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:44.935815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:44.947566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb28a-fd8d-4c68-b222-8fbac7e4b2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:44.956449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:44.959146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:45.011358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 7dcad9a1-8daa-4789-a7a0-3654f08c244a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:45.013626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.082139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:45.084083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59958f2-b97d-4dfd-9fdd-93882519e7d8 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:45.168545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.185204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 7dcad9a1-8daa-4789-a7a0-3654f08c244a owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:45.442209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.478453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=7dcad9a1-8daa-4789-a7a0-3654f08c244a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:45.585715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.593702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33220) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:45.600174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:45.606316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7add7267-150a-4c4c-ad8d-600fe0329ec4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/ports/7dcad9a1-8daa-4789-a7a0-3654f08c244a HTTP/1.1" status: 204 len: 168 time: 0.9270566 Dec 15 14:11:45.631325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.755895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.891401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.155 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/53264e68-29e4-4d43-b103-6f6ef72c72d9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:46.048887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.120458 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.280220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=53264e68-29e4-4d43-b103-6f6ef72c72d9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:46.283442 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.306089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e9bc-1a11-41e9-ad95-02df1d9de755 req-0ed05771-4dcf-49ba-aec4-6fd90fa34332 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:46.309398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e09e9bc-1a11-41e9-ad95-02df1d9de755 req-0ed05771-4dcf-49ba-aec4-6fd90fa34332 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.2758861 Dec 15 14:11:46.367407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:46.380490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:46.393153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:46.463354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-468a3f39-d2e6-4bcc-b956-80d3a1ab807f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2396598 Dec 15 14:11:46.481976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e52692-1119-4568-abc2-a90f545af2b8 req-1b97b732-5b27-41dc-a37b-7fe24f7ec7c6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:46.483493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38e52692-1119-4568-abc2-a90f545af2b8 req-1b97b732-5b27-41dc-a37b-7fe24f7ec7c6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.1728344 Dec 15 14:11:46.490169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e09e9bc-1a11-41e9-ad95-02df1d9de755 req-ce36e2b5-2a24-49c0-8e7b-ef2ce0e74fe4 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529527 Dec 15 14:11:46.665473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58269-2db2-4582-afef-300d999bacab req-e0b3368a-1d13-47b2-a7d2-3df24b9bf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:46.666738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-e0b3368a-1d13-47b2-a7d2-3df24b9bf7fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1097 time: 0.1726062 Dec 15 14:11:46.670568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.756857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.782747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Deleting port 66b2c408-78e8-483f-800a-926bcc509119 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:46.783084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.965186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58269-2db2-4582-afef-300d999bacab req-dc516fc3-28a5-450d-87e7-ebc4ea64a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:46.967030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-dc516fc3-28a5-450d-87e7-ebc4ea64a5b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 200 len: 910 time: 0.2646866 Dec 15 14:11:46.976691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] For port 66b2c408-78e8-483f-800a-926bcc509119, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=66b2c408-78e8-483f-800a-926bcc509119,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:46.977174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:47.473065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-0e2573e3-a5f7-4dd4-a710-ded821d50000 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 200 len: 1001 time: 0.4921215 Dec 15 14:11:47.481043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:47.594747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58269-2db2-4582-afef-300d999bacab req-2f50c066-2cf6-4a7e-a16b-e3193c8d8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:47.596291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-2f50c066-2cf6-4a7e-a16b-e3193c8d8a68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12ba8e25-b653-4e6e-b417-172ec41c2144 HTTP/1.1" status: 200 len: 847 time: 0.1129673 Dec 15 14:11:47.656426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:47.707253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:47.813672 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:47.814030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:47.814842 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Floating IP dd98a165-2a43-4245-98bb-7549cf342c9f disassociated. External IP: 172.25.2.78, port: 66b2c408-78e8-483f-800a-926bcc509119. Dec 15 14:11:47.815190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Calling delete_port for 66b2c408-78e8-483f-800a-926bcc509119 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:47.838243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=53264e68-29e4-4d43-b103-6f6ef72c72d9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:47.842966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58269-2db2-4582-afef-300d999bacab req-0b6e9f67-edb8-453c-8d87-71d007b524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:47.844472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-0b6e9f67-edb8-453c-8d87-71d007b524e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7024e018-d4a8-4001-9f92-491063b16948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383704 Dec 15 14:11:47.862124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3ea2-147b-4f40-b046-18f81f9a4901 req-eabbc178-bd43-45de-aa3d-7064f3c3b0e8 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:47.863626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0fa3ea2-147b-4f40-b046-18f81f9a4901 req-eabbc178-bd43-45de-aa3d-7064f3c3b0e8 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 946 time: 0.2195992 Dec 15 14:11:47.971625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:48.032538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:48.037497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:48.037999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-721d9335-2ba3-4db4-b563-46b04408c131 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4422438 Dec 15 14:11:48.043279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'port': {'network_id': 'b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672', 'name': 'tempest-FloatingIPTestJSON-1143568043'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:48.083132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0fa3ea2-147b-4f40-b046-18f81f9a4901 req-328081a4-f6ac-440f-9dd1-05c98ff768d6 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=29377e39-e624-479e-8c83-02339c9ea276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955886 Dec 15 14:11:48.104350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-2ed8c8c1-2130-49f2-8c4b-2fd3fb255e6e service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364774 Dec 15 14:11:48.266122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:48.297469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event deleted for resources: {'Port': ['ID=66b2c408-78e8-483f-800a-926bcc509119,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:48.305169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-95a58269-2db2-4582-afef-300d999bacab req-acb60146-9f28-4c6c-bd51-5b2b1165c1d9 service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919363 Dec 15 14:11:48.346880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:48.353962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:48.392253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] device_id is not set on port 05b98b57-0efc-44ee-9c8c-15eab5813fc9 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:11:48.512786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:48.514491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Router f5302bac-c3db-4382-9ac6-128d2de0b4df has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:48.631425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.14 (b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672/d46cbec1-6596-44c6-bb53-d22005860e1c/05b98b57-0efc-44ee-9c8c-15eab5813fc9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:48.684313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:48.697111 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:48.727838 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:48.730736 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:48.743882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] No DVR routers for this DVR port 66b2c408-78e8-483f-800a-926bcc509119 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:48.748316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:48.754769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-38e52692-1119-4568-abc2-a90f545af2b8 req-4ba1f485-2f38-4178-87de-55d20fd0726b tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "DELETE /v2.0/ports/66b2c408-78e8-483f-800a-926bcc509119 HTTP/1.1" status: 204 len: 173 time: 2.2615156 Dec 15 14:11:48.755646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'name': 'network-vif-deleted', 'tag': '66b2c408-78e8-483f-800a-926bcc509119'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:48.759404 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb8174-5222-4128-8864-e8c35f4811eb" -d '{"events": [{"server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "name": "network-vif-deleted", "tag": "66b2c408-78e8-483f-800a-926bcc509119"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:48.828017 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d865e-c8a1-45a7-83a0-530fc13f7a98 x-openstack-request-id: req-4e0d865e-c8a1-45a7-83a0-530fc13f7a98 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:48.828324 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817431a-ec75-4bdf-a782-0a075faa87e5", "name": "network-vif-deleted", "tag": "66b2c408-78e8-483f-800a-926bcc509119", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:48.828606 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e0d865e-c8a1-45a7-83a0-530fc13f7a98 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:48.829019 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817431a-ec75-4bdf-a782-0a075faa87e5', 'name': 'network-vif-deleted', 'tag': '66b2c408-78e8-483f-800a-926bcc509119', 'status': 'completed', 'code': 200} Dec 15 14:11:49.015013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:49.079644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:49.139115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:49.252552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:49.260151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:49.295409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:49.298392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=05b98b57-0efc-44ee-9c8c-15eab5813fc9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:49.408110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7294fbf0-ffef-4772-aee6-a521256907b8 req-5bf3024c-2459-4d9c-8a99-8b79fe78750f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=c817431a-ec75-4bdf-a782-0a075faa87e5 HTTP/1.1" status: 200 len: 210 time: 0.0709071 Dec 15 14:11:49.484484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:49.485200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:49.543690 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb36c612-a605-45b2-a787-c629a792a377 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5024817 Dec 15 14:11:49.543893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:49.564769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'port_id': '05b98b57-0efc-44ee-9c8c-15eab5813fc9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:49.590258 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:49.630976 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:49.641274 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:49.641802 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:49.642126 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:49.642769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 66b2c408-78e8-483f-800a-926bcc509119 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:49.689741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 66b2c408-78e8-483f-800a-926bcc509119 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:49.690492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 66b2c408-78e8-483f-800a-926bcc509119 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:49.778421 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:50.243025 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:50.300359 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216cbc-0c4a-401b-abee-e3242e9714dd None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:50.362110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:50.366675 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:50.560238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:50.572289 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 3b54acb3-e1ca-4288-adc2-60d9b104226b associated. External IP: 172.25.2.155, port: 05b98b57-0efc-44ee-9c8c-15eab5813fc9. Dec 15 14:11:50.701608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4518be68-0cba-4f10-b28a-27feff03895f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:50.762456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4518be68-0cba-4f10-b28a-27feff03895f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:50.770462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2887426-32ef-4a23-aad2-0c61cd868ff5 None None] New status for floating IP dd98a165-2a43-4245-98bb-7549cf342c9f: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:11:50.870995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4518be68-0cba-4f10-b28a-27feff03895f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:50.875811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4518be68-0cba-4f10-b28a-27feff03895f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:50.880878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4518be68-0cba-4f10-b28a-27feff03895f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "DELETE /v2.0/security-groups/29377e39-e624-479e-8c83-02339c9ea276 HTTP/1.1" status: 204 len: 168 time: 0.3188088 Dec 15 14:11:50.881629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33318) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:50.903642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518be68-0cba-4f10-b28a-27feff03895f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29377e39-e624-479e-8c83-02339c9ea276,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:50.906028 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-3e77d417-b52c-44f6-ac8f-1d423e635b3e tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] show failed (client error): The resource could not be found. Dec 15 14:11:50.910334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3e77d417-b52c-44f6-ac8f-1d423e635b3e tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups/29377e39-e624-479e-8c83-02339c9ea276 HTTP/1.1" status: 404 len: 347 time: 0.0243573 Dec 15 14:11:50.911407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:51.035460 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:11:51.170049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:51.181922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Deleting port e066b532-49a4-4e4d-ad52-99abb47238ef {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:51.182464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.244835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.278428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.278924 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.292981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Calling delete_port for e066b532-49a4-4e4d-ad52-99abb47238ef owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:51.383265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:51.388462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.405998 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:51.421505 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:51.422075 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:51.463149 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eaafada5-c77b-45d8-be8e-88dafc1008c3 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/floatingips/3b54acb3-e1ca-4288-adc2-60d9b104226b HTTP/1.1" status: 200 len: 979 time: 1.9180715 Dec 15 14:11:51.463936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:51.487271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:51.500404 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:51.501374 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:51.542278 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:51.543602 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3efd8-9ec7-418a-bfbb-75c421aa137e None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:51.560376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.594009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event deleted for resources: {'Port': ['ID=e066b532-49a4-4e4d-ad52-99abb47238ef,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:51.629559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 05b98b57-0efc-44ee-9c8c-15eab5813fc9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:51.629908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.763900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.775527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.780566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-da1745f2-9b46-43b1-a148-107bcd77af91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd98a165-2a43-4245-98bb-7549cf342c9f HTTP/1.1" status: 204 len: 168 time: 0.8676350 Dec 15 14:11:51.806929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.205614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33344) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:52.211869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494991588', 'description': 'tempest-description--723477136'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:52.244991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.244991 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.244991 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 3b54acb3-e1ca-4288-adc2-60d9b104226b disassociated. External IP: 172.25.2.155, port: 05b98b57-0efc-44ee-9c8c-15eab5813fc9. Dec 15 14:11:52.246078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 05b98b57-0efc-44ee-9c8c-15eab5813fc9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:52.255813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.404687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.412392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.465236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.470329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2632737 Dec 15 14:11:52.475312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:52.485022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'security_group_rule': {'security_group_id': '745f5959-ecb8-4e4f-b074-116f309c21ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:52.498849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3793c-158d-4e5e-94c6-c6e4d0d731fd tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745f5959-ecb8-4e4f-b074-116f309c21ec,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:52.501756 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.558176 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.593013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=05b98b57-0efc-44ee-9c8c-15eab5813fc9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:52.648927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.669391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.712894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d0dd75-da6b-488a-81c0-450dc628d22c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:52.726821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:52.732158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.738508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bbe85406-ef63-4994-be6a-941f73be840a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601578 Dec 15 14:11:52.740587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33354) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:52.749998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'security_group_rule': {'security_group_id': '745f5959-ecb8-4e4f-b074-116f309c21ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:52.799328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.883863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:52.899917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:52.926369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:52.927373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:53.017078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.024855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.093883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:53.103654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb4cdd8-86c9-430f-b8bd-1cd1ba0ed20d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:53.127021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.128952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1036ca6b-4a28-460c-a412-299e6d13c181 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3856969 Dec 15 14:11:53.133761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33366) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:53.148346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:53.149245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.155761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8f65757a-83c0-4ffe-8142-18d666305907 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/ports/05b98b57-0efc-44ee-9c8c-15eab5813fc9 HTTP/1.1" status: 204 len: 168 time: 1.6905937 Dec 15 14:11:53.163614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:53.165524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:53.166637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:53.258643 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.258902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:53.259990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b80f10-8c26-4702-8a9b-e092c46cf352 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:53.403880 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77eb522f-a68c-4f67-a04c-daaa1964ef6d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/floatingips/3b54acb3-e1ca-4288-adc2-60d9b104226b HTTP/1.1" status: 200 len: 688 time: 0.2326570 Dec 15 14:11:53.403880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33376) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:53.641397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.733585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 53264e68-29e4-4d43-b103-6f6ef72c72d9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:53.735735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.863049 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.863474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.867696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Allocated IP 172.25.2.195 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b809338b-a886-4b9e-aef8-d4b7497503a9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:53.876696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 53264e68-29e4-4d43-b103-6f6ef72c72d9 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:54.012013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.053730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.071472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.092171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=53264e68-29e4-4d43-b103-6f6ef72c72d9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:54.157725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:54.163286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:54.171651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:54.177230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.180155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.185270 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a367ee32-6a28-4c4c-85e7-81d5cda4d57c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/floatingips/3b54acb3-e1ca-4288-adc2-60d9b104226b HTTP/1.1" status: 204 len: 168 time: 0.7770150 Dec 15 14:11:54.187673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:54.195102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:54.226237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'Port': ['ID=b809338b-a886-4b9e-aef8-d4b7497503a9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:54.236705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.239529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33396) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:54.316262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.380552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.610169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.616730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.720459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b831da7-c9a8-41bb-a3eb-09cd291e9937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.787052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'Port': ['ID=b809338b-a886-4b9e-aef8-d4b7497503a9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:54.790427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.816820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.827286 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3085cfa7-d424-45d7-9bf4-3dea0a1b6381 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6842520 Dec 15 14:11:54.887654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b831da7-c9a8-41bb-a3eb-09cd291e9937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.894139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b831da7-c9a8-41bb-a3eb-09cd291e9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.926398 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0b831da7-c9a8-41bb-a3eb-09cd291e9937 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ebe716d88d442939a8feaa779c673e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6856773 Dec 15 14:11:54.928015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.930075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:54.967406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b72e-7d1a-454e-b735-487f163dd4aa req-80e61a56-a90c-4745-a02e-0704c14d2354 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:54.980098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9856b72e-7d1a-454e-b735-487f163dd4aa req-80e61a56-a90c-4745-a02e-0704c14d2354 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 946 time: 0.0851042 Dec 15 14:11:55.044016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9856b72e-7d1a-454e-b735-487f163dd4aa req-25e53b50-010c-42e0-9213-e3c39946ac8b tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622590 Dec 15 14:11:55.101336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b831da7-c9a8-41bb-a3eb-09cd291e9937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f54f2d-1df2-41b0-a9e0-06690a109ae0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:55.141160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3831938d-a66f-4adc-925e-12e9821a9bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.161582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-2d7ab622-4d15-4248-b5df-e44b3b618b1c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1494991588&fields=id&tenant_id=7b507e95b25941a4908893c74ff01f72 HTTP/1.1" status: 200 len: 267 time: 0.0581298 Dec 15 14:11:55.190874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3831938d-a66f-4adc-925e-12e9821a9bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.221428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.53 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/343cab48-7d0e-4055-acb2-12f4be5094f0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:55.286211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-72d1783a-4e83-459e-b98b-dd2d50b7eb57 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:55.288011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-72d1783a-4e83-459e-b98b-dd2d50b7eb57 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 811 time: 0.1196733 Dec 15 14:11:55.306616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3831938d-a66f-4adc-925e-12e9821a9bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.309347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3831938d-a66f-4adc-925e-12e9821a9bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.310567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3831938d-a66f-4adc-925e-12e9821a9bbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3f54f2d-1df2-41b0-a9e0-06690a109ae0 HTTP/1.1" status: 204 len: 168 time: 0.3599367 Dec 15 14:11:55.320978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-86f6b083-f56f-4ec4-be18-465db883ea69 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/quotas/7b507e95b25941a4908893c74ff01f72 HTTP/1.1" status: 200 len: 375 time: 0.0198495 Dec 15 14:11:55.325769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831938d-a66f-4adc-925e-12e9821a9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f54f2d-1df2-41b0-a9e0-06690a109ae0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:55.382922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-7f76ef4c-0d11-4d6f-8825-9fe737fd9d15 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530772 Dec 15 14:11:55.389416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.439976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.491259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:55.494852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:55.508345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:55.510864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=343cab48-7d0e-4055-acb2-12f4be5094f0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:55.533591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-42cea4ee-9338-4cf9-b14f-9110055e878d service neutron] 10.222.0.32 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355407 Dec 15 14:11:55.657945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-6fe055f2-78dc-468e-82c1-f98584962d97 service neutron] 10.222.0.32 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174068 Dec 15 14:11:55.734923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:55.749395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-817919c5-034e-4bec-b6b2-6eafd3c68805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.901853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d556abaf-9b2c-416f-8764-377b8df756bb req-d9fd9ecf-bd15-4e18-874a-5e5c3ead7d91 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 210 time: 0.0635049 Dec 15 14:11:55.939701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-817919c5-034e-4bec-b6b2-6eafd3c68805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.944708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-817919c5-034e-4bec-b6b2-6eafd3c68805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.996255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-817919c5-034e-4bec-b6b2-6eafd3c68805 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fefa0eddaf7a4d11b3c59537a773f924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578032 Dec 15 14:11:55.996255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817919c5-034e-4bec-b6b2-6eafd3c68805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786f655-2cea-44b2-bc6e-0f869d94638c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:56.002170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:56.094293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.139717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f44e45f-fd68-4632-a7d6-923c8a368236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.211198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f44e45f-fd68-4632-a7d6-923c8a368236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.219520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd14-bbf1-46a6-b8ee-bf60d4f21d7e req-c27f356f-2453-4b3b-b925-1c85e50f9855 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:56.219813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.233181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5defdd14-bbf1-46a6-b8ee-bf60d4f21d7e req-c27f356f-2453-4b3b-b925-1c85e50f9855 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 946 time: 0.0969629 Dec 15 14:11:56.289229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f44e45f-fd68-4632-a7d6-923c8a368236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.292389 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f44e45f-fd68-4632-a7d6-923c8a368236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.293900 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f44e45f-fd68-4632-a7d6-923c8a368236 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1786f655-2cea-44b2-bc6e-0f869d94638c HTTP/1.1" status: 204 len: 168 time: 0.2906499 Dec 15 14:11:56.310413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5defdd14-bbf1-46a6-b8ee-bf60d4f21d7e req-2521701f-323a-486f-9ff5-321f7d4e4a47 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e95dc2-5c5c-419c-8434-d810309c83b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694356 Dec 15 14:11:56.317153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44e45f-fd68-4632-a7d6-923c8a368236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786f655-2cea-44b2-bc6e-0f869d94638c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:56.429714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-afa68d00-955b-4d18-a218-0e11a958033a tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:56.431167 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-afa68d00-955b-4d18-a218-0e11a958033a tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 946 time: 0.1196899 Dec 15 14:11:56.563674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.570073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.587473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Deleting port 96ebca8a-4779-4207-929d-d566d4fa9fb0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:56.587862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.656403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.746934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=343cab48-7d0e-4055-acb2-12f4be5094f0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:56.789364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] For port 96ebca8a-4779-4207-929d-d566d4fa9fb0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=96ebca8a-4779-4207-929d-d566d4fa9fb0,segment=NetworkSegment(5ef08cfd-67f0-42b0-b804-024513ec6522),segment_id=5ef08cfd-67f0-42b0-b804-024513ec6522)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:56.789825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.794691 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 69e14ccf-869d-4630-8945-75fb68f286a2 associated. External IP: 172.25.2.53, port: 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc. Dec 15 14:11:56.805612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Calling delete_port for 96ebca8a-4779-4207-929d-d566d4fa9fb0 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:56.851689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33470) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:56.871814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d620499c-54a8-41d0-928d-0925bddf42e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.033936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:57.104805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-969537f7-27f3-4f9c-8538-dfd24b741ee6 req-b3515337-f36b-4582-8d17-cecf8462d757 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 210 time: 0.0393622 Dec 15 14:11:57.106006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.120465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['96ebca8a-4779-4207-929d-d566d4fa9fb0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:57.180874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:57.194672 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:57.211466 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:57.212417 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:57.220529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.249036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d620499c-54a8-41d0-928d-0925bddf42e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.249836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Pushing event deleted for resources: {'Port': ['ID=96ebca8a-4779-4207-929d-d566d4fa9fb0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:57.264471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d620499c-54a8-41d0-928d-0925bddf42e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.269144 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f42a10d-858f-4738-80b4-71c5d0ec9ca9 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.0787523 Dec 15 14:11:57.269144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33478) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:57.277208 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1424901998'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:57.285510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:57.299262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:57.300910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:57.303370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dedf7b-053a-4df9-9c92-d56cd207250c None None] DHCP port deletion for c4f75668-6f4f-4147-8b8f-907caed8a744 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:57.316411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620499c-54a8-41d0-928d-0925bddf42e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6981e6-4cab-4f2d-b89e-58f85ea46c13,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:57.336464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:57.343526 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:57.344223 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323efd34-cb16-4c1b-b2a7-1c1835210b04 None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:57.345924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.379708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:11:57.389220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d620499c-54a8-41d0-928d-0925bddf42e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=892c5147697a4d70a31c38151056375b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5363758 Dec 15 14:11:57.392945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:57.399415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] No DVR routers for this DVR port 96ebca8a-4779-4207-929d-d566d4fa9fb0 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:57.404310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.408023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bec0fa85-2f1e-4bcd-950c-77f5399beb40 req-783dc54f-f3da-4993-a282-c2907a094ef0 tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.67 "DELETE /v2.0/ports/96ebca8a-4779-4207-929d-d566d4fa9fb0 HTTP/1.1" status: 204 len: 173 time: 0.9666431 Dec 15 14:11:57.408629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4112b2a8-1383-4cae-93cb-43103b09d332', 'name': 'network-vif-deleted', 'tag': '96ebca8a-4779-4207-929d-d566d4fa9fb0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:57.411417 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366008cf-ee68-4a02-ab4f-52d231bfe269" -d '{"events": [{"server_uuid": "4112b2a8-1383-4cae-93cb-43103b09d332", "name": "network-vif-deleted", "tag": "96ebca8a-4779-4207-929d-d566d4fa9fb0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:57.426335 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.426764 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Added segment d96773d8-d355-40f0-b516-ccb500ffbe7e of type vlan for network 849f7547-91ab-4e60-82ca-810bcdef3d5a Dec 15 14:11:57.465980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-329488fe-2284-4209-96f4-dd0659d901ca req-74febfdd-8f13-4ce4-8e23-2cabff7c518c tempest-VolumesSnapshotTestJSON-134148324 tempest-VolumesSnapshotTestJSON-134148324-project] 10.222.0.32 "GET /v2.0/ports?device_id=4112b2a8-1383-4cae-93cb-43103b09d332 HTTP/1.1" status: 200 len: 210 time: 0.0469077 Dec 15 14:11:57.476255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-d6720d26-622d-4206-81a7-9ee5d9f5ca5f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:57.477690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-d6720d26-622d-4206-81a7-9ee5d9f5ca5f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 811 time: 0.3760850 Dec 15 14:11:57.481940 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7a2f02-8687-4e56-a2c9-a58f9c32a5e5 x-openstack-request-id: req-ae7a2f02-8687-4e56-a2c9-a58f9c32a5e5 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:57.481940 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4112b2a8-1383-4cae-93cb-43103b09d332", "name": "network-vif-deleted", "tag": "96ebca8a-4779-4207-929d-d566d4fa9fb0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:57.481940 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae7a2f02-8687-4e56-a2c9-a58f9c32a5e5 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:57.493494 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4112b2a8-1383-4cae-93cb-43103b09d332', 'name': 'network-vif-deleted', 'tag': '96ebca8a-4779-4207-929d-d566d4fa9fb0', 'status': 'completed', 'code': 200} Dec 15 14:11:57.513101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.523791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e444bc0-1f5e-4cea-8612-5e73b472dfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.557758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-22006842-e17b-446f-9cba-7eac4f916096 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b507e95b25941a4908893c74ff01f72 HTTP/1.1" status: 200 len: 380 time: 0.0638297 Dec 15 14:11:57.564033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e444bc0-1f5e-4cea-8612-5e73b472dfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.573083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'port': {'device_id': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'admin_state_up': True, 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'security_groups': ['745f5959-ecb8-4e4f-b074-116f309c21ec']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:57.606602 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.612495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:57.613163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.682898 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4128654 Dec 15 14:11:57.687469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33488) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:57.696277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Made reservation on behalf of 7b507e95b25941a4908893c74ff01f72 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:57.700257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'subnet': {'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:57.701222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.746505 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e444bc0-1f5e-4cea-8612-5e73b472dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.749116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e444bc0-1f5e-4cea-8612-5e73b472dfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.752751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0e444bc0-1f5e-4cea-8612-5e73b472dfdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c6981e6-4cab-4f2d-b89e-58f85ea46c13 HTTP/1.1" status: 204 len: 168 time: 0.3561046 Dec 15 14:11:57.767360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3c88-5999-4e3d-bc68-da714b42097c tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Network': ['ID=849f7547-91ab-4e60-82ca-810bcdef3d5a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:57.784715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:11:57.785035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444bc0-1f5e-4cea-8612-5e73b472dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6981e6-4cab-4f2d-b89e-58f85ea46c13,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:57.831196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:57.836203 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.942779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Allocated IP 172.20.0.8 (dffc42bf-7bda-4d29-875b-6d2aabcc75d6/f9346555-9cc0-4b0b-9dc6-e9204bc034c2/298711bb-efd1-4845-896b-923a7885f258) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:58.139247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.191672 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.197030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.262430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:58.267171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:58.277691 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Subnet': ['ID=b310db64-0c29-467f-8376-12f48d48ac23,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:58.294704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:58.298468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Checking segment: {'id': 'd96773d8-d355-40f0-b516-ccb500ffbe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:58.298841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network hostable DHCP agents. Network: 849f7547-91ab-4e60-82ca-810bcdef3d5a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:11:58.332939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:11:58.345582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 849f7547-91ab-4e60-82ca-810bcdef3d5a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:58.350766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:58.351359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.361704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db0359-80fd-416e-a2ef-9195ed5a2c93 None None] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:58.367094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event updated for resources: {'Port': ['ID=298711bb-efd1-4845-896b-923a7885f258,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:58.402752 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0681f6a7-688b-4e02-96c7-c650416594a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7140284 Dec 15 14:11:58.403401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:58.413276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-243345428', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:58.446729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.454905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.465799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:58.466872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.495022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5ea4-a421-49b0-94cf-a3cf9b81aee8 req-f1b126ed-77cd-42c8-a3c3-d4a1f5a55ac0 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:58.505695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ecc5ea4-a421-49b0-94cf-a3cf9b81aee8 req-f1b126ed-77cd-42c8-a3c3-d4a1f5a55ac0 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 931 time: 0.2012687 Dec 15 14:11:58.534592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.561336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-8be84872-7c6f-4993-92a7-c036008e476c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9934211 Dec 15 14:11:58.576120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0ecc5ea4-a421-49b0-94cf-a3cf9b81aee8 req-9e37c78c-b268-444e-873e-e79bcf419490 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694475 Dec 15 14:11:58.596022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Request body: {'port': {'device_id': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:58.657151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-849f7547-91ab-4e60-82ca-810bcdef3d5a', 'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a', 'project_id': 'fb96b17a07544e57849aa946d2fde0c9', 'fixed_ips': [{'subnet_id': 'b310db64-0c29-467f-8376-12f48d48ac23'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:11:58.658414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.745339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.941246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.984768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Allocated IP 172.20.0.2 (849f7547-91ab-4e60-82ca-810bcdef3d5a/b310db64-0c29-467f-8376-12f48d48ac23/69794720-8018-4cce-94c8-c089a96cdc5d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:59.135991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29349471-d4f6-40cf-8b22-02bc376db9be None None] Provisioning complete for port 298711bb-efd1-4845-896b-923a7885f258 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:59.138705 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-29349471-d4f6-40cf-8b22-02bc376db9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.233519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-29349471-d4f6-40cf-8b22-02bc376db9be None None] Port 298711bb-efd1-4845-896b-923a7885f258 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:11:59.298956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.359021 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.372342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.379746 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.434690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Pushing event updated for resources: {'Port': ['ID=69794720-8018-4cce-94c8-c089a96cdc5d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:59.441890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:59.447286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:59.450741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.451273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.451794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.452281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.452794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.453274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.453753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.454247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.454981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.455634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.456116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.456632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.457124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:59.460758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:59.523227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Attempting to bind port 69794720-8018-4cce-94c8-c089a96cdc5d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:11:59.523933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Attempting to bind port 69794720-8018-4cce-94c8-c089a96cdc5d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'd96773d8-d355-40f0-b516-ccb500ffbe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:11:59.524457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Attempting to bind port 69794720-8018-4cce-94c8-c089a96cdc5d on network 849f7547-91ab-4e60-82ca-810bcdef3d5a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:59.531104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:11:59.531733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Checking segment: {'id': 'd96773d8-d355-40f0-b516-ccb500ffbe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:59.532293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.532910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Bound using segment: {'id': 'd96773d8-d355-40f0-b516-ccb500ffbe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:11:59.533550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Bound port: 69794720-8018-4cce-94c8-c089a96cdc5d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96773d8-d355-40f0-b516-ccb500ffbe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:11:59.534250 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.651352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.25.2.155 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/2e7e0fc6-3b2a-4442-8951-4b6aff88968b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:59.693563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 96ebca8a-4779-4207-929d-d566d4fa9fb0 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:59.754730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 96ebca8a-4779-4207-929d-d566d4fa9fb0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:59.760221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 96ebca8a-4779-4207-929d-d566d4fa9fb0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:59.813223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] For port 69794720-8018-4cce-94c8-c089a96cdc5d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:11:59.818703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] For port 69794720-8018-4cce-94c8-c089a96cdc5d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=69794720-8018-4cce-94c8-c089a96cdc5d,segment=NetworkSegment(d96773d8-d355-40f0-b516-ccb500ffbe7e),segment_id=d96773d8-d355-40f0-b516-ccb500ffbe7e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:11:59.831052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.916484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.917190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10e20-463f-4dd2-943a-54a30fb86c99 None None] Pushing event updated for resources: {'Port': ['ID=69794720-8018-4cce-94c8-c089a96cdc5d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.003414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.018524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134964-938b-4507-83e9-60d7969bd1f9 req-3063ddb1-9c29-4c43-8166-52a1e0460636 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:00.022641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3134964-938b-4507-83e9-60d7969bd1f9 req-3063ddb1-9c29-4c43-8166-52a1e0460636 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 931 time: 0.2218897 Dec 15 14:12:00.085767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298711bb-efd1-4845-896b-923a7885f258 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:00.091587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:00.103491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.108119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:00.111903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:00.126129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771bcd3-7f5d-4f50-83b1-bcf073432027 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:00.169539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=2e7e0fc6-3b2a-4442-8951-4b6aff88968b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.184169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a1e84bd-d4e4-4094-99a2-7f2d8b57804e None None] Provisioning complete for port 2e7e0fc6-3b2a-4442-8951-4b6aff88968b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:00.187359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a1e84bd-d4e4-4094-99a2-7f2d8b57804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.195801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Transition to ACTIVE for port object 298711bb-efd1-4845-896b-923a7885f258 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:12:00.231027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.340095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e84bd-d4e4-4094-99a2-7f2d8b57804e None None] Port 2e7e0fc6-3b2a-4442-8951-4b6aff88968b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:00.373554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=298711bb-efd1-4845-896b-923a7885f258,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.411401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3134964-938b-4507-83e9-60d7969bd1f9 req-cbbdcf71-c7df-4701-bd55-e815f58358fe tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754394 Dec 15 14:12:00.626588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Attempting to bind port 298711bb-efd1-4845-896b-923a7885f258 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:00.626929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Attempting to bind port 298711bb-efd1-4845-896b-923a7885f258 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:00.627260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Attempting to bind port 298711bb-efd1-4845-896b-923a7885f258 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:00.640399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Port 298711bb-efd1-4845-896b-923a7885f258 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:00.642673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Attempting to bind port 298711bb-efd1-4845-896b-923a7885f258 on network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:00.656463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:00.656830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Checking segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:00.657220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Bound using segment: {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:00.657658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Bound port: 298711bb-efd1-4845-896b-923a7885f258, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:00.658020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.775212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] For port 298711bb-efd1-4845-896b-923a7885f258, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:00.784610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] For port 298711bb-efd1-4845-896b-923a7885f258, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=298711bb-efd1-4845-896b-923a7885f258,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:00.793184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.892103 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.939267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=298711bb-efd1-4845-896b-923a7885f258,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.943010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:00.943703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.946223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-1b46d63c-676d-4371-9d35-1371838bd2e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/298711bb-efd1-4845-896b-923a7885f258 HTTP/1.1" status: 200 len: 1091 time: 2.3688421 Dec 15 14:12:00.947018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'tag': '298711bb-efd1-4845-896b-923a7885f258'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:00.951318 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee" -d '{"events": [{"name": "network-changed", "server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "tag": "298711bb-efd1-4845-896b-923a7885f258"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:01.041983 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7003097-8b46-4851-8ecb-f7e0acfbfcb0 x-openstack-request-id: req-b7003097-8b46-4851-8ecb-f7e0acfbfcb0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:01.042916 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "tag": "298711bb-efd1-4845-896b-923a7885f258", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:01.042916 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7003097-8b46-4851-8ecb-f7e0acfbfcb0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:01.043080 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'tag': '298711bb-efd1-4845-896b-923a7885f258', 'status': 'completed', 'code': 200} Dec 15 14:12:01.087719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-229158cf-50f9-4486-b721-f214d991f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:01.089304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-229158cf-50f9-4486-b721-f214d991f851 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 1094 time: 0.0973344 Dec 15 14:12:01.144960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-25c8cfb4-ec84-4c74-acfc-54ad9e158b4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298711bb-efd1-4845-896b-923a7885f258 HTTP/1.1" status: 200 len: 217 time: 0.0465817 Dec 15 14:12:01.273949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-77c61d5a-8bc7-41bf-8d1e-b7f5f1629149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:01.277153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-77c61d5a-8bc7-41bf-8d1e-b7f5f1629149 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.1236830 Dec 15 14:12:01.385008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-af588385-d84c-4718-ac76-b595a143f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:01.386552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-af588385-d84c-4718-ac76-b595a143f9c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015675 Dec 15 14:12:01.568122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 69794720-8018-4cce-94c8-c089a96cdc5d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:01.647398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-89ffabc6-d8ba-48a9-9d23-03ced72f0f67 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533336 Dec 15 14:12:01.688830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 69794720-8018-4cce-94c8-c089a96cdc5d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:01.689506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.786808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482749a-7391-4d87-9ab7-05557c1b0780 req-62816b0b-60b9-431f-a8a8-4d11771de04f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:01.788944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1482749a-7391-4d87-9ab7-05557c1b0780 req-62816b0b-60b9-431f-a8a8-4d11771de04f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 943 time: 0.2388792 Dec 15 14:12:01.795571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51a11d-517a-4fb0-b214-21b17c8bfcd3 None None] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:01.883662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29b9ec07-1c55-4ced-856f-d6558dd78694 req-114d3a63-3e70-441e-bf31-b99e70f7bc29 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250826 Dec 15 14:12:01.929133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.963109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3b817683-4dfa-4bc1-82ed-2efd7452d515 None None] Provisioning complete for port 69794720-8018-4cce-94c8-c089a96cdc5d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:01.963489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b817683-4dfa-4bc1-82ed-2efd7452d515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.015690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1482749a-7391-4d87-9ab7-05557c1b0780 req-07dcdd5c-ba2d-4397-aecb-d9b8144cc400 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120357 Dec 15 14:12:02.051501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-0560f936-e7c9-4f1f-9477-6494267dddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:02.053086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-0560f936-e7c9-4f1f-9477-6494267dddbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 1094 time: 0.1096961 Dec 15 14:12:02.087629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.159339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 69794720-8018-4cce-94c8-c089a96cdc5d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=69794720-8018-4cce-94c8-c089a96cdc5d,segment=NetworkSegment(d96773d8-d355-40f0-b516-ccb500ffbe7e),segment_id=d96773d8-d355-40f0-b516-ccb500ffbe7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:02.178001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.178377 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.224062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 202ddce2-df45-4723-9d06-0f8c59af14b4 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:12:02.234032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-770b769a-fa41-4cea-9d0e-e0bc429fbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:02.237303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-770b769a-fa41-4cea-9d0e-e0bc429fbdd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.1736317 Dec 15 14:12:02.335515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-b1553deb-4b6a-4384-ad5a-d94ba9d7dff5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298711bb-efd1-4845-896b-923a7885f258 HTTP/1.1" status: 200 len: 217 time: 0.0916290 Dec 15 14:12:02.381803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=69794720-8018-4cce-94c8-c089a96cdc5d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:02.430128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-0e9531ed-2e00-4b70-8738-0e23508fb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:02.431571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-0e9531ed-2e00-4b70-8738-0e23508fb527 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.0875804 Dec 15 14:12:02.435301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-693b970b-e45a-4c25-a44a-f6ef7b5913ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.512614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-04c53854-d089-4597-986f-2477d9b8cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:02.515964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-04c53854-d089-4597-986f-2477d9b8cb33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766113 Dec 15 14:12:02.524588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-693b970b-e45a-4c25-a44a-f6ef7b5913ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.529898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-693b970b-e45a-4c25-a44a-f6ef7b5913ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.560584 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-693b970b-e45a-4c25-a44a-f6ef7b5913ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44477301bcc740bd9ca8856198ed9ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3747964 Dec 15 14:12:02.561452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.587959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dd682500-8ab0-490e-8be2-dd22374be5cd None None] Provisioning complete for port 69794720-8018-4cce-94c8-c089a96cdc5d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:02.588600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd682500-8ab0-490e-8be2-dd22374be5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.620851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b970b-e45a-4c25-a44a-f6ef7b5913ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1adac7-961b-4445-8e5b-32edc4927853,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:02.626783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:02.629856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-682fdaca-7bf7-42de-aea1-e75e92633fda service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055038 Dec 15 14:12:02.654977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] Sync routers for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:02.664775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60da0340-9258-4d2a-9c54-cd2a2be8a227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.670283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.673670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e588db9b-171b-4169-a137-4432720d21c4 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2644010 Dec 15 14:12:02.673892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.697917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:02.698449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:02.735559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:02.771890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd8e98ac-7f63-4e44-8bc0-257c945f4fee req-30acf8f3-2ec0-4bcb-bd90-8615d5bbfad8 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328316 Dec 15 14:12:02.775725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:02.776446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:02.824240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60da0340-9258-4d2a-9c54-cd2a2be8a227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.828299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:02.829032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f3edb-f9e2-44df-865a-028432a4ef22 None None] The sync data for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:02.966247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60da0340-9258-4d2a-9c54-cd2a2be8a227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.969150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60da0340-9258-4d2a-9c54-cd2a2be8a227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.973266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60da0340-9258-4d2a-9c54-cd2a2be8a227 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a1adac7-961b-4445-8e5b-32edc4927853 HTTP/1.1" status: 204 len: 168 time: 0.4081059 Dec 15 14:12:03.014323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da0340-9258-4d2a-9c54-cd2a2be8a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1adac7-961b-4445-8e5b-32edc4927853,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:03.204683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ee5e9-f2eb-4e74-a2da-82c03bbd421e req-dcbd2ee4-a983-4b37-8f57-0fc9a388e78a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.209170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb0ee5e9-f2eb-4e74-a2da-82c03bbd421e req-dcbd2ee4-a983-4b37-8f57-0fc9a388e78a tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 943 time: 0.0925059 Dec 15 14:12:03.309646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb0ee5e9-f2eb-4e74-a2da-82c03bbd421e req-01d5efc4-0307-4a90-a257-9ed8908c5479 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930626 Dec 15 14:12:03.427954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 69794720-8018-4cce-94c8-c089a96cdc5d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:03.478500 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:03.481481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.488285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 69794720-8018-4cce-94c8-c089a96cdc5d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:03.488873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.491499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5a5890c-ddb1-4451-a322-535bad003ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.599798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5a5890c-ddb1-4451-a322-535bad003ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.606088 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5a5890c-ddb1-4451-a322-535bad003ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.663260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d5a5890c-ddb1-4451-a322-535bad003ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0088db7e05f42998d5ebbafa2e66338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807101 Dec 15 14:12:03.663260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:03.678678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 298711bb-efd1-4845-896b-923a7885f258 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:12:03.691721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5890c-ddb1-4451-a322-535bad003ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ffe20-305f-4d03-8d39-0a1dce0acd24,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:03.748410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7259766-def4-4cf7-85af-736856140d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.777968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7259766-def4-4cf7-85af-736856140d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.893635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7259766-def4-4cf7-85af-736856140d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.907043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7259766-def4-4cf7-85af-736856140d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.930370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 298711bb-efd1-4845-896b-923a7885f258, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=298711bb-efd1-4845-896b-923a7885f258,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:03.938302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c7259766-def4-4cf7-85af-736856140d9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b67ffe20-305f-4d03-8d39-0a1dce0acd24 HTTP/1.1" status: 204 len: 168 time: 0.2740288 Dec 15 14:12:03.957239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7259766-def4-4cf7-85af-736856140d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ffe20-305f-4d03-8d39-0a1dce0acd24,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:03.969986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '298711bb-efd1-4845-896b-923a7885f258', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'port_id': '298711bb-efd1-4845-896b-923a7885f258', 'mac_address': 'fa:16:3e:e6:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:12:04.082549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.091348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.1 (849f7547-91ab-4e60-82ca-810bcdef3d5a/b310db64-0c29-467f-8376-12f48d48ac23/90276743-71e8-401b-bf0b-befdfcb76efd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:04.117204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298711bb-efd1-4845-896b-923a7885f258 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:04.164237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 298711bb-efd1-4845-896b-923a7885f258, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=298711bb-efd1-4845-896b-923a7885f258,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:04.178347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.269437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.284146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=298711bb-efd1-4845-896b-923a7885f258,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.315555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.391409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['298711bb-efd1-4845-896b-923a7885f258'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:04.394565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:04.404755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:04.414036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:04.417896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=90276743-71e8-401b-bf0b-befdfcb76efd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.500877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.580967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa9c00-ddf2-4da5-8bd1-f1637ab3fd30 req-a7996afd-4423-438c-aa9c-ca7ee3495129 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:04.583822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50aa9c00-ddf2-4da5-8bd1-f1637ab3fd30 req-a7996afd-4423-438c-aa9c-ca7ee3495129 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 944 time: 0.1354241 Dec 15 14:12:04.649823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50aa9c00-ddf2-4da5-8bd1-f1637ab3fd30 req-af0babd7-3859-47aa-87fa-4b668e4f8b24 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590415 Dec 15 14:12:04.697109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.882675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9717b547-d7cd-4448-b1b1-2017f29ae83b None None] Provisioning complete for port 90276743-71e8-401b-bf0b-befdfcb76efd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:04.883190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9717b547-d7cd-4448-b1b1-2017f29ae83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.923972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9717b547-d7cd-4448-b1b1-2017f29ae83b None None] Port 90276743-71e8-401b-bf0b-befdfcb76efd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:05.070321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.083035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.219735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.238909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=90276743-71e8-401b-bf0b-befdfcb76efd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:05.380209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:05.382229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:05.614920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 202ddce2-df45-4723-9d06-0f8c59af14b4 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:05.694108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 298711bb-efd1-4845-896b-923a7885f258 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:05.812962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-32f4b10b-8372-460e-ba69-669996091fe5 None None] Provisioning complete for port 90276743-71e8-401b-bf0b-befdfcb76efd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:05.813324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32f4b10b-8372-460e-ba69-669996091fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.836025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0bea-f6ec-481f-9854-67230da490b3 req-0a2b66ce-7572-4f59-8bf9-f58b53d3f425 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:05.844769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-203e0bea-f6ec-481f-9854-67230da490b3 req-0a2b66ce-7572-4f59-8bf9-f58b53d3f425 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 944 time: 0.0635688 Dec 15 14:12:05.886707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-32f4b10b-8372-460e-ba69-669996091fe5 None None] Port 90276743-71e8-401b-bf0b-befdfcb76efd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:05.889450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 298711bb-efd1-4845-896b-923a7885f258 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:12:05.894951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 298711bb-efd1-4845-896b-923a7885f258 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:05.895579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.899420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:05.916042 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] Sync routers for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:05.925299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e723e20-3b08-4d38-9f61-35f22a3da1cc tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/routers/202ddce2-df45-4723-9d06-0f8c59af14b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2481670 Dec 15 14:12:05.925902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:05.927424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-203e0bea-f6ec-481f-9854-67230da490b3 req-73b81e00-c7b6-4841-acae-67d47eb067dc tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816844 Dec 15 14:12:05.937512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'port': {'network_id': '849f7547-91ab-4e60-82ca-810bcdef3d5a', 'name': 'tempest-FloatingIPTestJSON-1513641377'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:05.944386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:05.945470 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:06.018754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:06.044261 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:06.044909 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:06.099341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.113956 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:06.114617 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa078f1-7422-4507-8339-3a8efd767713 None None] The sync data for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:06.163483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298711bb-efd1-4845-896b-923a7885f258'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:06.170389 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e9faf-2f75-4668-ab86-f4695a655b6d" -d '{"events": [{"server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "name": "network-vif-plugged", "status": "completed", "tag": "298711bb-efd1-4845-896b-923a7885f258"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:06.185524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Made reservation on behalf of fb96b17a07544e57849aa946d2fde0c9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:06.203877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 298711bb-efd1-4845-896b-923a7885f258, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=298711bb-efd1-4845-896b-923a7885f258,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:06.213545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.224714 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.258627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] device_id is not set on port e7b8d569-058a-4321-87ad-4e292a3915d4 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:06.290938 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bc461d-33d4-4633-93fb-53897e54b502 x-openstack-request-id: req-26bc461d-33d4-4633-93fb-53897e54b502 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:06.291240 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "name": "network-vif-plugged", "status": "completed", "tag": "298711bb-efd1-4845-896b-923a7885f258", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:06.291503 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26bc461d-33d4-4633-93fb-53897e54b502 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:06.291910 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298711bb-efd1-4845-896b-923a7885f258', 'code': 200} Dec 15 14:12:06.352056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=298711bb-efd1-4845-896b-923a7885f258,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:06.453749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415593b-da30-4afa-ab2f-3370fc8c03dc req-ce38bd96-4263-4c3c-8671-137315a547f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:06.455437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d415593b-da30-4afa-ab2f-3370fc8c03dc req-ce38bd96-4263-4c3c-8671-137315a547f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1026704 Dec 15 14:12:06.535418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Allocated IP 172.20.0.9 (849f7547-91ab-4e60-82ca-810bcdef3d5a/b310db64-0c29-467f-8376-12f48d48ac23/e7b8d569-058a-4321-87ad-4e292a3915d4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:06.550394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d415593b-da30-4afa-ab2f-3370fc8c03dc req-71c225c6-a525-4612-ab9a-780f2a7cf497 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871675 Dec 15 14:12:06.794001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.840856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.908872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:06.911598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:06.919626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:06.981258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event updated for resources: {'Port': ['ID=e7b8d569-058a-4321-87ad-4e292a3915d4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:07.041486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:07.043054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.090854 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5ff2a921-0e7d-4ea3-8f90-16fcc31b8623 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1637344 Dec 15 14:12:07.103621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:07.120459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Request body: {'floatingip': {'port_id': 'e7b8d569-058a-4321-87ad-4e292a3915d4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:07.204582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.251152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e462d-cbbf-409a-aec3-99b5e59381b3 req-78273b7e-784c-43f7-afd5-12c5f5303a3d tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:07.253746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-122e462d-cbbf-409a-aec3-99b5e59381b3 req-78273b7e-784c-43f7-afd5-12c5f5303a3d tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.1046329 Dec 15 14:12:07.325860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-122e462d-cbbf-409a-aec3-99b5e59381b3 req-84dc65de-4bc6-4085-a678-3fef3ae74145 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654821 Dec 15 14:12:07.436927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b8d6913c-d111-4951-b11d-8ead4d7e3caf None None] Provisioning complete for port e7b8d569-058a-4321-87ad-4e292a3915d4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:07.437848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8d6913c-d111-4951-b11d-8ead4d7e3caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.481529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6913c-d111-4951-b11d-8ead4d7e3caf None None] Port e7b8d569-058a-4321-87ad-4e292a3915d4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:07.772975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:07.900366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.903797 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965b0afe-06d4-4af0-9838-0c88468f078d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.906831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.036048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965b0afe-06d4-4af0-9838-0c88468f078d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.041360 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 69e14ccf-869d-4630-8945-75fb68f286a2 associated. External IP: 172.25.2.53, port: 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc. Dec 15 14:12:08.041656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-965b0afe-06d4-4af0-9838-0c88468f078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.086305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-965b0afe-06d4-4af0-9838-0c88468f078d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7243b1a809a45ff87355b302c26aac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120229 Dec 15 14:12:08.087487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0afe-06d4-4af0-9838-0c88468f078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd0d45-abf0-4baa-9e34-a6e246724eed,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:08.090490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:08.175687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3de003c-f590-4b3c-95f5-9bb13635b2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.208902 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3de003c-f590-4b3c-95f5-9bb13635b2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.270358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3de003c-f590-4b3c-95f5-9bb13635b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.274283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3de003c-f590-4b3c-95f5-9bb13635b2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.277723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f3de003c-f590-4b3c-95f5-9bb13635b2e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6fd0d45-abf0-4baa-9e34-a6e246724eed HTTP/1.1" status: 204 len: 168 time: 0.1852973 Dec 15 14:12:08.287985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de003c-f590-4b3c-95f5-9bb13635b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd0d45-abf0-4baa-9e34-a6e246724eed,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:08.571043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d1fb-bb7a-4baf-b80a-74392dd18e16 req-7a0b7833-a1c5-4124-bfaa-343565e94fd2 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:08.577465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c37d1fb-bb7a-4baf-b80a-74392dd18e16 req-7a0b7833-a1c5-4124-bfaa-343565e94fd2 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.1159585 Dec 15 14:12:08.707008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c37d1fb-bb7a-4baf-b80a-74392dd18e16 req-0e9eecdf-6f9c-4f36-b1e9-c7cfd8e0e698 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226106 Dec 15 14:12:08.759420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:08.780492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.830605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:08.903446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eb470-5019-4f92-a138-c07c8a917f46 req-d902f1f9-879d-43b6-a860-1d0dc4e0ba4f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:08.905631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a87eb470-5019-4f92-a138-c07c8a917f46 req-d902f1f9-879d-43b6-a860-1d0dc4e0ba4f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.1039376 Dec 15 14:12:08.914996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:08.920381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Request body: {'floatingip': {'port_id': '298711bb-efd1-4845-896b-923a7885f258'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:08.982815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.001262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:09.018129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:09.033548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:09.037402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.099479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.109704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:09.110574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.223993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.267209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.350602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f4a011bbd924953845f90c362a9e02e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898585 Dec 15 14:12:09.354145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:09.360617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc7955-89bc-4794-b498-f2194f7e237e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:09.363041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.364300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2db3df-e2f9-4a70-9b21-0abcd4efc78a None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:09.410162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.410519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.410870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.411212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.411553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.411894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.412233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.412597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.412934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.413268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.413597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.414523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.415442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ecacc-86d0-420a-ad25-9e5957d367a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:09.423765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 202ddce2-df45-4723-9d06-0f8c59af14b4 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:09.493796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd46b-b1c4-42c4-b78b-3cd077db39ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.520217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd46b-b1c4-42c4-b78b-3cd077db39ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.632280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd46b-b1c4-42c4-b78b-3cd077db39ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.636553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd46b-b1c4-42c4-b78b-3cd077db39ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.638327 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1dcd46b-b1c4-42c4-b78b-3cd077db39ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bfc7955-89bc-4794-b498-f2194f7e237e HTTP/1.1" status: 204 len: 168 time: 0.2830265 Dec 15 14:12:09.687201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:09.694707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcd46b-b1c4-42c4-b78b-3cd077db39ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc7955-89bc-4794-b498-f2194f7e237e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:09.712558 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] Sync routers for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:09.724026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.729212 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:09.729316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.730908 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.734098 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.809768 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.824799 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:09.825426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.859199 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f2fd5f86-740f-4a82-86e9-7d2d2d0f5d10 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/floatingips/69e14ccf-869d-4630-8945-75fb68f286a2 HTTP/1.1" status: 200 len: 977 time: 2.7542806 Dec 15 14:12:09.862710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:09.911885 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:09.912879 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e19b6a-70bc-4e9f-bda5-faf4381c0f6f None None] The sync data for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:09.921804 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Floating IP cb744ada-9893-48dc-b075-418dc80aee12 associated. External IP: 172.25.2.195, port: 298711bb-efd1-4845-896b-923a7885f258. Dec 15 14:12:10.016044 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port e7b8d569-058a-4321-87ad-4e292a3915d4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:10.016691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:10.171023 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:10.211818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Router f5302bac-c3db-4382-9ac6-128d2de0b4df has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:10.376681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:10.388382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:10.391682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:10.411775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:10.414288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:10.456956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-783874ae-fe69-47f1-968e-d56a538b7e86 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "PUT /v2.0/floatingips/cb744ada-9893-48dc-b075-418dc80aee12 HTTP/1.1" status: 200 len: 991 time: 1.5400662 Dec 15 14:12:10.457866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'tag': '298711bb-efd1-4845-896b-923a7885f258'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:10.460249 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514bea6f-180b-4c1b-860f-c34f574f0b37" -d '{"events": [{"name": "network-changed", "server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "tag": "298711bb-efd1-4845-896b-923a7885f258"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:10.545021 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912404cd-b68b-43ab-81fa-4ef57e8af930 x-openstack-request-id: req-912404cd-b68b-43ab-81fa-4ef57e8af930 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:10.546654 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "tag": "298711bb-efd1-4845-896b-923a7885f258", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:10.547034 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-912404cd-b68b-43ab-81fa-4ef57e8af930 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:10.547612 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'tag': '298711bb-efd1-4845-896b-923a7885f258', 'status': 'completed', 'code': 200} Dec 15 14:12:10.558233 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:10.558601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:10.558918 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Floating IP 69e14ccf-869d-4630-8945-75fb68f286a2 disassociated. External IP: 172.25.2.53, port: e7b8d569-058a-4321-87ad-4e292a3915d4. Dec 15 14:12:10.559263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for e7b8d569-058a-4321-87ad-4e292a3915d4 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:10.628265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:12:10.732296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-6f657feb-332b-4f04-9bb1-746e08f05522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:10.734227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-6f657feb-332b-4f04-9bb1-746e08f05522 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1665707 Dec 15 14:12:10.894490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:10.951988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=e7b8d569-058a-4321-87ad-4e292a3915d4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:11.096653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-e818c7c3-8063-4fe3-a4cd-71b05f7de634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:11.098645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-e818c7c3-8063-4fe3-a4cd-71b05f7de634 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.3548162 Dec 15 14:12:11.218087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cb744ada-9893-48dc-b075-418dc80aee12', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'port_id': '298711bb-efd1-4845-896b-923a7885f258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'mac_address': 'fa:16:3e:e6:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:11:54Z', 'updated_at': '2021-12-15T14:12:09Z', 'revision_number': 1, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.285809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 202ddce2-df45-4723-9d06-0f8c59af14b4 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:11.292089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:12:11.313489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:11.314132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.342513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-ed9ac922-04a4-4a85-96b1-990183fbbdfd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298711bb-efd1-4845-896b-923a7885f258 HTTP/1.1" status: 200 len: 999 time: 0.2341835 Dec 15 14:12:11.483433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:12:11.486305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-b2e16980-e54c-40e0-8207-2c6cce46019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:11.487825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-b2e16980-e54c-40e0-8207-2c6cce46019e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.1386900 Dec 15 14:12:11.599701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-fea5b5b7-bbd8-4b1b-a721-801b419de6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:11.601093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-fea5b5b7-bbd8-4b1b-a721-801b419de6cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058054 Dec 15 14:12:11.602491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:11.618121 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] Sync routers for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:11.662954 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:11.667028 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.801367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.810288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-994d7287-3202-46e7-8fdd-8c5e1837ec66 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/ports/e7b8d569-058a-4321-87ad-4e292a3915d4 HTTP/1.1" status: 204 len: 168 time: 1.9439781 Dec 15 14:12:11.815306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:11.823130 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.832630 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cb744ada-9893-48dc-b075-418dc80aee12', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'port_id': '298711bb-efd1-4845-896b-923a7885f258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'mac_address': 'fa:16:3e:e6:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:11:54Z', 'updated_at': '2021-12-15T14:12:09Z', 'revision_number': 1, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.837188 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:11.838106 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.859239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-aea83511-99e5-4f2b-a1e8-0ef086be127c service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498503 Dec 15 14:12:11.866113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6aadc7-4f66-4215-adae-9f6cc4c27086 None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cb744ada-9893-48dc-b075-418dc80aee12', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'port_id': '298711bb-efd1-4845-896b-923a7885f258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'mac_address': 'fa:16:3e:e6:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:11:54Z', 'updated_at': '2021-12-15T14:12:09Z', 'revision_number': 1, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:11.877108 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:11.878182 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5946a-b31c-4914-8e8f-e6024343d889 None None] The sync data for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:12.037476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-514bea6f-180b-4c1b-860f-c34f574f0b37 req-bfeffd14-344b-4a15-aa30-4dfa47fd48dc service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660755 Dec 15 14:12:12.303215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea1dda-e89f-48f6-938a-68f4f6803098 None None] New status for floating IP cb744ada-9893-48dc-b075-418dc80aee12: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:12:12.446343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:12.557854 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-440b208d-8f29-4cf0-b976-6b1e02c09f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:12.653740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:12.675836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57b13714-bd8e-4c65-be9a-787739902e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:12.832789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57b13714-bd8e-4c65-be9a-787739902e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:12.838467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57b13714-bd8e-4c65-be9a-787739902e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:12.906096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-57b13714-bd8e-4c65-be9a-787739902e1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=533f2d7b73fe404abaa063656b25f28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584343 Dec 15 14:12:12.908178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13714-bd8e-4c65-be9a-787739902e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f479648b-2ff2-4c3b-9c6a-ed05405ec599,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:12.909805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 33920) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:12.996075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55eb37b4-c3c7-46f5-92ec-ec3669f5bf22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.047239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55eb37b4-c3c7-46f5-92ec-ec3669f5bf22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.113353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 90276743-71e8-401b-bf0b-befdfcb76efd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:13.113353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.170030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55eb37b4-c3c7-46f5-92ec-ec3669f5bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.177820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55eb37b4-c3c7-46f5-92ec-ec3669f5bf22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.178768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55eb37b4-c3c7-46f5-92ec-ec3669f5bf22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f479648b-2ff2-4c3b-9c6a-ed05405ec599 HTTP/1.1" status: 204 len: 168 time: 0.2678084 Dec 15 14:12:13.193172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb37b4-c3c7-46f5-92ec-ec3669f5bf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f479648b-2ff2-4c3b-9c6a-ed05405ec599,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:13.266140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.282996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 90276743-71e8-401b-bf0b-befdfcb76efd owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:13.563078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.588700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=90276743-71e8-401b-bf0b-befdfcb76efd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:13.926689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.262798 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.272484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 202ddce2-df45-4723-9d06-0f8c59af14b4 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:14.499914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:14.512418 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] Sync routers for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:14.512995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 33970) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:14.513569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dfc69bc9-5a10-43f2-b346-21efb286ae5d tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/routers/202ddce2-df45-4723-9d06-0f8c59af14b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890152 Dec 15 14:12:14.527722 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:14.529032 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:14.578711 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:14.612133 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] Routers {'202ddce2-df45-4723-9d06-0f8c59af14b4'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:14.614502 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:11:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['202ddce2-df45-4723-9d06-0f8c59af14b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:14.662105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.730806 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:14.733319 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4facfb2f-ab7c-4828-9b44-392e7c8e6fa9 None None] The sync data for ids ['202ddce2-df45-4723-9d06-0f8c59af14b4'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:14.739372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f518c8df-c863-483b-af31-821362d89e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.838362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.929671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 2e7e0fc6-3b2a-4442-8951-4b6aff88968b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:14.930035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.048094 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.087507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 2e7e0fc6-3b2a-4442-8951-4b6aff88968b owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:15.445918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.493929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=2e7e0fc6-3b2a-4442-8951-4b6aff88968b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:15.514860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0723d-794f-4b58-99d4-be098fc87739 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:15.624352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.762078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.769108 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.909723 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.911294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Fanout notify agent at l3_agent the message router_deleted on router 202ddce2-df45-4723-9d06-0f8c59af14b4 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:15.920058 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.921214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5f72f6ba-a135-4000-b330-ad2abaf8ce01 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/routers/202ddce2-df45-4723-9d06-0f8c59af14b4 HTTP/1.1" status: 204 len: 168 time: 1.4075923 Dec 15 14:12:15.923794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34004) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:16.064639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting subnet b310db64-0c29-467f-8376-12f48d48ac23 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:16.081292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.172399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.286910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.304761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.488030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.527731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Subnet': ['ID=b310db64-0c29-467f-8376-12f48d48ac23,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:16.541717 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.551527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:16.557341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e31ef-2f86-42a0-bc88-19e55ac15e93 None None] Network 849f7547-91ab-4e60-82ca-810bcdef3d5a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:16.580353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-502bee2e-9534-40a0-a067-3feed23bb2a5 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/subnets/b310db64-0c29-467f-8376-12f48d48ac23 HTTP/1.1" status: 204 len: 168 time: 0.6538396 Dec 15 14:12:16.699401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.787945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] DHCP port deletion for 849f7547-91ab-4e60-82ca-810bcdef3d5a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:16.796622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 69794720-8018-4cce-94c8-c089a96cdc5d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:16.810798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.861791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] Deleting port 69794720-8018-4cce-94c8-c089a96cdc5d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:16.862170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.911188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] For port 69794720-8018-4cce-94c8-c089a96cdc5d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=69794720-8018-4cce-94c8-c089a96cdc5d,segment=NetworkSegment(d96773d8-d355-40f0-b516-ccb500ffbe7e),segment_id=d96773d8-d355-40f0-b516-ccb500ffbe7e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:16.911629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.926928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 69794720-8018-4cce-94c8-c089a96cdc5d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:16.943248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] For port 69794720-8018-4cce-94c8-c089a96cdc5d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=69794720-8018-4cce-94c8-c089a96cdc5d,segment=NetworkSegment(d96773d8-d355-40f0-b516-ccb500ffbe7e),segment_id=d96773d8-d355-40f0-b516-ccb500ffbe7e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:16.943644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.957113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] Calling delete_port for 69794720-8018-4cce-94c8-c089a96cdc5d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:17.049620 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.054897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.071375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] No DVR routers for this DVR port 69794720-8018-4cce-94c8-c089a96cdc5d on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:17.103885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] No DVR routers for this DVR port 69794720-8018-4cce-94c8-c089a96cdc5d on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:17.108842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1097d-d4b4-4254-b793-e7d953b21d0f None None] Pushing event deleted for resources: {'Port': ['ID=69794720-8018-4cce-94c8-c089a96cdc5d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:17.172445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=69794720-8018-4cce-94c8-c089a96cdc5d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:17.234275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.262554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849f7547-91ab-4e60-82ca-810bcdef3d5a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:17.272972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96773d8-d355-40f0-b516-ccb500ffbe7e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:17.273269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96773d8-d355-40f0-b516-ccb500ffbe7e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:17.284410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.298985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.305161 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:17.305490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:17.309493 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:17.382537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 69794720-8018-4cce-94c8-c089a96cdc5d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:17.384436 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.403109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.409246 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/networks/849f7547-91ab-4e60-82ca-810bcdef3d5a HTTP/1.1" status: 204 len: 168 time: 0.8539577 Dec 15 14:12:17.409246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a5930-cb54-4e9b-8542-182c3be28e9f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Network': ['ID=849f7547-91ab-4e60-82ca-810bcdef3d5a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:17.409246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34034) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:17.414797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 69794720-8018-4cce-94c8-c089a96cdc5d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:17.415238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 69794720-8018-4cce-94c8-c089a96cdc5d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:17.461703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.574288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 343cab48-7d0e-4055-acb2-12f4be5094f0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:17.575308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.682379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.684446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.701866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 343cab48-7d0e-4055-acb2-12f4be5094f0 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:18.295515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.329072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=343cab48-7d0e-4055-acb2-12f4be5094f0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:18.400247 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.406009 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.407298 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1486e5e4-6571-4102-a5b7-4108363ecdc1 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/floatingips/69e14ccf-869d-4630-8945-75fb68f286a2 HTTP/1.1" status: 204 len: 168 time: 0.9970477 Dec 15 14:12:18.411111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:18.437606 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75b63d7-af1b-42d8-93df-1e3398845b0e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] DELETE failed (client error): The resource could not be found. Dec 15 14:12:18.438166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75b63d7-af1b-42d8-93df-1e3398845b0e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:18.441609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d75b63d7-af1b-42d8-93df-1e3398845b0e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/ports/e7b8d569-058a-4321-87ad-4e292a3915d4 HTTP/1.1" status: 404 len: 333 time: 0.0293357 Dec 15 14:12:18.444087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34098) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:18.489277 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d4a8ad2-e094-4323-a2e5-2dac64bd5a9b tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/ports?device_id=202ddce2-df45-4723-9d06-0f8c59af14b4 HTTP/1.1" status: 200 len: 205 time: 0.0440691 Dec 15 14:12:18.491838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34104) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:18.521296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.560183 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5737cf3f-dd15-4bc9-baa4-8f3de6645b49 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] delete failed (client error): The resource could not be found. Dec 15 14:12:18.561460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5737cf3f-dd15-4bc9-baa4-8f3de6645b49 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/routers/202ddce2-df45-4723-9d06-0f8c59af14b4 HTTP/1.1" status: 404 len: 336 time: 0.0684912 Dec 15 14:12:18.564083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:18.608258 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-58234756-d78e-4938-bd4f-b4e1cb8918a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] DELETE failed (client error): The resource could not be found. Dec 15 14:12:18.608972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58234756-d78e-4938-bd4f-b4e1cb8918a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:18.614063 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-58234756-d78e-4938-bd4f-b4e1cb8918a8 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/subnets/b310db64-0c29-467f-8376-12f48d48ac23 HTTP/1.1" status: 404 len: 337 time: 0.0467253 Dec 15 14:12:18.614802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:18.723761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:18.723955 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.825906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.839927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:19.004869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:19.422137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:19.471183 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:19.474934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aede76d1-adba-4cef-a2af-9e042662022e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/ports/42b0a23b-f96a-4c41-a3a8-d8ed0cd59bfc HTTP/1.1" status: 204 len: 168 time: 0.8585100 Dec 15 14:12:19.477468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:19.609029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 2bfe0704-a29e-4e24-b06f-ed3ad6c48446 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:19.609563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:19.737359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:19.750027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 2bfe0704-a29e-4e24-b06f-ed3ad6c48446 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:19.911703 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:19.940426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=2bfe0704-a29e-4e24-b06f-ed3ad6c48446,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:20.037540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.043908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:20.044474 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a00d129c-1650-4114-bc3e-2cb4ecaaa3af tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/ports/2bfe0704-a29e-4e24-b06f-ed3ad6c48446 HTTP/1.1" status: 204 len: 168 time: 0.5652671 Dec 15 14:12:20.108643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db986eb-6776-4606-b4bc-c96e4899ddc2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:20.110537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6db986eb-6776-4606-b4bc-c96e4899ddc2 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd9147c-c43b-44cb-b474-468023a08df9 HTTP/1.1" status: 200 len: 913 time: 0.0648198 Dec 15 14:12:20.113095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:20.581747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.922533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 138a381a-ed8c-484a-8c18-97734b898922 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:20.922875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.057400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.072611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 138a381a-ed8c-484a-8c18-97734b898922 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:21.258875 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.460845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.655682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=138a381a-ed8c-484a-8c18-97734b898922,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:21.859288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.172514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Router 5bd9147c-c43b-44cb-b474-468023a08df9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:22.211923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:22.309730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:22.320644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:22.321189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2770ffef-3402-4af0-be5f-22cd1acc332f tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "PUT /v2.0/routers/5bd9147c-c43b-44cb-b474-468023a08df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2067707 Dec 15 14:12:22.324136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] Sync routers for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:22.341852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:22.342519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:22.408156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:22.418478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] Routers {'5bd9147c-c43b-44cb-b474-468023a08df9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:22.419681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5bd9147c-c43b-44cb-b474-468023a08df9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:22.468334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.499072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:22.499721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962607f6-d8c4-4c00-bb32-1c9776fb320d None None] The sync data for ids ['5bd9147c-c43b-44cb-b474-468023a08df9'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:22.610160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.614975 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.714965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting port 9f231b99-420b-4954-90e5-fae992003bf8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:22.715616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.808911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.824067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.844728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.882997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Calling delete_port for 9f231b99-420b-4954-90e5-fae992003bf8 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:22.893449 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03a78819a87a40d9b68d8a6bef401bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6774073 Dec 15 14:12:22.894224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34174) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:22.903932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e0b64-b8bf-4f00-a417-db055ae48126,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:22.915684 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.916037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.916380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.916751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.917613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.917951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.918278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.918606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.918929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.919308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.919577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.919901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:22.920222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aedf05-23de-4242-9b69-fc11770dbf63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:23.022279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e242a93-1764-4b7e-ad36-886795f3f185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.086210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e242a93-1764-4b7e-ad36-886795f3f185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.182549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.187533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e242a93-1764-4b7e-ad36-886795f3f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.190385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e242a93-1764-4b7e-ad36-886795f3f185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.193860 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e242a93-1764-4b7e-ad36-886795f3f185 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d35e0b64-b8bf-4f00-a417-db055ae48126 HTTP/1.1" status: 204 len: 168 time: 0.2963898 Dec 15 14:12:23.221160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Port': ['ID=9f231b99-420b-4954-90e5-fae992003bf8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:23.230809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e242a93-1764-4b7e-ad36-886795f3f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e0b64-b8bf-4f00-a417-db055ae48126,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:23.238597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52ace5-afcb-42c7-8aa6-44ad643cd59e None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:23.297101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.404199 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.406491 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.457812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.458554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Fanout notify agent at l3_agent the message router_deleted on router 5bd9147c-c43b-44cb-b474-468023a08df9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:23.469287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.473391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3cc7a9fb-05f8-47d3-b83f-0c358a117e4e tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/routers/5bd9147c-c43b-44cb-b474-468023a08df9 HTTP/1.1" status: 204 len: 168 time: 1.1482751 Dec 15 14:12:23.473674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34186) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:23.583646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Deleting subnet d46cbec1-6596-44c6-bb53-d22005860e1c {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:23.589648 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.658152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.720792 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.817805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.845580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Subnet': ['ID=d46cbec1-6596-44c6-bb53-d22005860e1c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:23.857545 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.864305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34204) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:23.876700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9672cb76-1962-4e59-9cca-7499b398a6fe tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/subnets/d46cbec1-6596-44c6-bb53-d22005860e1c HTTP/1.1" status: 204 len: 168 time: 0.4017243 Dec 15 14:12:23.947843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.971640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34208) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.089450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.116197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:24.119234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1348066055-network', 'tenant_id': 'd1e4dd0f997647af8d73c41a0b31cdd3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:24.126610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902e8fa0-a7f1-498f-8c5c-6fa79add36cb') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:24.126971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902e8fa0-a7f1-498f-8c5c-6fa79add36cb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:24.137637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.147586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Made reservation on behalf of d1e4dd0f997647af8d73c41a0b31cdd3 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:24.154012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.154677 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.162763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:24.163328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:24.167679 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:24.172214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.248608 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.267153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.273128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] 10.222.0.32 "DELETE /v2.0/networks/b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672 HTTP/1.1" status: 204 len: 168 time: 0.4073229 Dec 15 14:12:24.283033 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.287271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424219dc-7380-4d92-b9a8-761c68178673 tempest-FloatingIPTestJSON-1201652605 tempest-FloatingIPTestJSON-1201652605-project] Pushing event deleted for resources: {'Network': ['ID=b1a1c7fe-7365-41ae-9d3a-db5eb1f0d672,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.300895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.337656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:24.346079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6feb1c-d33b-484f-8d4d-2b655929f8c1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.357001 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.357223 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Added segment e5c03ed6-b81d-4706-988e-af48d240eec6 of type vlan for network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c Dec 15 14:12:24.407192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.438055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.439688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:24.440491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.469679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4942286 Dec 15 14:12:24.470071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34220) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.475783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Request body: {'subnet': {'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1348066055-subnet', 'tenant_id': 'd1e4dd0f997647af8d73c41a0b31cdd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:24.523878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Made reservation on behalf of d1e4dd0f997647af8d73c41a0b31cdd3 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:24.526685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.558451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34222) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.571870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9d814-4364-44bd-887c-61d9fcff5fec admin admin] Pushing event updated for resources: {'Network': ['ID=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.585956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:24.746862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.780653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a0ae5fb5-8f3a-41be-bc15-8824684d4848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb96b17a07544e57849aa946d2fde0c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188876 Dec 15 14:12:24.780929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.805303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a80c94d-06d6-49a8-9cad-d4f6cdfba32d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.833398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Checking segment: {'id': 'e5c03ed6-b81d-4706-988e-af48d240eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:24.833993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Network hostable DHCP agents. Network: f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:24.856287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:24.856546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5f8e-ef7d-415d-bc6e-2ff26aa7d5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.871082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:24.883942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c000ca-4dbc-4634-a470-62e55ab7e525 None None] Network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:24.884201 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:24.884967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.912593 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-597910f5-b480-4542-9698-99f319f499ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4378417 Dec 15 14:12:24.920607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5f8e-ef7d-415d-bc6e-2ff26aa7d5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.024091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5f8e-ef7d-415d-bc6e-2ff26aa7d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.026824 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5f8e-ef7d-415d-bc6e-2ff26aa7d5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.030438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1ffa5f8e-ef7d-415d-bc6e-2ff26aa7d5ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e71875e3-1437-4e70-8809-ee4958daf4f4 HTTP/1.1" status: 204 len: 168 time: 0.2460299 Dec 15 14:12:25.045889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa5f8e-ef7d-415d-bc6e-2ff26aa7d5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71875e3-1437-4e70-8809-ee4958daf4f4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.058304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d18bb-4670-47d9-9482-6436de786771 None None] Network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:25.703989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:25.709877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-809280082-network', 'tenant_id': 'b6009071b50740ffa8c4678fba4ce540'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:25.735264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Made reservation on behalf of b6009071b50740ffa8c4678fba4ce540 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:25.737878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.747241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.843515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.849040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.870485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:25.890952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e83b6-6ef0-41bd-9167-0130f8008dbe,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.894093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.894440 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Added segment fea109c9-3881-4de2-b3a0-a7b8c2cd23fe of type vlan for network b488cca0-dc6c-4eff-a032-b559cf93152a Dec 15 14:12:25.940159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.969387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:25.973927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.974880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:25.975455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.052893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3470526 Dec 15 14:12:26.055841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:26.058758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3de588-5af4-4b3f-a8ea-c0236f880e20 admin admin] Pushing event updated for resources: {'Network': ['ID=b488cca0-dc6c-4eff-a032-b559cf93152a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:26.068113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Request body: {'subnet': {'network_id': 'b488cca0-dc6c-4eff-a032-b559cf93152a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-809280082-subnet', 'tenant_id': 'b6009071b50740ffa8c4678fba4ce540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:26.069289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b488cca0-dc6c-4eff-a032-b559cf93152a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:26.105904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'networks': [{'name': 'tempest-network--1234687245'}, {'name': 'tempest-network--1912300922'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:26.106633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'network': {'name': 'tempest-network--1234687245'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:26.107688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'network': {'name': 'tempest-network--1912300922'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:26.142179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Made reservation on behalf of b6009071b50740ffa8c4678fba4ce540 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:26.145408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.148303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'network': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:26.153881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.165540 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.373930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.380214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.380704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.414483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb275c-3a84-410c-8ee1-d685b653bb8f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:26.491563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:26.501674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.518694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.519076 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Added segment 9f5f7778-57d3-4639-b0e7-62f9f5f742f5 of type vlan for network 38703021-6cb0-434a-8bf3-1647eb3a338f Dec 15 14:12:26.622566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.627766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c04a997-5f41-447d-a28c-0f40ead0bdd9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:26.654535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Checking segment: {'id': 'fea109c9-3881-4de2-b3a0-a7b8c2cd23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'b488cca0-dc6c-4eff-a032-b559cf93152a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:26.655040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Network hostable DHCP agents. Network: b488cca0-dc6c-4eff-a032-b559cf93152a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:26.676769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:26.693522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.693907 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Added segment 1fa92a6e-cf18-4be6-a7e4-2105af6f1ece of type vlan for network 16ec9938-1204-47bc-ac5a-cd6217f73015 Dec 15 14:12:26.695682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Network b488cca0-dc6c-4eff-a032-b559cf93152a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:26.730054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b488cca0-dc6c-4eff-a032-b559cf93152a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:26.739034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2921c3f2-eee3-4026-a094-de610e325188 None None] Network b488cca0-dc6c-4eff-a032-b559cf93152a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:26.760575 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.795297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:26.796189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.801086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.801893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.810255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:26.816034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:26.817123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.853302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57014c5-74ce-4365-8404-1155edc84615 None None] Network b488cca0-dc6c-4eff-a032-b559cf93152a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:26.914389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d2117f19-d649-43d1-84ad-cc8daf6b8422 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8563893 Dec 15 14:12:26.948009 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9774632 Dec 15 14:12:26.950594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:26.976237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Network': ['ID=38703021-6cb0-434a-8bf3-1647eb3a338f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.002879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 38703021-6cb0-434a-8bf3-1647eb3a338f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:27.110656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66c7c3-92ca-45a9-9509-51823e71dc98 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Network': ['ID=16ec9938-1204-47bc-ac5a-cd6217f73015,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.147735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 16ec9938-1204-47bc-ac5a-cd6217f73015 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:27.296079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fad619-9eec-49fd-8308-159d13b3ea94 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.307458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fad619-9eec-49fd-8308-159d13b3ea94 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.332703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fad619-9eec-49fd-8308-159d13b3ea94 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.350621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fad619-9eec-49fd-8308-159d13b3ea94 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.355115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69fad619-9eec-49fd-8308-159d13b3ea94 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4019690 Dec 15 14:12:27.357157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.497060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.697414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.723159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38703021-6cb0-434a-8bf3-1647eb3a338f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:27.735247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5f7778-57d3-4639-b0e7-62f9f5f742f5') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:27.735550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5f7778-57d3-4639-b0e7-62f9f5f742f5') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:27.747600 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.763558 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.772648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:27.773504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:27.778293 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:27.812824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-653685c4-af47-400d-a320-e3d9e84fa6d1 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.817082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-653685c4-af47-400d-a320-e3d9e84fa6d1 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/networks?id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c HTTP/1.1" status: 200 len: 812 time: 0.1342123 Dec 15 14:12:27.832362 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-c6dc6da3-bdf3-48c5-ab21-da8b492838ec tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/quotas/d1e4dd0f997647af8d73c41a0b31cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0117116 Dec 15 14:12:27.852594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.863224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.867610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/networks/38703021-6cb0-434a-8bf3-1647eb3a338f HTTP/1.1" status: 204 len: 168 time: 0.5086169 Dec 15 14:12:27.877182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.887909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6716b17-1972-4885-bd23-55d7934ff234 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Network': ['ID=38703021-6cb0-434a-8bf3-1647eb3a338f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.888356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-c70f3167-6f16-4989-8a12-25007ea47d49 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1e4dd0f997647af8d73c41a0b31cdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443804 Dec 15 14:12:27.980010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.997792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-e3061314-d9b6-4fe4-ae1a-4439c95f56db service neutron] 10.222.0.32 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999887 Dec 15 14:12:28.038699 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:12:28.076402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.096562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-7c6c0e2c-8ac9-4c18-8b38-dbde2866c0b1 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922537 Dec 15 14:12:28.098975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ec9938-1204-47bc-ac5a-cd6217f73015']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:28.108862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa92a6e-cf18-4be6-a7e4-2105af6f1ece') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:28.109157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa92a6e-cf18-4be6-a7e4-2105af6f1ece') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:28.123582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.137737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.144964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:28.145919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:28.149624 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:28.254105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.262627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.269482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/networks/16ec9938-1204-47bc-ac5a-cd6217f73015 HTTP/1.1" status: 204 len: 168 time: 0.3885877 Dec 15 14:12:28.270336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:28.297619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74309152-8386-4b9e-8c11-b42c7aedb1b1 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Network': ['ID=16ec9938-1204-47bc-ac5a-cd6217f73015,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.357541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67b38d57-7507-437d-ae26-98f5dc1646d0 req-7445d349-2f7b-4739-9f30-f7db333818f9 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 210 time: 0.0639176 Dec 15 14:12:28.434604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f68f7f-330c-43d9-b5b3-10583620557a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.440796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f68f7f-330c-43d9-b5b3-10583620557a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.442677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e4f68f7f-330c-43d9-b5b3-10583620557a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1716468 Dec 15 14:12:28.446385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34338) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:28.454409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-847602702'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:28.479286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:28.482961 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.506887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:28.517136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.517508 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Added segment ca65704c-f85a-422f-97c6-b0cb15f6d6fd of type vlan for network fd80aad7-4acc-4a64-b401-e7052a652cbd Dec 15 14:12:28.568965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.634578 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.640365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.640985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.725176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2772417 Dec 15 14:12:28.725877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:28.733870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-364185155'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:28.748859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d78c40-f827-48ce-9cb3-6b451710d506 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Network': ['ID=fd80aad7-4acc-4a64-b401-e7052a652cbd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.762003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fd80aad7-4acc-4a64-b401-e7052a652cbd details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:28.780896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:28.784441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.827776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:28.857162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.857807 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Added segment 3e022a47-209f-4528-84b1-4517a9dee4d8 of type vlan for network b4bb6235-294f-4649-b5ce-274d36e26b1e Dec 15 14:12:28.925749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.955362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.961821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.962589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.031625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3045454 Dec 15 14:12:29.035034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34350) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:29.041582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'ports': [{'network_id': 'fd80aad7-4acc-4a64-b401-e7052a652cbd', 'name': 'tempest-port--1419758290', 'admin_state_up': True}, {'network_id': 'b4bb6235-294f-4649-b5ce-274d36e26b1e', 'admin_state_up': False}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:29.042531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'port': {'network_id': 'fd80aad7-4acc-4a64-b401-e7052a652cbd', 'name': 'tempest-port--1419758290', 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:29.043067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'port': {'network_id': 'b4bb6235-294f-4649-b5ce-274d36e26b1e', 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:29.047369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e6009-ce6a-4392-a38b-f458217874a5 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Network': ['ID=b4bb6235-294f-4649-b5ce-274d36e26b1e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:29.058333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b4bb6235-294f-4649-b5ce-274d36e26b1e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:29.246491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'port': 2} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:29.251959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.270782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.373437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] device_id is not set on port 70f07f05-dc3b-40e1-b18c-8eee4c675c63 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:29.846915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f1f7347-6d70-4613-b3bb-0987a1a7ea3c req-b38810f4-d3cd-4d8a-b595-006c73bcf3a5 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 210 time: 0.3718510 Dec 15 14:12:29.967046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.028557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-606138c4-e2ea-4489-a12d-fdda5d28e35a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.030203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-606138c4-e2ea-4489-a12d-fdda5d28e35a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.67 "GET /v2.0/networks?id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c HTTP/1.1" status: 200 len: 812 time: 0.5694838 Dec 15 14:12:30.058401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Request body: {'port': {'device_id': '87d61c3b-f734-44f0-b857-ed311a753431', 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c', 'admin_state_up': True, 'tenant_id': 'd1e4dd0f997647af8d73c41a0b31cdd3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:30.117030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] device_id is not set on port 7b1099c5-95db-4cd9-a53c-27d31655d57b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:30.234778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Made reservation on behalf of d1e4dd0f997647af8d73c41a0b31cdd3 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:30.238281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.349780 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.441366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Allocated IP 172.20.0.7 (f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c/0a80c94d-06d6-49a8-9cad-d4f6cdfba32d/03627927-090b-4a7d-8e7b-41b6104a2d40) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:30.446007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.532652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Port': ['ID=70f07f05-dc3b-40e1-b18c-8eee4c675c63,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:30.617677 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Checking segment: {'id': 'ca65704c-f85a-422f-97c6-b0cb15f6d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'fd80aad7-4acc-4a64-b401-e7052a652cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:30.618278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network hostable DHCP agents. Network: fd80aad7-4acc-4a64-b401-e7052a652cbd, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:30.654070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network fd80aad7-4acc-4a64-b401-e7052a652cbd is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:30.683260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fd80aad7-4acc-4a64-b401-e7052a652cbd) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:30.696741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:30.696741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.699907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c665918-f8b8-4174-9c76-50e589c41b7b None None] Network fd80aad7-4acc-4a64-b401-e7052a652cbd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:30.736390 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.778739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Port': ['ID=7b1099c5-95db-4cd9-a53c-27d31655d57b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:30.834755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Checking segment: {'id': '3e022a47-209f-4528-84b1-4517a9dee4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b4bb6235-294f-4649-b5ce-274d36e26b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:30.835130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network hostable DHCP agents. Network: b4bb6235-294f-4649-b5ce-274d36e26b1e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:30.850616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.892634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network b4bb6235-294f-4649-b5ce-274d36e26b1e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:30.914204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:30.917899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:30.926446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b4bb6235-294f-4649-b5ce-274d36e26b1e) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:30.926446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:30.929214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Pushing event updated for resources: {'Port': ['ID=03627927-090b-4a7d-8e7b-41b6104a2d40,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:30.931386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:30.937524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.941742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc06dab-8d10-4d51-b9bd-7a6b3b5dda3d None None] Network b4bb6235-294f-4649-b5ce-274d36e26b1e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:30.942279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.943048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.999051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9bf7efe5-4a15-4c08-be0d-4606f6715abd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9626722 Dec 15 14:12:30.999876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:31.005938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.006641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.082485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-b82bdd3c-3569-4c55-b9f6-42a51b03759e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0310111 Dec 15 14:12:31.134123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Request body: {'port': {'device_id': '87d61c3b-f734-44f0-b857-ed311a753431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:31.184849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f7a43-63ae-4b73-ae32-8a60a2042e12 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.190793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f7a43-63ae-4b73-ae32-8a60a2042e12 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.195293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:31.195785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-478f7a43-63ae-4b73-ae32-8a60a2042e12 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1858504 Dec 15 14:12:31.235419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1baf6-7b53-4b33-96ea-862d813423b7 req-5d42949a-1b18-4a53-8824-96934f04a669 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.242775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2e1baf6-7b53-4b33-96ea-862d813423b7 req-5d42949a-1b18-4a53-8824-96934f04a669 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 931 time: 0.1718996 Dec 15 14:12:31.250418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.297113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Deleting port 70f07f05-dc3b-40e1-b18c-8eee4c675c63 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:31.297580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.344363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2e1baf6-7b53-4b33-96ea-862d813423b7 req-ed1b002a-3862-41d6-88aa-79d4963bd094 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949621 Dec 15 14:12:31.393555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.432052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Calling delete_port for 70f07f05-dc3b-40e1-b18c-8eee4c675c63 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:31.528877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.565969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Port': ['ID=70f07f05-dc3b-40e1-b18c-8eee4c675c63,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:31.572246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.576714 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d925a9e4-25bf-4eae-98d9-524e320435fd tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/ports/70f07f05-dc3b-40e1-b18c-8eee4c675c63 HTTP/1.1" status: 204 len: 168 time: 0.3803647 Dec 15 14:12:31.579395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:31.690041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Deleting port 7b1099c5-95db-4cd9-a53c-27d31655d57b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:31.690311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.698934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03627927-090b-4a7d-8e7b-41b6104a2d40 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:31.708431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.730091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Transition to ACTIVE for port object 03627927-090b-4a7d-8e7b-41b6104a2d40 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:12:31.734853 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.758655 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.775191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Calling delete_port for 7b1099c5-95db-4cd9-a53c-27d31655d57b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:31.803446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Pushing event updated for resources: {'Port': ['ID=03627927-090b-4a7d-8e7b-41b6104a2d40,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:31.896572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Attempting to bind port 03627927-090b-4a7d-8e7b-41b6104a2d40 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:31.897075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Attempting to bind port 03627927-090b-4a7d-8e7b-41b6104a2d40 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'e5c03ed6-b81d-4706-988e-af48d240eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:31.897501 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Attempting to bind port 03627927-090b-4a7d-8e7b-41b6104a2d40 on network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:31.905642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.906231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Port 03627927-090b-4a7d-8e7b-41b6104a2d40 on network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:31.906559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Attempting to bind port 03627927-090b-4a7d-8e7b-41b6104a2d40 on network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:31.923580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:31.923991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Checking segment: {'id': 'e5c03ed6-b81d-4706-988e-af48d240eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:31.924315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Bound using segment: {'id': 'e5c03ed6-b81d-4706-988e-af48d240eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:31.924814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Bound port: 03627927-090b-4a7d-8e7b-41b6104a2d40, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c03ed6-b81d-4706-988e-af48d240eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:31.928805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.941596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Port': ['ID=7b1099c5-95db-4cd9-a53c-27d31655d57b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:31.953844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.963141 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e2c53a1b-abaf-47cd-a53f-c425fc8bd54a tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/ports/7b1099c5-95db-4cd9-a53c-27d31655d57b HTTP/1.1" status: 204 len: 168 time: 0.3825371 Dec 15 14:12:31.977093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34378) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.063103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-215e6741-03e8-460e-8d20-01883678a871 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0811684 Dec 15 14:12:32.067510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.084718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1061724209'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:32.127304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] For port 03627927-090b-4a7d-8e7b-41b6104a2d40, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:32.132313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:32.137387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.142472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] For port 03627927-090b-4a7d-8e7b-41b6104a2d40, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03627927-090b-4a7d-8e7b-41b6104a2d40,segment=NetworkSegment(e5c03ed6-b81d-4706-988e-af48d240eec6),segment_id=e5c03ed6-b81d-4706-988e-af48d240eec6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:32.154933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.187879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:32.209724 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.210433 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Added segment 5a26172c-e141-4576-b034-9ba6657168c3 of type vlan for network 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7 Dec 15 14:12:32.216877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.217503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.218977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] 10.222.0.67 "PUT /v2.0/ports/03627927-090b-4a7d-8e7b-41b6104a2d40 HTTP/1.1" status: 200 len: 1091 time: 1.0892019 Dec 15 14:12:32.219443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d61c3b-f734-44f0-b857-ed311a753431', 'tag': '03627927-090b-4a7d-8e7b-41b6104a2d40'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:32.221911 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742a059d-918e-40ee-b2cb-f73ced8850d5" -d '{"events": [{"name": "network-changed", "server_uuid": "87d61c3b-f734-44f0-b857-ed311a753431", "tag": "03627927-090b-4a7d-8e7b-41b6104a2d40"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:32.268331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8c791-24cc-4feb-bce3-21ed48133ebc service neutron] Pushing event updated for resources: {'Port': ['ID=03627927-090b-4a7d-8e7b-41b6104a2d40,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:32.269435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.326225 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64356e7f-1f71-48d5-94b1-0fec2d1fc549 x-openstack-request-id: req-64356e7f-1f71-48d5-94b1-0fec2d1fc549 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:32.326879 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d61c3b-f734-44f0-b857-ed311a753431", "tag": "03627927-090b-4a7d-8e7b-41b6104a2d40", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:32.327139 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64356e7f-1f71-48d5-94b1-0fec2d1fc549 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:32.327831 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d61c3b-f734-44f0-b857-ed311a753431', 'tag': '03627927-090b-4a7d-8e7b-41b6104a2d40', 'status': 'completed', 'code': 200} Dec 15 14:12:32.334266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.342255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-7ec168d4-cbf5-4b34-88b0-1980f640cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.343774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-7ec168d4-cbf5-4b34-88b0-1980f640cde5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1e4dd0f997647af8d73c41a0b31cdd3&device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 1094 time: 0.0611327 Dec 15 14:12:32.348388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.349146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.428043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-f7c072a5-fe61-4fb3-80b9-5f166a8e0552 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03627927-090b-4a7d-8e7b-41b6104a2d40 HTTP/1.1" status: 200 len: 217 time: 0.0716648 Dec 15 14:12:32.440741 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3699863 Dec 15 14:12:32.444304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34386) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.451647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-281963592'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:32.458454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7986a6-b1fd-4aee-86fb-f13262bd648f tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Network': ['ID=9e761361-d2b2-4ad9-b451-4b2e9a42a6a7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:32.470336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:32.521852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:32.534955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.569996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea9e33-9a21-4471-aaad-37abdc210497 req-dbcba083-7023-4262-8789-81639aa8942a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.577826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1ea9e33-9a21-4471-aaad-37abdc210497 req-dbcba083-7023-4262-8789-81639aa8942a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 943 time: 0.0787818 Dec 15 14:12:32.607115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:32.645368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1ea9e33-9a21-4471-aaad-37abdc210497 req-b870c78a-fe73-4b29-b830-7aafb232256c tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666170 Dec 15 14:12:32.647324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-041d2cc9-c7d4-4ff8-ba06-06b27805e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.650245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-041d2cc9-c7d4-4ff8-ba06-06b27805e161 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a80c94d-06d6-49a8-9cad-d4f6cdfba32d HTTP/1.1" status: 200 len: 852 time: 0.2140365 Dec 15 14:12:32.657172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.658788 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Added segment cddba616-17ba-4b9c-ae49-dc5d9b40153f of type vlan for network d6f911b2-6c93-4c85-a668-2987abb379c2 Dec 15 14:12:32.707348 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.748048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-29a1c5fb-cf96-443d-93a6-34cc04993f22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871885 Dec 15 14:12:32.751006 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.777472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.778114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.865774 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4187915 Dec 15 14:12:32.876240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-db4cc665-3cc0-4fd6-ab5d-dd6e94bc61e2 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179476 Dec 15 14:12:32.886909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2c4f7-5bab-4dfb-816b-e78a267a93a7 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Network': ['ID=d6f911b2-6c93-4c85-a668-2987abb379c2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:32.899251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d6f911b2-6c93-4c85-a668-2987abb379c2 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:33.014662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:33.019709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'subnets': [{'network_id': '9e761361-d2b2-4ad9-b451-4b2e9a42a6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--119728680', 'ip_version': 4}, {'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:33.020022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'subnet': {'network_id': '9e761361-d2b2-4ad9-b451-4b2e9a42a6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--119728680', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:33.020874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Request body: {'subnet': {'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:33.035358 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ecd39372-b530-4cd3-ae61-abe4e40e7135 req-fc0c7592-bd13-4824-ac8a-b79cba034f30 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515107 Dec 15 14:12:33.188238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-aa12343c-f0f6-4214-a03f-5b934e9b4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:33.189802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-aa12343c-f0f6-4214-a03f-5b934e9b4ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1e4dd0f997647af8d73c41a0b31cdd3&device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 1094 time: 0.0988207 Dec 15 14:12:33.249671 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Made reservation on behalf of 72428842469b402db5f3dfbd104581b4 for: {'subnet': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:33.256219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.256595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.411375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-8c3cc842-6097-4e4f-a051-a29e337649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:33.412896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-8c3cc842-6097-4e4f-a051-a29e337649b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c HTTP/1.1" status: 200 len: 914 time: 0.2057219 Dec 15 14:12:33.469315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-7b0faa1c-c784-447f-ba87-32a10876746f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03627927-090b-4a7d-8e7b-41b6104a2d40 HTTP/1.1" status: 200 len: 217 time: 0.0470567 Dec 15 14:12:33.565353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-92278e09-9b5c-4661-80e5-07ce1aab82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:33.567257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-92278e09-9b5c-4661-80e5-07ce1aab82d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a80c94d-06d6-49a8-9cad-d4f6cdfba32d HTTP/1.1" status: 200 len: 852 time: 0.0912569 Dec 15 14:12:33.625786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-46c3ee38-8ef4-4b54-968e-81b6ea747673 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438485 Dec 15 14:12:33.800520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-c776902f-1fe7-4994-93a8-a586a262ac99 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674848 Dec 15 14:12:33.868381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.909098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cef41-149a-4d79-ade5-4a3e9a9ff5d0 req-839f23c2-dea3-4307-87ff-dfcb9a93ba13 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:33.910824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299cef41-149a-4d79-ade5-4a3e9a9ff5d0 req-839f23c2-dea3-4307-87ff-dfcb9a93ba13 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 943 time: 0.1481721 Dec 15 14:12:33.976614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-742a059d-918e-40ee-b2cb-f73ced8850d5 req-4b4cb8c2-8cb4-4727-88f8-285af88bb765 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645360 Dec 15 14:12:33.985859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Subnet': ['ID=4b2843ee-a38d-4973-acea-181aaee035e3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:34.011660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Checking segment: {'id': '5a26172c-e141-4576-b034-9ba6657168c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '9e761361-d2b2-4ad9-b451-4b2e9a42a6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:34.011900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network hostable DHCP agents. Network: 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:34.038506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299cef41-149a-4d79-ade5-4a3e9a9ff5d0 req-fb41133c-e6a6-4104-b890-a4c9b5ddb638 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168101 Dec 15 14:12:34.038757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:34.049972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:34.060306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eea45c-cd4e-4f58-9404-9ef108447a0a None None] Network 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:34.061264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.131122 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event updated for resources: {'Subnet': ['ID=f16e0dd3-3956-4c09-a63c-398810f3408d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:34.156905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Checking segment: {'id': 'cddba616-17ba-4b9c-ae49-dc5d9b40153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:34.157269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network hostable DHCP agents. Network: d6f911b2-6c93-4c85-a668-2987abb379c2, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:34.198325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Network d6f911b2-6c93-4c85-a668-2987abb379c2 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:34.236302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d6f911b2-6c93-4c85-a668-2987abb379c2) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:34.251781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd03d7-2bab-439c-9e73-7b6a1571779b None None] Network d6f911b2-6c93-4c85-a668-2987abb379c2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:34.258856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.259915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.263460 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.304265 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bc19bb61-1087-4c4a-ab3c-261613099286 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2885046 Dec 15 14:12:34.311807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.429696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a7738-ddac-4a5f-bdbf-2b2e091774a6 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.433406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a7738-ddac-4a5f-bdbf-2b2e091774a6 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.433406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a7738-ddac-4a5f-bdbf-2b2e091774a6 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.435870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f0a7738-ddac-4a5f-bdbf-2b2e091774a6 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1214800 Dec 15 14:12:34.439709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.455173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3285c-8cab-4385-a275-8fd22141b40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-9e761361-d2b2-4ad9-b451-4b2e9a42a6a7', 'network_id': '9e761361-d2b2-4ad9-b451-4b2e9a42a6a7', 'project_id': '72428842469b402db5f3dfbd104581b4', 'fixed_ips': [{'subnet_id': '4b2843ee-a38d-4973-acea-181aaee035e3'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:34.455849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cdd3285c-8cab-4385-a275-8fd22141b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.528922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Deleting subnet 4b2843ee-a38d-4973-acea-181aaee035e3 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:34.533437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.565626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-d6f911b2-6c93-4c85-a668-2987abb379c2', 'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2', 'project_id': '72428842469b402db5f3dfbd104581b4', 'fixed_ips': [{'subnet_id': 'f16e0dd3-3956-4c09-a63c-398810f3408d'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:34.566495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.588904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.663433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.736970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Allocated IP 172.20.0.18 (d6f911b2-6c93-4c85-a668-2987abb379c2/f16e0dd3-3956-4c09-a63c-398810f3408d/e6d80c17-a3b2-40e2-97ce-2a9cbbca729e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:34.761950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-cdd3285c-8cab-4385-a275-8fd22141b40c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b2843ee-a38d-4973-acea-181aaee035e3: This subnet is being modified by another concurrent operation. Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b2843ee-a38d-4973-acea-181aaee035e3: This subnet is being modified by another concurrent operation. Dec 15 14:12:34.788627 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:12:34.814075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2843ee-a38d-4973-acea-181aaee035e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:34.819494 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.826873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.827719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90923737-7ea9-41b8-8a85-4948ba4a0cae tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/subnets/4b2843ee-a38d-4973-acea-181aaee035e3 HTTP/1.1" status: 204 len: 168 time: 0.3860180 Dec 15 14:12:34.848531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991bd8eb-3b44-4040-aa67-44c361837f02 None None] Network 9e761361-d2b2-4ad9-b451-4b2e9a42a6a7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:34.950727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Deleting subnet f16e0dd3-3956-4c09-a63c-398810f3408d {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:35.083037 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.089667 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.090809 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.143906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Network d6f911b2-6c93-4c85-a668-2987abb379c2 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:35.149331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:35.157319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:35.160937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Pushing event updated for resources: {'Port': ['ID=e6d80c17-a3b2-40e2-97ce-2a9cbbca729e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.209396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.285252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Attempting to bind port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:35.288075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Attempting to bind port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'cddba616-17ba-4b9c-ae49-dc5d9b40153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:35.289321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Attempting to bind port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e on network d6f911b2-6c93-4c85-a668-2987abb379c2 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:35.289629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd6800-98df-4022-961c-321280873c65 req-3a29eb4d-afe6-4d77-ae68-4d7e346d8512 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:35.291245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ddd6800-98df-4022-961c-321280873c65 req-3a29eb4d-afe6-4d77-ae68-4d7e346d8512 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 943 time: 0.0993009 Dec 15 14:12:35.302487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:35.303529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Checking segment: {'id': 'cddba616-17ba-4b9c-ae49-dc5d9b40153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:35.303529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.303748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Bound using segment: {'id': 'cddba616-17ba-4b9c-ae49-dc5d9b40153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:35.304068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Bound port: e6d80c17-a3b2-40e2-97ce-2a9cbbca729e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddba616-17ba-4b9c-ae49-dc5d9b40153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd6f911b2-6c93-4c85-a668-2987abb379c2'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:35.304451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.384621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] For port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:35.388322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] For port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e6d80c17-a3b2-40e2-97ce-2a9cbbca729e,segment=NetworkSegment(cddba616-17ba-4b9c-ae49-dc5d9b40153f),segment_id=cddba616-17ba-4b9c-ae49-dc5d9b40153f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:35.396580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.472381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e78d2-8b86-4675-b85a-459af4845a8e None None] Pushing event updated for resources: {'Port': ['ID=e6d80c17-a3b2-40e2-97ce-2a9cbbca729e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.485455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.555360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ddd6800-98df-4022-961c-321280873c65 req-3ff91381-65c5-4b45-b8c8-3105c3227937 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841090 Dec 15 14:12:35.601859 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.640882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.644581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/subnets/f16e0dd3-3956-4c09-a63c-398810f3408d HTTP/1.1" status: 204 len: 168 time: 0.8158636 Dec 15 14:12:35.645441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4e8a-5a05-44a4-86fe-5bbed87d4584 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Subnet': ['ID=f16e0dd3-3956-4c09-a63c-398810f3408d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.648454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34418) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:35.724493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef4f92-f76f-4270-9a10-bf8cb997a057 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:35.724493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2fef4f92-f76f-4270-9a10-bf8cb997a057 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745244 Dec 15 14:12:35.727744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34420) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:35.849690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03627927-090b-4a7d-8e7b-41b6104a2d40 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:12:35.873237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.981775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Deleting port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:35.982439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.103174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03627927-090b-4a7d-8e7b-41b6104a2d40, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03627927-090b-4a7d-8e7b-41b6104a2d40,segment=NetworkSegment(e5c03ed6-b81d-4706-988e-af48d240eec6),segment_id=e5c03ed6-b81d-4706-988e-af48d240eec6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:36.118157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '03627927-090b-4a7d-8e7b-41b6104a2d40', 'network_id': 'f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c', 'port_id': '03627927-090b-4a7d-8e7b-41b6104a2d40', 'mac_address': 'fa:16:3e:79:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a80c94d-06d6-49a8-9cad-d4f6cdfba32d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:12:36.123522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] For port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e6d80c17-a3b2-40e2-97ce-2a9cbbca729e,segment=NetworkSegment(cddba616-17ba-4b9c-ae49-dc5d9b40153f),segment_id=cddba616-17ba-4b9c-ae49-dc5d9b40153f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:36.123917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.138532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Calling delete_port for e6d80c17-a3b2-40e2-97ce-2a9cbbca729e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:36.163474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.182182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03627927-090b-4a7d-8e7b-41b6104a2d40 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:36.212074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03627927-090b-4a7d-8e7b-41b6104a2d40, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03627927-090b-4a7d-8e7b-41b6104a2d40,segment=NetworkSegment(e5c03ed6-b81d-4706-988e-af48d240eec6),segment_id=e5c03ed6-b81d-4706-988e-af48d240eec6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:36.218132 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.258284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.285638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03627927-090b-4a7d-8e7b-41b6104a2d40,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:36.303401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] No DVR routers for this DVR port e6d80c17-a3b2-40e2-97ce-2a9cbbca729e on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:36.310459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Port': ['ID=e6d80c17-a3b2-40e2-97ce-2a9cbbca729e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:36.478917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['03627927-090b-4a7d-8e7b-41b6104a2d40'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:36.755678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59963ce-fb72-4834-b099-14bf95b3df1b req-ab4ca959-d36f-4073-af58-89650476f351 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:36.758735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f59963ce-fb72-4834-b099-14bf95b3df1b req-ab4ca959-d36f-4073-af58-89650476f351 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 944 time: 0.0667498 Dec 15 14:12:36.768245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.803667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f911b2-6c93-4c85-a668-2987abb379c2']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:36.820037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddba616-17ba-4b9c-ae49-dc5d9b40153f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:36.820454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddba616-17ba-4b9c-ae49-dc5d9b40153f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:36.820619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7be35-5aab-47d3-80f4-a34dadc0870c None None] Network d6f911b2-6c93-4c85-a668-2987abb379c2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:36.828758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f59963ce-fb72-4834-b099-14bf95b3df1b req-5395ef79-f0c5-46fb-9bc1-475c10bea12d tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 Dec 15 14:12:36.831984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.852946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.860371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:36.860932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:36.864064 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:36.918167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a9fe9f23-beea-478d-ba18-649ba0711e11 None None] Could not find standard attr ID for object e6d80c17-a3b2-40e2-97ce-2a9cbbca729e. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:36.940946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.952398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.955742 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/networks/d6f911b2-6c93-4c85-a668-2987abb379c2 HTTP/1.1" status: 204 len: 168 time: 1.2269909 Dec 15 14:12:36.958333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:36.990877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d1fe-0b91-43f2-8dac-d02c1f1c250c tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Network': ['ID=d6f911b2-6c93-4c85-a668-2987abb379c2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:37.019551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46fc46-ea1d-4828-a2c7-191524f212f8 None None] DHCP port deletion for d6f911b2-6c93-4c85-a668-2987abb379c2 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:37.049704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a70fd6-5807-46a7-a58d-5e54cc1627d4 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:12:37.071416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.149823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a70fd6-5807-46a7-a58d-5e54cc1627d4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:12:37.187588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.212257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e761361-d2b2-4ad9-b451-4b2e9a42a6a7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:37.230644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a26172c-e141-4576-b034-9ba6657168c3') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:37.231119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a26172c-e141-4576-b034-9ba6657168c3') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:37.249038 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.267533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.275392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:37.276164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:37.342862 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:37.353106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.378398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.384142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/networks/9e761361-d2b2-4ad9-b451-4b2e9a42a6a7 HTTP/1.1" status: 204 len: 168 time: 0.4224601 Dec 15 14:12:37.384142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c67b70-8de2-446f-a74e-2e0928a33e64 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Network': ['ID=9e761361-d2b2-4ad9-b451-4b2e9a42a6a7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:37.384740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:37.495831 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bb6235-294f-4649-b5ce-274d36e26b1e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e022a47-209f-4528-84b1-4517a9dee4d8') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e022a47-209f-4528-84b1-4517a9dee4d8') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:37.793311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.803387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.807095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/networks/b4bb6235-294f-4649-b5ce-274d36e26b1e HTTP/1.1" status: 204 len: 168 time: 0.4212620 Dec 15 14:12:37.812520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:37.830001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61558575-6114-4b60-a390-f08fd37b4563 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Network': ['ID=b4bb6235-294f-4649-b5ce-274d36e26b1e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:37.847245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03627927-090b-4a7d-8e7b-41b6104a2d40 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:37.950409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 03627927-090b-4a7d-8e7b-41b6104a2d40 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:12:37.961794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.961960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 03627927-090b-4a7d-8e7b-41b6104a2d40 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:37.961960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.033219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da242d7-c623-42dc-bab3-a8aa50f1ed72 req-9e6a4768-82bd-488e-a155-53664f9a5e41 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:38.038405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5da242d7-c623-42dc-bab3-a8aa50f1ed72 req-9e6a4768-82bd-488e-a155-53664f9a5e41 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 944 time: 0.1218164 Dec 15 14:12:38.116044 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.129519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.132471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5da242d7-c623-42dc-bab3-a8aa50f1ed72 req-9b2df753-ce46-4c28-bb58-025ed4344cdb tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844154 Dec 15 14:12:38.160005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd80aad7-4acc-4a64-b401-e7052a652cbd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:38.160648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03627927-090b-4a7d-8e7b-41b6104a2d40, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03627927-090b-4a7d-8e7b-41b6104a2d40,segment=NetworkSegment(e5c03ed6-b81d-4706-988e-af48d240eec6),segment_id=e5c03ed6-b81d-4706-988e-af48d240eec6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:38.162286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d61c3b-f734-44f0-b857-ed311a753431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03627927-090b-4a7d-8e7b-41b6104a2d40'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:38.164856 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d7446f-ad9b-4489-a57e-a0b4e3307857" -d '{"events": [{"server_uuid": "87d61c3b-f734-44f0-b857-ed311a753431", "name": "network-vif-plugged", "status": "completed", "tag": "03627927-090b-4a7d-8e7b-41b6104a2d40"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:38.174942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca65704c-f85a-422f-97c6-b0cb15f6d6fd') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:38.175333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca65704c-f85a-422f-97c6-b0cb15f6d6fd') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:38.181056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.188105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.206861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.216184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:38.216625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:38.221535 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:38.235065 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fed2156-6928-4738-944e-8271c87294fe x-openstack-request-id: req-9fed2156-6928-4738-944e-8271c87294fe {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:38.235377 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d61c3b-f734-44f0-b857-ed311a753431", "name": "network-vif-plugged", "status": "completed", "tag": "03627927-090b-4a7d-8e7b-41b6104a2d40", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:38.235714 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fed2156-6928-4738-944e-8271c87294fe {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:38.236048 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d61c3b-f734-44f0-b857-ed311a753431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03627927-090b-4a7d-8e7b-41b6104a2d40', 'code': 200} Dec 15 14:12:38.279768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03627927-090b-4a7d-8e7b-41b6104a2d40,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:38.318007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.332433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.338510 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] 10.222.0.32 "DELETE /v2.0/networks/fd80aad7-4acc-4a64-b401-e7052a652cbd HTTP/1.1" status: 204 len: 168 time: 0.5273805 Dec 15 14:12:38.364222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd4bd0-1514-4535-98a5-f4646cf7a773 tempest-BulkNetworkOpsTest-1102858553 tempest-BulkNetworkOpsTest-1102858553-project] Pushing event deleted for resources: {'Network': ['ID=fd80aad7-4acc-4a64-b401-e7052a652cbd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:38.381566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d2df3-af3f-4d86-a543-a192a80c4cb1 req-1c539087-756d-482e-8bd8-03258fdd25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:38.384259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-740d2df3-af3f-4d86-a543-a192a80c4cb1 req-1c539087-756d-482e-8bd8-03258fdd25f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 1096 time: 0.0758650 Dec 15 14:12:38.461646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-740d2df3-af3f-4d86-a543-a192a80c4cb1 req-47d1c263-44f9-49a3-8a0a-365a8acc357f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Dec 15 14:12:38.677218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:38.881233 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fa6242b3-fb9f-43eb-b927-14e0124d0fd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72428842469b402db5f3dfbd104581b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025065 Dec 15 14:12:38.883550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:38.941328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7077074e-e7ab-4af4-b9a1-092e90f017a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.967411 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7077074e-e7ab-4af4-b9a1-092e90f017a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.036260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7077074e-e7ab-4af4-b9a1-092e90f017a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.039180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7077074e-e7ab-4af4-b9a1-092e90f017a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.040336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7077074e-e7ab-4af4-b9a1-092e90f017a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aedb275c-3a84-410c-8ee1-d685b653bb8f HTTP/1.1" status: 204 len: 168 time: 0.1558740 Dec 15 14:12:39.049939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077074e-e7ab-4af4-b9a1-092e90f017a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb275c-3a84-410c-8ee1-d685b653bb8f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:39.309553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ac0e-d33b-46f8-98bc-a16d5a86f5f7 req-f173a5dd-976f-4aca-9b7c-f10498bc3a04 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:39.318157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e04ac0e-d33b-46f8-98bc-a16d5a86f5f7 req-f173a5dd-976f-4aca-9b7c-f10498bc3a04 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0938632 Dec 15 14:12:39.381542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e04ac0e-d33b-46f8-98bc-a16d5a86f5f7 req-c09a334d-0773-4e4e-9550-21cd7d83b421 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 Dec 15 14:12:40.021045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.173919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-83973d37-c8c1-4e79-8618-fd648ffb6452 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] Request body: {'port': {'network_id': '4ba07873-867d-43e1-ba1a-b04e77d283ad', 'name': 'tempest-NetworksNegativeTestJSON-159117372'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:40.189765 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-83973d37-c8c1-4e79-8618-fd648ffb6452 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] POST failed (client error): The resource could not be found. Dec 15 14:12:40.190523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83973d37-c8c1-4e79-8618-fd648ffb6452 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.199922 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-83973d37-c8c1-4e79-8618-fd648ffb6452 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1756406 Dec 15 14:12:40.204118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.228465 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61508c2-94ba-4d79-aeac-b563f130bc4a tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] DELETE failed (client error): The resource could not be found. Dec 15 14:12:40.229782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61508c2-94ba-4d79-aeac-b563f130bc4a tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.233712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e61508c2-94ba-4d79-aeac-b563f130bc4a tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "DELETE /v2.0/networks/6e753bf7-abf6-480c-ab60-d7392b88f2ce HTTP/1.1" status: 404 len: 339 time: 0.0283110 Dec 15 14:12:40.237333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.273660 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b81361-8996-494d-9b32-ee9a78230af4 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] DELETE failed (client error): The resource could not be found. Dec 15 14:12:40.274441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b81361-8996-494d-9b32-ee9a78230af4 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.279338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f2b81361-8996-494d-9b32-ee9a78230af4 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "DELETE /v2.0/ports/12b7eab5-d2d8-4652-b21c-07f45040c035 HTTP/1.1" status: 404 len: 333 time: 0.0408077 Dec 15 14:12:40.283149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34560) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.330071 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd5543e-51f5-428a-bb49-ee5470fe7949 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] DELETE failed (client error): The resource could not be found. Dec 15 14:12:40.330532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd5543e-51f5-428a-bb49-ee5470fe7949 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.333685 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fdd5543e-51f5-428a-bb49-ee5470fe7949 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "DELETE /v2.0/subnets/cf157e5b-a6b8-4025-bd27-5f0e628de639 HTTP/1.1" status: 404 len: 337 time: 0.0495718 Dec 15 14:12:40.337309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.360468 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8890c430-2efc-47c2-860e-e910367f631d tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] GET failed (client error): The resource could not be found. Dec 15 14:12:40.361999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8890c430-2efc-47c2-860e-e910367f631d tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "GET /v2.0/networks/71250d1b-8680-4e5d-9d55-d851a2bd0f09 HTTP/1.1" status: 404 len: 339 time: 0.0233979 Dec 15 14:12:40.365565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34564) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.401991 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c02547c-32e0-43e8-9ac4-9a33776d68aa tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] GET failed (client error): The resource could not be found. Dec 15 14:12:40.407571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34568) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.425263 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c02547c-32e0-43e8-9ac4-9a33776d68aa tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "GET /v2.0/ports/6c752a23-496f-42f6-9c6a-e3fd65a60135 HTTP/1.1" status: 404 len: 333 time: 0.0515316 Dec 15 14:12:40.441917 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f702a1a-4ec1-44e8-8e03-97131393c9fb tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] GET failed (client error): The resource could not be found. Dec 15 14:12:40.447310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.447611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f702a1a-4ec1-44e8-8e03-97131393c9fb tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "GET /v2.0/subnets/11051cd6-a1e8-489e-927f-751e56fdbfd0 HTTP/1.1" status: 404 len: 337 time: 0.0389497 Dec 15 14:12:40.453190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c53a3a4c-59c2-43af-ad36-21561ba8e023 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:40.468733 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53a3a4c-59c2-43af-ad36-21561ba8e023 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] PUT failed (client error): The resource could not be found. Dec 15 14:12:40.469256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53a3a4c-59c2-43af-ad36-21561ba8e023 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.474747 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c53a3a4c-59c2-43af-ad36-21561ba8e023 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "PUT /v2.0/networks/7e80e1b2-5ada-4641-9ce4-59d3d4fd1b4c HTTP/1.1" status: 404 len: 339 time: 0.0215132 Dec 15 14:12:40.475198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.480727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e7ebcdfa-9d3f-438a-affd-db0c209c8210 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:40.507265 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ebcdfa-9d3f-438a-affd-db0c209c8210 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] PUT failed (client error): The resource could not be found. Dec 15 14:12:40.507860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ebcdfa-9d3f-438a-affd-db0c209c8210 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.513068 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e7ebcdfa-9d3f-438a-affd-db0c209c8210 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "PUT /v2.0/ports/8fee88bd-7603-4302-87d2-7433e134f16e HTTP/1.1" status: 404 len: 333 time: 0.0328677 Dec 15 14:12:40.513621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.519417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1f9b4b66-c81f-456f-ab06-26304483b117 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:40.568867 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9b4b66-c81f-456f-ab06-26304483b117 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] PUT failed (client error): The resource could not be found. Dec 15 14:12:40.569324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9b4b66-c81f-456f-ab06-26304483b117 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:40.574356 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f9b4b66-c81f-456f-ab06-26304483b117 tempest-NetworksNegativeTestJSON-1049635571 tempest-NetworksNegativeTestJSON-1049635571-project] 10.222.0.32 "PUT /v2.0/subnets/e73dff57-17ea-4ff6-83da-1b27050fa946 HTTP/1.1" status: 404 len: 337 time: 0.0558031 Dec 15 14:12:40.647225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cef1d-0d9e-41a6-9de3-7d8590dac38a req-0ba0ade6-ec38-4089-bcb4-bc1ffbd5e2a2 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:40.656591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-313cef1d-0d9e-41a6-9de3-7d8590dac38a req-0ba0ade6-ec38-4089-bcb4-bc1ffbd5e2a2 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0918939 Dec 15 14:12:40.716679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-313cef1d-0d9e-41a6-9de3-7d8590dac38a req-593f98cd-21ec-4f01-94fe-ca631767a5ef tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587862 Dec 15 14:12:40.931021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb7e1-e959-4fa3-a3da-7c4a1eea29ad req-b9c65c94-1e59-4fbb-ae4e-05ff4d669654 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:40.939906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53fdb7e1-e959-4fa3-a3da-7c4a1eea29ad req-b9c65c94-1e59-4fbb-ae4e-05ff4d669654 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0871668 Dec 15 14:12:41.057434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34594) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.105226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53fdb7e1-e959-4fa3-a3da-7c4a1eea29ad req-5e3d9f51-d387-4250-8a01-7b4ecf9f1a5a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640515 Dec 15 14:12:41.250302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a83aaf1-b78b-4891-8844-ded9baff496c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.387162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a83aaf1-b78b-4891-8844-ded9baff496c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.395005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a83aaf1-b78b-4891-8844-ded9baff496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.442831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364683f-a868-46e7-a9b0-f609438e02bc req-be4e003e-2312-4292-bb21-fa21536c97dc tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:41.445650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c364683f-a868-46e7-a9b0-f609438e02bc req-be4e003e-2312-4292-bb21-fa21536c97dc tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0813737 Dec 15 14:12:41.485622 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1a83aaf1-b78b-4891-8844-ded9baff496c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fadb6839280e4ff68328df341608365e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269392 Dec 15 14:12:41.486793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83aaf1-b78b-4891-8844-ded9baff496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b5029-3ea9-40ba-9a29-313ebeacb719,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:41.501958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.549250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c364683f-a868-46e7-a9b0-f609438e02bc req-dc606833-4c48-4269-9118-cf1a019b7bc6 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960667 Dec 15 14:12:41.582201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5c9e883-af59-4a2f-8c76-e84beb82cab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.616924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5c9e883-af59-4a2f-8c76-e84beb82cab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.689842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5c9e883-af59-4a2f-8c76-e84beb82cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.692674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5c9e883-af59-4a2f-8c76-e84beb82cab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.693902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b5c9e883-af59-4a2f-8c76-e84beb82cab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b9b5029-3ea9-40ba-9a29-313ebeacb719 HTTP/1.1" status: 204 len: 168 time: 0.1891134 Dec 15 14:12:41.703112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9e883-af59-4a2f-8c76-e84beb82cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b5029-3ea9-40ba-9a29-313ebeacb719,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:42.551808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de84ed44-4d24-4f5c-a45a-d9d1a0f6ee18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.620547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:42.727989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e997e34-75e7-4ca6-8fd7-9ebf4d4c8fa1 req-fb9033d5-0fe7-42b4-befe-7c6ecd5573d2 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:42.737016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e997e34-75e7-4ca6-8fd7-9ebf4d4c8fa1 req-fb9033d5-0fe7-42b4-befe-7c6ecd5573d2 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0828907 Dec 15 14:12:42.752069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-310957694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:42.793056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.794745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.804992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e997e34-75e7-4ca6-8fd7-9ebf4d4c8fa1 req-cf6c0750-cc01-4c31-a93c-de31d047ee71 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659487 Dec 15 14:12:42.858967 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.864067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.886238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.887884 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f31e1c78-9235-41ce-acfd-572095bee35e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2656169 Dec 15 14:12:42.891261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:42.900113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-262356221'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:42.928057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Made reservation on behalf of cedc7616a25c4e01bd446d7fe129edc6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:42.932584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.944374 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.168395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d54c2-cdc4-47eb-adb1-e41328a1bd3b req-bddeadb0-049a-471d-a5bb-d7227681ef7a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:43.170226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f8d54c2-cdc4-47eb-adb1-e41328a1bd3b req-bddeadb0-049a-471d-a5bb-d7227681ef7a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.1261873 Dec 15 14:12:43.185084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.196488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-4da7790f-e60a-473a-b4d9-bd719a58812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:43.198767 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-4da7790f-e60a-473a-b4d9-bd719a58812c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1e4dd0f997647af8d73c41a0b31cdd3&device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 1096 time: 0.1225879 Dec 15 14:12:43.205972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.220172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:43.233098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.233584 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Added segment 3b9218f7-09c3-4c7a-ba55-739a746c7697 of type vlan for network cc6a302b-8e65-4bb0-9b79-54f70d767b5e Dec 15 14:12:43.279399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.406289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.411848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:43.412446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.454574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5c08e-fb95-49a2-8b6c-7a7258a6746a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:43.511653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f8d54c2-cdc4-47eb-adb1-e41328a1bd3b req-b504a8fc-fa7b-4fbf-bb12-ae03bbbce9b6 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306482 Dec 15 14:12:43.522147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:43.528334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6322086 Dec 15 14:12:43.530079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'subnet': {'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:43.562644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b3e98-031c-490a-8bbd-576312e8af50 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Network': ['ID=cc6a302b-8e65-4bb0-9b79-54f70d767b5e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:43.577177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:43.587638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-9e630f26-fb09-494c-85ed-c0bb8849791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:43.590404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-9e630f26-fb09-494c-85ed-c0bb8849791e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c HTTP/1.1" status: 200 len: 914 time: 0.2708118 Dec 15 14:12:43.641074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Made reservation on behalf of cedc7616a25c4e01bd446d7fe129edc6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:43.645812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.652844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-a2840bc6-20eb-4463-b636-2d99dd882b5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03627927-090b-4a7d-8e7b-41b6104a2d40 HTTP/1.1" status: 200 len: 217 time: 0.0544889 Dec 15 14:12:43.723721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-21b78aa8-5bde-4d4f-b0d8-09f96e5fa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:43.725639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-21b78aa8-5bde-4d4f-b0d8-09f96e5fa3b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a80c94d-06d6-49a8-9cad-d4f6cdfba32d HTTP/1.1" status: 200 len: 852 time: 0.0644269 Dec 15 14:12:43.766561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-eaad7ab9-0499-4117-bab2-41c0bf66198c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310407 Dec 15 14:12:43.883586 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-909645d7-f976-4715-8425-9140873b4c28 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088445 Dec 15 14:12:43.922211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.986078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Subnet': ['ID=178f36c8-8b2b-4d80-a8bb-63fae52c830e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.037443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-299ab98f-cafd-4415-b433-9b238ea9e745 req-7a78a4ac-f895-4959-b35d-e63d0f368004 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459494 Dec 15 14:12:44.039994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Checking segment: {'id': '3b9218f7-09c3-4c7a-ba55-739a746c7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:44.040357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network hostable DHCP agents. Network: cc6a302b-8e65-4bb0-9b79-54f70d767b5e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:44.065762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:44.080943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, cc6a302b-8e65-4bb0-9b79-54f70d767b5e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:44.091881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b5a4b-e461-4ff5-8fe8-25eddb23560b None None] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:44.093663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.094477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.121205 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef75be71-cf60-41ad-81b4-854a56a2bee2 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5972934 Dec 15 14:12:44.124050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.130431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'network': {'name': 'tempest-router-network01--263061293'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:44.160434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Made reservation on behalf of cedc7616a25c4e01bd446d7fe129edc6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:44.165012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.219491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:44.230640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-cc6a302b-8e65-4bb0-9b79-54f70d767b5e', 'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e', 'project_id': 'cedc7616a25c4e01bd446d7fe129edc6', 'fixed_ips': [{'subnet_id': '178f36c8-8b2b-4d80-a8bb-63fae52c830e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:44.232107 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.237954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.238204 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Added segment 09d7c11f-c63d-421a-b0af-dc9ca31a305a of type vlan for network 61fc14d7-9991-418d-9671-c07d01a163bc Dec 15 14:12:44.281153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.287149 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.325663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.339603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.340282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.462225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3344994 Dec 15 14:12:44.462541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.468872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'network': {'name': 'tempest-router-network02--465994529'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:44.492348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7169e-89d5-4bff-9bab-31483e0dc574 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Network': ['ID=61fc14d7-9991-418d-9671-c07d01a163bc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.504710 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Made reservation on behalf of cedc7616a25c4e01bd446d7fe129edc6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:44.508175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Allocated IP 172.20.0.2 (cc6a302b-8e65-4bb0-9b79-54f70d767b5e/178f36c8-8b2b-4d80-a8bb-63fae52c830e/be30aebc-b9ca-4427-80fe-c9bb3a438ddf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:44.509822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.522043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 61fc14d7-9991-418d-9671-c07d01a163bc details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:44.613316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:44.633651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.634464 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Added segment 35359e71-ef82-48ff-82e1-6962165dec65 of type vlan for network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 Dec 15 14:12:44.737405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.764382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1694769-bb7f-4386-9376-acad74ca30c3 req-be7581e9-2140-4613-8900-28363c1c3e48 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.767093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1694769-bb7f-4386-9376-acad74ca30c3 req-be7581e9-2140-4613-8900-28363c1c3e48 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.1086833 Dec 15 14:12:44.783329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e68d2ce1-7e22-484c-8aa9-4ed7a3592271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.799759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.807898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.814917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.884710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1694769-bb7f-4386-9376-acad74ca30c3 req-80a430b3-dca5-4920-ab2e-d7d8d8092241 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099985 Dec 15 14:12:44.899495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.910728 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4461219 Dec 15 14:12:44.915297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.918988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.923771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'subnet': {'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:44.938468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2389-9f01-4f99-bbf5-46b341a65bbf tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Network': ['ID=c8a539e7-4fb1-49bc-91db-7edf3ca8ce06,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.983898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Pushing event updated for resources: {'Port': ['ID=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.992132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:45.072667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:45.082260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:45.085835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:45.101144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Made reservation on behalf of cedc7616a25c4e01bd446d7fe129edc6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:45.106709 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.148299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Attempting to bind port be30aebc-b9ca-4427-80fe-c9bb3a438ddf on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:45.148700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Attempting to bind port be30aebc-b9ca-4427-80fe-c9bb3a438ddf by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '3b9218f7-09c3-4c7a-ba55-739a746c7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:45.149286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Attempting to bind port be30aebc-b9ca-4427-80fe-c9bb3a438ddf on network cc6a302b-8e65-4bb0-9b79-54f70d767b5e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:45.154918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:45.155548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Checking segment: {'id': '3b9218f7-09c3-4c7a-ba55-739a746c7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:45.156268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.156843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Bound using segment: {'id': '3b9218f7-09c3-4c7a-ba55-739a746c7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:45.157532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Bound port: be30aebc-b9ca-4427-80fe-c9bb3a438ddf, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9218f7-09c3-4c7a-ba55-739a746c7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'cc6a302b-8e65-4bb0-9b79-54f70d767b5e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:45.158101 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.273541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] For port be30aebc-b9ca-4427-80fe-c9bb3a438ddf, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:45.278621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] For port be30aebc-b9ca-4427-80fe-c9bb3a438ddf, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,segment=NetworkSegment(3b9218f7-09c3-4c7a-ba55-739a746c7697),segment_id=3b9218f7-09c3-4c7a-ba55-739a746c7697)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:45.291255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.376155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.463525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Subnet': ['ID=b8f00fd7-2e9e-4c41-96ed-695b29d209cd,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:45.489006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Checking segment: {'id': '09d7c11f-c63d-421a-b0af-dc9ca31a305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:45.489298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network hostable DHCP agents. Network: 61fc14d7-9991-418d-9671-c07d01a163bc, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:45.516011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network 61fc14d7-9991-418d-9671-c07d01a163bc is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:45.544662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 61fc14d7-9991-418d-9671-c07d01a163bc) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:45.549511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:45.550360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.580001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cb1135da-08e4-4c9f-b00c-119fcf06ecbe tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6610320 Dec 15 14:12:45.580444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:45.585694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'subnet': {'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:45.631671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d8962-97b2-4265-949b-8094cc80f41a None None] Network 61fc14d7-9991-418d-9671-c07d01a163bc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:45.718749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eadf9-3cfa-4934-918f-18eb07357997 None None] Pushing event updated for resources: {'Port': ['ID=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:45.779317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-61fc14d7-9991-418d-9671-c07d01a163bc', 'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc', 'project_id': 'cedc7616a25c4e01bd446d7fe129edc6', 'fixed_ips': [{'subnet_id': 'b8f00fd7-2e9e-4c41-96ed-695b29d209cd'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:45.781065 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.788116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Made reservation on behalf of cedc7616a25c4e01bd446d7fe129edc6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:45.794028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.089708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Allocated IP 172.20.0.2 (61fc14d7-9991-418d-9671-c07d01a163bc/b8f00fd7-2e9e-4c41-96ed-695b29d209cd/9d4150c7-61ea-44a3-80bc-a34368714ca1) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:46.212686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d423c-f18f-4883-9468-0fcb786c1b3a req-f4f1f2dc-6eac-4485-add8-11a0c963c95c tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.215828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-035d423c-f18f-4883-9468-0fcb786c1b3a req-f4f1f2dc-6eac-4485-add8-11a0c963c95c tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.1693294 Dec 15 14:12:46.255291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.371789 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.390412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-035d423c-f18f-4883-9468-0fcb786c1b3a req-ad5976f1-b93e-4e5e-a7d6-d291febd57ec tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659951 Dec 15 14:12:46.394325 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.407557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Subnet': ['ID=89d9c05a-cda5-47cd-a1a5-172f2c3a1b2b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:46.436377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Checking segment: {'id': '35359e71-ef82-48ff-82e1-6962165dec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:46.437283 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network hostable DHCP agents. Network: c8a539e7-4fb1-49bc-91db-7edf3ca8ce06, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:46.479000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:46.505951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c8a539e7-4fb1-49bc-91db-7edf3ca8ce06) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:46.513885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.514888 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.549938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f6fa2ed-5e39-4c4f-b5cb-4c5322fe279f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9682460 Dec 15 14:12:46.552482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:46.585421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900127cd-240d-4ba2-ad58-5cf50ff86268 None None] Network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:46.596055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.662153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Network 61fc14d7-9991-418d-9671-c07d01a163bc is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:46.670960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:46.676671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Pushing event updated for resources: {'Port': ['ID=9d4150c7-61ea-44a3-80bc-a34368714ca1,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:46.681203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:46.889759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c8a539e7-4fb1-49bc-91db-7edf3ca8ce06', 'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06', 'project_id': 'cedc7616a25c4e01bd446d7fe129edc6', 'fixed_ips': [{'subnet_id': '89d9c05a-cda5-47cd-a1a5-172f2c3a1b2b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:46.890957 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.909371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Attempting to bind port 9d4150c7-61ea-44a3-80bc-a34368714ca1 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:46.909753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Attempting to bind port 9d4150c7-61ea-44a3-80bc-a34368714ca1 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '09d7c11f-c63d-421a-b0af-dc9ca31a305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:46.910126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Attempting to bind port 9d4150c7-61ea-44a3-80bc-a34368714ca1 on network 61fc14d7-9991-418d-9671-c07d01a163bc {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:47.026993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:47.027923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Checking segment: {'id': '09d7c11f-c63d-421a-b0af-dc9ca31a305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:47.028595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.029658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Bound using segment: {'id': '09d7c11f-c63d-421a-b0af-dc9ca31a305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:47.034520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Bound port: 9d4150c7-61ea-44a3-80bc-a34368714ca1, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d7c11f-c63d-421a-b0af-dc9ca31a305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '61fc14d7-9991-418d-9671-c07d01a163bc'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:47.035753 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.144737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Allocated IP 172.20.0.2 (c8a539e7-4fb1-49bc-91db-7edf3ca8ce06/89d9c05a-cda5-47cd-a1a5-172f2c3a1b2b/539453ae-788c-4a41-85c0-ad0accb70411) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:47.446559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.458753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713bba9-52a9-4f25-b613-32b57f3dbefa None None] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:47.498329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.602268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4708e064-2c6e-40c7-91cf-22ff4617d7ed None None] Provisioning complete for port be30aebc-b9ca-4427-80fe-c9bb3a438ddf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:47.602690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4708e064-2c6e-40c7-91cf-22ff4617d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.605468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device be30aebc-b9ca-4427-80fe-c9bb3a438ddf up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:47.613414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-e357907f-9324-4a76-98e1-9c5b4d27caa1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7190049 Dec 15 14:12:47.639413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a234891-03eb-4bd0-8dff-2ab6a4dbff4d req-c1d00702-1257-4d6d-b4bf-a688fcb99db1 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.641393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a234891-03eb-4bd0-8dff-2ab6a4dbff4d req-c1d00702-1257-4d6d-b4bf-a688fcb99db1 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.7284050 Dec 15 14:12:47.702298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:47.717959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:47.739560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.766517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:47.824369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port be30aebc-b9ca-4427-80fe-c9bb3a438ddf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:47.825125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.861652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.919552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77108e9-2a03-4da9-baf3-88577a923599 req-65d8c9fa-1f18-41e6-800c-581a58a4feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.922073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-65d8c9fa-1f18-41e6-800c-581a58a4feab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 1097 time: 0.2137220 Dec 15 14:12:47.925980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a234891-03eb-4bd0-8dff-2ab6a4dbff4d req-10cd7559-a92c-46ed-954d-871df2c912dc tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372689 Dec 15 14:12:47.945563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Pushing event updated for resources: {'Port': ['ID=539453ae-788c-4a41-85c0-ad0accb70411,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:47.965694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] For port 9d4150c7-61ea-44a3-80bc-a34368714ca1, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:48.018566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] For port 9d4150c7-61ea-44a3-80bc-a34368714ca1, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9d4150c7-61ea-44a3-80bc-a34368714ca1,segment=NetworkSegment(09d7c11f-c63d-421a-b0af-dc9ca31a305a),segment_id=09d7c11f-c63d-421a-b0af-dc9ca31a305a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:48.026754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Attempting to bind port 539453ae-788c-4a41-85c0-ad0accb70411 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:48.027127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Attempting to bind port 539453ae-788c-4a41-85c0-ad0accb70411 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '35359e71-ef82-48ff-82e1-6962165dec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:48.027531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Attempting to bind port 539453ae-788c-4a41-85c0-ad0accb70411 on network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:48.040355 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.047535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:48.047953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Checking segment: {'id': '35359e71-ef82-48ff-82e1-6962165dec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:48.048308 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.048734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Bound using segment: {'id': '35359e71-ef82-48ff-82e1-6962165dec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:48.049219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Bound port: 539453ae-788c-4a41-85c0-ad0accb70411, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35359e71-ef82-48ff-82e1-6962165dec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c8a539e7-4fb1-49bc-91db-7edf3ca8ce06'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:48.049598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.248610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbab3c-f5d4-43b7-90cf-bafd697d8fbb None None] Pushing event updated for resources: {'Port': ['ID=9d4150c7-61ea-44a3-80bc-a34368714ca1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.261496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Allocated IP 172.20.0.1 (61fc14d7-9991-418d-9671-c07d01a163bc/b8f00fd7-2e9e-4c41-96ed-695b29d209cd/abc32ef2-6070-4878-9aad-b1728eddc5f5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:48.274003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4708e064-2c6e-40c7-91cf-22ff4617d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.323228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] For port 539453ae-788c-4a41-85c0-ad0accb70411, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:48.327787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] For port 539453ae-788c-4a41-85c0-ad0accb70411, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=539453ae-788c-4a41-85c0-ad0accb70411,segment=NetworkSegment(35359e71-ef82-48ff-82e1-6962165dec65),segment_id=35359e71-ef82-48ff-82e1-6962165dec65)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:48.346320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.351875 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.472323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4708e064-2c6e-40c7-91cf-22ff4617d7ed None None] For port be30aebc-b9ca-4427-80fe-c9bb3a438ddf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,segment=NetworkSegment(3b9218f7-09c3-4c7a-ba55-739a746c7697),segment_id=3b9218f7-09c3-4c7a-ba55-739a746c7697)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:48.498441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.502704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4708e064-2c6e-40c7-91cf-22ff4617d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.507897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77108e9-2a03-4da9-baf3-88577a923599 req-196d62bf-93d4-45b2-ab91-f2ae4812cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:48.509641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-196d62bf-93d4-45b2-ab91-f2ae4812cc1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 200 len: 910 time: 0.5279353 Dec 15 14:12:48.590246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a59c7d-b7de-4f8c-b820-ce1b079181fa None None] Pushing event updated for resources: {'Port': ['ID=539453ae-788c-4a41-85c0-ad0accb70411,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.673384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-0a5e3a2b-1bf3-406e-a163-b4fe7e0570ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 200 len: 1001 time: 0.1498666 Dec 15 14:12:48.676078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.707964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.745618 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:12:48.746072 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:12:48.823723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708e064-2c6e-40c7-91cf-22ff4617d7ed None None] Pushing event updated for resources: {'Port': ['ID=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.850655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network 61fc14d7-9991-418d-9671-c07d01a163bc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:48.859919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:48.864015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:48.908626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Port': ['ID=abc32ef2-6070-4878-9aad-b1728eddc5f5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.920574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50660b1f-30cb-4cfb-9dec-ba0f58924bfe None None] Provisioning complete for port be30aebc-b9ca-4427-80fe-c9bb3a438ddf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:48.921053 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50660b1f-30cb-4cfb-9dec-ba0f58924bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.964946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77108e9-2a03-4da9-baf3-88577a923599 req-6f4f0cea-c426-4e64-8138-86a3c30c047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:48.966857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-6f4f0cea-c426-4e64-8138-86a3c30c047f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12ba8e25-b653-4e6e-b417-172ec41c2144 HTTP/1.1" status: 200 len: 847 time: 0.2834127 Dec 15 14:12:49.019987 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.196873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77108e9-2a03-4da9-baf3-88577a923599 req-2d1e85ae-0cee-47e7-9493-1cd71cb6378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.199399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-2d1e85ae-0cee-47e7-9493-1cd71cb6378b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7024e018-d4a8-4001-9f92-491063b16948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151961 Dec 15 14:12:49.320235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2104-2fcc-45c1-a948-3e0550c889de req-1841cfbf-04cf-4347-9412-43e54ea4adfe tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.323409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-149a2104-2fcc-45c1-a948-3e0550c889de req-1841cfbf-04cf-4347-9412-43e54ea4adfe tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.2120667 Dec 15 14:12:49.366530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-d543895d-e6d2-49f0-a5f6-0dec75174074 service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567171 Dec 15 14:12:49.541483 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.653637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-149a2104-2fcc-45c1-a948-3e0550c889de req-b30f7e7d-87d0-4714-9a48-eeabbec8047a tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199606 Dec 15 14:12:49.734047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9d4150c7-61ea-44a3-80bc-a34368714ca1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:49.964933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f77108e9-2a03-4da9-baf3-88577a923599 req-7023854b-1fc2-4f7c-b3a4-f80bc2ee9e43 service neutron] 10.222.0.67 "GET /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775974 Dec 15 14:12:50.220782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0344553-c0b4-4db4-8887-987fd182deb4 None None] Network 61fc14d7-9991-418d-9671-c07d01a163bc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:50.308253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b4819-1e30-4854-ab99-995c92736888 req-a7a374da-c51e-494d-85b4-6a4dac681258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:50.310245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-a7a374da-c51e-494d-85b4-6a4dac681258 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1e4dd0f997647af8d73c41a0b31cdd3&device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 1096 time: 0.1039524 Dec 15 14:12:50.334734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dbaf5bb1-2795-4585-a4a6-cc5532b6e4af None None] Provisioning complete for port 9d4150c7-61ea-44a3-80bc-a34368714ca1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:50.335124 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5bb1-2795-4585-a4a6-cc5532b6e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.360607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eef8b-8638-4349-8ac3-338f5d892bc1 req-4f7ae8ad-bb37-4b34-b043-18e0a71b7b1b tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:50.360607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e19eef8b-8638-4349-8ac3-338f5d892bc1 req-4f7ae8ad-bb37-4b34-b043-18e0a71b7b1b tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.1714618 Dec 15 14:12:50.423906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 9d4150c7-61ea-44a3-80bc-a34368714ca1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:50.423906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.557763 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5bb1-2795-4585-a4a6-cc5532b6e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.573216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23551794-f8a6-49e0-ac77-44657843753f None None] Network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:50.629432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b4819-1e30-4854-ab99-995c92736888 req-545327a0-76e9-409c-a6cb-d7aeb3626214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:50.631183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-545327a0-76e9-409c-a6cb-d7aeb3626214 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c HTTP/1.1" status: 200 len: 914 time: 0.3058069 Dec 15 14:12:50.634145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.641724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e19eef8b-8638-4349-8ac3-338f5d892bc1 req-e417b4a8-5851-44a0-ae37-0236109dd3ba tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626207 Dec 15 14:12:50.656836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.726598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dbaf5bb1-2795-4585-a4a6-cc5532b6e4af None None] For port 9d4150c7-61ea-44a3-80bc-a34368714ca1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9d4150c7-61ea-44a3-80bc-a34368714ca1,segment=NetworkSegment(09d7c11f-c63d-421a-b0af-dc9ca31a305a),segment_id=09d7c11f-c63d-421a-b0af-dc9ca31a305a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:50.740406 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5bb1-2795-4585-a4a6-cc5532b6e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.747884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-16047742-5ac0-4a18-8bed-52c09eef4140 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03627927-090b-4a7d-8e7b-41b6104a2d40 HTTP/1.1" status: 200 len: 217 time: 0.1034150 Dec 15 14:12:50.913348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.921415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Port': ['ID=abc32ef2-6070-4878-9aad-b1728eddc5f5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:50.921840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device be30aebc-b9ca-4427-80fe-c9bb3a438ddf up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:50.935932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b4819-1e30-4854-ab99-995c92736888 req-4516cc98-b3f0-41a7-8245-f46b6f8f4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:50.937442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-4516cc98-b3f0-41a7-8245-f46b6f8f4b02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a80c94d-06d6-49a8-9cad-d4f6cdfba32d HTTP/1.1" status: 200 len: 852 time: 0.1226897 Dec 15 14:12:50.995417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-4e0a9846-0e2b-4088-ab4a-41292565b061 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310738 Dec 15 14:12:51.003071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5bb1-2795-4585-a4a6-cc5532b6e4af None None] Pushing event updated for resources: {'Port': ['ID=9d4150c7-61ea-44a3-80bc-a34368714ca1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:51.009022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-59ec7a7a-4c58-40df-9045-bba98928d8b5 None None] Provisioning complete for port 539453ae-788c-4a41-85c0-ad0accb70411 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:51.009766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ec7a7a-4c58-40df-9045-bba98928d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.064488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port be30aebc-b9ca-4427-80fe-c9bb3a438ddf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:51.065286 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.296437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network 61fc14d7-9991-418d-9671-c07d01a163bc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:51.307456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:51.404945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.409572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 539453ae-788c-4a41-85c0-ad0accb70411 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:51.446467 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ec7a7a-4c58-40df-9045-bba98928d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.485170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-d86c3126-c7ed-4dee-ba4e-df241d08e791 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456511 Dec 15 14:12:51.497583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 539453ae-788c-4a41-85c0-ad0accb70411 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:51.498049 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.534036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59ec7a7a-4c58-40df-9045-bba98928d8b5 None None] For port 539453ae-788c-4a41-85c0-ad0accb70411, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=539453ae-788c-4a41-85c0-ad0accb70411,segment=NetworkSegment(35359e71-ef82-48ff-82e1-6962165dec65),segment_id=35359e71-ef82-48ff-82e1-6962165dec65)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:51.563126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59ec7a7a-4c58-40df-9045-bba98928d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.701525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec7a7a-4c58-40df-9045-bba98928d8b5 None None] Pushing event updated for resources: {'Port': ['ID=539453ae-788c-4a41-85c0-ad0accb70411,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:51.720968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Provisioning complete for port 539453ae-788c-4a41-85c0-ad0accb70411 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:51.720968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.740975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c04b4819-1e30-4854-ab99-995c92736888 req-163bd6d9-c39d-4b3b-b14e-ff3a65a4e277 service neutron] 10.222.0.67 "GET /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298501 Dec 15 14:12:51.742799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Router c49ce426-bb25-4d36-aa61-12249a487be0 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:12:51.884281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9d4150c7-61ea-44a3-80bc-a34368714ca1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:51.902561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:51.911104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-024b5f08-7ae1-4a87-a7c0-bf5fd6144c4a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3546324 Dec 15 14:12:51.911833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:51.917252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fdb52-4abb-4773-bef9-44756927b0a4 req-2ec498f8-10a7-43fc-bd6e-5f2e55498602 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:51.918777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b5fdb52-4abb-4773-bef9-44756927b0a4 req-2ec498f8-10a7-43fc-bd6e-5f2e55498602 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0718784 Dec 15 14:12:51.924322 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] Sync routers for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:51.958670 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:51.959304 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:52.017088 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:52.028138 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:52.029201 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:52.029859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b5fdb52-4abb-4773-bef9-44756927b0a4 req-45906f89-4f80-48c7-8983-dc1c99df8626 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948067 Dec 15 14:12:52.047143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 9d4150c7-61ea-44a3-80bc-a34368714ca1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:52.047757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.080278 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:52.081166 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c24501-8ee9-4eb7-8bb7-2d322b73624e None None] The sync data for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:52.101353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Provisioning complete for port 9d4150c7-61ea-44a3-80bc-a34368714ca1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:52.101727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.284375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Provisioning complete for port abc32ef2-6070-4878-9aad-b1728eddc5f5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:52.284841 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.329972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0f81ae37-6cce-481b-9853-5724089327e6 None None] Port abc32ef2-6070-4878-9aad-b1728eddc5f5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:52.452521 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-5bfc7c25-ae77-4c31-b69b-04c934cd9289 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:12:52.454323 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5bfc7c25-ae77-4c31-b69b-04c934cd9289 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5405035 Dec 15 14:12:52.454577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a6554d06-1981-40e3-9e48-177d6a31e931 None None] Provisioning complete for port abc32ef2-6070-4878-9aad-b1728eddc5f5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:52.455027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a6554d06-1981-40e3-9e48-177d6a31e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.457104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:52.507492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a6554d06-1981-40e3-9e48-177d6a31e931 None None] Port abc32ef2-6070-4878-9aad-b1728eddc5f5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:52.877735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.217069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a357bdb-e60c-43b4-bbfa-f6d1ba3dbc20 req-94f7ee4c-88f4-4ba9-9e4e-2273e88605ee tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:53.220086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting port abc32ef2-6070-4878-9aad-b1728eddc5f5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:53.221036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.226458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a357bdb-e60c-43b4-bbfa-f6d1ba3dbc20 req-94f7ee4c-88f4-4ba9-9e4e-2273e88605ee tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0936477 Dec 15 14:12:53.301291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a357bdb-e60c-43b4-bbfa-f6d1ba3dbc20 req-46fc73bd-1aef-4099-984d-8738a15f897e tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 Dec 15 14:12:53.369606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.390570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Calling delete_port for abc32ef2-6070-4878-9aad-b1728eddc5f5 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:53.708224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.770088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Port': ['ID=abc32ef2-6070-4878-9aad-b1728eddc5f5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:53.889293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 539453ae-788c-4a41-85c0-ad0accb70411 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:53.980760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82b67-704a-48a6-a758-c5c5b1f9874e req-574b7143-28d4-4b4c-9193-e70e398d4859 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:53.995314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1be82b67-704a-48a6-a758-c5c5b1f9874e req-574b7143-28d4-4b4c-9193-e70e398d4859 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.1066985 Dec 15 14:12:54.021844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 539453ae-788c-4a41-85c0-ad0accb70411 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:54.022546 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.081084 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.098214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1be82b67-704a-48a6-a758-c5c5b1f9874e req-3970a184-e825-42b3-9b27-43e380a5f7d9 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016428 Dec 15 14:12:54.346131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Router c49ce426-bb25-4d36-aa61-12249a487be0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:54.443037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:54.452089 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38d80660-fdd1-43bb-9916-516ecb998889 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886930 Dec 15 14:12:54.452828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34924) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:54.459812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] Sync routers for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:54.488624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:54.493260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:54.537744 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-6a3fe2bb-4587-4330-bac7-900ff3c1a555 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] delete failed (client error): The resource could not be found. Dec 15 14:12:54.538802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6a3fe2bb-4587-4330-bac7-900ff3c1a555 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1607483293 HTTP/1.1" status: 404 len: 335 time: 0.0848038 Dec 15 14:12:54.543351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:54.543634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:54.548360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-da60fa09-17da-4f09-8568-0ba05314733a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c49ce426-bb25-4d36-aa61-12249a487be0'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:54.554655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:54.555474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:54.590412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:54.591325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561b197-6af9-4255-9995-0c0516f6ef6b None None] The sync data for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:54.836920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da60fa09-17da-4f09-8568-0ba05314733a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.861395 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-da60fa09-17da-4f09-8568-0ba05314733a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] update failed (client error): The resource could not be found. Dec 15 14:12:54.865838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-da60fa09-17da-4f09-8568-0ba05314733a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0 HTTP/1.1" status: 404 len: 339 time: 0.3180308 Dec 15 14:12:54.866281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:55.177268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:55.263810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b5de9-ba97-4b11-85d0-84ded4cd0ef2 req-40608540-9444-4c34-912c-4bd3f979fbab tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:55.272971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e1b5de9-ba97-4b11-85d0-84ded4cd0ef2 req-40608540-9444-4c34-912c-4bd3f979fbab tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0818086 Dec 15 14:12:55.342720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e1b5de9-ba97-4b11-85d0-84ded4cd0ef2 req-aeb8e009-3850-4656-9047-4193ab1db749 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a6feb1c-d33b-484f-8d4d-2b655929f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686219 Dec 15 14:12:55.575442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-53aac471-009d-44b5-adbd-cd03e2c0cc62 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:55.578487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-53aac471-009d-44b5-adbd-cd03e2c0cc62 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.67 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 945 time: 0.0631194 Dec 15 14:12:55.731336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Deleting port 03627927-090b-4a7d-8e7b-41b6104a2d40 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:55.732123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:55.824178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Allocated IP 172.20.0.1 (cc6a302b-8e65-4bb0-9b79-54f70d767b5e/178f36c8-8b2b-4d80-a8bb-63fae52c830e/c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:55.904598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] For port 03627927-090b-4a7d-8e7b-41b6104a2d40, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03627927-090b-4a7d-8e7b-41b6104a2d40,segment=NetworkSegment(e5c03ed6-b81d-4706-988e-af48d240eec6),segment_id=e5c03ed6-b81d-4706-988e-af48d240eec6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:55.905127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:55.919903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Calling delete_port for 03627927-090b-4a7d-8e7b-41b6104a2d40 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:56.058563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.120029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.124652 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.131717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['03627927-090b-4a7d-8e7b-41b6104a2d40'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:56.159266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Pushing event deleted for resources: {'Port': ['ID=03627927-090b-4a7d-8e7b-41b6104a2d40,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:56.186782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d571e-ae67-40ba-bcd6-5fdc750cc541 None None] DHCP port deletion for f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:56.220158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:56.223798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:56.224619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] No DVR routers for this DVR port 03627927-090b-4a7d-8e7b-41b6104a2d40 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:56.228877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:56.239490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.246883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c75f90ca-c943-45e1-9eb4-06a35f7df674 req-8571d471-cdfd-4b15-a45d-216532ee5f35 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.67 "DELETE /v2.0/ports/03627927-090b-4a7d-8e7b-41b6104a2d40 HTTP/1.1" status: 204 len: 173 time: 0.6613564 Dec 15 14:12:56.247630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d61c3b-f734-44f0-b857-ed311a753431', 'name': 'network-vif-deleted', 'tag': '03627927-090b-4a7d-8e7b-41b6104a2d40'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:56.250752 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14486efb-2b34-444c-b4ee-ce16118873f5" -d '{"events": [{"server_uuid": "87d61c3b-f734-44f0-b857-ed311a753431", "name": "network-vif-deleted", "tag": "03627927-090b-4a7d-8e7b-41b6104a2d40"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:56.288146 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.339755 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1631633d-dd73-4f8b-ad86-c9b1bd36af3c x-openstack-request-id: req-1631633d-dd73-4f8b-ad86-c9b1bd36af3c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:56.340052 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d61c3b-f734-44f0-b857-ed311a753431", "name": "network-vif-deleted", "tag": "03627927-090b-4a7d-8e7b-41b6104a2d40", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:56.340308 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1631633d-dd73-4f8b-ad86-c9b1bd36af3c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:56.340738 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d61c3b-f734-44f0-b857-ed311a753431', 'name': 'network-vif-deleted', 'tag': '03627927-090b-4a7d-8e7b-41b6104a2d40', 'status': 'completed', 'code': 200} Dec 15 14:12:56.354471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Port': ['ID=c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:56.501684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.572049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-339e1662-44a1-4078-b8cb-a1bf053ff5fa req-7f1f7a1d-4320-40b7-be99-8c52220923f7 tempest-TestServerAdvancedOps-1005051434 tempest-TestServerAdvancedOps-1005051434-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d61c3b-f734-44f0-b857-ed311a753431 HTTP/1.1" status: 200 len: 210 time: 0.0514359 Dec 15 14:12:56.694193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fcd54bee-7fc8-420a-a98a-0697f02db62e None None] Provisioning complete for port c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:56.694580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcd54bee-7fc8-420a-a98a-0697f02db62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.793599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fcd54bee-7fc8-420a-a98a-0697f02db62e None None] Port c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:56.844544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.852399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.941158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event updated for resources: {'Port': ['ID=c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:56.946307 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.048191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:57.050309 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:57.174949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Router c49ce426-bb25-4d36-aa61-12249a487be0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:57.280173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:57.285676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b7ef4c8-80b9-453a-999f-44aa62c46c6f tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4184439 Dec 15 14:12:57.288176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34972) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:57.299997 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] Sync routers for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:57.311769 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:57.312384 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:57.317170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f06be9ce-d070-4d0c-8386-4ef6db8a7b09 None None] Provisioning complete for port c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:57.318154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f06be9ce-d070-4d0c-8386-4ef6db8a7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.348195 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:57.360533 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:57.361210 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:57.368569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f06be9ce-d070-4d0c-8386-4ef6db8a7b09 None None] Port c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:57.396183 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:57.397186 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c5292-877c-4915-ad14-cc339bde593c None None] The sync data for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:57.404337 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9285469d-b33b-4084-86ef-8e04f69c9b0d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.504708 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-9285469d-b33b-4084-86ef-8e04f69c9b0d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 14:12:57.506569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9285469d-b33b-4084-86ef-8e04f69c9b0d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0 HTTP/1.1" status: 409 len: 329 time: 0.2165904 Dec 15 14:12:57.509255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34974) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:57.631735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34978) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:57.687773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Deleting subnet 0a80c94d-06d6-49a8-9cad-d4f6cdfba32d {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:57.691823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.765673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.814146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.881190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.893878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.923244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920d681-237a-4ae6-99b0-7c11984ee3b9 None None] Network f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:57.934095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a80c94d-06d6-49a8-9cad-d4f6cdfba32d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:57.945240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.952339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5d971030-20e8-45cb-85e9-03552b560ae9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a80c94d-06d6-49a8-9cad-d4f6cdfba32d HTTP/1.1" status: 204 len: 168 time: 0.3184536 Dec 15 14:12:57.954890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:58.114609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580c4c11-4e19-4d7e-aa2a-9d0a247b76b4 None None] DHCP port deletion for f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:58.126968 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.283576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.311597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:58.325707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c03ed6-b81d-4706-988e-af48d240eec6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:58.326523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c03ed6-b81d-4706-988e-af48d240eec6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:58.340480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.360230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.365646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting port c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:58.367001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.370957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:58.371492 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:58.373672 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:58.481700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.495732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.497286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.504082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c HTTP/1.1" status: 204 len: 168 time: 0.5449255 Dec 15 14:12:58.509087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 34992) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:58.523664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab678703-4d39-4e62-be81-20b64eead53c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f1ab52-f794-49cc-b4cd-7a7d1bf7207c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:58.566416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Deleting subnet 3c04a997-5f41-447d-a28c-0f40ead0bdd9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:58.569081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Calling delete_port for c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:58.574674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.673693 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.772144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.845725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.870237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1065585-94c7-4cdd-a4f8-f534456da8e0 None None] Network b488cca0-dc6c-4eff-a032-b559cf93152a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:58.892881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.898663 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3c04a997-5f41-447d-a28c-0f40ead0bdd9 HTTP/1.1" status: 204 len: 168 time: 0.3855379 Dec 15 14:12:58.899340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 34998) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:58.901316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cd516-8254-433b-8984-faebfc930f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c04a997-5f41-447d-a28c-0f40ead0bdd9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:58.955501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.998508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Port': ['ID=c1bb2c5f-d7d3-4b43-97e7-3aeaac1fb2c6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:59.058120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b122dd1-8c56-4fd6-bc50-d929a9610260 None None] DHCP port deletion for b488cca0-dc6c-4eff-a032-b559cf93152a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:59.094522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.232365 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.261139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b488cca0-dc6c-4eff-a032-b559cf93152a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.292067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea109c9-3881-4de2-b3a0-a7b8c2cd23fe') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.292603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea109c9-3881-4de2-b3a0-a7b8c2cd23fe') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.305217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.323522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.340709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:59.341260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:59.345888 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:59.348695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.517621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.527702 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.531838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b488cca0-dc6c-4eff-a032-b559cf93152a HTTP/1.1" status: 204 len: 168 time: 0.6317043 Dec 15 14:12:59.550982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80361d49-42a1-43c8-83d3-beba7d4d24b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b488cca0-dc6c-4eff-a032-b559cf93152a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:59.594612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Router c49ce426-bb25-4d36-aa61-12249a487be0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:59.686401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:59.697069 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-afc6aa03-742f-4633-b802-3bb23a3731a0 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811278 Dec 15 14:12:59.697721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:59.703176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] Sync routers for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:59.717190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:59.718607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.769317 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-8a3863b9-28b2-4c6f-b647-3cdb2f831d3a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] show failed (client error): The resource could not be found. Dec 15 14:12:59.770860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8a3863b9-28b2-4c6f-b647-3cdb2f831d3a tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-2087540200 HTTP/1.1" status: 404 len: 335 time: 0.0739226 Dec 15 14:12:59.776487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:59.784986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d3526740-751a-45b8-a332-65de8ac915c9 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:59.794660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.809683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] Routers {'c49ce426-bb25-4d36-aa61-12249a487be0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:59.810858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c49ce426-bb25-4d36-aa61-12249a487be0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.832328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:59.877659 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-d3526740-751a-45b8-a332-65de8ac915c9 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] update failed (client error): The resource could not be found. Dec 15 14:12:59.878696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:59.879497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cae00-c4c5-4337-a156-adf283b4d541 None None] The sync data for ids ['c49ce426-bb25-4d36-aa61-12249a487be0'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:59.886760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:59.887830 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3526740-751a-45b8-a332-65de8ac915c9 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-527573916 HTTP/1.1" status: 404 len: 334 time: 0.1111314 Dec 15 14:12:59.939666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-59bdb5c0-6233-4e92-8808-3a5013c705bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1e4dd0f997647af8d73c41a0b31cdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038513 Dec 15 14:12:59.940247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:59.963678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting subnet 89d9c05a-cda5-47cd-a1a5-172f2c3a1b2b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:59.967623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.974097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03627927-090b-4a7d-8e7b-41b6104a2d40 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:00.002899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaeaa-82cc-4149-9a34-99ca82a4b575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.019446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 03627927-090b-4a7d-8e7b-41b6104a2d40 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:00.019876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03627927-090b-4a7d-8e7b-41b6104a2d40 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:00.030102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.043551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaeaa-82cc-4149-9a34-99ca82a4b575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.119100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaeaa-82cc-4149-9a34-99ca82a4b575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.124373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaeaa-82cc-4149-9a34-99ca82a4b575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.136038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a4aaeaa-82cc-4149-9a34-99ca82a4b575 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a6feb1c-d33b-484f-8d4d-2b655929f8c1 HTTP/1.1" status: 204 len: 168 time: 0.1891375 Dec 15 14:13:00.138324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.149116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aaeaa-82cc-4149-9a34-99ca82a4b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6feb1c-d33b-484f-8d4d-2b655929f8c1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:00.250734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.265512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.271155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/subnets/89d9c05a-cda5-47cd-a1a5-172f2c3a1b2b HTTP/1.1" status: 204 len: 168 time: 0.3802483 Dec 15 14:13:00.272156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35026) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:00.277893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ea92b-a582-4a7c-b67b-c60063084653 None None] Network c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:00.287238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26157d24-35ee-4d9e-aa89-c68698c8510d tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Subnet': ['ID=89d9c05a-cda5-47cd-a1a5-172f2c3a1b2b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:00.342584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting subnet b8f00fd7-2e9e-4c41-96ed-695b29d209cd {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:00.348189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.409641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.526713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] DHCP port deletion for c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:00.553695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.583938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Deleting port 539453ae-788c-4a41-85c0-ad0accb70411 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:00.584423 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.645437 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.674665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] For port 539453ae-788c-4a41-85c0-ad0accb70411, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=539453ae-788c-4a41-85c0-ad0accb70411,segment=NetworkSegment(35359e71-ef82-48ff-82e1-6962165dec65),segment_id=35359e71-ef82-48ff-82e1-6962165dec65)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:00.675511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.679606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f00fd7-2e9e-4c41-96ed-695b29d209cd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:00.686750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.698893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0b7411f6-1cb3-4b49-9156-5fe8cd4febe6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/subnets/b8f00fd7-2e9e-4c41-96ed-695b29d209cd HTTP/1.1" status: 204 len: 168 time: 0.4255900 Dec 15 14:13:00.701497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:00.707198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:00.711912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf1c17-cbeb-474a-86fc-9b1a5c078569 None None] Network 61fc14d7-9991-418d-9671-c07d01a163bc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:00.716610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Calling delete_port for 539453ae-788c-4a41-85c0-ad0accb70411 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:00.762951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b8d2ccba-5f4a-4f1d-9624-f0e0f0dd68bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6009071b50740ffa8c4678fba4ce540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542519 Dec 15 14:13:00.765147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35036) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:00.835651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.839284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c89a107c-64cc-416f-9523-c8b942030169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.898807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c89a107c-64cc-416f-9523-c8b942030169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.910861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting port 539453ae-788c-4a41-85c0-ad0accb70411 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:00.911531 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.922650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.950315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Pushing event deleted for resources: {'Port': ['ID=539453ae-788c-4a41-85c0-ad0accb70411,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:00.961466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.962101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.962604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.963141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.963770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.964271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.970863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.971600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.971978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.972323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.973220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.973371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.973875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:00.974915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c89a107c-64cc-416f-9523-c8b942030169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.978075 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c89a107c-64cc-416f-9523-c8b942030169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.980365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] DHCP port deletion for 61fc14d7-9991-418d-9671-c07d01a163bc request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:00.984211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c89a107c-64cc-416f-9523-c8b942030169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b6e83b6-6ef0-41bd-9167-0130f8008dbe HTTP/1.1" status: 204 len: 168 time: 0.2179430 Dec 15 14:13:00.996713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a107c-64cc-416f-9523-c8b942030169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e83b6-6ef0-41bd-9167-0130f8008dbe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:00.998832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0adaad-049c-4024-ac56-746b519af60f None None] No DVR routers for this DVR port 539453ae-788c-4a41-85c0-ad0accb70411 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:01.083094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] For port 539453ae-788c-4a41-85c0-ad0accb70411, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=539453ae-788c-4a41-85c0-ad0accb70411,segment=NetworkSegment(35359e71-ef82-48ff-82e1-6962165dec65),segment_id=35359e71-ef82-48ff-82e1-6962165dec65)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:01.083680 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.090316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] Deleting port 9d4150c7-61ea-44a3-80bc-a34368714ca1 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:01.090772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.099593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Calling delete_port for 539453ae-788c-4a41-85c0-ad0accb70411 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:01.175560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] For port 9d4150c7-61ea-44a3-80bc-a34368714ca1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9d4150c7-61ea-44a3-80bc-a34368714ca1,segment=NetworkSegment(09d7c11f-c63d-421a-b0af-dc9ca31a305a),segment_id=09d7c11f-c63d-421a-b0af-dc9ca31a305a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:01.176274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.193000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] Calling delete_port for 9d4150c7-61ea-44a3-80bc-a34368714ca1 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:01.204358 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.250020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] No DVR routers for this DVR port 539453ae-788c-4a41-85c0-ad0accb70411 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:01.260219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Port': ['ID=539453ae-788c-4a41-85c0-ad0accb70411,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:01.305448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.363148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] Pushing event deleted for resources: {'Port': ['ID=9d4150c7-61ea-44a3-80bc-a34368714ca1,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:01.383227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25929d6f-8e51-451e-b8f8-8d926201ab13 None None] No DVR routers for this DVR port 9d4150c7-61ea-44a3-80bc-a34368714ca1 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:01.388509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.415658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a539e7-4fb1-49bc-91db-7edf3ca8ce06']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.433383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35359e71-ef82-48ff-82e1-6962165dec65') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.433768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35359e71-ef82-48ff-82e1-6962165dec65') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.447939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.465014 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.472351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:01.472846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:01.491098 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:01.577924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.586710 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.593007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:01.593496 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/networks/c8a539e7-4fb1-49bc-91db-7edf3ca8ce06 HTTP/1.1" status: 204 len: 168 time: 0.8904331 Dec 15 14:13:01.607137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f40151-2ad0-4fef-9924-ffd627fcd716 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Network': ['ID=c8a539e7-4fb1-49bc-91db-7edf3ca8ce06,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:01.693072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.798318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.806441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9d4150c7-61ea-44a3-80bc-a34368714ca1 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:01.834246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 9d4150c7-61ea-44a3-80bc-a34368714ca1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:01.834659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9d4150c7-61ea-44a3-80bc-a34368714ca1 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:01.835306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 539453ae-788c-4a41-85c0-ad0accb70411 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:01.840053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fc14d7-9991-418d-9671-c07d01a163bc']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.860272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d7c11f-c63d-421a-b0af-dc9ca31a305a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.861179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d7c11f-c63d-421a-b0af-dc9ca31a305a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.864442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 539453ae-788c-4a41-85c0-ad0accb70411 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:01.867616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 539453ae-788c-4a41-85c0-ad0accb70411 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:01.886460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.921759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.929042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:01.929939 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:01.933402 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:01.978910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35068) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:02.011223 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.036194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.041993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/networks/61fc14d7-9991-418d-9671-c07d01a163bc HTTP/1.1" status: 204 len: 168 time: 0.4454777 Dec 15 14:13:02.041993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a358746-5d50-4cba-846b-df6f748700bb tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Network': ['ID=61fc14d7-9991-418d-9671-c07d01a163bc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:02.042600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:02.102613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting subnet 178f36c8-8b2b-4d80-a8bb-63fae52c830e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:02.106217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.122049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-706290165-network', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:02.145638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Made reservation on behalf of 3e0fbd59bfe94144969ac54eb02ae353 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:02.148970 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.159367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.159621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.269353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.274141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.279017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.308784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:02.321836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.322891 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Added segment ff29ee8c-0ee8-4704-bde0-4734c4cc91f9 of type vlan for network 7569a61c-e866-4a7e-a850-5901d6200cf9 Dec 15 14:13:02.324378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ad606-0c4c-4b98-ad2d-816790898c9e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:02.366267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.373085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.393715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Subnet': ['ID=178f36c8-8b2b-4d80-a8bb-63fae52c830e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:02.404696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.408051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beefdfb-0ce8-4107-b241-b44814086585 None None] Network cc6a302b-8e65-4bb0-9b79-54f70d767b5e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:02.411497 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e150b942-b934-4f2d-bb03-adf4988f9f5e tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/subnets/178f36c8-8b2b-4d80-a8bb-63fae52c830e HTTP/1.1" status: 204 len: 168 time: 0.3676445 Dec 15 14:13:02.413669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.414640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:02.415226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.417005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:02.491939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5119023 Dec 15 14:13:02.497332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35078) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:02.505964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Request body: {'subnet': {'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-706290165-subnet', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:02.526224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61e15d-5a77-4e0a-b905-52e8a804ede2 admin admin] Pushing event updated for resources: {'Network': ['ID=7569a61c-e866-4a7e-a850-5901d6200cf9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:02.537742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.544590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:02.569745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Made reservation on behalf of 3e0fbd59bfe94144969ac54eb02ae353 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:02.572621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.746801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] DHCP port deletion for cc6a302b-8e65-4bb0-9b79-54f70d767b5e request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:02.815724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] Deleting port be30aebc-b9ca-4427-80fe-c9bb3a438ddf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:02.816573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.832437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.913973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=532a753d-efc7-4427-8398-2d994c3783dd,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:02.915736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] For port be30aebc-b9ca-4427-80fe-c9bb3a438ddf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,segment=NetworkSegment(3b9218f7-09c3-4c7a-ba55-739a746c7697),segment_id=3b9218f7-09c3-4c7a-ba55-739a746c7697)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:02.923173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.924701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Checking segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:02.927725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Network hostable DHCP agents. Network: 7569a61c-e866-4a7e-a850-5901d6200cf9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:02.943183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] Calling delete_port for be30aebc-b9ca-4427-80fe-c9bb3a438ddf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:02.978195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:02.991641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7569a61c-e866-4a7e-a850-5901d6200cf9) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:02.997096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:03.001228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.005042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080f47c-00c6-4be8-a715-a8aaa0ad867d None None] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:03.038441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-89f65a74-e076-4038-aac5-45dcaf2e4775 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5380447 Dec 15 14:13:03.041550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:03.046424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:03.070157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Deleting port be30aebc-b9ca-4427-80fe-c9bb3a438ddf {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:03.070538 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.080632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.082392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.136536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.181919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7569a61c-e866-4a7e-a850-5901d6200cf9', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'fixed_ips': [{'subnet_id': '532a753d-efc7-4427-8398-2d994c3783dd'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:03.182632 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.188067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] Pushing event deleted for resources: {'Port': ['ID=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:03.202804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f6571-4cb0-4739-b15d-2516d52fca0b None None] No DVR routers for this DVR port be30aebc-b9ca-4427-80fe-c9bb3a438ddf on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:03.217538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.223787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] For port be30aebc-b9ca-4427-80fe-c9bb3a438ddf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,segment=NetworkSegment(3b9218f7-09c3-4c7a-ba55-739a746c7697),segment_id=3b9218f7-09c3-4c7a-ba55-739a746c7697)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:03.223787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.261699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Calling delete_port for be30aebc-b9ca-4427-80fe-c9bb3a438ddf owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:03.423013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.443385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Allocated IP 172.20.0.2 (7569a61c-e866-4a7e-a850-5901d6200cf9/532a753d-efc7-4427-8398-2d994c3783dd/89830848-367b-4e08-98a9-32e2cbc67a71) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:03.464217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Port': ['ID=be30aebc-b9ca-4427-80fe-c9bb3a438ddf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:03.474007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] No DVR routers for this DVR port be30aebc-b9ca-4427-80fe-c9bb3a438ddf on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:03.598529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.623793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6a302b-8e65-4bb0-9b79-54f70d767b5e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:03.638470 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.646513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9218f7-09c3-4c7a-ba55-739a746c7697') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:03.647554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.647918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9218f7-09c3-4c7a-ba55-739a746c7697') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:03.677181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.687783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:03.694661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:03.711817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:03.712874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.721591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:03.722236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:03.769553 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:03.790346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Pushing event updated for resources: {'Port': ['ID=89830848-367b-4e08-98a9-32e2cbc67a71,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:03.810889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.814332 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.818321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Attempting to bind port 89830848-367b-4e08-98a9-32e2cbc67a71 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:03.818699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Attempting to bind port 89830848-367b-4e08-98a9-32e2cbc67a71 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:03.819120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Attempting to bind port 89830848-367b-4e08-98a9-32e2cbc67a71 on network 7569a61c-e866-4a7e-a850-5901d6200cf9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:03.821555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.826721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:03.827165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Checking segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:03.829290 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.829710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Bound using segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:03.830285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Bound port: 89830848-367b-4e08-98a9-32e2cbc67a71, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:03.832196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/networks/cc6a302b-8e65-4bb0-9b79-54f70d767b5e HTTP/1.1" status: 204 len: 168 time: 1.4139414 Dec 15 14:13:03.832648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35098) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:03.834056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.840012 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device be30aebc-b9ca-4427-80fe-c9bb3a438ddf no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:03.851985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fd159-f153-4364-ac22-2c5768f04585 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Pushing event deleted for resources: {'Network': ['ID=cc6a302b-8e65-4bb0-9b79-54f70d767b5e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:03.877547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: be30aebc-b9ca-4427-80fe-c9bb3a438ddf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:03.877884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device be30aebc-b9ca-4427-80fe-c9bb3a438ddf not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:03.885670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35100) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:03.893674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-56bdbfdf-1337-4b48-8b1e-e2cb96c1a9d6 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "GET /v2.0/ports?device_id=c49ce426-bb25-4d36-aa61-12249a487be0 HTTP/1.1" status: 200 len: 205 time: 0.0583904 Dec 15 14:13:03.944965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] For port 89830848-367b-4e08-98a9-32e2cbc67a71, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:03.948967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] For port 89830848-367b-4e08-98a9-32e2cbc67a71, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=89830848-367b-4e08-98a9-32e2cbc67a71,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:03.956530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.976288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.044194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623d2e-858f-4a35-8f8f-af694bc25791 None None] Pushing event updated for resources: {'Port': ['ID=89830848-367b-4e08-98a9-32e2cbc67a71,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:04.178753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.204540 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.220238 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.222659 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.281608 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.281608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Fanout notify agent at l3_agent the message router_deleted on router c49ce426-bb25-4d36-aa61-12249a487be0 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:13:04.318301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.326338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f0eaabad-6d66-4898-a055-73192939f705 tempest-RoutersNegativeTest-1704573997 tempest-RoutersNegativeTest-1704573997-project] 10.222.0.32 "DELETE /v2.0/routers/c49ce426-bb25-4d36-aa61-12249a487be0 HTTP/1.1" status: 204 len: 168 time: 0.4388011 Dec 15 14:13:04.421280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Allocated IP 172.25.2.43 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/4789b0d0-94d3-4e91-8756-80d08009e24e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:04.571090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.616992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.620948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35108) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:04.670507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:04.674870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:04.679045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:04.698928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f27de-ddd9-4fe3-a2fa-49d520861119 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:04.741669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Pushing event updated for resources: {'Port': ['ID=4789b0d0-94d3-4e91-8756-80d08009e24e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:04.796841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0649638e-8ce4-4910-ada2-acc37583ce12 None None] Provisioning complete for port 4789b0d0-94d3-4e91-8756-80d08009e24e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:04.801166 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0649638e-8ce4-4910-ada2-acc37583ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.873475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0649638e-8ce4-4910-ada2-acc37583ce12 None None] Port 4789b0d0-94d3-4e91-8756-80d08009e24e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:05.012218 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c8527245-7873-4c68-9b5b-a5d0e71ac37f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cedc7616a25c4e01bd446d7fe129edc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899500 Dec 15 14:13:05.012954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:05.039029 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:13:05.077679 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9450e6-03a5-4593-8b52-93f8bd428a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.105035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9450e6-03a5-4593-8b52-93f8bd428a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.195026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.200459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9450e6-03a5-4593-8b52-93f8bd428a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.203429 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d9450e6-03a5-4593-8b52-93f8bd428a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.204649 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d9450e6-03a5-4593-8b52-93f8bd428a28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49e5c08e-fb95-49a2-8b6c-7a7258a6746a HTTP/1.1" status: 204 len: 168 time: 0.1906404 Dec 15 14:13:05.231375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9450e6-03a5-4593-8b52-93f8bd428a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5c08e-fb95-49a2-8b6c-7a7258a6746a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:05.647931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.725214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5701e9-12cf-4232-8685-8357cb44e962 None None] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:05.854968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Router 6da1075e-8060-45bd-bf1b-08a8ae071721 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:05.904766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 89830848-367b-4e08-98a9-32e2cbc67a71 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:05.979806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f0869d0e-90cb-4da0-b6bb-facf42c99e59 None None] Provisioning complete for port 89830848-367b-4e08-98a9-32e2cbc67a71 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:05.980195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0869d0e-90cb-4da0-b6bb-facf42c99e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.065022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 89830848-367b-4e08-98a9-32e2cbc67a71 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:06.065402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.195314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:06.218829 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Sync routers for ids ['6da1075e-8060-45bd-bf1b-08a8ae071721'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:06.237855 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0869d0e-90cb-4da0-b6bb-facf42c99e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.241127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.246893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35140) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:06.254451 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Routers {'6da1075e-8060-45bd-bf1b-08a8ae071721'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:06.257632 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6da1075e-8060-45bd-bf1b-08a8ae071721'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:06.258378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-899823f9-66ef-49b3-b031-1b0cc4433200 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2155163 Dec 15 14:13:06.354546 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f0869d0e-90cb-4da0-b6bb-facf42c99e59 None None] For port 89830848-367b-4e08-98a9-32e2cbc67a71, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=89830848-367b-4e08-98a9-32e2cbc67a71,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:06.365285 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0869d0e-90cb-4da0-b6bb-facf42c99e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.380021 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.471796 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Set router 6da1075e-8060-45bd-bf1b-08a8ae071721 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:06.589504 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:13:06.597722 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:13:06.635809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0869d0e-90cb-4da0-b6bb-facf42c99e59 None None] Pushing event updated for resources: {'Port': ['ID=89830848-367b-4e08-98a9-32e2cbc67a71,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:06.652141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a227be6-8b08-44e5-8e2c-2ab30e476c74 None None] Provisioning complete for port 89830848-367b-4e08-98a9-32e2cbc67a71 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:06.656350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a227be6-8b08-44e5-8e2c-2ab30e476c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.817613 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:13:04Z', 'revision_number': 3, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:06.858011 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Checking router: 6da1075e-8060-45bd-bf1b-08a8ae071721 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:06.858904 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Updating router 6da1075e-8060-45bd-bf1b-08a8ae071721 port 4789b0d0-94d3-4e91-8756-80d08009e24e binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:06.895189 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.293300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.320971 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.329628 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.423058 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Pushing event updated for resources: {'Port': ['ID=4789b0d0-94d3-4e91-8756-80d08009e24e,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.441069 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.442310 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.442854 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.443498 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.443998 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.445407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.446000 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.446506 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.446833 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.447886 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.448375 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.448881 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.449379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.474376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7964e-e3ec-41c9-a6a8-eb667a29bff5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:07.514447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Attempting to bind port 4789b0d0-94d3-4e91-8756-80d08009e24e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:07.514674 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Attempting to bind port 4789b0d0-94d3-4e91-8756-80d08009e24e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:07.515227 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Attempting to bind port 4789b0d0-94d3-4e91-8756-80d08009e24e on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:07.521239 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:07.521889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:07.522482 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.523025 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:07.523654 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Bound port: 4789b0d0-94d3-4e91-8756-80d08009e24e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:07.524200 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.528081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Allocated IP 172.20.0.1 (7569a61c-e866-4a7e-a850-5901d6200cf9/532a753d-efc7-4427-8398-2d994c3783dd/ecae1b58-d01d-473c-b6c2-46ceebff5a1d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:07.589550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3809006b-ae9c-4e85-bed5-51fb845451a7 None None] Provisioning complete for port 4789b0d0-94d3-4e91-8756-80d08009e24e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:07.590169 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3809006b-ae9c-4e85-bed5-51fb845451a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.627462 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] For port 4789b0d0-94d3-4e91-8756-80d08009e24e, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:07.631206 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] For port 4789b0d0-94d3-4e91-8756-80d08009e24e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4789b0d0-94d3-4e91-8756-80d08009e24e,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:07.637687 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.706162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3809006b-ae9c-4e85-bed5-51fb845451a7 None None] Port 4789b0d0-94d3-4e91-8756-80d08009e24e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:07.778223 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.842057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.881637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 89830848-367b-4e08-98a9-32e2cbc67a71 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:07.930206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:07.933408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:07.945430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:07.947031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595e9d5-fc42-4bb5-ac6f-2b7b86b390a1 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:07.967353 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Routers {'6da1075e-8060-45bd-bf1b-08a8ae071721'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:07.968321 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6da1075e-8060-45bd-bf1b-08a8ae071721'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:08.024103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Pushing event updated for resources: {'Port': ['ID=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:08.059174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35174) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:08.088321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.104399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 89830848-367b-4e08-98a9-32e2cbc67a71 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:08.104908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.142781 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] Set router 6da1075e-8060-45bd-bf1b-08a8ae071721 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:08.246090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f4315013-da8d-423f-af9c-d0bd3fc30dee None None] Provisioning complete for port 4789b0d0-94d3-4e91-8756-80d08009e24e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:08.246492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4315013-da8d-423f-af9c-d0bd3fc30dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.310432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.591930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47dc9c-8126-40e3-ac90-05b727dd1808 None None] Pushing event updated for resources: {'Port': ['ID=4789b0d0-94d3-4e91-8756-80d08009e24e,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:08.612934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:13:04Z', 'revision_number': 3, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:08.642156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Deleting subnet fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:08.653368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.671917 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd2fd3-72b8-49bb-b0aa-e11e3bd10f10 None None] The sync data for ids ['6da1075e-8060-45bd-bf1b-08a8ae071721'] in n-d-815324-3 is: [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:13:04Z', 'revision_number': 3, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:08.722947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.737623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.748718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.832448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.912604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.920207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Pushing event updated for resources: {'Port': ['ID=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:08.927013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.975063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.001889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.005221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-399c3855-7484-4aa1-895e-19d156c11dba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fbc39c48-5d0d-4c7b-85d1-e83b0d3bb62d HTTP/1.1" status: 204 len: 168 time: 0.9437850 Dec 15 14:13:09.007711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35196) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:09.111138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:09.112736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:09.150883 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4315013-da8d-423f-af9c-d0bd3fc30dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.202678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f4315013-da8d-423f-af9c-d0bd3fc30dee None None] For port 4789b0d0-94d3-4e91-8756-80d08009e24e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4789b0d0-94d3-4e91-8756-80d08009e24e,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:09.204448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a354f7-be30-4eb4-8e07-391ee9e35e74 None None] Network c4f75668-6f4f-4147-8b8f-907caed8a744 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:09.268573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.365565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4315013-da8d-423f-af9c-d0bd3fc30dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.430882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Router 6da1075e-8060-45bd-bf1b-08a8ae071721 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:09.441776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.508198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d5672-9ec1-4a34-9cb9-b8d07bdce3c2 None None] DHCP port deletion for c4f75668-6f4f-4147-8b8f-907caed8a744 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:09.512601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f75668-6f4f-4147-8b8f-907caed8a744']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:09.548669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef08cfd-67f0-42b0-b804-024513ec6522') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:09.549175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef08cfd-67f0-42b0-b804-024513ec6522') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:09.560466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9be1ba52-89a7-4f28-adc9-b49ed41a40a7 None None] Provisioning complete for port ecae1b58-d01d-473c-b6c2-46ceebff5a1d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:09.561321 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9be1ba52-89a7-4f28-adc9-b49ed41a40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.564817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4315013-da8d-423f-af9c-d0bd3fc30dee None None] Pushing event updated for resources: {'Port': ['ID=4789b0d0-94d3-4e91-8756-80d08009e24e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.570288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.599083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.615543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:09.615948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.656828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9be1ba52-89a7-4f28-adc9-b49ed41a40a7 None None] Port ecae1b58-d01d-473c-b6c2-46ceebff5a1d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:09.717128 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:09.732629 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.737489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.743087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4f75668-6f4f-4147-8b8f-907caed8a744 HTTP/1.1" status: 204 len: 168 time: 0.7343593 Dec 15 14:13:09.765851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:09.778816 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c0362788-2f3e-4697-9f38-7ecb221d06aa admin admin] 10.222.0.32 "PUT /v2.0/routers/6da1075e-8060-45bd-bf1b-08a8ae071721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5224540 Dec 15 14:13:09.779095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f75668-6f4f-4147-8b8f-907caed8a744,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.795087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.795564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.795879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.796329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.796494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.796838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.797164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.797618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.797992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.798300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.798629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.809473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.810005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d2647-7e1d-450e-a4f2-94ecc740c184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:09.816556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d9e27b56-cbc7-4cf1-b4c6-735a317b20f8 None None] Provisioning complete for port ecae1b58-d01d-473c-b6c2-46ceebff5a1d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:09.816935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d9e27b56-cbc7-4cf1-b4c6-735a317b20f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.946134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d9e27b56-cbc7-4cf1-b4c6-735a317b20f8 None None] Port ecae1b58-d01d-473c-b6c2-46ceebff5a1d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:09.980373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4789b0d0-94d3-4e91-8756-80d08009e24e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:10.146613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4789b0d0-94d3-4e91-8756-80d08009e24e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:10.147840 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.317154 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.418789 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17480ee4-4198-401f-b602-5c086b3c5345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d173a40074674165b7c1476c3d6e55cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998755 Dec 15 14:13:10.420827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.474479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35284) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.529629 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1807ebcf-230f-4965-8eee-f0a8233be7a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.557030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1807ebcf-230f-4965-8eee-f0a8233be7a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.621376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1807ebcf-230f-4965-8eee-f0a8233be7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.630582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1807ebcf-230f-4965-8eee-f0a8233be7a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.631811 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1807ebcf-230f-4965-8eee-f0a8233be7a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26e95dc2-5c5c-419c-8434-d810309c83b7 HTTP/1.1" status: 204 len: 168 time: 0.2098286 Dec 15 14:13:10.637679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffc1749c-f48b-48f2-8b4f-f4fa92b92feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.643841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807ebcf-230f-4965-8eee-f0a8233be7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e95dc2-5c5c-419c-8434-d810309c83b7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.798281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffc1749c-f48b-48f2-8b4f-f4fa92b92feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.806169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffc1749c-f48b-48f2-8b4f-f4fa92b92feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.872196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.872719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ffc1749c-f48b-48f2-8b4f-f4fa92b92feb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b38c13e3084d23b178cf80a3699516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926737 Dec 15 14:13:10.874016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1749c-f48b-48f2-8b4f-f4fa92b92feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b86d8-4474-4f7d-987e-45dd449c4e56,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.946174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd87129b-1277-44d7-987b-b87a43d14113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.047368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd87129b-1277-44d7-987b-b87a43d14113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.142496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd87129b-1277-44d7-987b-b87a43d14113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.147920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd87129b-1277-44d7-987b-b87a43d14113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.149636 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd87129b-1277-44d7-987b-b87a43d14113 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f50b86d8-4474-4f7d-987e-45dd449c4e56 HTTP/1.1" status: 204 len: 168 time: 0.2758987 Dec 15 14:13:11.161932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87129b-1277-44d7-987b-b87a43d14113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b86d8-4474-4f7d-987e-45dd449c4e56,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.366629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35404) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.372976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-348856844-network', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:11.422380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Made reservation on behalf of d2e5b0d74bdf47caafe8f3f313c6a2a2 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:11.430165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.470283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.626290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Sync routers for ids ['6da1075e-8060-45bd-bf1b-08a8ae071721'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:11.649690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Routers {'6da1075e-8060-45bd-bf1b-08a8ae071721'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:11.650864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6da1075e-8060-45bd-bf1b-08a8ae071721'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:11.672282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.677345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.694215 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:11.704666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.705368 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Added segment d3c38e7e-b5ea-465a-84a0-c450f4cb5299 of type vlan for network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 Dec 15 14:13:11.771892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.781818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Set router 6da1075e-8060-45bd-bf1b-08a8ae071721 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:11.818010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.819399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.820385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.825973 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35456) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.854480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d8c97ac-2d91-4d99-bc9f-435abd69c08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.860310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07df69ef-aa97-4b14-ad3b-1e737d75bc58,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.915598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5475757 Dec 15 14:13:11.919818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 35468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.925638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Request body: {'subnet': {'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-348856844-subnet', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:11.951084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f689501-1a2e-4b8c-9d1b-856289f5631f admin admin] Pushing event updated for resources: {'Network': ['ID=7711b132-2610-4c1c-98ae-2a56ca4dbf48,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.966320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Made reservation on behalf of d2e5b0d74bdf47caafe8f3f313c6a2a2 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:11.970599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.979744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:12.008863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d8c97ac-2d91-4d99-bc9f-435abd69c08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.016460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d8c97ac-2d91-4d99-bc9f-435abd69c08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.073742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c97ac-2d91-4d99-bc9f-435abd69c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d5116-93aa-447d-bc00-2d8e8acca90b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.102083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2d8c97ac-2d91-4d99-bc9f-435abd69c08c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=966bd13425f84a1c975c397716e4db45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748988 Dec 15 14:13:12.106211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35492) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:12.221155 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.237005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:13:08Z', 'revision_number': 4, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ecae1b58-d01d-473c-b6c2-46ceebff5a1d', 'name': '', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'mac_address': 'fa:16:3e:fb:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '532a753d-efc7-4427-8398-2d994c3783dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:08Z', 'revision_number': 2, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'subnets': [{'id': '532a753d-efc7-4427-8398-2d994c3783dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:12.239166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55f581cb-053c-42b6-a266-54a6196ac8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.268440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55f581cb-053c-42b6-a266-54a6196ac8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.270920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Checking router: 6da1075e-8060-45bd-bf1b-08a8ae071721 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:12.271515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Updating router 6da1075e-8060-45bd-bf1b-08a8ae071721 port ecae1b58-d01d-473c-b6c2-46ceebff5a1d binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:12.305839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7303a3d-bcd2-43e2-ac18-40e8f07d3b91,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.307527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.317923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Checking segment: {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:12.318449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Network hostable DHCP agents. Network: 7711b132-2610-4c1c-98ae-2a56ca4dbf48, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:12.341703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:12.356352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7711b132-2610-4c1c-98ae-2a56ca4dbf48) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:12.365428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:12.366904 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.389340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55f581cb-053c-42b6-a266-54a6196ac8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.392262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55f581cb-053c-42b6-a266-54a6196ac8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.393720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-55f581cb-053c-42b6-a266-54a6196ac8ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd1d5116-93aa-447d-bc00-2d8e8acca90b HTTP/1.1" status: 204 len: 168 time: 0.2861929 Dec 15 14:13:12.399041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:12.405240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:12.409247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-01cb9da4-5b31-4f10-9c9f-cca470b2b1bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4808800 Dec 15 14:13:12.417133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f581cb-053c-42b6-a266-54a6196ac8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d5116-93aa-447d-bc00-2d8e8acca90b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.444440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.445752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.463729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f622269-d1bc-4c29-bf24-753309b6d4a4 None None] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:12.516141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.620047 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb83469c-f4e6-4a12-92b3-0cf68fb1d88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.677996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7711b132-2610-4c1c-98ae-2a56ca4dbf48', 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48', 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'fixed_ips': [{'subnet_id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:12.678967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.706526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.826353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.843206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.944711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Allocated IP 172.20.0.2 (7711b132-2610-4c1c-98ae-2a56ca4dbf48/d7303a3d-bcd2-43e2-ac18-40e8f07d3b91/d786dff7-ef0b-4272-a601-f2cdd29733f9) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:12.964694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a3649-573a-4461-964d-7489626348c8 None None] Pushing event updated for resources: {'Port': ['ID=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:13.104255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Attempting to bind port ecae1b58-d01d-473c-b6c2-46ceebff5a1d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:13.104700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Attempting to bind port ecae1b58-d01d-473c-b6c2-46ceebff5a1d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:13.105065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Attempting to bind port ecae1b58-d01d-473c-b6c2-46ceebff5a1d on network 7569a61c-e866-4a7e-a850-5901d6200cf9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:13.114322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:13.115010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Checking segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:13.116254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.116830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Bound using segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:13.117496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Bound port: ecae1b58-d01d-473c-b6c2-46ceebff5a1d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:13.118044 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.257698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.300841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] For port ecae1b58-d01d-473c-b6c2-46ceebff5a1d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:13.333990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] For port ecae1b58-d01d-473c-b6c2-46ceebff5a1d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:13.335055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.361855 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.375543 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.415058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a97fadd-d779-4bbc-9f09-da1f4bf3b90b None None] Provisioning complete for port ecae1b58-d01d-473c-b6c2-46ceebff5a1d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:13.416309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a97fadd-d779-4bbc-9f09-da1f4bf3b90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.435664 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.498722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:13.535703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Routers {'6da1075e-8060-45bd-bf1b-08a8ae071721'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:13.536322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:12:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6da1075e-8060-45bd-bf1b-08a8ae071721'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:13.553444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:13.622597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:13.641388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Allocated IP 172.25.2.115 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3b5937fa-185f-4b0e-bfe9-deca9511e8b6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:13.694936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a3649-573a-4461-964d-7489626348c8 None None] Pushing event updated for resources: {'Port': ['ID=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:13.943693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.993761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.046506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:14.051858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:14.057363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:14.083645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c040f-8a10-49e3-9a2a-7c21606c16a0 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:14.086917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.139720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Pushing event updated for resources: {'Port': ['ID=d786dff7-ef0b-4272-a601-f2cdd29733f9,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.146617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Attempting to bind port d786dff7-ef0b-4272-a601-f2cdd29733f9 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:14.147251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Attempting to bind port d786dff7-ef0b-4272-a601-f2cdd29733f9 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:14.147784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Attempting to bind port d786dff7-ef0b-4272-a601-f2cdd29733f9 on network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:14.188746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:14.191178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Checking segment: {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:14.194119 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.194498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Bound using segment: {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:14.195184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Bound port: d786dff7-ef0b-4272-a601-f2cdd29733f9, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:14.195756 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.222993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] Set router 6da1075e-8060-45bd-bf1b-08a8ae071721 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:14.263733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a97fadd-d779-4bbc-9f09-da1f4bf3b90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.327954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] For port d786dff7-ef0b-4272-a601-f2cdd29733f9, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:14.331813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] For port d786dff7-ef0b-4272-a601-f2cdd29733f9, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d786dff7-ef0b-4272-a601-f2cdd29733f9,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:14.352136 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.417214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.461203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.534242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a97fadd-d779-4bbc-9f09-da1f4bf3b90b None None] For port ecae1b58-d01d-473c-b6c2-46ceebff5a1d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:14.617071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a97fadd-d779-4bbc-9f09-da1f4bf3b90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.622817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ea2a1-031f-400e-bc43-086c1a99a6b0 None None] Pushing event updated for resources: {'Port': ['ID=d786dff7-ef0b-4272-a601-f2cdd29733f9,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.834532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97fadd-d779-4bbc-9f09-da1f4bf3b90b None None] Pushing event updated for resources: {'Port': ['ID=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.842087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.861856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6e1a-108b-4040-ab31-fc58bae2076f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.906113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-98285eb1-289b-4023-aa18-f591ed26cab8 None None] Provisioning complete for port ecae1b58-d01d-473c-b6c2-46ceebff5a1d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:14.906364 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98285eb1-289b-4023-aa18-f591ed26cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.034543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:13:08Z', 'revision_number': 4, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ecae1b58-d01d-473c-b6c2-46ceebff5a1d', 'name': '', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'mac_address': 'fa:16:3e:fb:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '532a753d-efc7-4427-8398-2d994c3783dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:13Z', 'revision_number': 4, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'subnets': [{'id': '532a753d-efc7-4427-8398-2d994c3783dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:15.048184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Router 72699dce-fb0f-49af-87b4-977a314fe8a6 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:15.068425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98aa1f-ca54-4828-b5d7-03a5286e9354 None None] The sync data for ids ['6da1075e-8060-45bd-bf1b-08a8ae071721'] in n-d-815324-3 is: [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:13:08Z', 'revision_number': 4, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ecae1b58-d01d-473c-b6c2-46ceebff5a1d', 'name': '', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'mac_address': 'fa:16:3e:fb:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '532a753d-efc7-4427-8398-2d994c3783dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:13Z', 'revision_number': 4, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'subnets': [{'id': '532a753d-efc7-4427-8398-2d994c3783dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:15.175731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-98285eb1-289b-4023-aa18-f591ed26cab8 None None] Provisioning complete for port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:15.180061 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98285eb1-289b-4023-aa18-f591ed26cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.255683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-98285eb1-289b-4023-aa18-f591ed26cab8 None None] Port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:15.269839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:15.272979 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Sync routers for ids ['72699dce-fb0f-49af-87b4-977a314fe8a6'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:15.286722 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Routers {'72699dce-fb0f-49af-87b4-977a314fe8a6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:15.287839 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['72699dce-fb0f-49af-87b4-977a314fe8a6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:15.295001 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.298923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d0b70c50-4871-42ee-a56a-e8cfe8cbef20 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8953097 Dec 15 14:13:15.299166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 35810) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:15.491768 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Set router 72699dce-fb0f-49af-87b4-977a314fe8a6 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:16.034847 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:14Z', 'revision_number': 3, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:16.073215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d786dff7-ef0b-4272-a601-f2cdd29733f9 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:16.133091 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Checking router: 72699dce-fb0f-49af-87b4-977a314fe8a6 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:16.138013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Updating router 72699dce-fb0f-49af-87b4-977a314fe8a6 port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:16.184971 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.212204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d786dff7-ef0b-4272-a601-f2cdd29733f9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:16.213195 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.300192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.394014 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.448684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bac8b7-a1cc-440b-bb67-3e7f936c8eb7 None None] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:16.704789 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.715573 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.739657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-536712ec-8446-4419-9254-b6e208b745c6 None None] Provisioning complete for port d786dff7-ef0b-4272-a601-f2cdd29733f9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:16.740027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-536712ec-8446-4419-9254-b6e208b745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.743414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.805710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75846799-3c9b-4749-940a-ecbbe733c927 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:16.821292 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82383304-3a63-4651-b21a-615cb80e25af None None] Pushing event updated for resources: {'Port': ['ID=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.827817 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Attempting to bind port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:16.828216 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Attempting to bind port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:16.828655 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Attempting to bind port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:16.844486 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:16.846775 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:16.848390 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.849800 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:16.850472 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Bound port: 3b5937fa-185f-4b0e-bfe9-deca9511e8b6, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:16.852578 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.929093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d786dff7-ef0b-4272-a601-f2cdd29733f9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d786dff7-ef0b-4272-a601-f2cdd29733f9,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:16.948816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.952036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ecae1b58-d01d-473c-b6c2-46ceebff5a1d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:17.044057 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] For port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:17.051271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] For port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:17.059935 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.186078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c1854-d30d-4b7d-ba5d-d71be9c6dee6 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:17.192660 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Routers {'72699dce-fb0f-49af-87b4-977a314fe8a6'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:17.193447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['72699dce-fb0f-49af-87b4-977a314fe8a6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:17.290447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d786dff7-ef0b-4272-a601-f2cdd29733f9,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.320023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ecae1b58-d01d-473c-b6c2-46ceebff5a1d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.320403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.400965 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82383304-3a63-4651-b21a-615cb80e25af None None] Pushing event updated for resources: {'Port': ['ID=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.513033 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] Set router 72699dce-fb0f-49af-87b4-977a314fe8a6 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:17.534569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.537471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-34f327d7-97b2-49c0-b355-81bb7632a5c5 None None] Provisioning complete for port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.538034 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34f327d7-97b2-49c0-b355-81bb7632a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.729339 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34f327d7-97b2-49c0-b355-81bb7632a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.784232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-34f327d7-97b2-49c0-b355-81bb7632a5c5 None None] For port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:17.797932 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34f327d7-97b2-49c0-b355-81bb7632a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.821358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Allocated IP 172.20.0.1 (7711b132-2610-4c1c-98ae-2a56ca4dbf48/d7303a3d-bcd2-43e2-ac18-40e8f07d3b91/8559e7a3-61ae-43ee-90d1-b0257dcfedc1) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:17.891495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d786dff7-ef0b-4272-a601-f2cdd29733f9 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:17.949778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f327d7-97b2-49c0-b355-81bb7632a5c5 None None] Pushing event updated for resources: {'Port': ['ID=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.955806 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-91c81723-b939-496e-a806-50ad598180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:14Z', 'revision_number': 3, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:17.975760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1e80c056-a226-4467-8bf2-0c5a8dd2d857 None None] Provisioning complete for port d786dff7-ef0b-4272-a601-f2cdd29733f9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.976407 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e80c056-a226-4467-8bf2-0c5a8dd2d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.028180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.044216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d786dff7-ef0b-4272-a601-f2cdd29733f9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:18.045019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.122304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.199267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:18.203028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:18.206146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:18.244757 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81723-b939-496e-a806-50ad598180c7 None None] The sync data for ids ['72699dce-fb0f-49af-87b4-977a314fe8a6'] in n-d-815324-3 is: [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:14Z', 'revision_number': 3, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:18.251168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Pushing event updated for resources: {'Port': ['ID=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:18.279032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.523190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.630761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.679758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-abe408e9-dc46-4d99-aefb-76750cbebe8b None None] Provisioning complete for port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:18.680229 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abe408e9-dc46-4d99-aefb-76750cbebe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.727062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-abe408e9-dc46-4d99-aefb-76750cbebe8b None None] Port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:18.946308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.958170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.041376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.071143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Pushing event updated for resources: {'Port': ['ID=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:19.191116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:19.199085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:19.500991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Router 72699dce-fb0f-49af-87b4-977a314fe8a6 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:19.677358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2f1601f4-50b0-405a-b5da-df27909126a2 None None] Provisioning complete for port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:19.678441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f1601f4-50b0-405a-b5da-df27909126a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.679049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:19.693677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c0316d41-95c0-4243-9680-6b4f3a93cd84 admin admin] 10.222.0.32 "PUT /v2.0/routers/72699dce-fb0f-49af-87b4-977a314fe8a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3923094 Dec 15 14:13:19.820688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2f1601f4-50b0-405a-b5da-df27909126a2 None None] Port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:19.877202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:19.938819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:19.939257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.703709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a7188d9a-9541-4934-a673-177398925d5f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:20.717928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a7188d9a-9541-4934-a673-177398925d5f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.1591582 Dec 15 14:13:20.746478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-cee10504-345d-45c7-ac68-318faf2c3512 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/quotas/d2e5b0d74bdf47caafe8f3f313c6a2a2 HTTP/1.1" status: 200 len: 375 time: 0.0241947 Dec 15 14:13:20.894716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-3e656d89-7e8a-416a-a7ba-bdcc00d5bf9d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470656 Dec 15 14:13:21.012037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-97636f89-a5df-42af-96a5-a9acff44aad1 service neutron] 10.222.0.32 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161962 Dec 15 14:13:21.089472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Sync routers for ids ['72699dce-fb0f-49af-87b4-977a314fe8a6'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:21.111708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-0f87c296-2627-4763-b001-24113b36d7d5 service neutron] 10.222.0.32 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987697 Dec 15 14:13:21.120992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Routers {'72699dce-fb0f-49af-87b4-977a314fe8a6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:21.121629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['72699dce-fb0f-49af-87b4-977a314fe8a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.273373 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.305702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Set router 72699dce-fb0f-49af-87b4-977a314fe8a6 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:21.537430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fda1272d-1b27-4acc-b6c3-5ec0232c4685 req-13987e1b-4dcc-4d6f-9753-90cbe5f79dbe tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 210 time: 0.0932641 Dec 15 14:13:21.828754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:18Z', 'revision_number': 4, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8559e7a3-61ae-43ee-90d1-b0257dcfedc1', 'name': '', 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'mac_address': 'fa:16:3e:2e:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:16Z', 'updated_at': '2021-12-15T14:13:18Z', 'revision_number': 2, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'subnets': [{'id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.877516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Checking router: 72699dce-fb0f-49af-87b4-977a314fe8a6 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:21.877928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Updating router 72699dce-fb0f-49af-87b4-977a314fe8a6 port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:21.918156 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.534752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.542933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.706270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-33b76fc4-aef5-4358-981d-857ddde076f3 req-7f43a2f2-29db-4588-8c65-1936bf36cf95 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 210 time: 0.0631747 Dec 15 14:13:22.743165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a96fa-f04b-45a9-b160-c5dd88bf7f5d None None] Pushing event updated for resources: {'Port': ['ID=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.765982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Attempting to bind port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:22.767101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Attempting to bind port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:22.767484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Attempting to bind port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 on network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:22.783756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:22.784051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Checking segment: {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:22.784462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.784892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Bound using segment: {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:22.785381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Bound port: 8559e7a3-61ae-43ee-90d1-b0257dcfedc1, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:22.785762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.889054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] For port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:22.901427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] For port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:22.908474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.063477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-67a93290-f927-4424-9bde-bf05ef622f73 None None] Provisioning complete for port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:23.063848 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67a93290-f927-4424-9bde-bf05ef622f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.091369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Routers {'72699dce-fb0f-49af-87b4-977a314fe8a6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:23.092013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['72699dce-fb0f-49af-87b4-977a314fe8a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:23.185509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.85', 51096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.210615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a96fa-f04b-45a9-b160-c5dd88bf7f5d None None] Pushing event updated for resources: {'Port': ['ID=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.368031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] Set router 72699dce-fb0f-49af-87b4-977a314fe8a6 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:23.519604 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67a93290-f927-4424-9bde-bf05ef622f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.577586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67a93290-f927-4424-9bde-bf05ef622f73 None None] For port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:23.586433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67a93290-f927-4424-9bde-bf05ef622f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.605732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-0b88f639-b069-4a99-b8f5-65882d3c8ec8 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:23.607677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-0b88f639-b069-4a99-b8f5-65882d3c8ec8 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.85 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.4208767 Dec 15 14:13:23.622136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Request body: {'port': {'device_id': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'admin_state_up': True, 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:23.673025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Made reservation on behalf of d2e5b0d74bdf47caafe8f3f313c6a2a2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:23.678964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.683281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a93290-f927-4424-9bde-bf05ef622f73 None None] Pushing event updated for resources: {'Port': ['ID=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.723656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:18Z', 'revision_number': 4, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8559e7a3-61ae-43ee-90d1-b0257dcfedc1', 'name': '', 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'mac_address': 'fa:16:3e:2e:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:16Z', 'updated_at': '2021-12-15T14:13:22Z', 'revision_number': 4, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'subnets': [{'id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:23.726983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9d6f04e-c9cc-4de5-a5c3-475c5d13ea66 None None] Provisioning complete for port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:23.727360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f04e-c9cc-4de5-a5c3-475c5d13ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.813105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11352607-d24b-4c9a-be30-b408f9215d7a None None] The sync data for ids ['72699dce-fb0f-49af-87b4-977a314fe8a6'] in n-d-815324-3 is: [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:18Z', 'revision_number': 4, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '8559e7a3-61ae-43ee-90d1-b0257dcfedc1', 'name': '', 'network_id': '7711b132-2610-4c1c-98ae-2a56ca4dbf48', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'mac_address': 'fa:16:3e:2e:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:16Z', 'updated_at': '2021-12-15T14:13:22Z', 'revision_number': 4, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'subnets': [{'id': 'd7303a3d-bcd2-43e2-ac18-40e8f07d3b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:23.925577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42629369-4444-4edc-8969-ad5e643216c4 req-861361c3-7bec-4a63-97ea-a22d44b54b5d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 210 time: 0.0431898 Dec 15 14:13:23.978721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Allocated IP 172.20.0.5 (7569a61c-e866-4a7e-a850-5901d6200cf9/532a753d-efc7-4427-8398-2d994c3783dd/7678e62d-87fa-499b-8cc7-d6c9b8d05a76) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:24.227279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.290333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.344421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:24.347511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:24.351852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:24.414888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Pushing event updated for resources: {'Port': ['ID=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:24.532008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.532371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.549001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.549001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.549311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.549730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.549970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.553742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.553742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.553742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.553742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.553742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.553742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:24.592565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:24.593617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.657430 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-c0d63959-85d1-421a-a801-4e8f1a5a3f3f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0400164 Dec 15 14:13:24.670894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-7929f079-b67c-4f2f-84d4-be3e4d0bd3e7 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:13:24.672340 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-7929f079-b67c-4f2f-84d4-be3e4d0bd3e7 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067744 Dec 15 14:13:24.885728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Request body: {'port': {'device_id': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:24.912724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aafa7f47-e589-439a-b70d-45ec18b1acf7 None None] Provisioning complete for port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:24.914002 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aafa7f47-e589-439a-b70d-45ec18b1acf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.016194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aafa7f47-e589-439a-b70d-45ec18b1acf7 None None] Port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:25.039299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.071455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30042b-d8cf-488d-84f3-019be975d706 req-d2c2a86f-1b9b-4ad8-b020-362169ef584d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:25.079852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f30042b-d8cf-488d-84f3-019be975d706 req-d2c2a86f-1b9b-4ad8-b020-362169ef584d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1027 time: 0.0571153 Dec 15 14:13:25.170467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f30042b-d8cf-488d-84f3-019be975d706 req-7abe33bd-14b0-4889-9d94-9bd84419cc75 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795560 Dec 15 14:13:25.524242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:25.532458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.550603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Transition to ACTIVE for port object 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:25.556829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.952131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:26.076299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:26.077116 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.124249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Pushing event updated for resources: {'Port': ['ID=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:26.253165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Attempting to bind port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:26.253505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Attempting to bind port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:26.253837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Attempting to bind port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 on network 7569a61c-e866-4a7e-a850-5901d6200cf9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:26.272344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 on network 7569a61c-e866-4a7e-a850-5901d6200cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:26.272706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Attempting to bind port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 on network 7569a61c-e866-4a7e-a850-5901d6200cf9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:26.290093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:26.290986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Checking segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:26.291434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Bound using segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:26.291871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Bound port: 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:26.292223 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.324872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb094f6-2dea-4b4c-96d3-3fd20dc3a45e req-9ae37dd7-5787-42f8-8e9f-50f56cd2054f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.335532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fb094f6-2dea-4b4c-96d3-3fd20dc3a45e req-9ae37dd7-5787-42f8-8e9f-50f56cd2054f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1052 time: 0.0627692 Dec 15 14:13:26.395106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fb094f6-2dea-4b4c-96d3-3fd20dc3a45e req-adac57e6-c9c2-4d0d-ad90-84cb7c8ffd78 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583935 Dec 15 14:13:26.474535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] For port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:26.480087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] For port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:26.489685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.548069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.549143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.550558 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] 10.222.0.85 "PUT /v2.0/ports/7678e62d-87fa-499b-8cc7-d6c9b8d05a76 HTTP/1.1" status: 200 len: 1091 time: 1.8666785 Dec 15 14:13:26.551022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'tag': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:26.553426 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f732dbb-a5fb-43c9-be63-59e8963708ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8170a895-9f3f-4f89-a71c-c62486a51b34", "tag": "7678e62d-87fa-499b-8cc7-d6c9b8d05a76"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:26.604689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e9194-056e-404c-bf8c-1319d9736915 service neutron] Pushing event updated for resources: {'Port': ['ID=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:26.732532 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931124a9-bc4d-4d70-bf65-c5577cc4b8c6 x-openstack-request-id: req-931124a9-bc4d-4d70-bf65-c5577cc4b8c6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:26.732870 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8170a895-9f3f-4f89-a71c-c62486a51b34", "tag": "7678e62d-87fa-499b-8cc7-d6c9b8d05a76", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:26.733137 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-931124a9-bc4d-4d70-bf65-c5577cc4b8c6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:26.734402 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'tag': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76', 'status': 'completed', 'code': 200} Dec 15 14:13:26.767979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-04296e44-c342-4a8e-8224-fbd8c124cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.770073 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-04296e44-c342-4a8e-8224-fbd8c124cfbb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1094 time: 0.1510215 Dec 15 14:13:26.873570 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-375bf498-1718-4dc3-9c65-bb782588c274 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76 HTTP/1.1" status: 200 len: 217 time: 0.0924904 Dec 15 14:13:26.960363 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-fd38e7b1-a089-4b1d-bbc2-07a6c14bdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.962312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-fd38e7b1-a089-4b1d-bbc2-07a6c14bdcf1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=532a753d-efc7-4427-8398-2d994c3783dd HTTP/1.1" status: 200 len: 848 time: 0.0808942 Dec 15 14:13:27.054942 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-afe21345-dba8-497c-8c04-0105289f7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.056628 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-afe21345-dba8-497c-8c04-0105289f7fef service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7569a61c-e866-4a7e-a850-5901d6200cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865560 Dec 15 14:13:27.178745 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-6699bc7f-931f-4365-9991-fb61cb3d4a7a service neutron] 10.222.0.85 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145732 Dec 15 14:13:27.313542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db567e52-f31e-48d4-a3b7-1e94d69547b4 req-9747b422-52aa-4c62-a5ef-e3396d19b8d7 service neutron] 10.222.0.85 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272867 Dec 15 14:13:27.482310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-c0ef8dbf-dc9a-4f68-8d63-34c49bfd5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.490312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-c0ef8dbf-dc9a-4f68-8d63-34c49bfd5b89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1094 time: 0.0877144 Dec 15 14:13:27.576226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3304d-981e-4ad2-9259-f901f6510aad req-db32bc66-a86a-449a-9f79-1bbaec13c20d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.579134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4eb3304d-981e-4ad2-9259-f901f6510aad req-db32bc66-a86a-449a-9f79-1bbaec13c20d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1094 time: 0.0966909 Dec 15 14:13:27.621246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-7c3b7539-22de-430f-976a-67780b035714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.624420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-7c3b7539-22de-430f-976a-67780b035714 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.1268220 Dec 15 14:13:27.633236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4eb3304d-981e-4ad2-9259-f901f6510aad req-002a7643-fac3-4b5d-b0b3-06f06d85b3f9 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Dec 15 14:13:27.676145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-a63fad5b-e92e-4759-8a11-007b4b98c9ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76 HTTP/1.1" status: 200 len: 217 time: 0.0429907 Dec 15 14:13:27.732535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-0dbdca1f-175d-430c-8854-26c066dfa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.734237 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-0dbdca1f-175d-430c-8854-26c066dfa31c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=532a753d-efc7-4427-8398-2d994c3783dd HTTP/1.1" status: 200 len: 848 time: 0.0516160 Dec 15 14:13:27.789284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-7452a125-018e-42e0-9b30-6508399327b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.792003 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-7452a125-018e-42e0-9b30-6508399327b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7569a61c-e866-4a7e-a850-5901d6200cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496817 Dec 15 14:13:27.897403 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-03c4f353-2541-472b-8e62-a840449a55c8 service neutron] 10.222.0.85 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994046 Dec 15 14:13:27.999292 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f732dbb-a5fb-43c9-be63-59e8963708ce req-5aa97e36-f0e2-401c-90f1-975a84c3b080 service neutron] 10.222.0.85 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931973 Dec 15 14:13:28.784452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6977-f01c-456e-bd77-49a9e1013d0c req-fb0dd111-76ae-4fc7-ab10-86a615ecd449 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:28.792867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c5e6977-f01c-456e-bd77-49a9e1013d0c req-fb0dd111-76ae-4fc7-ab10-86a615ecd449 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1094 time: 0.0696273 Dec 15 14:13:28.854875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c5e6977-f01c-456e-bd77-49a9e1013d0c req-74caf4e0-5cad-48c2-a2ee-fa1000444fbf tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609641 Dec 15 14:13:29.999619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830d6a0-f666-417d-8235-9773c710298f req-6f95b131-3f9a-4c76-941a-c25fd174e1ee tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.004237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1830d6a0-f666-417d-8235-9773c710298f req-6f95b131-3f9a-4c76-941a-c25fd174e1ee tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1094 time: 0.0561464 Dec 15 14:13:30.123382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1830d6a0-f666-417d-8235-9773c710298f req-7f8c1284-a181-4138-91cb-5511d0b89397 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107378 Dec 15 14:13:30.573218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:30.677514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:30.690181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'port_id': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76', 'mac_address': 'fa:16:3e:c4:94:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532a753d-efc7-4427-8398-2d994c3783dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:30.735121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.756321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:30.785818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:30.794808 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.850472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:31.206671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['7678e62d-87fa-499b-8cc7-d6c9b8d05a76'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:31.322273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd4f58-0ba8-44a9-b59d-c71cf62cdabe req-25a28573-c47d-4ac5-ad41-a0f0783237af tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:31.329522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58fd4f58-0ba8-44a9-b59d-c71cf62cdabe req-25a28573-c47d-4ac5-ad41-a0f0783237af tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1095 time: 0.0809782 Dec 15 14:13:31.440288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58fd4f58-0ba8-44a9-b59d-c71cf62cdabe req-e24da012-eb88-47e1-8ea4-d97c8d7d2031 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013408 Dec 15 14:13:32.583515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:32.608790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc5975-f6d7-44e0-9465-941ae6d80829 req-9f98a610-f86a-4cdb-8762-5fa62eb738ac tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:32.619431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebdc5975-f6d7-44e0-9465-941ae6d80829 req-9f98a610-f86a-4cdb-8762-5fa62eb738ac tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1095 time: 0.0951622 Dec 15 14:13:32.688791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebdc5975-f6d7-44e0-9465-941ae6d80829 req-d36a4ad8-78d9-4e12-81fd-f194e8769fd6 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650256 Dec 15 14:13:32.705871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:32.709870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:32.710179 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.846747 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.882382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:32.884746 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b5a27-31ee-4ab9-b608-4821e538f348" -d '{"events": [{"server_uuid": "8170a895-9f3f-4f89-a71c-c62486a51b34", "name": "network-vif-plugged", "status": "completed", "tag": "7678e62d-87fa-499b-8cc7-d6c9b8d05a76"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:32.899732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:32.905794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.950881 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda7503-31b1-4b33-9f66-1ecf80993757 x-openstack-request-id: req-adda7503-31b1-4b33-9f66-1ecf80993757 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:32.951173 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170a895-9f3f-4f89-a71c-c62486a51b34", "name": "network-vif-plugged", "status": "completed", "tag": "7678e62d-87fa-499b-8cc7-d6c9b8d05a76", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:32.951427 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adda7503-31b1-4b33-9f66-1ecf80993757 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:32.951815 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76', 'code': 200} Dec 15 14:13:32.968581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:33.101076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184db162-9237-4690-a826-4008e6047c20 req-d670ce04-0af3-49f8-91e5-28be632b178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:33.104438 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-184db162-9237-4690-a826-4008e6047c20 req-d670ce04-0af3-49f8-91e5-28be632b178e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.0570562 Dec 15 14:13:33.168072 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-184db162-9237-4690-a826-4008e6047c20 req-954bc928-d8c2-4235-9591-ee6722d2d5c7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Dec 15 14:13:33.808491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272d69-973d-4e40-94d6-d7b6607174f7 req-80541afd-66f4-4967-b00f-2f0f48e38663 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:33.810248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc272d69-973d-4e40-94d6-d7b6607174f7 req-80541afd-66f4-4967-b00f-2f0f48e38663 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.0479553 Dec 15 14:13:33.886892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc272d69-973d-4e40-94d6-d7b6607174f7 req-6af67499-a889-4b5d-8fff-1c55d3a5605c tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630941 Dec 15 14:13:35.023279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c83f63-c52a-4ee4-b5a3-57e459334fa9 req-6d99fbfe-3c6e-4e9f-8af5-910514170a74 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.032105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90c83f63-c52a-4ee4-b5a3-57e459334fa9 req-6d99fbfe-3c6e-4e9f-8af5-910514170a74 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.0635064 Dec 15 14:13:35.119507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90c83f63-c52a-4ee4-b5a3-57e459334fa9 req-1dc9ff31-b50e-46c1-ac4c-3effa8e61edd tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861609 Dec 15 14:13:35.260225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeff22-e448-4e06-898d-5c44dd073ef4 req-595308d4-0778-443b-9fdb-8c2d2d3cbab8 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.262602 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1eeff22-e448-4e06-898d-5c44dd073ef4 req-595308d4-0778-443b-9fdb-8c2d2d3cbab8 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.0575218 Dec 15 14:13:35.343211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1eeff22-e448-4e06-898d-5c44dd073ef4 req-437b0410-6343-48e7-9701-5f14418ae227 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744045 Dec 15 14:13:35.450397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaebfe6-f051-4f60-8c93-cfa87529625d req-d0b6a5ba-ee65-460d-8753-b636a193ebd9 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.452321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eaebfe6-f051-4f60-8c93-cfa87529625d req-d0b6a5ba-ee65-460d-8753-b636a193ebd9 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.0453413 Dec 15 14:13:35.511729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7eaebfe6-f051-4f60-8c93-cfa87529625d req-1391962c-cb63-420c-8c30-eb50a5650019 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530064 Dec 15 14:13:35.772004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-fdcfa69b-9dc3-4618-b741-97e2d0cb71ed tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.773720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-fdcfa69b-9dc3-4618-b741-97e2d0cb71ed tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.1052556 Dec 15 14:13:35.793858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-4790fdd9-c2e8-411e-8ba2-10af2a14305d tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/quotas/d2e5b0d74bdf47caafe8f3f313c6a2a2 HTTP/1.1" status: 200 len: 375 time: 0.0122805 Dec 15 14:13:35.904945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-883f6a2a-a6a5-4c4f-8e09-4afec5a814bb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030657 Dec 15 14:13:36.023839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-9da4fc19-e8d8-4fc5-a7c6-2441c4e98f77 service neutron] 10.222.0.32 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176074 Dec 15 14:13:36.157048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-6bd88ca8-b893-4c23-8a97-9e162ec2fda6 service neutron] 10.222.0.32 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322103 Dec 15 14:13:36.505098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-684a31e1-8f91-414f-934a-6cfc54aae259 req-c0e9060e-613f-4280-ad13-dc1dd950aba4 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 210 time: 0.1747217 Dec 15 14:13:36.798115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:36.973096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16d092c0-9cae-4f35-8899-aa0fc8cd1d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.102984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16d092c0-9cae-4f35-8899-aa0fc8cd1d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.110641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16d092c0-9cae-4f35-8899-aa0fc8cd1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.185127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d092c0-9cae-4f35-8899-aa0fc8cd1d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995ea760-7bc3-403a-b71e-de389e705929,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:37.204534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-16d092c0-9cae-4f35-8899-aa0fc8cd1d0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ee8f426e1554b47bbb1a7449d30f7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017837 Dec 15 14:13:37.205060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:37.259704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3156c2d5-29c8-4d27-a55d-ef161a4a47db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.287572 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3156c2d5-29c8-4d27-a55d-ef161a4a47db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.349119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3156c2d5-29c8-4d27-a55d-ef161a4a47db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.353292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3156c2d5-29c8-4d27-a55d-ef161a4a47db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.354763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3156c2d5-29c8-4d27-a55d-ef161a4a47db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/995ea760-7bc3-403a-b71e-de389e705929 HTTP/1.1" status: 204 len: 168 time: 0.1489244 Dec 15 14:13:37.372448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156c2d5-29c8-4d27-a55d-ef161a4a47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ea760-7bc3-403a-b71e-de389e705929,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:37.632699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d321f793-41d1-4a5e-87d9-64d8c5269505 req-80cd4dbe-846d-4223-bac5-cb6871d3af56 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 210 time: 0.0282373 Dec 15 14:13:37.829938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-503fce40-6d44-448b-93ca-4d4557c3d111 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:37.832236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-503fce40-6d44-448b-93ca-4d4557c3d111 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.67 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.1722007 Dec 15 14:13:37.845090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Request body: {'port': {'device_id': '18e17454-4bdc-4559-869f-ee89eff4945c', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'admin_state_up': True, 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:37.870833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Made reservation on behalf of d2e5b0d74bdf47caafe8f3f313c6a2a2 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:37.875653 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.059963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Allocated IP 172.20.0.7 (7569a61c-e866-4a7e-a850-5901d6200cf9/532a753d-efc7-4427-8398-2d994c3783dd/d9d64d67-5e5f-4919-a155-8bc33067a27a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:38.246668 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.300059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.338926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['7678e62d-87fa-499b-8cc7-d6c9b8d05a76'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:38.356923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:38.376521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:38.380371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:38.457901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d64d67-5e5f-4919-a155-8bc33067a27a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:38.513529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.515287 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.556716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-25ba6141-5547-4b39-aa31-767cad449e50 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7160971 Dec 15 14:13:38.571439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Request body: {'port': {'device_id': '18e17454-4bdc-4559-869f-ee89eff4945c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:38.658857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.872536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2be879bc-38a4-4185-964b-d3a00844353c None None] Provisioning complete for port d9d64d67-5e5f-4919-a155-8bc33067a27a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:38.874891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2be879bc-38a4-4185-964b-d3a00844353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.881658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2c616-dfe9-4550-af80-923e865767e3 req-a22e6033-9774-478b-aa64-0fbecc186473 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.883198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dda2c616-dfe9-4550-af80-923e865767e3 req-a22e6033-9774-478b-aa64-0fbecc186473 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1027 time: 0.1337214 Dec 15 14:13:38.960589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2be879bc-38a4-4185-964b-d3a00844353c None None] Port d9d64d67-5e5f-4919-a155-8bc33067a27a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:39.066641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dda2c616-dfe9-4550-af80-923e865767e3 req-97b5d362-e053-4f28-9313-e02b6b482b64 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623471 Dec 15 14:13:39.202762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d64d67-5e5f-4919-a155-8bc33067a27a {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:39.211064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.225655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Transition to ACTIVE for port object d9d64d67-5e5f-4919-a155-8bc33067a27a will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:39.241816 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.347638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d64d67-5e5f-4919-a155-8bc33067a27a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:39.521424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Attempting to bind port d9d64d67-5e5f-4919-a155-8bc33067a27a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:39.522131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Attempting to bind port d9d64d67-5e5f-4919-a155-8bc33067a27a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:39.522685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Attempting to bind port d9d64d67-5e5f-4919-a155-8bc33067a27a on network 7569a61c-e866-4a7e-a850-5901d6200cf9 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:39.544981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Port d9d64d67-5e5f-4919-a155-8bc33067a27a on network 7569a61c-e866-4a7e-a850-5901d6200cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:39.546085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Attempting to bind port d9d64d67-5e5f-4919-a155-8bc33067a27a on network 7569a61c-e866-4a7e-a850-5901d6200cf9 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:39.559619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:39.560942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Checking segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:39.561264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Bound using segment: {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:39.564741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Bound port: d9d64d67-5e5f-4919-a155-8bc33067a27a, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:39.565129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.748064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] For port d9d64d67-5e5f-4919-a155-8bc33067a27a, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:39.754695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] For port d9d64d67-5e5f-4919-a155-8bc33067a27a, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:39.763629 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.871595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:39.872561 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.879113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] 10.222.0.67 "PUT /v2.0/ports/d9d64d67-5e5f-4919-a155-8bc33067a27a HTTP/1.1" status: 200 len: 1091 time: 1.3120494 Dec 15 14:13:39.911562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e17454-4bdc-4559-869f-ee89eff4945c', 'tag': 'd9d64d67-5e5f-4919-a155-8bc33067a27a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:39.922301 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a965c554-8a50-4c7f-bd56-6facb21cbe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "18e17454-4bdc-4559-869f-ee89eff4945c", "tag": "d9d64d67-5e5f-4919-a155-8bc33067a27a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:39.977461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea050206-2138-413d-bf0d-f83cfeb9c4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d64d67-5e5f-4919-a155-8bc33067a27a,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.023637 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5b506a-9731-4757-b04c-042b2c6b8ae8 x-openstack-request-id: req-1a5b506a-9731-4757-b04c-042b2c6b8ae8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:40.024045 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e17454-4bdc-4559-869f-ee89eff4945c", "tag": "d9d64d67-5e5f-4919-a155-8bc33067a27a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:40.024231 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a5b506a-9731-4757-b04c-042b2c6b8ae8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:40.025258 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e17454-4bdc-4559-869f-ee89eff4945c', 'tag': 'd9d64d67-5e5f-4919-a155-8bc33067a27a', 'status': 'completed', 'code': 200} Dec 15 14:13:40.100460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-f7294f39-e6de-44b9-9a3e-c1328aa02470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.103571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-f7294f39-e6de-44b9-9a3e-c1328aa02470 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1094 time: 0.1703482 Dec 15 14:13:40.236188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-321a901d-5cc7-4010-b65e-82e2933ae9cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a HTTP/1.1" status: 200 len: 217 time: 0.1146805 Dec 15 14:13:40.346805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8308bc-8358-4841-93f4-a6123cd4df9f req-d8927943-c413-4936-b401-bc1341019d84 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.348834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb8308bc-8358-4841-93f4-a6123cd4df9f req-d8927943-c413-4936-b401-bc1341019d84 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.1228337 Dec 15 14:13:40.356130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-9a1b78b3-9539-4799-8359-06b5cf231e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.357708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-9a1b78b3-9539-4799-8359-06b5cf231e2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=532a753d-efc7-4427-8398-2d994c3783dd HTTP/1.1" status: 200 len: 848 time: 0.1210132 Dec 15 14:13:40.451189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb8308bc-8358-4841-93f4-a6123cd4df9f req-43ed441e-9a88-48a5-92b6-d63b701bc015 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890794 Dec 15 14:13:40.459136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36aa36-f29c-491e-a021-749dba9955ec req-10f61a7f-e563-47df-b7d6-4bab62683abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.460671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-10f61a7f-e563-47df-b7d6-4bab62683abc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7569a61c-e866-4a7e-a850-5901d6200cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891013 Dec 15 14:13:40.585344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd80105-1e38-4143-96bc-9b46438bdfc3 req-1554c687-ddb7-49fc-9825-5732c3e568a7 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.586908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cd80105-1e38-4143-96bc-9b46438bdfc3 req-1554c687-ddb7-49fc-9825-5732c3e568a7 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1094 time: 0.3491344 Dec 15 14:13:40.626720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-ba754cf3-322a-4f09-8a96-d6e4e4ceb5ba service neutron] 10.222.0.67 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578143 Dec 15 14:13:40.674330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cd80105-1e38-4143-96bc-9b46438bdfc3 req-c520c6cb-7c86-4666-aca5-5043717d5a15 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780382 Dec 15 14:13:40.751123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d36aa36-f29c-491e-a021-749dba9955ec req-b70e1345-e3f5-4854-9f84-3235e050cdf8 service neutron] 10.222.0.67 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155279 Dec 15 14:13:40.884181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-52f56a7d-b1c3-44c1-ac4e-3eb644070857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.888744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-52f56a7d-b1c3-44c1-ac4e-3eb644070857 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1094 time: 0.0544384 Dec 15 14:13:40.926719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:40.933650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'network': {'name': 'tempest-network-smoke--1169240979', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:40.960097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Made reservation on behalf of 0d3cec525715422d81e5f0cc4f673a27 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:40.966634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.998696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.038929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-2f8dbebf-561e-4ec0-82e9-8a2b6df0f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.038929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-2f8dbebf-561e-4ec0-82e9-8a2b6df0f068 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.1418335 Dec 15 14:13:41.095425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-4cd8dcd4-cb97-40a7-ab30-23eefe056215 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a HTTP/1.1" status: 200 len: 217 time: 0.0457835 Dec 15 14:13:41.109604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.114104 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.142711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:41.161140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-3354f943-be9d-430b-bc55-6c3c948f1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.162376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.162697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-3354f943-be9d-430b-bc55-6c3c948f1871 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=532a753d-efc7-4427-8398-2d994c3783dd HTTP/1.1" status: 200 len: 848 time: 0.0587633 Dec 15 14:13:41.162803 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Added segment b69b1c64-ce36-4685-b2d8-1aa0c77e0b50 of type vlan for network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f Dec 15 14:13:41.165057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4db43-c469-4335-8f18-b1dcd0752909,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.230009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-a191dc4f-47b3-4430-9aca-c2af2440dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.232015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-a191dc4f-47b3-4430-9aca-c2af2440dff8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7569a61c-e866-4a7e-a850-5901d6200cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599599 Dec 15 14:13:41.259109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.292056 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.300475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.301231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.397103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4683540 Dec 15 14:13:41.402030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:41.406700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'admin_state_up': True, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:41.428343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-d3cc37ee-879f-487c-b3e9-ff78f87c9be1 service neutron] 10.222.0.67 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791768 Dec 15 14:13:41.443687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.444745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.450573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86692b-787d-446a-8999-5b48b07f755b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Network': ['ID=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.485196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:41.508084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-a5e0c23b-066b-40e9-b31e-0e63f7308833 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.512246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-a5e0c23b-066b-40e9-b31e-0e63f7308833 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.67 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.1310658 Dec 15 14:13:41.521945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.660275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a965c554-8a50-4c7f-bd56-6facb21cbe0c req-e7269415-ad6b-4f23-9fc7-2eb227ea5053 service neutron] 10.222.0.67 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243366 Dec 15 14:13:41.688967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Deleting port 3a282900-e531-4533-b780-dee996c693c5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:41.689311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.701189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84db47e-d2a6-4836-9a4f-76f12a2c65a9 req-24d904e5-d539-4ab0-8d5d-342ffc15cf38 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.702758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f84db47e-d2a6-4836-9a4f-76f12a2c65a9 req-24d904e5-d539-4ab0-8d5d-342ffc15cf38 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 946 time: 0.1081879 Dec 15 14:13:41.719822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.951483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.975796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.038542 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:13:42.094721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.25.2.78 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/37795171-43d1-4ad6-9530-a4ae782ebc0f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:42.208905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f84db47e-d2a6-4836-9a4f-76f12a2c65a9 req-9dd684c5-3ef2-43b0-b4be-3f078e600f22 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/security-groups?id=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928870 Dec 15 14:13:42.215359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.221862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] For port 3a282900-e531-4533-b780-dee996c693c5, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3a282900-e531-4533-b780-dee996c693c5,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:42.222043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.260885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.286377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4625b7-2f11-4573-b33b-82c71ea114f3 req-632ca9fb-6cc6-4b91-b1e7-c481ff2dd6e0 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.287906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e4625b7-2f11-4573-b33b-82c71ea114f3 req-632ca9fb-6cc6-4b91-b1e7-c481ff2dd6e0 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1094 time: 0.4865882 Dec 15 14:13:42.329988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:42.336037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:42.339392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=37795171-43d1-4ad6-9530-a4ae782ebc0f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.352242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:42.354495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8a04a-53da-487d-af6a-f02399378e98 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:42.407311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-13faf693-cde6-4716-b766-9585656d6261 None None] Provisioning complete for port 37795171-43d1-4ad6-9530-a4ae782ebc0f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:42.408325 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13faf693-cde6-4716-b766-9585656d6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.410762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e4625b7-2f11-4573-b33b-82c71ea114f3 req-5b34b29a-7439-454d-a744-758d38e4ce62 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097739 Dec 15 14:13:42.470381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13faf693-cde6-4716-b766-9585656d6261 None None] Port 37795171-43d1-4ad6-9530-a4ae782ebc0f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:42.511259 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.511835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.511978 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Floating IP f5be413f-d404-4bf3-b7c8-410e106b5a2a disassociated. External IP: 172.25.2.62, port: 3a282900-e531-4533-b780-dee996c693c5. Dec 15 14:13:42.512252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Calling delete_port for 3a282900-e531-4533-b780-dee996c693c5 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:42.556729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d5c5fbb-d774-4edd-b461-0dd0ed28931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.695193 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.714385 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.735685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event deleted for resources: {'Port': ['ID=3a282900-e531-4533-b780-dee996c693c5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.917245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Router 4b4676d6-8702-409c-86e6-5cf52a81f5dd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:43.027807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.051756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:43.074596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] Sync routers for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:43.092029 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:43.094987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:43.095958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] No DVR routers for this DVR port 3a282900-e531-4533-b780-dee996c693c5 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:43.099326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.104428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffcd53f8-2a82-4f38-8a41-ce2c44d41934 req-7e582a30-63ca-4171-828f-d2c7b3e17c94 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.67 "DELETE /v2.0/ports/3a282900-e531-4533-b780-dee996c693c5 HTTP/1.1" status: 204 len: 173 time: 1.5844128 Dec 15 14:13:43.104934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'name': 'network-vif-deleted', 'tag': '3a282900-e531-4533-b780-dee996c693c5'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:43.108259 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449d13c2-7d17-4f08-a6ee-de2d00339ab2" -d '{"events": [{"server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "name": "network-vif-deleted", "tag": "3a282900-e531-4533-b780-dee996c693c5"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:43.217594 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315e635b-cbdb-4144-b741-216f7fa76e33 x-openstack-request-id: req-315e635b-cbdb-4144-b741-216f7fa76e33 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:43.217888 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcb221-fa50-4876-b4a7-3a5a836c8907", "name": "network-vif-deleted", "tag": "3a282900-e531-4533-b780-dee996c693c5", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:43.218140 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-315e635b-cbdb-4144-b741-216f7fa76e33 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:43.218539 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcb221-fa50-4876-b4a7-3a5a836c8907', 'name': 'network-vif-deleted', 'tag': '3a282900-e531-4533-b780-dee996c693c5', 'status': 'completed', 'code': 200} Dec 15 14:13:43.262604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:43.323945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router c01a7055-bb8d-485c-98b4-13dad4e6fec0 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:43.501902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e75b575e-3686-4ea0-b7aa-4db53e2761fa req-00cd35a1-38f5-447f-b761-faace8e599f7 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb221-fa50-4876-b4a7-3a5a836c8907 HTTP/1.1" status: 200 len: 210 time: 0.0657506 Dec 15 14:13:43.572905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:43.585924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Sync routers for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:43.610083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:43.611139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:43.636391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.643372 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a5d29b55-a249-4ab1-884f-5299f5574382 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2400916 Dec 15 14:13:43.644017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:43.645353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de693-7859-476f-835e-04ed79a2ec12 req-34511d84-ac4d-4348-b91e-d60e2cc7e17c tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.648488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-229de693-7859-476f-835e-04ed79a2ec12 req-34511d84-ac4d-4348-b91e-d60e2cc7e17c tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1094 time: 0.1040063 Dec 15 14:13:43.749949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-229de693-7859-476f-835e-04ed79a2ec12 req-bda042c1-3563-477e-be75-b968f9a5cbff tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943768 Dec 15 14:13:43.764360 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:30Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:43.816375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:43.818191 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] Checking router: 4b4676d6-8702-409c-86e6-5cf52a81f5dd for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:43.831044 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:43.832009 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:43.856991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:43.857205 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ef7d506-1a7c-48b7-817b-b271eaa5c4c4 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0d3cec525715422d81e5f0cc4f673a27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2096114 Dec 15 14:13:44.046923 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:44.049960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d991113-ea03-4fe0-ae74-a1ce364561a5 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.052827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7d991113-ea03-4fe0-ae74-a1ce364561a5 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1942523 Dec 15 14:13:44.055505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.096219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6e775032-e0bb-455f-9df6-9068b0cbbfc5 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387170 Dec 15 14:13:44.098962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36528) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.105348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1619100764', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:44.110034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:42Z', 'revision_number': 3, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:44.143815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Checking router: c01a7055-bb8d-485c-98b4-13dad4e6fec0 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:44.144358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Updating router c01a7055-bb8d-485c-98b4-13dad4e6fec0 port 37795171-43d1-4ad6-9530-a4ae782ebc0f binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:44.151314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d9d64d67-5e5f-4919-a155-8bc33067a27a details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:44.276655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Made reservation on behalf of 0d3cec525715422d81e5f0cc4f673a27 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:44.281422 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.362128 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:30Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:44.393905 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5d00-d1c7-4e74-90fc-62e8130b8ecd None None] The sync data for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 is: [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 4, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd097034f-1e47-4f8d-a638-ca6a71f0018e', 'name': '', 'network_id': '7024e018-d4a8-4001-9f92-491063b16948', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'mac_address': 'fa:16:3e:a1:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:13Z', 'updated_at': '2021-12-15T14:08:30Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'subnets': [{'id': '12ba8e25-b653-4e6e-b417-172ec41c2144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:44.578806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36540) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.584264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d9d64d67-5e5f-4919-a155-8bc33067a27a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:44.612720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'd9d64d67-5e5f-4919-a155-8bc33067a27a', 'network_id': '7569a61c-e866-4a7e-a850-5901d6200cf9', 'port_id': 'd9d64d67-5e5f-4919-a155-8bc33067a27a', 'mac_address': 'fa:16:3e:c2:ed:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532a753d-efc7-4427-8398-2d994c3783dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:44.637481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.678312 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.759783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Subnet': ['ID=a49309f7-a737-40ef-a9d4-bdcd0564a9e4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.791496 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Checking segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:44.792040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network hostable DHCP agents. Network: fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:44.822763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:44.850119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:44.859666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.860277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.889408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04430d67-143a-483a-86ae-a5bd9f760e2b None None] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:44.924158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da50f1d-1885-4f8a-9f13-33bffb1739e4 None None] New status for floating IP f5be413f-d404-4bf3-b7c8-410e106b5a2a: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:13:44.934332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.936202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-899c3ee0-45e7-4966-a84d-af25f3530c84 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8360207 Dec 15 14:13:44.939859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.978609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Deleting port 11a3a43b-e138-428b-82dc-3a4e41cf329e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:44.979382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.073457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:45.075267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.144204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.144738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.160562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Calling delete_port for 11a3a43b-e138-428b-82dc-3a4e41cf329e owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:45.161270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404049d-c7d2-4f40-92f1-4351f3f5423e req-5362a5d7-f43a-4f65-ba94-c67ccf2c02fc tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.164681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5404049d-c7d2-4f40-92f1-4351f3f5423e req-5362a5d7-f43a-4f65-ba94-c67ccf2c02fc tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1094 time: 0.2831874 Dec 15 14:13:45.317558 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5404049d-c7d2-4f40-92f1-4351f3f5423e req-2035b0da-89b9-45a0-8743-ae9e2a6933c3 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379809 Dec 15 14:13:45.360970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Allocated IP 172.20.0.2 (fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f/a49309f7-a737-40ef-a9d4-bdcd0564a9e4/3d6350d5-f5fb-486c-aa09-6c11eb0adcf0) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:45.395473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.457475 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event deleted for resources: {'Port': ['ID=11a3a43b-e138-428b-82dc-3a4e41cf329e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.484449 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.494216 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0524a457-03e7-42d3-8bf4-da42cb9cd4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.521863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d64d67-5e5f-4919-a155-8bc33067a27a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:45.556108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d9d64d67-5e5f-4919-a155-8bc33067a27a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:45.599679 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.637108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.639761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.641147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cc30109e-6b2f-4516-8846-631dcdf1a59a tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5be413f-d404-4bf3-b7c8-410e106b5a2a HTTP/1.1" status: 204 len: 168 time: 1.0613410 Dec 15 14:13:45.684793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d9d64d67-5e5f-4919-a155-8bc33067a27a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.781200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.883100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['d9d64d67-5e5f-4919-a155-8bc33067a27a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:45.900826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a73b60a5-4eed-4183-82a2-211b22a115a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.906703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.939322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a73b60a5-4eed-4183-82a2-211b22a115a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.941485 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.965042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.982321 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.016540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.047669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a73b60a5-4eed-4183-82a2-211b22a115a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.052005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a73b60a5-4eed-4183-82a2-211b22a115a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.053369 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a73b60a5-4eed-4183-82a2-211b22a115a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] 10.222.0.32 "DELETE /v2.0/security-groups/016ed2f7-acfd-47b7-aecc-7ca7225bc4d7 HTTP/1.1" status: 204 len: 168 time: 0.2711184 Dec 15 14:13:46.067857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b60a5-4eed-4183-82a2-211b22a115a1 tempest-TestServerBasicOps-661581805 tempest-TestServerBasicOps-661581805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ed2f7-acfd-47b7-aecc-7ca7225bc4d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:46.084875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Attempting to bind port 37795171-43d1-4ad6-9530-a4ae782ebc0f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:46.085509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Attempting to bind port 37795171-43d1-4ad6-9530-a4ae782ebc0f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:46.086069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Attempting to bind port 37795171-43d1-4ad6-9530-a4ae782ebc0f on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:46.093421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5052ca1-46d1-4955-9869-692e41842650 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:46.111504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:46.141087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:46.141836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:46.142465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.143146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:46.143846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Bound port: 37795171-43d1-4ad6-9530-a4ae782ebc0f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:46.144766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.171834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:46.245027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3a282900-e531-4533-b780-dee996c693c5 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:46.249542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273706d-3597-4e8e-a019-df93ee2e3433 None None] Pushing event updated for resources: {'Port': ['ID=37795171-43d1-4ad6-9530-a4ae782ebc0f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:46.275736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:46.286839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:46.391649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3a282900-e531-4533-b780-dee996c693c5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:46.392093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3a282900-e531-4533-b780-dee996c693c5 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:46.443570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.528015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2a992978-7799-4a51-a755-9c633029b09e None None] Provisioning complete for port 37795171-43d1-4ad6-9530-a4ae782ebc0f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:46.528385 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a992978-7799-4a51-a755-9c633029b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.547489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d3ac-7c70-4630-94f7-bcb74d1eb28a req-087be55d-01a6-4139-a593-337bedf49d82 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.554996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8299d3ac-7c70-4630-94f7-bcb74d1eb28a req-087be55d-01a6-4139-a593-337bedf49d82 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1095 time: 0.0969851 Dec 15 14:13:46.591952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] For port 37795171-43d1-4ad6-9530-a4ae782ebc0f, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:46.598821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.20.0.1 (fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f/a49309f7-a737-40ef-a9d4-bdcd0564a9e4/12bd1488-22ae-437e-8125-f683cfa1b218) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:46.599169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2a992978-7799-4a51-a755-9c633029b09e None None] Port 37795171-43d1-4ad6-9530-a4ae782ebc0f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:46.603217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Pushing event updated for resources: {'Port': ['ID=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:46.628686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Attempting to bind port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:46.628963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Attempting to bind port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:46.629216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Attempting to bind port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 on network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:46.633538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8299d3ac-7c70-4630-94f7-bcb74d1eb28a req-b8efdbb9-6aff-42e2-b1e4-29a843512d66 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Dec 15 14:13:46.694791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:46.695364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Checking segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:46.695498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.695873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Bound using segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:46.698814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Bound port: 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:46.699224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.723107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] For port 37795171-43d1-4ad6-9530-a4ae782ebc0f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=37795171-43d1-4ad6-9530-a4ae782ebc0f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:46.840153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.842362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] For port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:46.846814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] For port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:46.859167 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.885496 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.925915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.930308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273706d-3597-4e8e-a019-df93ee2e3433 None None] Pushing event updated for resources: {'Port': ['ID=37795171-43d1-4ad6-9530-a4ae782ebc0f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:46.962726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:46.963374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:47.021236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=12bd1488-22ae-437e-8125-f683cfa1b218,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.026091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.029355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:47.031802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:47.035974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:47.108624 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.174916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:47.269762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bbc91-78f4-4606-82da-8dc4cb77ea6a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:47.526101 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.576270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Deleting port d097034f-1e47-4f8d-a638-ca6a71f0018e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:47.577183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.818566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] For port d097034f-1e47-4f8d-a638-ca6a71f0018e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d097034f-1e47-4f8d-a638-ca6a71f0018e,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:47.818937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.875594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Calling delete_port for d097034f-1e47-4f8d-a638-ca6a71f0018e owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:47.897002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:47.906108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae2d71-9ad6-4997-826a-65a37702b7b7 None None] Pushing event updated for resources: {'Port': ['ID=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.924462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-31df801e-0813-4ec2-ba2a-7637c275c484 None None] Provisioning complete for port 37795171-43d1-4ad6-9530-a4ae782ebc0f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:47.934649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31df801e-0813-4ec2-ba2a-7637c275c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.942067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.077018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eecbb3-e9c0-4f08-bc06-d76e6314c59d req-e5df95cd-7f69-4caa-8a63-cf999719af23 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.083210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2eecbb3-e9c0-4f08-bc06-d76e6314c59d req-e5df95cd-7f69-4caa-8a63-cf999719af23 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1095 time: 0.2758672 Dec 15 14:13:48.136534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:42Z', 'revision_number': 3, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:48.177134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-89a880ea-f4e1-4a07-b7fd-eecb86985710 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2735410 Dec 15 14:13:48.220834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d9d64d67-5e5f-4919-a155-8bc33067a27a up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:48.227822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d4ff-0b0a-4b5e-a0ab-bc4002db78ad None None] The sync data for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 is: [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:42Z', 'revision_number': 3, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:48.351861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2eecbb3-e9c0-4f08-bc06-d76e6314c59d req-18ca4290-8ebc-4562-981f-b470ba3f44a6 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493398 Dec 15 14:13:48.388955 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d672c56-e35b-4e20-b240-47fe93e44f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.391899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31df801e-0813-4ec2-ba2a-7637c275c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.464161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-31df801e-0813-4ec2-ba2a-7637c275c484 None None] For port 37795171-43d1-4ad6-9530-a4ae782ebc0f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=37795171-43d1-4ad6-9530-a4ae782ebc0f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:48.475273 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31df801e-0813-4ec2-ba2a-7637c275c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.544762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-9d387752-a6bb-4ac3-b578-006a442f0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.546505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-9d387752-a6bb-4ac3-b578-006a442f0a94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b507e95b25941a4908893c74ff01f72&device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 1096 time: 0.3310401 Dec 15 14:13:48.550873 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.559872 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.658042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df801e-0813-4ec2-ba2a-7637c275c484 None None] Pushing event updated for resources: {'Port': ['ID=37795171-43d1-4ad6-9530-a4ae782ebc0f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.735335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port d9d64d67-5e5f-4919-a155-8bc33067a27a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:48.744811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=12bd1488-22ae-437e-8125-f683cfa1b218,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.746662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.763058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port d9d64d67-5e5f-4919-a155-8bc33067a27a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:48.763570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.819978 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.198766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:49.202320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:49.464403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router c01a7055-bb8d-485c-98b4-13dad4e6fec0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:49.468138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-0e4ad380-1a6c-42d8-82b5-4fe4aa5c91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.469685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-0e4ad380-1a6c-42d8-82b5-4fe4aa5c91f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 200 len: 913 time: 0.8991060 Dec 15 14:13:49.495100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.612866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port d9d64d67-5e5f-4919-a155-8bc33067a27a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:49.623080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e17454-4bdc-4559-869f-ee89eff4945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d64d67-5e5f-4919-a155-8bc33067a27a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:49.629117 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1b309f-26b4-4f7d-9e40-c11821c9aa2f" -d '{"events": [{"server_uuid": "18e17454-4bdc-4559-869f-ee89eff4945c", "name": "network-vif-plugged", "status": "completed", "tag": "d9d64d67-5e5f-4919-a155-8bc33067a27a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:49.640206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.708701 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d672c56-e35b-4e20-b240-47fe93e44f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.710471 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedd18cc-17de-4ad6-8e0d-2239c770a867 x-openstack-request-id: req-fedd18cc-17de-4ad6-8e0d-2239c770a867 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:49.710607 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.710879 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e17454-4bdc-4559-869f-ee89eff4945c", "name": "network-vif-plugged", "status": "completed", "tag": "d9d64d67-5e5f-4919-a155-8bc33067a27a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:49.711152 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fedd18cc-17de-4ad6-8e0d-2239c770a867 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:49.712176 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e17454-4bdc-4559-869f-ee89eff4945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d64d67-5e5f-4919-a155-8bc33067a27a', 'code': 200} Dec 15 14:13:49.718186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d672c56-e35b-4e20-b240-47fe93e44f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.767765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfc865-37e6-4a51-baad-06a0d7cd91ad None None] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:49.782478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d097034f-1e47-4f8d-a638-ca6a71f0018e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.954138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d672c56-e35b-4e20-b240-47fe93e44f4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cf274df320c4f55b96480f889722315&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0561736 Dec 15 14:13:49.955144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:49.958019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d672c56-e35b-4e20-b240-47fe93e44f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe669d-c9f4-4971-bb60-b5f61248c904,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.969277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=d9d64d67-5e5f-4919-a155-8bc33067a27a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.025214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6ec957c4-e4cf-4756-9713-a066f4cdc103 None None] Provisioning complete for port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:50.032573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ec957c4-e4cf-4756-9713-a066f4cdc103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.290222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:50.433884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a4b2-7827-4a03-b4f7-4278a174ce5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.475821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a4b2-7827-4a03-b4f7-4278a174ce5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.564750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a4b2-7827-4a03-b4f7-4278a174ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.567869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a4b2-7827-4a03-b4f7-4278a174ce5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.585992 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f8c7a4b2-7827-4a03-b4f7-4278a174ce5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40fe669d-c9f4-4971-bb60-b5f61248c904 HTTP/1.1" status: 204 len: 168 time: 0.6097178 Dec 15 14:13:50.618374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7a4b2-7827-4a03-b4f7-4278a174ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe669d-c9f4-4971-bb60-b5f61248c904,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.632747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.642515 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ec957c4-e4cf-4756-9713-a066f4cdc103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.672098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:50.672827 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.792316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6ec957c4-e4cf-4756-9713-a066f4cdc103 None None] For port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:50.811541 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ec957c4-e4cf-4756-9713-a066f4cdc103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.906638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 37795171-43d1-4ad6-9530-a4ae782ebc0f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:50.995874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec957c4-e4cf-4756-9713-a066f4cdc103 None None] Pushing event updated for resources: {'Port': ['ID=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.053101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 37795171-43d1-4ad6-9530-a4ae782ebc0f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:51.053478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.122428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27b6bdbd-8fd0-4bab-9c5f-1125e33d1f51 None None] Provisioning complete for port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:51.123011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27b6bdbd-8fd0-4bab-9c5f-1125e33d1f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.131325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-620ee0e7-425c-449a-bd2a-0c600b4c5428 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298711bb-efd1-4845-896b-923a7885f258 HTTP/1.1" status: 200 len: 1001 time: 1.6438160 Dec 15 14:13:51.144571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c7af-41cf-4e4d-b6be-d40e91a91811 req-1fc11574-49f5-4b16-b3e4-37352cabd613 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.161871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f54c7af-41cf-4e4d-b6be-d40e91a91811 req-1fc11574-49f5-4b16-b3e4-37352cabd613 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 1.5979617 Dec 15 14:13:51.285890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Router 4b4676d6-8702-409c-86e6-5cf52a81f5dd has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:51.325348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.455070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34731e-db8a-44b4-9289-c737ef22f24d req-070bc107-3625-47a4-92f6-3c80025a1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.456844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a34731e-db8a-44b4-9289-c737ef22f24d req-070bc107-3625-47a4-92f6-3c80025a1f79 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 1.6453938 Dec 15 14:13:51.581857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:51.582478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:51.583726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27b6bdbd-8fd0-4bab-9c5f-1125e33d1f51 None None] Provisioning complete for port 12bd1488-22ae-437e-8125-f683cfa1b218 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:51.584340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27b6bdbd-8fd0-4bab-9c5f-1125e33d1f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.590531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-799f51b9-ef3a-46a6-b8ad-4920a84e29b5 admin admin] 10.222.0.32 "PUT /v2.0/routers/4b4676d6-8702-409c-86e6-5cf52a81f5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4758048 Dec 15 14:13:51.593513 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:51.601590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5eca3fea-8008-4627-bdd3-a0ff16d93424 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "PUT /v2.0/routers/c01a7055-bb8d-485c-98b4-13dad4e6fec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6606696 Dec 15 14:13:51.607198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:51.612022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-4af2d175-eae4-42cd-acd8-1a6dd79653c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.617038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-4af2d175-eae4-42cd-acd8-1a6dd79653c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 200 len: 850 time: 0.4057038 Dec 15 14:13:51.620779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1472110250', 'description': 'tempest-secgroup_access--1472110250 description', 'project_id': '0d3cec525715422d81e5f0cc4f673a27'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:51.633922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f54c7af-41cf-4e4d-b6be-d40e91a91811 req-309279c5-047b-4aa3-a6c9-714c2d457dfa tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615366 Dec 15 14:13:51.667795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] Sync routers for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:51.710238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:51.711025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:51.755776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a34731e-db8a-44b4-9289-c737ef22f24d req-e69c4fa8-a9e0-4ee7-99c2-e8774a5042da service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778881 Dec 15 14:13:51.782621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-dc473839-7f4d-4da4-960f-80e3c18d6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.789354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-dc473839-7f4d-4da4-960f-80e3c18d6e09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dffc42bf-7bda-4d29-875b-6d2aabcc75d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488683 Dec 15 14:13:51.796563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-27b6bdbd-8fd0-4bab-9c5f-1125e33d1f51 None None] Port 12bd1488-22ae-437e-8125-f683cfa1b218 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:51.891244 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Sync routers for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:51.941769 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:51.942520 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:51.947083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.967086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:52.149584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:52.150601 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:52.176316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-a00dc8e8-6b7a-485c-9740-7078c39ac930 service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281723 Dec 15 14:13:52.218842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.222749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.232976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.386274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f96a522-d5f2-43f6-9ed6-59871748ade5 req-7c2b8573-8960-44cb-b001-d26ab0908d4c service neutron] 10.222.0.67 "GET /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010655 Dec 15 14:13:52.430071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-546fa637-893a-433f-8fc8-b75d4501f8ea None None] Provisioning complete for port 12bd1488-22ae-437e-8125-f683cfa1b218 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:52.431029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-546fa637-893a-433f-8fc8-b75d4501f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.466370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.484036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a46e29-b18a-4bb4-a87e-9e08291a6590,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:52.489903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.491404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-563fcbb0-c1ad-4d03-a85a-f27d01f02975 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8829150 Dec 15 14:13:52.494413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:52.500886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--452182092', 'description': 'tempest-secgroup_general--452182092 description', 'project_id': '0d3cec525715422d81e5f0cc4f673a27'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:52.522683 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 2, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:52.529025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-546fa637-893a-433f-8fc8-b75d4501f8ea None None] Port 12bd1488-22ae-437e-8125-f683cfa1b218 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:52.539107 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.552775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:52.553376 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.590490 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Checking router: c01a7055-bb8d-485c-98b4-13dad4e6fec0 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:52.591129 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Updating router c01a7055-bb8d-485c-98b4-13dad4e6fec0 port 12bd1488-22ae-437e-8125-f683cfa1b218 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:52.600670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Deleting port b68f6ae0-4ee1-4672-abbd-a4c0506166a8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:52.600998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.631739 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.681163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.687886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.694660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:13:49Z', 'revision_number': 5, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port': {'id': 'b68f6ae0-4ee1-4672-abbd-a4c0506166a8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:08Z', 'updated_at': '2021-12-15T14:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:52.751945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.753428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2580335 Dec 15 14:13:52.757749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:52.768793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'security_group_rule': {'security_group_id': '63a46e29-b18a-4bb4-a87e-9e08291a6590', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:52.785259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] For port b68f6ae0-4ee1-4672-abbd-a4c0506166a8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:52.786755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.792161 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab0a96-e777-4c24-a2fe-a61165887ff1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94509807-606a-4c17-96ad-1c26da2da70d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:52.813635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Calling delete_port for b68f6ae0-4ee1-4672-abbd-a4c0506166a8 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:52.849568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] Checking router: 4b4676d6-8702-409c-86e6-5cf52a81f5dd for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:52.890251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] Routers {'4b4676d6-8702-409c-86e6-5cf52a81f5dd'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:52.891251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:52.916523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.994270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a548de-3cf4-4443-b5b0-160a63fda71e req-5513f4d1-31fe-4973-8b1b-0c070a68413e tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:52.998941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16a548de-3cf4-4443-b5b0-160a63fda71e req-5513f4d1-31fe-4973-8b1b-0c070a68413e tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.1633811 Dec 15 14:13:53.144528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.178076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.212424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467b5cc2-cc97-420d-b6df-309e69575f32,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.222164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.234625 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16a548de-3cf4-4443-b5b0-160a63fda71e req-5d4a2dad-84d0-4170-a969-e443bae8b8f3 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945126 Dec 15 14:13:53.261331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] Set router 4b4676d6-8702-409c-86e6-5cf52a81f5dd gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:53.278802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.281361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0f763242-827b-4441-a013-fa106b5542b3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212462 Dec 15 14:13:53.338724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68f6ae0-4ee1-4672-abbd-a4c0506166a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.382656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:53.389075 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.407190 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.415492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:13:52Z', 'revision_number': 6, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:53.420743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8428fa-91d2-4ec0-a171-f1a09dfee011 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:53.436992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.455780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce27e1-ac64-4e61-913e-1278031acd81 None None] The sync data for ids ['4b4676d6-8702-409c-86e6-5cf52a81f5dd'] in n-d-815324-3 is: [{'id': '4b4676d6-8702-409c-86e6-5cf52a81f5dd', 'name': 'tempest-TestServerBasicOps-450104501-router', 'tenant_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:07Z', 'updated_at': '2021-12-15T14:13:52Z', 'revision_number': 6, 'project_id': 'd405e855c3ae4848b75ae6178a2ce38f', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:53.519757 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c1cb-57fa-40df-ac2e-d803399af682 None None] Pushing event updated for resources: {'Port': ['ID=12bd1488-22ae-437e-8125-f683cfa1b218,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.650721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.668215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.687799 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Attempting to bind port 12bd1488-22ae-437e-8125-f683cfa1b218 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:53.688602 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Attempting to bind port 12bd1488-22ae-437e-8125-f683cfa1b218 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:53.689171 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Attempting to bind port 12bd1488-22ae-437e-8125-f683cfa1b218 on network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:53.695732 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:53.696654 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Checking segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:53.697283 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.697880 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Bound using segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:53.698552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Bound port: 12bd1488-22ae-437e-8125-f683cfa1b218, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:53.699285 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.700190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433801cc-fbb0-4dab-a2f2-3af1a2fe6e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.751283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-c63c0949-3925-44c9-807b-a6e7e016015f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--452182092&fields=id&tenant_id=0d3cec525715422d81e5f0cc4f673a27 HTTP/1.1" status: 200 len: 267 time: 0.0766711 Dec 15 14:13:53.783656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.785400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4676d6-8702-409c-86e6-5cf52a81f5dd {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:13:53.793982 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.798458 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0b1eefdc-526e-4670-89f4-2b0780b2df40 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4b4676d6-8702-409c-86e6-5cf52a81f5dd HTTP/1.1" status: 204 len: 168 time: 2.2020350 Dec 15 14:13:53.799330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:53.806981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] For port 12bd1488-22ae-437e-8125-f683cfa1b218, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:53.812079 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] For port 12bd1488-22ae-437e-8125-f683cfa1b218, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=12bd1488-22ae-437e-8125-f683cfa1b218,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:53.823472 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.910037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Deleting subnet 12ba8e25-b653-4e6e-b417-172ec41c2144 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:53.917382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-2058354e-c40f-4d82-8c74-088feb661b70 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1472110250&fields=id&tenant_id=0d3cec525715422d81e5f0cc4f673a27 HTTP/1.1" status: 200 len: 267 time: 0.1592925 Dec 15 14:13:53.927468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.976082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c72a2ad0-8a8f-4e9c-bcd0-f3256393ff36 None None] Provisioning complete for port 12bd1488-22ae-437e-8125-f683cfa1b218 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:53.977792 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c72a2ad0-8a8f-4e9c-bcd0-f3256393ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.981438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d097034f-1e47-4f8d-a638-ca6a71f0018e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:54.017613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d097034f-1e47-4f8d-a638-ca6a71f0018e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:54.018553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d097034f-1e47-4f8d-a638-ca6a71f0018e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:54.023557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.073482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433801cc-fbb0-4dab-a2f2-3af1a2fe6e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.079073 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-433801cc-fbb0-4dab-a2f2-3af1a2fe6e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.175259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433801cc-fbb0-4dab-a2f2-3af1a2fe6e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fecd16-4682-40ce-8af7-e307c7017101,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.221529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c72a2ad0-8a8f-4e9c-bcd0-f3256393ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.238954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.245636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:54.246308 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:54.276774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-433801cc-fbb0-4dab-a2f2-3af1a2fe6e2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9788d233cab44e99ab98317b7c012b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8920434 Dec 15 14:13:54.279172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:54.323510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c72a2ad0-8a8f-4e9c-bcd0-f3256393ff36 None None] For port 12bd1488-22ae-437e-8125-f683cfa1b218, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=12bd1488-22ae-437e-8125-f683cfa1b218,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:54.329478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c72a2ad0-8a8f-4e9c-bcd0-f3256393ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.342101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-2ba4effd-4124-47d9-8917-d54da7fb1657 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:54.343890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-2ba4effd-4124-47d9-8917-d54da7fb1657 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/networks?id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 200 len: 797 time: 0.4188845 Dec 15 14:13:54.371803 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c1cb-57fa-40df-ac2e-d803399af682 None None] Pushing event updated for resources: {'Port': ['ID=12bd1488-22ae-437e-8125-f683cfa1b218,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.373747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-ac7b0f5c-ba78-417e-97f4-c9bb3394c994 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/quotas/0d3cec525715422d81e5f0cc4f673a27 HTTP/1.1" status: 200 len: 375 time: 0.0228505 Dec 15 14:13:54.437213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77fad025-8ec2-46ab-97a6-d4a4e593c8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.453527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.464436 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a2ad0-8a8f-4e9c-bcd0-f3256393ff36 None None] Pushing event updated for resources: {'Port': ['ID=12bd1488-22ae-437e-8125-f683cfa1b218,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.501367 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:54.637271 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.642134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701b837-f753-4eb9-88ae-8a04cf8a95a8 None None] Network 7024e018-d4a8-4001-9f92-491063b16948 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:54.649715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-ce203594-aa4e-444d-aefb-2ab5fe13c939 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2578375 Dec 15 14:13:54.654010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d414-3056-4987-b52d-a9b612116f30 req-5610d8fe-7f43-41f7-8568-c4597f495820 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:54.656161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/12ba8e25-b653-4e6e-b417-172ec41c2144 HTTP/1.1" status: 204 len: 168 time: 0.8555481 Dec 15 14:13:54.664900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77fad025-8ec2-46ab-97a6-d4a4e593c8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.667664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dae4d414-3056-4987-b52d-a9b612116f30 req-5610d8fe-7f43-41f7-8568-c4597f495820 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.1974771 Dec 15 14:13:54.669753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 36780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:54.707678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174c763-82f7-4c02-b3f5-648498bce414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ba8e25-b653-4e6e-b417-172ec41c2144,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.834601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77fad025-8ec2-46ab-97a6-d4a4e593c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.839109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77fad025-8ec2-46ab-97a6-d4a4e593c8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.841025 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-77fad025-8ec2-46ab-97a6-d4a4e593c8c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6fecd16-4682-40ce-8af7-e307c7017101 HTTP/1.1" status: 204 len: 168 time: 0.5609243 Dec 15 14:13:54.857688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e0dfc9bb-fd9b-4ef0-b82f-6fc0acd5b837 None None] Provisioning complete for port 12bd1488-22ae-437e-8125-f683cfa1b218 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:54.858292 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc9bb-fd9b-4ef0-b82f-6fc0acd5b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.897292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fad025-8ec2-46ab-97a6-d4a4e593c8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fecd16-4682-40ce-8af7-e307c7017101,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.914266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-ff13c586-de40-470c-a5e3-a35d96a85877 service neutron] 10.222.0.32 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366924 Dec 15 14:13:54.936648 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:53Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:54.967253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.076883 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fead-0936-4be7-ad9b-75359ff8b59a None None] The sync data for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 is: [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:53Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:55.138336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Deleting port d3e62344-3fdf-431f-a469-7039a3d9b6c6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:55.139094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.143651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] DHCP port deletion for 7024e018-d4a8-4001-9f92-491063b16948 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:55.195070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8ff9f662-c809-47b6-a818-f04d0179050f service neutron] 10.222.0.32 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784159 Dec 15 14:13:55.339423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] For port d3e62344-3fdf-431f-a469-7039a3d9b6c6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3e62344-3fdf-431f-a469-7039a3d9b6c6,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:55.343905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dae4d414-3056-4987-b52d-a9b612116f30 req-357fa3b8-288c-41cc-b5b7-fd12e1aef080 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616120 Dec 15 14:13:55.350253 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.363113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] Deleting port d3e62344-3fdf-431f-a469-7039a3d9b6c6 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:55.363478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.412965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Calling delete_port for d3e62344-3fdf-431f-a469-7039a3d9b6c6 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:55.538450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] For port d3e62344-3fdf-431f-a469-7039a3d9b6c6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d3e62344-3fdf-431f-a469-7039a3d9b6c6,segment=NetworkSegment(9faca665-cc14-445e-9bb6-2807938b26f2),segment_id=9faca665-cc14-445e-9bb6-2807938b26f2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:55.538956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.556156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44059d7c-a230-41ed-b817-68aab3726a65 req-4ad8fc96-b98b-4b25-8039-b00c0426277a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 210 time: 0.0812271 Dec 15 14:13:55.581590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] Calling delete_port for d3e62344-3fdf-431f-a469-7039a3d9b6c6 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:55.627941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073e4a5-1ba8-47b3-baa9-33d3225c82da req-31597455-d43c-4f3a-87eb-023431b8c2e1 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.637339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7073e4a5-1ba8-47b3-baa9-33d3225c82da req-31597455-d43c-4f3a-87eb-023431b8c2e1 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.1112020 Dec 15 14:13:55.709062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7073e4a5-1ba8-47b3-baa9-33d3225c82da req-9723c6ef-2999-4566-9058-d0b1c3c6ca79 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697401 Dec 15 14:13:55.752603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.766962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.776713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] No DVR routers for this DVR port d3e62344-3fdf-431f-a469-7039a3d9b6c6 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:55.826095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] No DVR routers for this DVR port d3e62344-3fdf-431f-a469-7039a3d9b6c6 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:55.868707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb8b34-ce6c-45fe-bd99-e7bd37f5adcc None None] Pushing event deleted for resources: {'Port': ['ID=d3e62344-3fdf-431f-a469-7039a3d9b6c6,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:55.904069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e62344-3fdf-431f-a469-7039a3d9b6c6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:56.010937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 12bd1488-22ae-437e-8125-f683cfa1b218 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:56.042171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206605-ef5a-4e7e-a81a-3782e91f5f52 req-e6079b69-9d15-4836-953f-60b32d8957b2 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.051746 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc206605-ef5a-4e7e-a81a-3782e91f5f52 req-e6079b69-9d15-4836-953f-60b32d8957b2 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.1930015 Dec 15 14:13:56.120126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.127915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 12bd1488-22ae-437e-8125-f683cfa1b218 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:56.129935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.174841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7024e018-d4a8-4001-9f92-491063b16948']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.200165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faca665-cc14-445e-9bb6-2807938b26f2') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.200586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faca665-cc14-445e-9bb6-2807938b26f2') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.213501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc206605-ef5a-4e7e-a81a-3782e91f5f52 req-9545ed9c-50e2-4cfb-889d-45f21751ffec tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534581 Dec 15 14:13:56.264891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.312909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.340265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:56.340821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: self.session.flush() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:56.346064 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:56.521712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3e62344-3fdf-431f-a469-7039a3d9b6c6 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:56.577869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.591283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.592947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d3e62344-3fdf-431f-a469-7039a3d9b6c6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:56.593300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d3e62344-3fdf-431f-a469-7039a3d9b6c6 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:56.593733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b68f6ae0-4ee1-4672-abbd-a4c0506166a8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:56.606180 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7024e018-d4a8-4001-9f92-491063b16948 HTTP/1.1" status: 204 len: 168 time: 1.9343207 Dec 15 14:13:56.608265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:56.622134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b68f6ae0-4ee1-4672-abbd-a4c0506166a8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:56.622573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b68f6ae0-4ee1-4672-abbd-a4c0506166a8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:56.646160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6272-f3cf-4d8a-88f7-72ac3dad5b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=7024e018-d4a8-4001-9f92-491063b16948,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:56.830964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8095faa7-a252-4534-b6b9-e4af9772f0f7 req-63ad0169-dd87-4f2f-8932-0220d3787421 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 210 time: 0.0889945 Dec 15 14:13:56.915596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebc43d-a5bd-449b-968c-535e93c4e669 req-6e8e17cd-989d-43be-956f-b9c22d6e0201 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.917590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2eebc43d-a5bd-449b-968c-535e93c4e669 req-6e8e17cd-989d-43be-956f-b9c22d6e0201 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.1746383 Dec 15 14:13:57.130725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2eebc43d-a5bd-449b-968c-535e93c4e669 req-b0a79a96-b280-4a5d-9b58-053ba594c519 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037709 Dec 15 14:13:57.457430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.893195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.85', 51099) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:57.902169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-996edb4e-1477-4aa3-a214-d0f0f8ca6dfa tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.905317 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-996edb4e-1477-4aa3-a214-d0f0f8ca6dfa tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.85 "GET /v2.0/networks?id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 200 len: 797 time: 0.4860141 Dec 15 14:13:58.039120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5022286-d33c-4449-9ffd-ada470669675 req-609709e4-8ec1-43b4-bb8b-c0ee8d7a2502 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.041300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5022286-d33c-4449-9ffd-ada470669675 req-609709e4-8ec1-43b4-bb8b-c0ee8d7a2502 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.1968703 Dec 15 14:13:58.044669 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-74910f5d-2390-4305-8de7-7c34c0475886 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1501780 Dec 15 14:13:58.076135 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-72d89df8-8ee9-4e3c-92ce-375e079391ac tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3cec525715422d81e5f0cc4f673a27 HTTP/1.1" status: 200 len: 477 time: 0.1430993 Dec 15 14:13:58.084926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60663880-3a54-40fc-9991-09c4448a194a req-d82cdb58-98cb-4b75-814a-92e3b6b3b524 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 210 time: 0.1087775 Dec 15 14:13:58.095949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'port': {'device_id': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'admin_state_up': True, 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'security_groups': ['94509807-606a-4c17-96ad-1c26da2da70d', '63a46e29-b18a-4bb4-a87e-9e08291a6590']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:58.190435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Deleting port 48978a65-6a99-47cf-90c4-a532490e9f15 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:58.190435 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.272424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Deleting port d9d64d67-5e5f-4919-a155-8bc33067a27a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:58.272856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.297596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-bbd8efbb-2f5a-4444-9e28-c60610389ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.299119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-bbd8efbb-2f5a-4444-9e28-c60610389ad6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.1767504 Dec 15 14:13:58.420875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-1e73d6b0-277b-4e44-94c1-33e6ade51778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.422484 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-1e73d6b0-277b-4e44-94c1-33e6ade51778 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 200 len: 911 time: 0.0988069 Dec 15 14:13:58.474111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] For port 48978a65-6a99-47cf-90c4-a532490e9f15, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=48978a65-6a99-47cf-90c4-a532490e9f15,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:58.474484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.476463 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-e1ab6534-87bf-43ec-bb23-7fe365f71e49 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76 HTTP/1.1" status: 200 len: 217 time: 0.0445395 Dec 15 14:13:58.494496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Made reservation on behalf of 0d3cec525715422d81e5f0cc4f673a27 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:58.498066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.569035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Calling delete_port for 48978a65-6a99-47cf-90c4-a532490e9f15 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:58.642630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-acaae9e2-3734-4817-bc5e-c0dbb611b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.647772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-acaae9e2-3734-4817-bc5e-c0dbb611b02e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=532a753d-efc7-4427-8398-2d994c3783dd HTTP/1.1" status: 200 len: 848 time: 0.1608284 Dec 15 14:13:58.711594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e7e8-cc11-4771-b8d4-1049d5913a5a req-c784b87d-4c7d-47eb-afc8-03bec3434659 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.720129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c530e7e8-cc11-4771-b8d4-1049d5913a5a req-c784b87d-4c7d-47eb-afc8-03bec3434659 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18e17454-4bdc-4559-869f-ee89eff4945c HTTP/1.1" status: 200 len: 1096 time: 0.3583293 Dec 15 14:13:58.735988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] For port d9d64d67-5e5f-4919-a155-8bc33067a27a, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=d9d64d67-5e5f-4919-a155-8bc33067a27a,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:58.736358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.784646 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Calling delete_port for d9d64d67-5e5f-4919-a155-8bc33067a27a owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:59.156734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.172486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['d9d64d67-5e5f-4919-a155-8bc33067a27a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:59.241442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9d64d67-5e5f-4919-a155-8bc33067a27a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:59.249490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-dac5a610-aacc-4b4d-8751-ac813234de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.251588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-dac5a610-aacc-4b4d-8751-ac813234de83 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7569a61c-e866-4a7e-a850-5901d6200cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5895894 Dec 15 14:13:59.256716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.20.0.4 (fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f/a49309f7-a737-40ef-a9d4-bdcd0564a9e4/1b3efe1d-b9be-4387-97cd-a55595f3a68f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:59.272571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c530e7e8-cc11-4771-b8d4-1049d5913a5a req-98073f14-1614-4e00-a6ce-49ec4130a5f0 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331969 Dec 15 14:13:59.286973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['7678e62d-87fa-499b-8cc7-d6c9b8d05a76'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:59.323058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16c62dc0-4548-4256-be4c-e2cae0e88257 req-7715b63f-14d5-4a8e-9047-f97882d5133e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 210 time: 0.0855668 Dec 15 14:13:59.434471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] No DVR routers for this DVR port d9d64d67-5e5f-4919-a155-8bc33067a27a on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:59.456612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.461204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5022286-d33c-4449-9ffd-ada470669675 req-2bf562e0-7a04-4630-b17f-3cf3c10d7120 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.67 "DELETE /v2.0/ports/d9d64d67-5e5f-4919-a155-8bc33067a27a HTTP/1.1" status: 204 len: 173 time: 1.4021573 Dec 15 14:13:59.527026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e17454-4bdc-4559-869f-ee89eff4945c', 'name': 'network-vif-deleted', 'tag': 'd9d64d67-5e5f-4919-a155-8bc33067a27a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:59.538572 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd0783-545a-400b-b037-a762ab7dfae4" -d '{"events": [{"server_uuid": "18e17454-4bdc-4559-869f-ee89eff4945c", "name": "network-vif-deleted", "tag": "d9d64d67-5e5f-4919-a155-8bc33067a27a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:59.598022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.616147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-83b718b6-5c1e-4180-9e6f-3b04e65fd625 service neutron] 10.222.0.85 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562372 Dec 15 14:13:59.626861 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac2af2-5abe-4c75-b815-222353a11569 x-openstack-request-id: req-b2ac2af2-5abe-4c75-b815-222353a11569 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:59.627105 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e17454-4bdc-4559-869f-ee89eff4945c", "name": "network-vif-deleted", "tag": "d9d64d67-5e5f-4919-a155-8bc33067a27a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:59.627350 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2ac2af2-5abe-4c75-b815-222353a11569 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:59.627741 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e17454-4bdc-4559-869f-ee89eff4945c', 'name': 'network-vif-deleted', 'tag': 'd9d64d67-5e5f-4919-a155-8bc33067a27a', 'status': 'completed', 'code': 200} Dec 15 14:13:59.755043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Pushing event deleted for resources: {'Port': ['ID=48978a65-6a99-47cf-90c4-a532490e9f15,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:59.970832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b84b11b5-936c-497b-a6f5-b2a4b94177e8 req-01619085-0cae-4733-ae78-57c7d01b7cfc service neutron] 10.222.0.85 "GET /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042896 Dec 15 14:13:59.984173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.039098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.120127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:00.124543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:00.130115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.143090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:00.196294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=1b3efe1d-b9be-4387-97cd-a55595f3a68f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:00.252373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.253945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.292299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-8fee29a8-fdd8-441d-bda5-725c19626acb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2018523 Dec 15 14:14:00.309814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Request body: {'port': {'device_id': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:00.519700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.721244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d1b7adcc-df68-4d43-9631-47efe6a96e69 None None] Provisioning complete for port 1b3efe1d-b9be-4387-97cd-a55595f3a68f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:00.722232 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1b7adcc-df68-4d43-9631-47efe6a96e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.824610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7adcc-df68-4d43-9631-47efe6a96e69 None None] Port 1b3efe1d-b9be-4387-97cd-a55595f3a68f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:00.827954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196aea7-9cf2-4363-8b01-db2d3eac6b39 req-2de9d1f6-2434-4f1b-85fe-242e3b1337c2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.837581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5196aea7-9cf2-4363-8b01-db2d3eac6b39 req-2de9d1f6-2434-4f1b-85fe-242e3b1337c2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 970 time: 0.2738543 Dec 15 14:14:00.946889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62b08-77d1-4752-9103-3b190d8a60ba req-92878130-5663-4c9f-90a1-9ca73fa9c9d7 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.959633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1d62b08-77d1-4752-9103-3b190d8a60ba req-92878130-5663-4c9f-90a1-9ca73fa9c9d7 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.1586323 Dec 15 14:14:00.987034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Router 489ff149-4e19-4807-ba20-79791ba18950 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:01.059562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5196aea7-9cf2-4363-8b01-db2d3eac6b39 req-9dbbd7ed-fa6d-483a-a330-c468850f41ab tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2178473 Dec 15 14:14:01.134883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3efe1d-b9be-4387-97cd-a55595f3a68f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:14:01.135573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1d62b08-77d1-4752-9103-3b190d8a60ba req-dd098a17-b16a-4e08-a33c-8ff301188e8f tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699705 Dec 15 14:14:01.147017 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.178311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Transition to ACTIVE for port object 1b3efe1d-b9be-4387-97cd-a55595f3a68f will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:14:01.188050 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.253022 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:01.263927 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d5cf5ba9-a4b3-4982-a95e-6054ca47ac91 admin admin] 10.222.0.32 "PUT /v2.0/routers/489ff149-4e19-4807-ba20-79791ba18950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6520824 Dec 15 14:14:01.266614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 36958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:01.267522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11204dc-961a-4677-aab8-4d992627081b None None] Sync routers for ids ['489ff149-4e19-4807-ba20-79791ba18950'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:01.301506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] Routers {'489ff149-4e19-4807-ba20-79791ba18950'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:01.302155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['489ff149-4e19-4807-ba20-79791ba18950'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:01.322580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3efe1d-b9be-4387-97cd-a55595f3a68f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:01.491179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Attempting to bind port 1b3efe1d-b9be-4387-97cd-a55595f3a68f on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:01.491532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Attempting to bind port 1b3efe1d-b9be-4387-97cd-a55595f3a68f by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:01.491875 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Attempting to bind port 1b3efe1d-b9be-4387-97cd-a55595f3a68f on network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:01.514697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Port 1b3efe1d-b9be-4387-97cd-a55595f3a68f on network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:14:01.514945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Attempting to bind port 1b3efe1d-b9be-4387-97cd-a55595f3a68f on network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:01.526473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:01.526825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Checking segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:01.527241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Bound using segment: {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:01.527750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Bound port: 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:01.528156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.540697 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.610153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] For port 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:01.614728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] For port 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:01.626281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.673641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.674453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.687238 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] 10.222.0.85 "PUT /v2.0/ports/1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 200 len: 1130 time: 1.3833673 Dec 15 14:14:01.687793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:01.693947 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81cc607-456e-4bd5-8052-b8f73a6246c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:01.705976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.853721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Deleting port 382589c3-9a3b-4bb7-94e2-42706c2d9437 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:01.854362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.896109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] Set router 489ff149-4e19-4807-ba20-79791ba18950 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:01.918277 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86887b3d-700a-4046-8ceb-72bfabf2d246 x-openstack-request-id: req-86887b3d-700a-4046-8ceb-72bfabf2d246 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:01.918595 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:01.918860 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86887b3d-700a-4046-8ceb-72bfabf2d246 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:01.919290 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'status': 'completed', 'code': 200} Dec 15 14:14:01.946936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92975-57a4-4954-a7f3-b781a707467e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3efe1d-b9be-4387-97cd-a55595f3a68f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:01.985066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] For port 382589c3-9a3b-4bb7-94e2-42706c2d9437, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=382589c3-9a3b-4bb7-94e2-42706c2d9437,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:01.985523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.009895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-ab4ea10b-0e21-431b-a5b7-f1fb3dd9acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.012152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Calling delete_port for 382589c3-9a3b-4bb7-94e2-42706c2d9437 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:02.012730 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-ab4ea10b-0e21-431b-a5b7-f1fb3dd9acdb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1133 time: 0.2513211 Dec 15 14:14:02.129391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-fe17c706-a064-4a40-9a7f-ecb9aa141526 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 200 len: 217 time: 0.0785029 Dec 15 14:14:02.219508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d9d64d67-5e5f-4919-a155-8bc33067a27a no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:02.252824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: d9d64d67-5e5f-4919-a155-8bc33067a27a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:02.253414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device d9d64d67-5e5f-4919-a155-8bc33067a27a not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:02.281133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:13:59Z', 'revision_number': 5, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port': {'id': '382589c3-9a3b-4bb7-94e2-42706c2d9437', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ff149-4e19-4807-ba20-79791ba18950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:22Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:02.287703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-b28398e0-03e2-4b78-9c0b-9a5cbd497ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.289282 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-b28398e0-03e2-4b78-9c0b-9a5cbd497ec5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a49309f7-a737-40ef-a9d4-bdcd0564a9e4 HTTP/1.1" status: 200 len: 835 time: 0.1576183 Dec 15 14:14:02.318878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11204dc-961a-4677-aab8-4d992627081b None None] Checking router: 489ff149-4e19-4807-ba20-79791ba18950 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:02.330049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] Routers {'489ff149-4e19-4807-ba20-79791ba18950'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:02.330854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['489ff149-4e19-4807-ba20-79791ba18950'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:02.471072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] Set router 489ff149-4e19-4807-ba20-79791ba18950 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:02.472771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-9e6fc316-80df-42a6-9a30-5f3731970d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.474773 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-9e6fc316-80df-42a6-9a30-5f3731970d3e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563141 Dec 15 14:14:02.477037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-8e47f502-d8ce-47de-b902-7eb12418736a tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.482629 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-8e47f502-d8ce-47de-b902-7eb12418736a tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.1499989 Dec 15 14:14:02.572458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d11204dc-961a-4677-aab8-4d992627081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:14:01Z', 'revision_number': 6, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:02.615962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11204dc-961a-4677-aab8-4d992627081b None None] The sync data for ids ['489ff149-4e19-4807-ba20-79791ba18950'] in n-d-815324-3 is: [{'id': '489ff149-4e19-4807-ba20-79791ba18950', 'name': 'tempest-TestServerBasicOps-117005784-router', 'tenant_id': 'ddbb8daeb00345a8833a4c26200299f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:14:01Z', 'revision_number': 6, 'project_id': 'ddbb8daeb00345a8833a4c26200299f1', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:02.736049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-d9201f01-167e-45f6-9058-e71184416055 service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491684 Dec 15 14:14:02.761744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Deleting port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:02.762108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.871682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ce40-6d2b-48bf-a85a-bc14f0f5327c req-98b766bd-4a57-429d-a914-7a391da6b058 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.873477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0174ce40-6d2b-48bf-a85a-bc14f0f5327c req-98b766bd-4a57-429d-a914-7a391da6b058 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 1096 time: 0.1175275 Dec 15 14:14:02.903673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce050aa-ff40-4827-a35d-764b71e723ad req-44cec35e-149b-4258-b633-a476d93cfec3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.909331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ce050aa-ff40-4827-a35d-764b71e723ad req-44cec35e-149b-4258-b633-a476d93cfec3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 982 time: 0.1518116 Dec 15 14:14:02.938602 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e98b1d8d-9dc2-4a7f-bc27-e9cd46c7120e req-03a40833-4a5b-4c07-bb47-3ce4144256a7 service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900301 Dec 15 14:14:02.940480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] For port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:02.940882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.964616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Calling delete_port for 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:03.010180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.080044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=382589c3-9a3b-4bb7-94e2-42706c2d9437,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:03.091578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0174ce40-6d2b-48bf-a85a-bc14f0f5327c req-6814dc2d-ff73-408c-baf6-4ca9af963b46 tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07df69ef-aa97-4b14-ad3b-1e737d75bc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088430 Dec 15 14:14:03.120073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132b0e3-7fbe-4fe7-8c9f-8018204d290e None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:03.214057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ce050aa-ff40-4827-a35d-764b71e723ad req-9b82f871-b27a-402f-b35e-3658db10c047 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2979183 Dec 15 14:14:03.227320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.281683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-46910331-56f6-4fa6-ba03-42744d367d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.283210 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-46910331-56f6-4fa6-ba03-42744d367d42 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1133 time: 0.2087061 Dec 15 14:14:03.357224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.376802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.381441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.381606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['7678e62d-87fa-499b-8cc7-d6c9b8d05a76'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:14:03.425744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Pushing event deleted for resources: {'Port': ['ID=7678e62d-87fa-499b-8cc7-d6c9b8d05a76,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:03.470368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.472332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 489ff149-4e19-4807-ba20-79791ba18950 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:14:03.478315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] No DVR routers for this DVR port 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:03.487368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.490972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.493291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eb7cce20-c6db-4487-92c8-80c52d1f60d5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/489ff149-4e19-4807-ba20-79791ba18950 HTTP/1.1" status: 204 len: 168 time: 2.2254267 Dec 15 14:14:03.493955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:03.494610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-43de69ee-9a86-481e-9dda-e8760fe36b25 req-183d6da6-3bdd-47b5-b6bc-48d2972fe9fb tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.85 "DELETE /v2.0/ports/7678e62d-87fa-499b-8cc7-d6c9b8d05a76 HTTP/1.1" status: 204 len: 173 time: 0.9888117 Dec 15 14:14:03.513172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-cd21f433-e1e2-4aa9-aa1e-e1945b7ae06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.515216 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-cd21f433-e1e2-4aa9-aa1e-e1945b7ae06f service neutron] 10.222.0.85 "GET /v2.0/networks?id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 200 len: 899 time: 0.2231040 Dec 15 14:14:03.603793 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-a896f124-3c5c-4fc7-b451-c4188149a7c9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 200 len: 217 time: 0.0770962 Dec 15 14:14:03.630449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Deleting subnet f2264e1b-90c7-42ec-bece-c1a3b8edd1dd {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:03.637853 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.702460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-7ff9491e-4127-466e-9522-e9e311a2f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.704327 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-7ff9491e-4127-466e-9522-e9e311a2f64a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a49309f7-a737-40ef-a9d4-bdcd0564a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0907381 Dec 15 14:14:03.738929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.842914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-e1862600-e48b-47ee-b175-149b6aaf33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.844625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-e1862600-e48b-47ee-b175-149b6aaf33a0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233134 Dec 15 14:14:03.908418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.946888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 48978a65-6a99-47cf-90c4-a532490e9f15 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:03.950587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'name': 'network-vif-deleted', 'tag': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:03.952914 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf48497-4a21-4852-a72f-25b8fb6cbaaf" -d '{"events": [{"server_uuid": "8170a895-9f3f-4f89-a71c-c62486a51b34", "name": "network-vif-deleted", "tag": "7678e62d-87fa-499b-8cc7-d6c9b8d05a76"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:03.987430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.007619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 48978a65-6a99-47cf-90c4-a532490e9f15 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:04.007978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 48978a65-6a99-47cf-90c4-a532490e9f15 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:04.008980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 382589c3-9a3b-4bb7-94e2-42706c2d9437 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:04.042425 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f5f93-74c5-4c21-acda-7b1d53d169c8 x-openstack-request-id: req-c53f5f93-74c5-4c21-acda-7b1d53d169c8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:04.043385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2264e1b-90c7-42ec-bece-c1a3b8edd1dd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:04.043717 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170a895-9f3f-4f89-a71c-c62486a51b34", "name": "network-vif-deleted", "tag": "7678e62d-87fa-499b-8cc7-d6c9b8d05a76", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:04.044159 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c53f5f93-74c5-4c21-acda-7b1d53d169c8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:04.044781 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170a895-9f3f-4f89-a71c-c62486a51b34', 'name': 'network-vif-deleted', 'tag': '7678e62d-87fa-499b-8cc7-d6c9b8d05a76', 'status': 'completed', 'code': 200} Dec 15 14:14:04.055267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.060636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-18d33e7a-8f96-4d52-ace0-e2d03044d5f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f2264e1b-90c7-42ec-bece-c1a3b8edd1dd HTTP/1.1" status: 204 len: 168 time: 0.5655954 Dec 15 14:14:04.063081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37028) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:04.076814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-6d4fb9f6-3fa4-48bc-8e9c-af3e6c7ea902 service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207246 Dec 15 14:14:04.078589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa2cf5-7fa5-4705-90a6-631ecee5512b None None] Network 525bacd2-e2ea-4141-85e5-76c313bf5cb0 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:04.081096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 382589c3-9a3b-4bb7-94e2-42706c2d9437 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:04.081703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 382589c3-9a3b-4bb7-94e2-42706c2d9437 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:04.169562 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.301110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b81cc607-456e-4bd5-8052-b8f73a6246c6 req-37610874-5a52-49ad-b2e6-a5839420ced7 service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065732 Dec 15 14:14:04.308427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Deleting port 99e391fd-c180-4b65-aa01-b5b960cb57d8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:04.309040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.427666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] DHCP port deletion for 525bacd2-e2ea-4141-85e5-76c313bf5cb0 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:04.508795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Deleting port 99e391fd-c180-4b65-aa01-b5b960cb57d8 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:04.509254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.519803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c31aaa78-9de6-4cd6-a023-4298f0815c73 req-eabeb0c7-dbd7-474e-839f-61ffd935228c tempest-TestServerMultinode-405306248 tempest-TestServerMultinode-405306248-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8170a895-9f3f-4f89-a71c-c62486a51b34 HTTP/1.1" status: 200 len: 210 time: 0.0862103 Dec 15 14:14:04.574601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] For port 99e391fd-c180-4b65-aa01-b5b960cb57d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=99e391fd-c180-4b65-aa01-b5b960cb57d8,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:04.575129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.591244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] For port 99e391fd-c180-4b65-aa01-b5b960cb57d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=99e391fd-c180-4b65-aa01-b5b960cb57d8,segment=NetworkSegment(151d67e0-4f76-4087-b0be-8b23f5709d50),segment_id=151d67e0-4f76-4087-b0be-8b23f5709d50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:04.592099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.605279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Calling delete_port for 99e391fd-c180-4b65-aa01-b5b960cb57d8 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:04.609099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Calling delete_port for 99e391fd-c180-4b65-aa01-b5b960cb57d8 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:04.637730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f818-ff93-440f-be11-0ac2e0268e83 req-05601351-ed02-4a4e-acfa-0da25172a4ee tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:04.639609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc39f818-ff93-440f-be11-0ac2e0268e83 req-05601351-ed02-4a4e-acfa-0da25172a4ee tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 982 time: 0.2050061 Dec 15 14:14:04.717829 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.749068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Pushing event deleted for resources: {'Port': ['ID=99e391fd-c180-4b65-aa01-b5b960cb57d8,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:04.751758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] No DVR routers for this DVR port 99e391fd-c180-4b65-aa01-b5b960cb57d8 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:04.766948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc39f818-ff93-440f-be11-0ac2e0268e83 req-82f6bccc-8c01-424a-a82f-9e81707c36f9 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0821095 Dec 15 14:14:04.774397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.774757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.775115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.775522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.775788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.776132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.776459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.776841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.777263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.777489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.777815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.778141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.780369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34163d47-40d2-4a82-834e-347caaa89040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:04.784801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.843343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] No DVR routers for this DVR port 99e391fd-c180-4b65-aa01-b5b960cb57d8 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:04.846541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e391fd-c180-4b65-aa01-b5b960cb57d8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:04.948400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.991767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525bacd2-e2ea-4141-85e5-76c313bf5cb0']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:05.004592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151d67e0-4f76-4087-b0be-8b23f5709d50') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:05.004885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151d67e0-4f76-4087-b0be-8b23f5709d50') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:05.016027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.030818 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.038412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:05.038808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: self.session.flush() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:05.042180 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:05.110471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.116551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.124910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] 10.222.0.32 "DELETE /v2.0/networks/525bacd2-e2ea-4141-85e5-76c313bf5cb0 HTTP/1.1" status: 204 len: 168 time: 1.0597012 Dec 15 14:14:05.145836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114b2f9-e8f4-4cd4-b16d-d57a09226b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=525bacd2-e2ea-4141-85e5-76c313bf5cb0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:05.383006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37060) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.477598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d38aa796-0b0e-4da2-886e-cf3ad91770af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d405e855c3ae4848b75ae6178a2ce38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931404 Dec 15 14:14:05.480640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.540092 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5387a4-647e-4bf2-a2f2-9fdc8d33bc16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.575664 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5387a4-647e-4bf2-a2f2-9fdc8d33bc16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.609087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37068) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.636166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5387a4-647e-4bf2-a2f2-9fdc8d33bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.639864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de5387a4-647e-4bf2-a2f2-9fdc8d33bc16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.644493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-de5387a4-647e-4bf2-a2f2-9fdc8d33bc16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b24e4c4-be13-4f90-95d8-3669fa86834b HTTP/1.1" status: 204 len: 168 time: 0.1622190 Dec 15 14:14:05.654894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5387a4-647e-4bf2-a2f2-9fdc8d33bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b24e4c4-be13-4f90-95d8-3669fa86834b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:05.952541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 99e391fd-c180-4b65-aa01-b5b960cb57d8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:05.997264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 99e391fd-c180-4b65-aa01-b5b960cb57d8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:06.000122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 99e391fd-c180-4b65-aa01-b5b960cb57d8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:06.097904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa01ff-4b5c-4d26-97f9-8c7435debaf7 req-470d948e-ee07-4817-95c5-762c85b1ab46 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:06.105329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43aa01ff-4b5c-4d26-97f9-8c7435debaf7 req-470d948e-ee07-4817-95c5-762c85b1ab46 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 982 time: 0.1783841 Dec 15 14:14:06.233676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43aa01ff-4b5c-4d26-97f9-8c7435debaf7 req-78b65418-6af5-4a9f-83e8-6043ce5eaa0b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1248639 Dec 15 14:14:06.360968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37088) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.424736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-df371b4a-2079-4785-9161-026ae6697072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddbb8daeb00345a8833a4c26200299f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622675 Dec 15 14:14:06.427355 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.455961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.492173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8594e342-2f73-4449-9905-35bd202909fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.517035 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8594e342-2f73-4449-9905-35bd202909fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.609901 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8594e342-2f73-4449-9905-35bd202909fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.612866 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8594e342-2f73-4449-9905-35bd202909fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.619423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8594e342-2f73-4449-9905-35bd202909fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1826ddd2-4e8d-4915-a9c3-f9975ae7a103 HTTP/1.1" status: 204 len: 168 time: 0.1863964 Dec 15 14:14:06.643301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594e342-2f73-4449-9905-35bd202909fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1826ddd2-4e8d-4915-a9c3-f9975ae7a103,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:06.728947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1b3efe1d-b9be-4387-97cd-a55595f3a68f details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:14:06.806976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:06.831930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:06.832224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 7678e62d-87fa-499b-8cc7-d6c9b8d05a76 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:06.904714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:06.909254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Deleting port ecae1b58-d01d-473c-b6c2-46ceebff5a1d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:06.909868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.938648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'port_id': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'mac_address': 'fa:16:3e:1a:c9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:14:07.047616 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.068978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3efe1d-b9be-4387-97cd-a55595f3a68f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:14:07.075136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] For port ecae1b58-d01d-473c-b6c2-46ceebff5a1d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:07.075527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.100365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:07.105150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Calling delete_port for ecae1b58-d01d-473c-b6c2-46ceebff5a1d owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:07.110117 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.280277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=1b3efe1d-b9be-4387-97cd-a55595f3a68f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:07.455661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['1b3efe1d-b9be-4387-97cd-a55595f3a68f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:14:07.475868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857f4d9-c363-45c9-8234-149c294f2f0d req-936a46e6-f41f-414c-8f6c-91ffd972aa71 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:07.488280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d857f4d9-c363-45c9-8234-149c294f2f0d req-936a46e6-f41f-414c-8f6c-91ffd972aa71 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 983 time: 0.0690167 Dec 15 14:14:07.515609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.571957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d857f4d9-c363-45c9-8234-149c294f2f0d req-3584b4c9-2b05-40b8-85f9-41d40bf90868 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0783417 Dec 15 14:14:07.613776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecae1b58-d01d-473c-b6c2-46ceebff5a1d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:07.956756 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.277294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Router 6da1075e-8060-45bd-bf1b-08a8ae071721 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:08.759286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1b3efe1d-b9be-4387-97cd-a55595f3a68f up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:08.803251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecfb00-c086-44ff-8466-48763fd0d6f2 req-e75fd704-fede-4085-9bce-4ba026971d14 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:08.805262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1ecfb00-c086-44ff-8466-48763fd0d6f2 req-e75fd704-fede-4085-9bce-4ba026971d14 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 983 time: 0.1021831 Dec 15 14:14:08.885406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 1b3efe1d-b9be-4387-97cd-a55595f3a68f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:14:08.897389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 1b3efe1d-b9be-4387-97cd-a55595f3a68f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:08.898092 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.957800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:08.976111 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] Sync routers for ids ['6da1075e-8060-45bd-bf1b-08a8ae071721'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:08.978852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.981129 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-592ff511-2cef-4686-9428-40f871427d77 admin admin] 10.222.0.32 "PUT /v2.0/routers/6da1075e-8060-45bd-bf1b-08a8ae071721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3698859 Dec 15 14:14:09.004783 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] Routers {'6da1075e-8060-45bd-bf1b-08a8ae071721'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:09.006047 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6da1075e-8060-45bd-bf1b-08a8ae071721'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:09.145197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] Set router 6da1075e-8060-45bd-bf1b-08a8ae071721 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:09.164386 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.189477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.247649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:09.254643 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e75f99-f937-41d2-a351-eeb608bf794c" -d '{"events": [{"server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "name": "network-vif-plugged", "status": "completed", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:09.313535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:09.324347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.345642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1ecfb00-c086-44ff-8466-48763fd0d6f2 req-df7362f5-17f5-47c5-bb4a-39ac96f78ac8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5334556 Dec 15 14:14:09.349746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.373555 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c23e7-a32e-4130-9ec3-a7e3c69ecafd x-openstack-request-id: req-9e6c23e7-a32e-4130-9ec3-a7e3c69ecafd {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:09.373845 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "name": "network-vif-plugged", "status": "completed", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:09.374101 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e6c23e7-a32e-4130-9ec3-a7e3c69ecafd {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:09.385385 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'code': 200} Dec 15 14:14:09.462190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=1b3efe1d-b9be-4387-97cd-a55595f3a68f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:09.462406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Deleting port 4789b0d0-94d3-4e91-8756-80d08009e24e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:09.462729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.506207 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:14:07Z', 'revision_number': 5, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port': {'id': '4789b0d0-94d3-4e91-8756-80d08009e24e', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:04Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:09.510449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5d938-4255-46c8-9dd2-f8c201d65109 req-e1fed914-690b-441f-bc30-a703a77fc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:09.524342 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-27b5d938-4255-46c8-9dd2-f8c201d65109 req-e1fed914-690b-441f-bc30-a703a77fc360 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1135 time: 0.0621490 Dec 15 14:14:09.575965 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] Checking router: 6da1075e-8060-45bd-bf1b-08a8ae071721 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:09.587294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] Routers {'6da1075e-8060-45bd-bf1b-08a8ae071721'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:09.588226 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['6da1075e-8060-45bd-bf1b-08a8ae071721'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:09.640772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] For port 4789b0d0-94d3-4e91-8756-80d08009e24e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4789b0d0-94d3-4e91-8756-80d08009e24e,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:09.641425 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.655846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Calling delete_port for 4789b0d0-94d3-4e91-8756-80d08009e24e owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:09.661654 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-27b5d938-4255-46c8-9dd2-f8c201d65109 req-2f6b7daf-d4c6-4114-a505-d1f949e47629 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1426458 Dec 15 14:14:09.701372 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] Set router 6da1075e-8060-45bd-bf1b-08a8ae071721 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:09.761210 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:14:09Z', 'revision_number': 6, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:09.793393 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc0a60-3444-4f43-b169-530bba89c36e None None] The sync data for ids ['6da1075e-8060-45bd-bf1b-08a8ae071721'] in n-d-815324-3 is: [{'id': '6da1075e-8060-45bd-bf1b-08a8ae071721', 'name': 'tempest-TestServerMultinode-706290165-router', 'tenant_id': '3e0fbd59bfe94144969ac54eb02ae353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:03Z', 'updated_at': '2021-12-15T14:14:09Z', 'revision_number': 6, 'project_id': '3e0fbd59bfe94144969ac54eb02ae353', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:09.903016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.933539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4789b0d0-94d3-4e91-8756-80d08009e24e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:09.946569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f82194-eea1-446c-b6a3-2c2fbcaf896b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:09.990366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.991899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.993134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.993659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.994169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.994664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.995179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.995669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.996160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.996809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.997303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.997926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.998418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:10.022010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.147658 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.156022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.240322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.241043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6da1075e-8060-45bd-bf1b-08a8ae071721 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:14:10.246994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.250909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c2dfb777-8bce-4030-b376-3a131a4ab2a7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6da1075e-8060-45bd-bf1b-08a8ae071721 HTTP/1.1" status: 204 len: 168 time: 1.2674961 Dec 15 14:14:10.251062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:10.319133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Deleting subnet 532a753d-efc7-4427-8398-2d994c3783dd {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:10.326922 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.396711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.505776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.582033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f069bfd-cca6-45e3-87a9-20a84c88a599 req-3921e6c5-da3c-4a02-b6d0-cfeee022d267 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.583801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f069bfd-cca6-45e3-87a9-20a84c88a599 req-3921e6c5-da3c-4a02-b6d0-cfeee022d267 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 984 time: 0.1316555 Dec 15 14:14:10.604799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.665884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532a753d-efc7-4427-8398-2d994c3783dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:10.677053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.677186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f2ae7-033f-41bc-ae32-bdc4cc550eab None None] Network 7569a61c-e866-4a7e-a850-5901d6200cf9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:10.686458 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5b781066-5eae-4187-a228-9c3244381667 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/532a753d-efc7-4427-8398-2d994c3783dd HTTP/1.1" status: 204 len: 168 time: 0.4326766 Dec 15 14:14:10.690715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37216) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:10.746009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f069bfd-cca6-45e3-87a9-20a84c88a599 req-a4757b06-874d-4829-bbf3-d7b79a742046 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1410999 Dec 15 14:14:10.841218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.894045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] DHCP port deletion for 7569a61c-e866-4a7e-a850-5901d6200cf9 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:10.931711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Deleting port 89830848-367b-4e08-98a9-32e2cbc67a71 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:10.932144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.978220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] Deleting port 89830848-367b-4e08-98a9-32e2cbc67a71 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:10.979642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.007247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] For port 89830848-367b-4e08-98a9-32e2cbc67a71, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=89830848-367b-4e08-98a9-32e2cbc67a71,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:11.007498 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.026962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Calling delete_port for 89830848-367b-4e08-98a9-32e2cbc67a71 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:11.093130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] For port 89830848-367b-4e08-98a9-32e2cbc67a71, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=89830848-367b-4e08-98a9-32e2cbc67a71,segment=NetworkSegment(ff29ee8c-0ee8-4704-bde0-4734c4cc91f9),segment_id=ff29ee8c-0ee8-4704-bde0-4734c4cc91f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:11.093992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.119123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] Calling delete_port for 89830848-367b-4e08-98a9-32e2cbc67a71 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:11.147055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.180678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Pushing event deleted for resources: {'Port': ['ID=89830848-367b-4e08-98a9-32e2cbc67a71,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:11.188349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] No DVR routers for this DVR port 89830848-367b-4e08-98a9-32e2cbc67a71 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:11.217813 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.237038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] No DVR routers for this DVR port 89830848-367b-4e08-98a9-32e2cbc67a71 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:11.276879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5793114-2be9-4c91-8385-1caf70d676d2 None None] Pushing event deleted for resources: {'Port': ['ID=89830848-367b-4e08-98a9-32e2cbc67a71,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:11.318213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.340733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7569a61c-e866-4a7e-a850-5901d6200cf9']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:11.352223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:11.352763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff29ee8c-0ee8-4704-bde0-4734c4cc91f9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:11.363899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.394421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.406462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:11.407109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:11.410615 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:11.510302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.521765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.527654 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] 10.222.0.32 "DELETE /v2.0/networks/7569a61c-e866-4a7e-a850-5901d6200cf9 HTTP/1.1" status: 204 len: 168 time: 0.8355114 Dec 15 14:14:11.530440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37228) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:11.559474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8278c97-094b-427e-ba7e-8f7a143bac8f admin admin] Pushing event deleted for resources: {'Network': ['ID=7569a61c-e866-4a7e-a850-5901d6200cf9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:11.877514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ecae1b58-d01d-473c-b6c2-46ceebff5a1d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:11.951125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ecae1b58-d01d-473c-b6c2-46ceebff5a1d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:11.955522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ecae1b58-d01d-473c-b6c2-46ceebff5a1d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:11.956057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4789b0d0-94d3-4e91-8756-80d08009e24e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:11.964558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553ac1-2e71-457e-ba09-5947e9fd9f34 req-59a075c9-820e-410d-aa6f-de65ca7f5973 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.967880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a553ac1-2e71-457e-ba09-5947e9fd9f34 req-59a075c9-820e-410d-aa6f-de65ca7f5973 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 984 time: 0.0885959 Dec 15 14:14:12.002997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4789b0d0-94d3-4e91-8756-80d08009e24e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:12.003596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4789b0d0-94d3-4e91-8756-80d08009e24e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:12.003909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 89830848-367b-4e08-98a9-32e2cbc67a71 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:12.026775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 89830848-367b-4e08-98a9-32e2cbc67a71 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:12.027421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 89830848-367b-4e08-98a9-32e2cbc67a71 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:12.083430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.121134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a553ac1-2e71-457e-ba09-5947e9fd9f34 req-1c4cab96-7268-4b45-ad66-fc9489d594bc tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1401188 Dec 15 14:14:12.325879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1160-50e2-417f-8ce8-940f0a4f332f req-7009408e-924a-45cc-b9f0-479af26806a6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.329067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3edc1160-50e2-417f-8ce8-940f0a4f332f req-7009408e-924a-45cc-b9f0-479af26806a6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 984 time: 0.1349766 Dec 15 14:14:12.429357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3edc1160-50e2-417f-8ce8-940f0a4f332f req-28578a82-86ee-47f6-858e-027c5ce13efa tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0855467 Dec 15 14:14:12.503417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Deleting port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:12.504367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.557120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-961671ab-bed5-4c5b-b384-95ed7d5ce049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.560253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928f183-23b0-4aa3-a2ac-c93b69badeae req-2ee1a9a9-655b-4d76-9da6-22365e00d7ce tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.569630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a928f183-23b0-4aa3-a2ac-c93b69badeae req-2ee1a9a9-655b-4d76-9da6-22365e00d7ce tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1135 time: 0.0624912 Dec 15 14:14:12.586971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a928f183-23b0-4aa3-a2ac-c93b69badeae req-c034dd2f-9fd2-425d-aec3-5d82de8a783a tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.641282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] For port 8559e7a3-61ae-43ee-90d1-b0257dcfedc1, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:12.641665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.656099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Calling delete_port for 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:12.688325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a928f183-23b0-4aa3-a2ac-c93b69badeae req-c034dd2f-9fd2-425d-aec3-5d82de8a783a tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.696606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a928f183-23b0-4aa3-a2ac-c93b69badeae req-c034dd2f-9fd2-425d-aec3-5d82de8a783a tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.752801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a928f183-23b0-4aa3-a2ac-c93b69badeae req-c034dd2f-9fd2-425d-aec3-5d82de8a783a tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1773844 Dec 15 14:14:12.768566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:12.827994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034dd2f-9fd2-425d-aec3-5d82de8a783a tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693471f-5186-4be4-9870-1484b62034c0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:12.867005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9c24e-16d5-4761-bbcf-187da191844c tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.869784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48a9c24e-16d5-4761-bbcf-187da191844c tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1130 time: 0.0896609 Dec 15 14:14:12.872544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:12.877403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:12.909138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.952359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.024538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8559e7a3-61ae-43ee-90d1-b0257dcfedc1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:13.063736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.242958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.25.2.196 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0243c8c2-d3fb-4cf2-84a2-fb8cbea5f336) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:13.311496 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.410900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.470001 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.541811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=0243c8c2-d3fb-4cf2-84a2-fb8cbea5f336,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:13.564553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:13.567394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:13.569483 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:13.711032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Router 72699dce-fb0f-49af-87b4-977a314fe8a6 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:13.889911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:13.898035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7cc248cc-7b5f-4a34-8106-049808ad42bb admin admin] 10.222.0.32 "PUT /v2.0/routers/72699dce-fb0f-49af-87b4-977a314fe8a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3660033 Dec 15 14:14:13.902149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] Sync routers for ids ['72699dce-fb0f-49af-87b4-977a314fe8a6'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:13.903751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:13.928801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] Routers {'72699dce-fb0f-49af-87b4-977a314fe8a6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:13.929746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['72699dce-fb0f-49af-87b4-977a314fe8a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.109915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.127214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.203508 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.325461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.356870 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.408934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] Set router 72699dce-fb0f-49af-87b4-977a314fe8a6 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:14.440073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:14.443551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.451195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.489561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Deleting port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:14.489905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.574186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.578657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=0243c8c2-d3fb-4cf2-84a2-fb8cbea5f336,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:14.627539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] For port 3b5937fa-185f-4b0e-bfe9-deca9511e8b6, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:14.627930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.646697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Calling delete_port for 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:14.660570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:14:12Z', 'revision_number': 5, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port': {'id': '3b5937fa-185f-4b0e-bfe9-deca9511e8b6', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.709946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] Checking router: 72699dce-fb0f-49af-87b4-977a314fe8a6 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:14.717660 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Floating IP 90a6ea10-1a1b-4010-a11f-275daabc126c associated. External IP: 172.25.2.196, port: 1b3efe1d-b9be-4387-97cd-a55595f3a68f. Dec 15 14:14:14.729019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] Routers {'72699dce-fb0f-49af-87b4-977a314fe8a6'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:14.729558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['72699dce-fb0f-49af-87b4-977a314fe8a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.760218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b122d698-9f65-45a2-a58b-b953b07cb7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.824158 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] Set router 72699dce-fb0f-49af-87b4-977a314fe8a6 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:14.890751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:14:14Z', 'revision_number': 6, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.920152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa0ef6-5d01-495f-aaf8-50e2a2f15279 None None] The sync data for ids ['72699dce-fb0f-49af-87b4-977a314fe8a6'] in n-d-815324-3 is: [{'id': '72699dce-fb0f-49af-87b4-977a314fe8a6', 'name': 'tempest-TestServerMultinode-348856844-router', 'tenant_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:14:14Z', 'revision_number': 6, 'project_id': 'd2e5b0d74bdf47caafe8f3f313c6a2a2', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:14.921595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2226b883-22b4-48d4-bb21-b631874accfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.003008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b122d698-9f65-45a2-a58b-b953b07cb7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.009984 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b122d698-9f65-45a2-a58b-b953b07cb7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.095067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122d698-9f65-45a2-a58b-b953b07cb7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549f3192-0724-4df2-a480-1acb26efb22d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:15.095313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router c01a7055-bb8d-485c-98b4-13dad4e6fec0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:15.108143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.127520 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b122d698-9f65-45a2-a58b-b953b07cb7f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=783b22aafabc4e7b8e7e46695519ee3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6862512 Dec 15 14:14:15.146370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:15.166348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3f01a-88e5-4f13-83d8-ab98ad6161c8 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:15.175336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5937fa-185f-4b0e-bfe9-deca9511e8b6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:15.301387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12095c9c-7832-4392-8e71-156b61345eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.303389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:15.306204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.318013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] Sync routers for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:15.331460 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:15.332123 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:15.333786 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.367733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdf53648-d8b4-4f5a-aef6-9e93456b08b8 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4933739 Dec 15 14:14:15.368781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:15.371601 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff4b5d2-b407-48a4-92bd-58249e675c56" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:15.371897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37284) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:15.430420 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c245c2b-de15-4f76-9d1b-711ee860eadd x-openstack-request-id: req-9c245c2b-de15-4f76-9d1b-711ee860eadd {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:15.431369 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:15.432590 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c245c2b-de15-4f76-9d1b-711ee860eadd {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:15.433265 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'status': 'completed', 'code': 200} Dec 15 14:14:15.479069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12095c9c-7832-4392-8e71-156b61345eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.503321 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:15.504026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.518995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.899164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:15.926488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:15.927583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3b5937fa-185f-4b0e-bfe9-deca9511e8b6 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:15.928166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:15.949201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:15.950443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 8559e7a3-61ae-43ee-90d1-b0257dcfedc1 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:15.962003 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '90a6ea10-1a1b-4010-a11f-275daabc126c', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'port_id': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'mac_address': 'fa:16:3e:1a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:14:13Z', 'updated_at': '2021-12-15T14:14:13Z', 'revision_number': 0, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:16.014782 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] Checking router: c01a7055-bb8d-485c-98b4-13dad4e6fec0 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:16.024971 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:16.025718 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:16.062953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.063575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72699dce-fb0f-49af-87b4-977a314fe8a6 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:14:16.074415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.075581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1e81f81b-a441-47be-b7f9-9484a365c79c admin admin] 10.222.0.32 "DELETE /v2.0/routers/72699dce-fb0f-49af-87b4-977a314fe8a6 HTTP/1.1" status: 204 len: 168 time: 2.1711824 Dec 15 14:14:16.078303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37296) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.113148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-00ff0444-ffe0-4f19-8348-86433e6487a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.114710 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-00ff0444-ffe0-4f19-8348-86433e6487a9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1135 time: 0.6281800 Dec 15 14:14:16.122517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.122517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.122777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.123227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.123676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.124121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.125914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e41a56c6-be1b-4d35-8101-5a3028884bed tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4287 time: 0.7515697 Dec 15 14:14:16.128647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.143795 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12095c9c-7832-4392-8e71-156b61345eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.147828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12095c9c-7832-4392-8e71-156b61345eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.153523 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-12095c9c-7832-4392-8e71-156b61345eea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/549f3192-0724-4df2-a480-1acb26efb22d HTTP/1.1" status: 204 len: 168 time: 1.0056994 Dec 15 14:14:16.172180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Deleting subnet d7303a3d-bcd2-43e2-ac18-40e8f07d3b91 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:16.181503 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.204588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:16.243295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.287232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-3bf67847-de04-498f-9604-94dc19759d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.289696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-3bf67847-de04-498f-9604-94dc19759d45 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 200 len: 899 time: 0.1343639 Dec 15 14:14:16.298129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.360015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.433163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.443754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095c9c-7832-4392-8e71-156b61345eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549f3192-0724-4df2-a480-1acb26efb22d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:16.448764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-e77f7779-f62f-4d37-b9e6-ad3d6e6a3059 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 200 len: 999 time: 0.1211791 Dec 15 14:14:16.493462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7303a3d-bcd2-43e2-ac18-40e8f07d3b91,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:16.496679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.503691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7c65c9a-500d-42b6-a0ea-40b5900e6a83 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7303a3d-bcd2-43e2-ac18-40e8f07d3b91 HTTP/1.1" status: 204 len: 168 time: 0.4239399 Dec 15 14:14:16.504959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.511370 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1128873-8d12-4057-b21e-7e27a28dba51 None None] Network 7711b132-2610-4c1c-98ae-2a56ca4dbf48 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:16.583023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.583668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.584190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.584753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.585523 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.585962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.591600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e6e1fda-9d83-4556-91d1-3cb358ef1689 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.4611843 Dec 15 14:14:16.596108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37306) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.611058 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '90a6ea10-1a1b-4010-a11f-275daabc126c', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'port_id': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'mac_address': 'fa:16:3e:1a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:14:13Z', 'updated_at': '2021-12-15T14:14:13Z', 'revision_number': 0, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:16.701802 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1de53f-c604-47c0-8972-701007d18408 None None] The sync data for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 is: [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '90a6ea10-1a1b-4010-a11f-275daabc126c', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'port_id': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'mac_address': 'fa:16:3e:1a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:14:13Z', 'updated_at': '2021-12-15T14:14:13Z', 'revision_number': 0, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:16.720911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] DHCP port deletion for 7711b132-2610-4c1c-98ae-2a56ca4dbf48 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:16.732601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.751408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-42d65f99-0858-4186-970b-03ea43c9d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.753060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-42d65f99-0858-4186-970b-03ea43c9d637 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a49309f7-a737-40ef-a9d4-bdcd0564a9e4 HTTP/1.1" status: 200 len: 835 time: 0.2946932 Dec 15 14:14:16.772685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.804282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1b43fd5-7a2a-486d-9fe1-1fb9d51ae7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.808544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] Deleting port d786dff7-ef0b-4272-a601-f2cdd29733f9 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:16.808931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.881979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-e9ae7eeb-b7e9-4983-a821-1320e781cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.883842 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-e9ae7eeb-b7e9-4983-a821-1320e781cdfc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058152 Dec 15 14:14:16.907453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] For port d786dff7-ef0b-4272-a601-f2cdd29733f9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d786dff7-ef0b-4272-a601-f2cdd29733f9,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:16.908147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.928165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] Calling delete_port for d786dff7-ef0b-4272-a601-f2cdd29733f9 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:16.995579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Deleting port d786dff7-ef0b-4272-a601-f2cdd29733f9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:16.995918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.029700 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-a2efdfc3-be87-4150-a4d1-871d43d1395f service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363235 Dec 15 14:14:17.046205 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.082753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] Pushing event deleted for resources: {'Port': ['ID=d786dff7-ef0b-4272-a601-f2cdd29733f9,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.085174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0481d-29dc-49e8-bdf2-6da3134eba40 None None] New status for floating IP 90a6ea10-1a1b-4010-a11f-275daabc126c: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:14:17.123373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] For port d786dff7-ef0b-4272-a601-f2cdd29733f9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d786dff7-ef0b-4272-a601-f2cdd29733f9,segment=NetworkSegment(d3c38e7e-b5ea-465a-84a0-c450f4cb5299),segment_id=d3c38e7e-b5ea-465a-84a0-c450f4cb5299)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:17.124064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.140993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b5c68-5a0d-4438-99f5-9fd613005c2d None None] No DVR routers for this DVR port d786dff7-ef0b-4272-a601-f2cdd29733f9 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:17.150601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Calling delete_port for d786dff7-ef0b-4272-a601-f2cdd29733f9 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:17.225125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e164b9d-e2f9-4c2a-b873-4d0c3a0213dd tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.6251316 Dec 15 14:14:17.225692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1b43fd5-7a2a-486d-9fe1-1fb9d51ae7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.225826 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0ff4b5d2-b407-48a4-92bd-58249e675c56 req-7ffd6720-f29d-4b4d-b408-af6c148c5056 service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870265 Dec 15 14:14:17.227207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37314) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:17.232100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1b43fd5-7a2a-486d-9fe1-1fb9d51ae7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.274759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b43fd5-7a2a-486d-9fe1-1fb9d51ae7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51d18ef-82c6-47fc-8e55-e43a0caf6ba5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.299953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc7af6-71bc-4c0b-b2d1-0cb2e8b8b17d tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:17.300651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc7af6-71bc-4c0b-b2d1-0cb2e8b8b17d tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:17.303401 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1cc7af6-71bc-4c0b-b2d1-0cb2e8b8b17d tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c01a7055-bb8d-485c-98b4-13dad4e6fec0 HTTP/1.1" status: 200 len: 1989 time: 0.0742598 Dec 15 14:14:17.312414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e1b43fd5-7a2a-486d-9fe1-1fb9d51ae7a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ae8c399fceb4529b4decfbaf0040076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360403 Dec 15 14:14:17.313025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:17.338404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.375145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d786dff7-ef0b-4272-a601-f2cdd29733f9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.378409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] No DVR routers for this DVR port d786dff7-ef0b-4272-a601-f2cdd29733f9 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:17.400885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d300ce71-a51b-4a37-95de-bbb557021964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.426469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d300ce71-a51b-4a37-95de-bbb557021964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.460666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.476336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.484281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7711b132-2610-4c1c-98ae-2a56ca4dbf48']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:17.488938 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d300ce71-a51b-4a37-95de-bbb557021964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.493726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d300ce71-a51b-4a37-95de-bbb557021964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.498022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d300ce71-a51b-4a37-95de-bbb557021964 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a51d18ef-82c6-47fc-8e55-e43a0caf6ba5 HTTP/1.1" status: 204 len: 168 time: 0.1820312 Dec 15 14:14:17.498171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:17.498171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c38e7e-b5ea-465a-84a0-c450f4cb5299') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:17.506661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.509558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300ce71-a51b-4a37-95de-bbb557021964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51d18ef-82c6-47fc-8e55-e43a0caf6ba5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.528685 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.536816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:17.537273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:17.540323 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:17.926524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d786dff7-ef0b-4272-a601-f2cdd29733f9 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:17.962459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d786dff7-ef0b-4272-a601-f2cdd29733f9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:17.963523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d786dff7-ef0b-4272-a601-f2cdd29733f9 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:18.016735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.032632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-522990ce-9b7c-47de-a16b-4c1603b365d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.062669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.068098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.072096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7711b132-2610-4c1c-98ae-2a56ca4dbf48 HTTP/1.1" status: 204 len: 168 time: 1.5658994 Dec 15 14:14:18.086758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ab1ed-b15f-4750-b217-f76ccb4c2fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7711b132-2610-4c1c-98ae-2a56ca4dbf48,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.144807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-522990ce-9b7c-47de-a16b-4c1603b365d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.150254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-522990ce-9b7c-47de-a16b-4c1603b365d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.196579 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-522990ce-9b7c-47de-a16b-4c1603b365d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36ebc3ebab324fabb1585936eb06ce48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784427 Dec 15 14:14:18.197519 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522990ce-9b7c-47de-a16b-4c1603b365d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7468425-8b7b-4133-99de-f409b4d99a09,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.199132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.249266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26f76c7-f917-4bff-bdc9-f60b10ba70ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.272488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26f76c7-f917-4bff-bdc9-f60b10ba70ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.287167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.334420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26f76c7-f917-4bff-bdc9-f60b10ba70ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.338386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26f76c7-f917-4bff-bdc9-f60b10ba70ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.342476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d26f76c7-f917-4bff-bdc9-f60b10ba70ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7468425-8b7b-4133-99de-f409b4d99a09 HTTP/1.1" status: 204 len: 168 time: 0.1395221 Dec 15 14:14:18.345191 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-94faae8c-a3e8-43a7-bbf2-599917e815fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e0fbd59bfe94144969ac54eb02ae353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565994 Dec 15 14:14:18.345995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.355451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f76c7-f917-4bff-bdc9-f60b10ba70ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7468425-8b7b-4133-99de-f409b4d99a09,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.405719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f92416b5-64e1-438b-9d2a-ff037072a229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.429221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f92416b5-64e1-438b-9d2a-ff037072a229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.483270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f92416b5-64e1-438b-9d2a-ff037072a229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.488604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f92416b5-64e1-438b-9d2a-ff037072a229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.490269 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f92416b5-64e1-438b-9d2a-ff037072a229 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa0ad606-0c4c-4b98-ad2d-816790898c9e HTTP/1.1" status: 204 len: 168 time: 0.1431317 Dec 15 14:14:18.503199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92416b5-64e1-438b-9d2a-ff037072a229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ad606-0c4c-4b98-ad2d-816790898c9e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.508265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.885853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37358) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.928604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ee0cd911-3390-4195-93e0-9f8aabfd0b93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2e5b0d74bdf47caafe8f3f313c6a2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401189 Dec 15 14:14:18.930453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.979631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c118f00e-8a74-4a6c-b6e9-cf5ed4e5b55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.018453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c118f00e-8a74-4a6c-b6e9-cf5ed4e5b55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.040554 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:14:19.078261 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c118f00e-8a74-4a6c-b6e9-cf5ed4e5b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.081206 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c118f00e-8a74-4a6c-b6e9-cf5ed4e5b55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.082531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c118f00e-8a74-4a6c-b6e9-cf5ed4e5b55d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07df69ef-aa97-4b14-ad3b-1e737d75bc58 HTTP/1.1" status: 204 len: 168 time: 0.1510229 Dec 15 14:14:19.093243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118f00e-8a74-4a6c-b6e9-cf5ed4e5b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07df69ef-aa97-4b14-ad3b-1e737d75bc58,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:19.197539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.584804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1459722675-network', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:19.609729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Made reservation on behalf of c96ffea6a9eb4478a4d4bcf26de46f5c for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:19.612442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.623214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.716177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.722334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.761373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:19.769930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984bf84a-8fd4-4ad2-850e-50e176c2ac25,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:19.775237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.775578 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Added segment f17a5be7-b253-42a2-aab3-e5985c61d0f4 of type vlan for network 7317e9e9-5d91-4036-95ad-72c5a00b1792 Dec 15 14:14:19.820354 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.845990 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.848592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:19.848592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.918078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7193038 Dec 15 14:14:19.924345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb2c10-f273-4d63-a692-e51b152f26b8 admin admin] Pushing event updated for resources: {'Network': ['ID=7317e9e9-5d91-4036-95ad-72c5a00b1792,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:19.924345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.925958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Request body: {'subnet': {'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1459722675-subnet', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:19.931729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:19.950747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Made reservation on behalf of c96ffea6a9eb4478a4d4bcf26de46f5c for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:19.953663 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.138092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.204019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99a2783-a6ff-4d76-998d-89649dbd915c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.219659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Checking segment: {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:20.220230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Network hostable DHCP agents. Network: 7317e9e9-5d91-4036-95ad-72c5a00b1792, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:20.239136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:20.249818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7317e9e9-5d91-4036-95ad-72c5a00b1792) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:20.254231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:20.254807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.260334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639cc44-42c4-48d1-85e6-319050e59c82 None None] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:20.276239 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b3f7fc9-2059-49e1-9b8c-432268289e7d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3540139 Dec 15 14:14:20.276491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:20.281079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:20.303681 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.304721 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.361227 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.388760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7317e9e9-5d91-4036-95ad-72c5a00b1792', 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792', 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'fixed_ips': [{'subnet_id': 'e99a2783-a6ff-4d76-998d-89649dbd915c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:20.389600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.500401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.542632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Allocated IP 172.20.0.2 (7317e9e9-5d91-4036-95ad-72c5a00b1792/e99a2783-a6ff-4d76-998d-89649dbd915c/c95cc10c-998e-467e-a920-dc35ee26cc31) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:20.699182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.706085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.729070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.749841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:20.750982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.753122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:20.755636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:20.769393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Pushing event updated for resources: {'Port': ['ID=c95cc10c-998e-467e-a920-dc35ee26cc31,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.821251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Attempting to bind port c95cc10c-998e-467e-a920-dc35ee26cc31 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:20.821660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Attempting to bind port c95cc10c-998e-467e-a920-dc35ee26cc31 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:20.822073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Attempting to bind port c95cc10c-998e-467e-a920-dc35ee26cc31 on network 7317e9e9-5d91-4036-95ad-72c5a00b1792 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:20.827472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:20.827884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Checking segment: {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:20.828329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.828796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Bound using segment: {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:20.829304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Bound port: c95cc10c-998e-467e-a920-dc35ee26cc31, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:20.829690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.865520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Allocated IP 172.25.2.77 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/1007e213-30d2-4e72-97c1-95077a570cef) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:20.907324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] For port c95cc10c-998e-467e-a920-dc35ee26cc31, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:20.914641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] For port c95cc10c-998e-467e-a920-dc35ee26cc31, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c95cc10c-998e-467e-a920-dc35ee26cc31,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:20.922231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.002608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.022455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0fbb-5712-44dd-8f62-6f67b932c819 None None] Pushing event updated for resources: {'Port': ['ID=c95cc10c-998e-467e-a920-dc35ee26cc31,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:21.045462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.097509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:21.101010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:21.103428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:21.110402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Pushing event updated for resources: {'Port': ['ID=1007e213-30d2-4e72-97c1-95077a570cef,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:21.121840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7329c9b-a01d-4224-b540-0e6940ff6a6f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:21.173831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b6ccdcf3-a21b-4137-ae1f-c0de14bb861a None None] Provisioning complete for port 1007e213-30d2-4e72-97c1-95077a570cef triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:21.174203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdcf3-a21b-4137-ae1f-c0de14bb861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.220826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccdcf3-a21b-4137-ae1f-c0de14bb861a None None] Port 1007e213-30d2-4e72-97c1-95077a570cef cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:21.281995 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.421864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.523304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-ee59c85e-d907-4a61-a1f0-a6c8c260497f req-022b9463-25c2-4b9d-b083-127104d2a762 service neutron] (103378) timed out ('10.222.0.32', 38772) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:14:21.630291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.766034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:14:21.885621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:21.895584 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Sync routers for ids ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:21.917572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c95cc10c-998e-467e-a920-dc35ee26cc31 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:21.918363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.919749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-58324031-e879-4921-be60-1e54248c1a71 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6421876 Dec 15 14:14:21.923219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.937417 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Routers {'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:21.940087 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:22.028708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c95cc10c-998e-467e-a920-dc35ee26cc31 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:22.029311 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.130689 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Set router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:22.163035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.205025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port c95cc10c-998e-467e-a920-dc35ee26cc31, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c95cc10c-998e-467e-a920-dc35ee26cc31,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:22.209797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.279852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=c95cc10c-998e-467e-a920-dc35ee26cc31,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:22.321981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0888c-0eaf-42ab-972c-8a88e2119aaf None None] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:22.390684 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c015e28e-be28-42c7-b7cd-71a2a88d01a9 None None] Provisioning complete for port c95cc10c-998e-467e-a920-dc35ee26cc31 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:22.391419 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c015e28e-be28-42c7-b7cd-71a2a88d01a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.484439 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:21Z', 'revision_number': 3, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:22.531243 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Checking router: f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:22.531596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Updating router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 port 1007e213-30d2-4e72-97c1-95077a570cef binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:22.573033 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.689897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.874478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Allocated IP 172.20.0.1 (7317e9e9-5d91-4036-95ad-72c5a00b1792/e99a2783-a6ff-4d76-998d-89649dbd915c/20845832-da58-419d-b29d-91db148e9c6b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:23.012669 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.018498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-104408d7-e64f-445d-a7ef-4b58f78ff437 None None] Provisioning complete for port c95cc10c-998e-467e-a920-dc35ee26cc31 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:23.019689 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.021383 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-104408d7-e64f-445d-a7ef-4b58f78ff437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.024849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.070739 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Pushing event updated for resources: {'Port': ['ID=1007e213-30d2-4e72-97c1-95077a570cef,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.082232 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.082834 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.083663 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.084163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.084933 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.085450 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.085986 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.086625 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.087115 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.087609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.088148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.090363 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.090928 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.100395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.123240 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ce31b-b854-4d76-b170-791caebb8069 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:23.142214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Attempting to bind port 1007e213-30d2-4e72-97c1-95077a570cef on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:23.142912 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Attempting to bind port 1007e213-30d2-4e72-97c1-95077a570cef by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:23.143656 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Attempting to bind port 1007e213-30d2-4e72-97c1-95077a570cef on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:23.151718 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:23.152392 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:23.152985 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.153599 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:23.154309 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Bound port: 1007e213-30d2-4e72-97c1-95077a570cef, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:23.154947 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.192091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:23.196345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:23.211501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:23.230473 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] For port 1007e213-30d2-4e72-97c1-95077a570cef, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:23.236405 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] For port 1007e213-30d2-4e72-97c1-95077a570cef, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1007e213-30d2-4e72-97c1-95077a570cef,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:23.241597 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.255694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Pushing event updated for resources: {'Port': ['ID=20845832-da58-419d-b29d-91db148e9c6b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.285262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-de97d194-ce2c-4343-851f-745d8876a009 None None] Provisioning complete for port 1007e213-30d2-4e72-97c1-95077a570cef triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:23.286884 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de97d194-ce2c-4343-851f-745d8876a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.296342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.319520 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286268ad-5f69-4aa5-8324-f815d49733c5 None None] Pushing event updated for resources: {'Port': ['ID=1007e213-30d2-4e72-97c1-95077a570cef,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.365607 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Routers {'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:23.366586 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:23.394602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e0a966-563c-40fe-86c9-6cb1a165bb4e None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:23.510797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de97d194-ce2c-4343-851f-745d8876a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.523698 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] Set router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:23.558603 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.559950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-de97d194-ce2c-4343-851f-745d8876a009 None None] For port 1007e213-30d2-4e72-97c1-95077a570cef, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1007e213-30d2-4e72-97c1-95077a570cef,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:23.566706 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de97d194-ce2c-4343-851f-745d8876a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.653929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97d194-ce2c-4343-851f-745d8876a009 None None] Pushing event updated for resources: {'Port': ['ID=1007e213-30d2-4e72-97c1-95077a570cef,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.700245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fbe83322-5a89-46b3-b286-7ecdf8069db8 None None] Provisioning complete for port 20845832-da58-419d-b29d-91db148e9c6b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:23.701104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbe83322-5a89-46b3-b286-7ecdf8069db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.760490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fbe83322-5a89-46b3-b286-7ecdf8069db8 None None] Port 20845832-da58-419d-b29d-91db148e9c6b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:23.779258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fbe83322-5a89-46b3-b286-7ecdf8069db8 None None] Provisioning complete for port 1007e213-30d2-4e72-97c1-95077a570cef triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:23.780460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbe83322-5a89-46b3-b286-7ecdf8069db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.875625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.887150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.931861 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:21Z', 'revision_number': 3, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:23.969647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Pushing event updated for resources: {'Port': ['ID=20845832-da58-419d-b29d-91db148e9c6b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.972186 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.974594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c95cc10c-998e-467e-a920-dc35ee26cc31 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:23.991263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa904727-8750-45dd-9e61-024f5a620f5e None None] The sync data for ids ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'] in n-d-815324-3 is: [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:21Z', 'revision_number': 3, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:24.042837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c95cc10c-998e-467e-a920-dc35ee26cc31 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:24.043575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.119868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:24.122025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:24.276080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:24.419127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:24.433722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e4ec646-6dca-40a1-b008-4368767db6ea admin admin] 10.222.0.32 "PUT /v2.0/routers/f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005875 Dec 15 14:14:24.495224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-54176524-ea3e-4b68-b882-503c9f6c3ac8 None None] Provisioning complete for port 20845832-da58-419d-b29d-91db148e9c6b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:24.495836 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-54176524-ea3e-4b68-b882-503c9f6c3ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.553105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-54176524-ea3e-4b68-b882-503c9f6c3ac8 None None] Port 20845832-da58-419d-b29d-91db148e9c6b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:25.014502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:25.019558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1090569584-network', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:25.042871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Made reservation on behalf of f43ab231ec9b411590e7617a8d037482 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:25.045601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.059093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.136771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.141002 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.166374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:25.176290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb6e9d7-9efc-4181-a29c-7bbdfe353d18,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.181139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.181485 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Added segment 789be1a7-1130-4597-98c8-f91164d67963 of type vlan for network 9356e362-cc72-4aa1-93ea-25a384fb3849 Dec 15 14:14:25.222458 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.248295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.249425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:25.250024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.308879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2929101 Dec 15 14:14:25.312063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:25.315034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc51058-d9b6-4baa-ad41-402acbde4456 admin admin] Pushing event updated for resources: {'Network': ['ID=9356e362-cc72-4aa1-93ea-25a384fb3849,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.317948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Request body: {'subnet': {'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1090569584-subnet', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:25.325888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:25.347433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Made reservation on behalf of f43ab231ec9b411590e7617a8d037482 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:25.350450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.534001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.600225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da091eee-662d-412e-8864-3ddd446a207a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.620898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Checking segment: {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:25.621267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Network hostable DHCP agents. Network: 9356e362-cc72-4aa1-93ea-25a384fb3849, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:25.624236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.624614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.624962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.625303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.625640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.626030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.626367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.626697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.627024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.627351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.627675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.628000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.628755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:25.649542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:25.670344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9356e362-cc72-4aa1-93ea-25a384fb3849) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:25.677320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:25.679025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.682784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03064b20-72cf-4fb0-bc9b-d6a3d835c92f None None] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:25.700225 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d19e2a78-91d9-4e6e-87cb-adbebcb60c40 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3869076 Dec 15 14:14:25.703428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:25.709794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:25.731737 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.732822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.799198 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.813580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-9356e362-cc72-4aa1-93ea-25a384fb3849', 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849', 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'fixed_ips': [{'subnet_id': 'da091eee-662d-412e-8864-3ddd446a207a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:25.815548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.932151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1007e213-30d2-4e72-97c1-95077a570cef up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:26.006452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.141775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Sync routers for ids ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:26.179549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Routers {'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:26.180145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:26.187748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Allocated IP 172.20.0.2 (9356e362-cc72-4aa1-93ea-25a384fb3849/da091eee-662d-412e-8864-3ddd446a207a/6a3cb03a-5392-489f-8779-dcc0f7603f4b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:26.221197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.243678 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.337244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1007e213-30d2-4e72-97c1-95077a570cef triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.337620 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.365207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Allocated IP 172.25.2.81 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/6fc445c2-e152-4dd6-b916-d444493645c3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:26.399467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Set router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:26.495950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.548903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.596429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:26.601858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:26.605527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:26.623563 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.626283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1f1f1-5592-4c7c-ae89-6940a946f302 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:26.631675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Pushing event updated for resources: {'Port': ['ID=6fc445c2-e152-4dd6-b916-d444493645c3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:26.644733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.722389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:26.748337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:26.755060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:26.756931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-47d6dccd-e977-475b-a2cc-1bd5c1a5f0ed None None] Provisioning complete for port 6fc445c2-e152-4dd6-b916-d444493645c3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.757297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47d6dccd-e977-475b-a2cc-1bd5c1a5f0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.761450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Pushing event updated for resources: {'Port': ['ID=6a3cb03a-5392-489f-8779-dcc0f7603f4b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:26.877488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-47d6dccd-e977-475b-a2cc-1bd5c1a5f0ed None None] Port 6fc445c2-e152-4dd6-b916-d444493645c3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:26.896377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Attempting to bind port 6a3cb03a-5392-489f-8779-dcc0f7603f4b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:26.896795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Attempting to bind port 6a3cb03a-5392-489f-8779-dcc0f7603f4b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:26.897419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Attempting to bind port 6a3cb03a-5392-489f-8779-dcc0f7603f4b on network 9356e362-cc72-4aa1-93ea-25a384fb3849 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:26.909905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:26.909905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Checking segment: {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:26.909905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.909905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Bound using segment: {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:26.909905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Bound port: 6a3cb03a-5392-489f-8779-dcc0f7603f4b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:26.909905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.913017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.924814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '20845832-da58-419d-b29d-91db148e9c6b', 'name': '', 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'mac_address': 'fa:16:3e:b5:63:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'e99a2783-a6ff-4d76-998d-89649dbd915c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:22Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 2, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'subnets': [{'id': 'e99a2783-a6ff-4d76-998d-89649dbd915c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:26.976006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Checking router: f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:26.976392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Updating router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 port 20845832-da58-419d-b29d-91db148e9c6b binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:27.016012 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.035999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] For port 6a3cb03a-5392-489f-8779-dcc0f7603f4b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:27.068228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] For port 6a3cb03a-5392-489f-8779-dcc0f7603f4b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6a3cb03a-5392-489f-8779-dcc0f7603f4b,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:27.077025 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.126647 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.238487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4f298-a82d-4e66-b4b1-80eda5b6ff87 None None] Pushing event updated for resources: {'Port': ['ID=6a3cb03a-5392-489f-8779-dcc0f7603f4b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.467291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.476203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.589269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007b2c-fa50-49b9-a7c4-f6963dab9b6e None None] Pushing event updated for resources: {'Port': ['ID=20845832-da58-419d-b29d-91db148e9c6b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.602678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Attempting to bind port 20845832-da58-419d-b29d-91db148e9c6b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:27.603053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Attempting to bind port 20845832-da58-419d-b29d-91db148e9c6b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:27.603421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Attempting to bind port 20845832-da58-419d-b29d-91db148e9c6b on network 7317e9e9-5d91-4036-95ad-72c5a00b1792 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:27.610578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:27.610932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Checking segment: {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:27.611453 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.611997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Bound using segment: {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:27.612495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Bound port: 20845832-da58-419d-b29d-91db148e9c6b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17a5be7-b253-42a2-aab3-e5985c61d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:27.612978 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.660099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:14:27.706963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] For port 20845832-da58-419d-b29d-91db148e9c6b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:27.712148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] For port 20845832-da58-419d-b29d-91db148e9c6b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=20845832-da58-419d-b29d-91db148e9c6b,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:27.717521 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.781125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Routers {'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:27.781767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.862600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:27.880950 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Sync routers for ids ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:27.893269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007b2c-fa50-49b9-a7c4-f6963dab9b6e None None] Pushing event updated for resources: {'Port': ['ID=20845832-da58-419d-b29d-91db148e9c6b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.907946 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Routers {'12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:27.908616 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.936466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.946196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab9c6c9a-1d94-45b2-8ec4-40cd5d2405b0 None None] Provisioning complete for port 20845832-da58-419d-b29d-91db148e9c6b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:27.955227 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6c9a-1d94-45b2-8ec4-40cd5d2405b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.957114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37446) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:27.974919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-76515fe2-8077-4b08-ac49-2360dd5f7fba admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2701192 Dec 15 14:14:28.060143 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6a3cb03a-5392-489f-8779-dcc0f7603f4b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:28.102708 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Set router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:28.169265 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] Set router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:28.386907 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:26Z', 'revision_number': 3, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:28.431977 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Checking router: 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:28.432571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Updating router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 port 6fc445c2-e152-4dd6-b916-d444493645c3 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:28.475874 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.561320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6c9a-1d94-45b2-8ec4-40cd5d2405b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.567225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6a3cb03a-5392-489f-8779-dcc0f7603f4b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:28.567599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.581657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.795043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Allocated IP 172.20.0.1 (9356e362-cc72-4aa1-93ea-25a384fb3849/da091eee-662d-412e-8864-3ddd446a207a/10b91494-a468-4f21-a927-8d8fbce5ec11) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:28.811666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e177db2-9927-4b94-b94a-53feb7decd1b None None] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:28.815841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '20845832-da58-419d-b29d-91db148e9c6b', 'name': '', 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'mac_address': 'fa:16:3e:b5:63:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'e99a2783-a6ff-4d76-998d-89649dbd915c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:22Z', 'updated_at': '2021-12-15T14:14:27Z', 'revision_number': 4, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'subnets': [{'id': 'e99a2783-a6ff-4d76-998d-89649dbd915c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:28.838326 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.847269 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.898213 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796052f-17a7-4009-b859-cfbdda04b82b None None] Pushing event updated for resources: {'Port': ['ID=6fc445c2-e152-4dd6-b916-d444493645c3,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:28.907497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c756c43-ad2a-44a4-b031-55f2e089bad8 None None] The sync data for ids ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'] in n-d-815324-3 is: [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '20845832-da58-419d-b29d-91db148e9c6b', 'name': '', 'network_id': '7317e9e9-5d91-4036-95ad-72c5a00b1792', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'mac_address': 'fa:16:3e:b5:63:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'e99a2783-a6ff-4d76-998d-89649dbd915c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:22Z', 'updated_at': '2021-12-15T14:14:27Z', 'revision_number': 4, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'subnets': [{'id': 'e99a2783-a6ff-4d76-998d-89649dbd915c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:28.937892 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Attempting to bind port 6fc445c2-e152-4dd6-b916-d444493645c3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:28.938431 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Attempting to bind port 6fc445c2-e152-4dd6-b916-d444493645c3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:28.938795 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Attempting to bind port 6fc445c2-e152-4dd6-b916-d444493645c3 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:28.945672 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:28.946118 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:28.946619 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.947020 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:28.948446 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Bound port: 6fc445c2-e152-4dd6-b916-d444493645c3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:28.948688 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.976785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18dc12f-8bdd-4f18-aab7-5c143a637d30 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:28.979060 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.007844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ab9c6c9a-1d94-45b2-8ec4-40cd5d2405b0 None None] For port 20845832-da58-419d-b29d-91db148e9c6b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=20845832-da58-419d-b29d-91db148e9c6b,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:29.033085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6c9a-1d94-45b2-8ec4-40cd5d2405b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.074382 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] For port 6fc445c2-e152-4dd6-b916-d444493645c3, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:29.081708 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] For port 6fc445c2-e152-4dd6-b916-d444493645c3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6fc445c2-e152-4dd6-b916-d444493645c3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:29.098218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.098651 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.151676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c6c9a-1d94-45b2-8ec4-40cd5d2405b0 None None] Pushing event updated for resources: {'Port': ['ID=20845832-da58-419d-b29d-91db148e9c6b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.157898 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.173277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:29.178986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:29.190322 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Routers {'12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:29.191597 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:29.191970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:29.193528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412515d-c6d3-4d55-8d10-d8e95b6988c5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:29.197687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Pushing event updated for resources: {'Port': ['ID=10b91494-a468-4f21-a927-8d8fbce5ec11,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.229651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Provisioning complete for port 6fc445c2-e152-4dd6-b916-d444493645c3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:29.230033 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.258955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6a3cb03a-5392-489f-8779-dcc0f7603f4b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6a3cb03a-5392-489f-8779-dcc0f7603f4b,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:29.270330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.322127 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.374015 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796052f-17a7-4009-b859-cfbdda04b82b None None] Pushing event updated for resources: {'Port': ['ID=6fc445c2-e152-4dd6-b916-d444493645c3,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.379935 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] Set router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:29.465264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6a3cb03a-5392-489f-8779-dcc0f7603f4b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.491133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.530670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.530929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] For port 6fc445c2-e152-4dd6-b916-d444493645c3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6fc445c2-e152-4dd6-b916-d444493645c3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:29.544944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.609475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Provisioning complete for port 20845832-da58-419d-b29d-91db148e9c6b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:29.609845 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.684916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Pushing event updated for resources: {'Port': ['ID=6fc445c2-e152-4dd6-b916-d444493645c3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.808067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Provisioning complete for port 6a3cb03a-5392-489f-8779-dcc0f7603f4b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:29.809599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f68884-6bbe-4d41-ade0-9a7fe0e1bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.820516 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:26Z', 'revision_number': 3, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:29.898001 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be0b0-0959-4393-a262-cf169ccb9cdd None None] The sync data for ids ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'] in n-d-815324-3 is: [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:26Z', 'revision_number': 3, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:30.176439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6a3cb03a-5392-489f-8779-dcc0f7603f4b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:30.234938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Provisioning complete for port 6fc445c2-e152-4dd6-b916-d444493645c3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.235322 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.300692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6a3cb03a-5392-489f-8779-dcc0f7603f4b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.301068 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.446084 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.455942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.501723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Provisioning complete for port 10b91494-a468-4f21-a927-8d8fbce5ec11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.502141 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.549256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Pushing event updated for resources: {'Port': ['ID=10b91494-a468-4f21-a927-8d8fbce5ec11,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:30.562820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 20845832-da58-419d-b29d-91db148e9c6b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:30.575229 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.621207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Port 10b91494-a468-4f21-a927-8d8fbce5ec11 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:30.650373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Provisioning complete for port 6a3cb03a-5392-489f-8779-dcc0f7603f4b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.650739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef308a6b-5e63-4898-9623-f95b13f0dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.702407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:30.704104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:30.711606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 20845832-da58-419d-b29d-91db148e9c6b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.715951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.876073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:30.971777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed70af92-ad5f-42e7-beb8-24e862a6fd07 None None] Provisioning complete for port 10b91494-a468-4f21-a927-8d8fbce5ec11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.972140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed70af92-ad5f-42e7-beb8-24e862a6fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.029535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ed70af92-ad5f-42e7-beb8-24e862a6fd07 None None] Port 10b91494-a468-4f21-a927-8d8fbce5ec11 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:31.039253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:31.045752 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-950c044f-e2ea-493f-b075-b79d190b26a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/12e183f1-9f4d-4d6e-9c9d-a04b1b156b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0875523 Dec 15 14:14:31.172113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-98bb9c68-5428-4c29-8ec9-0c599a470f4a None None] Provisioning complete for port 10b91494-a468-4f21-a927-8d8fbce5ec11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:31.172489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98bb9c68-5428-4c29-8ec9-0c599a470f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.246826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-98bb9c68-5428-4c29-8ec9-0c599a470f4a None None] Port 10b91494-a468-4f21-a927-8d8fbce5ec11 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:31.899444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fc445c2-e152-4dd6-b916-d444493645c3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:31.997154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6fc445c2-e152-4dd6-b916-d444493645c3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:31.997522 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.317558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Sync routers for ids ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:32.328068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Routers {'12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:32.328697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:32.450285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Set router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:32.678757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '10b91494-a468-4f21-a927-8d8fbce5ec11', 'name': '', 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'mac_address': 'fa:16:3e:d3:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'da091eee-662d-412e-8864-3ddd446a207a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 2, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'subnets': [{'id': 'da091eee-662d-412e-8864-3ddd446a207a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:32.706373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Checking router: 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:32.706728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Updating router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 port 10b91494-a468-4f21-a927-8d8fbce5ec11 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:32.732657 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.074945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.082347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.139060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368394-b37c-4dbc-a6f5-8e411d680a27 None None] Pushing event updated for resources: {'Port': ['ID=10b91494-a468-4f21-a927-8d8fbce5ec11,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.213759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Attempting to bind port 10b91494-a468-4f21-a927-8d8fbce5ec11 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:33.213906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Attempting to bind port 10b91494-a468-4f21-a927-8d8fbce5ec11 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:33.214345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Attempting to bind port 10b91494-a468-4f21-a927-8d8fbce5ec11 on network 9356e362-cc72-4aa1-93ea-25a384fb3849 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:33.231241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:33.233709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Checking segment: {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:33.234293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.234766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Bound using segment: {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:33.235377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Bound port: 10b91494-a468-4f21-a927-8d8fbce5ec11, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789be1a7-1130-4597-98c8-f91164d67963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:33.235833 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.333047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:33.335093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] For port 10b91494-a468-4f21-a927-8d8fbce5ec11, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:33.339027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] For port 10b91494-a468-4f21-a927-8d8fbce5ec11, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=10b91494-a468-4f21-a927-8d8fbce5ec11,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:33.346164 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.415361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Routers {'12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:33.416135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:33.521785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368394-b37c-4dbc-a6f5-8e411d680a27 None None] Pushing event updated for resources: {'Port': ['ID=10b91494-a468-4f21-a927-8d8fbce5ec11,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.581777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73a2e555-5e64-47d6-a163-fa9303428ace None None] Provisioning complete for port 10b91494-a468-4f21-a927-8d8fbce5ec11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:33.593053 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73a2e555-5e64-47d6-a163-fa9303428ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.706570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] Set router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:34.016941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.217411 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73a2e555-5e64-47d6-a163-fa9303428ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.369559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-73a2e555-5e64-47d6-a163-fa9303428ace None None] For port 10b91494-a468-4f21-a927-8d8fbce5ec11, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=10b91494-a468-4f21-a927-8d8fbce5ec11,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:34.392118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Deleting port 20845832-da58-419d-b29d-91db148e9c6b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:34.392730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.392989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73a2e555-5e64-47d6-a163-fa9303428ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.404913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '10b91494-a468-4f21-a927-8d8fbce5ec11', 'name': '', 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'mac_address': 'fa:16:3e:d3:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'da091eee-662d-412e-8864-3ddd446a207a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'subnets': [{'id': 'da091eee-662d-412e-8864-3ddd446a207a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:34.464406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a090e4b-7a66-42b4-93ca-b8a51f9463ea None None] The sync data for ids ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'] in n-d-815324-3 is: [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '10b91494-a468-4f21-a927-8d8fbce5ec11', 'name': '', 'network_id': '9356e362-cc72-4aa1-93ea-25a384fb3849', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'mac_address': 'fa:16:3e:d3:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'da091eee-662d-412e-8864-3ddd446a207a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'subnets': [{'id': 'da091eee-662d-412e-8864-3ddd446a207a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:34.514585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2e555-5e64-47d6-a163-fa9303428ace None None] Pushing event updated for resources: {'Port': ['ID=10b91494-a468-4f21-a927-8d8fbce5ec11,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.532864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2f61a545-b0ea-4a96-a576-208bcc6c62ee None None] Provisioning complete for port 10b91494-a468-4f21-a927-8d8fbce5ec11 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:34.533257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f61a545-b0ea-4a96-a576-208bcc6c62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.572290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] For port 20845832-da58-419d-b29d-91db148e9c6b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=20845832-da58-419d-b29d-91db148e9c6b,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:34.572905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.598090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Calling delete_port for 20845832-da58-419d-b29d-91db148e9c6b owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:34.906369 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.000911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Pushing event deleted for resources: {'Port': ['ID=20845832-da58-419d-b29d-91db148e9c6b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:35.253992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.583292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:35.717481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:35.727232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-26646bc2-ad33-408d-905c-cb6df4608fce admin admin] 10.222.0.32 "PUT /v2.0/routers/f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921971 Dec 15 14:14:35.727720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37582) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:35.730463 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] Sync routers for ids ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:35.744440 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] Routers {'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:35.745196 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:35.877357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.878915 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] Set router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:36.046638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.159396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 10b91494-a468-4f21-a927-8d8fbce5ec11 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:36.176970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Deleting port 1007e213-30d2-4e72-97c1-95077a570cef {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:36.177310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.269744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 10b91494-a468-4f21-a927-8d8fbce5ec11 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:36.270313 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.446827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] For port 1007e213-30d2-4e72-97c1-95077a570cef, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1007e213-30d2-4e72-97c1-95077a570cef,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:36.451240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.474495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Calling delete_port for 1007e213-30d2-4e72-97c1-95077a570cef owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:36.489079 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1007e213-30d2-4e72-97c1-95077a570cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:34Z', 'revision_number': 5, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port': {'id': '1007e213-30d2-4e72-97c1-95077a570cef', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:36.540485 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] Checking router: f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:36.558642 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] Routers {'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:36.559278 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:36.706835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.738982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1007e213-30d2-4e72-97c1-95077a570cef,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:36.748231 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] Set router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:36.758009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee4e16d-31d2-499b-b0c3-3cd0d9c85e6b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:36.836533 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:36Z', 'revision_number': 6, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:36.853480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.871833 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb780-51ea-455c-a5ee-60054394620e None None] The sync data for ids ['f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9'] in n-d-815324-3 is: [{'id': 'f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9', 'name': 'tempest-TestAggregatesBasicOps-1459722675-router', 'tenant_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:36Z', 'revision_number': 6, 'project_id': 'c96ffea6a9eb4478a4d4bcf26de46f5c', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:36.961488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.966770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.027785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.036555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:14:37.045051 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.046205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d3c5125b-2e5b-41b7-a596-7a504cfc1e65 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f23fc1d3-0dcc-44df-8a4a-7b81ef67b1d9 HTTP/1.1" status: 204 len: 168 time: 1.3166404 Dec 15 14:14:37.048620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37606) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:37.100062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Deleting subnet e99a2783-a6ff-4d76-998d-89649dbd915c {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:37.103595 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.148753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.273475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.346784 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.389019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.390742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637434a5-e1bf-438d-ac52-78510d7e0695 None None] Network 7317e9e9-5d91-4036-95ad-72c5a00b1792 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:37.395780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e99a2783-a6ff-4d76-998d-89649dbd915c HTTP/1.1" status: 204 len: 168 time: 0.3437791 Dec 15 14:14:37.395780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd82af3-8b1b-4494-8c23-a64d3c7f294c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99a2783-a6ff-4d76-998d-89649dbd915c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:37.396284 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:37.543134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.655188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Deleting port c95cc10c-998e-467e-a920-dc35ee26cc31 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:37.655727 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.664852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] DHCP port deletion for 7317e9e9-5d91-4036-95ad-72c5a00b1792 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:37.762959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] Deleting port c95cc10c-998e-467e-a920-dc35ee26cc31 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:37.763327 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.770440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] For port c95cc10c-998e-467e-a920-dc35ee26cc31, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c95cc10c-998e-467e-a920-dc35ee26cc31,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:37.770809 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.798372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Calling delete_port for c95cc10c-998e-467e-a920-dc35ee26cc31 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:37.857997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] For port c95cc10c-998e-467e-a920-dc35ee26cc31, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c95cc10c-998e-467e-a920-dc35ee26cc31,segment=NetworkSegment(f17a5be7-b253-42a2-aab3-e5985c61d0f4),segment_id=f17a5be7-b253-42a2-aab3-e5985c61d0f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:37.858479 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.891324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] Calling delete_port for c95cc10c-998e-467e-a920-dc35ee26cc31 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:37.905074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.961506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c95cc10c-998e-467e-a920-dc35ee26cc31,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:37.977027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] No DVR routers for this DVR port c95cc10c-998e-467e-a920-dc35ee26cc31 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:38.006965 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.059055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] Pushing event deleted for resources: {'Port': ['ID=c95cc10c-998e-467e-a920-dc35ee26cc31,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.062626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c95cc10c-998e-467e-a920-dc35ee26cc31 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:38.117455 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139a03d-f18f-4a9b-ab47-a889475032da None None] No DVR routers for this DVR port c95cc10c-998e-467e-a920-dc35ee26cc31 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:38.120382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c95cc10c-998e-467e-a920-dc35ee26cc31 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:38.120811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c95cc10c-998e-467e-a920-dc35ee26cc31 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:38.121327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1007e213-30d2-4e72-97c1-95077a570cef no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:38.141507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.172264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7317e9e9-5d91-4036-95ad-72c5a00b1792']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:38.173868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1007e213-30d2-4e72-97c1-95077a570cef {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:38.174635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1007e213-30d2-4e72-97c1-95077a570cef not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:38.175539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 20845832-da58-419d-b29d-91db148e9c6b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:38.199097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17a5be7-b253-42a2-aab3-e5985c61d0f4') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:38.199369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17a5be7-b253-42a2-aab3-e5985c61d0f4') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:38.208321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 20845832-da58-419d-b29d-91db148e9c6b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:38.209946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 20845832-da58-419d-b29d-91db148e9c6b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:38.210835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.235968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.247397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:38.248066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:38.323342 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:38.338726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.352328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.359561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:38.361872 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] 10.222.0.32 "DELETE /v2.0/networks/7317e9e9-5d91-4036-95ad-72c5a00b1792 HTTP/1.1" status: 204 len: 168 time: 0.9643192 Dec 15 14:14:38.384286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6389a1-a79e-4102-92a2-9e6ae14a56ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7317e9e9-5d91-4036-95ad-72c5a00b1792,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.804929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.076884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Deleting port 10b91494-a468-4f21-a927-8d8fbce5ec11 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:39.077225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.166255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] For port 10b91494-a468-4f21-a927-8d8fbce5ec11, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=10b91494-a468-4f21-a927-8d8fbce5ec11,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:39.166618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.181630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Calling delete_port for 10b91494-a468-4f21-a927-8d8fbce5ec11 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:39.375953 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.403054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b91494-a468-4f21-a927-8d8fbce5ec11,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:39.602434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.861347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:40.010722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:40.016355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69305b08-09ab-4b11-a6ab-b6f8d45679f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/12e183f1-9f4d-4d6e-9c9d-a04b1b156b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547630 Dec 15 14:14:40.018792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37688) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:40.022145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] Sync routers for ids ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:40.032978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] Routers {'12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:40.033698 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:40.141627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.147520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] Set router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:40.255350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.327610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Deleting port 6fc445c2-e152-4dd6-b916-d444493645c3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:40.327785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.356750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:39Z', 'revision_number': 5, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port': {'id': '6fc445c2-e152-4dd6-b916-d444493645c3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:26Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:40.389464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] Checking router: 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:40.401401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] Routers {'12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:40.402037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:40.424932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] For port 6fc445c2-e152-4dd6-b916-d444493645c3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6fc445c2-e152-4dd6-b916-d444493645c3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:40.425407 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.443012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Calling delete_port for 6fc445c2-e152-4dd6-b916-d444493645c3 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:40.511445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] Set router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:40.574860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:40Z', 'revision_number': 6, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:40.619050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ad21e-615e-4856-b3e6-a685e505fecb None None] The sync data for ids ['12e183f1-9f4d-4d6e-9c9d-a04b1b156b78'] in n-d-815324-3 is: [{'id': '12e183f1-9f4d-4d6e-9c9d-a04b1b156b78', 'name': 'tempest-TestAggregatesBasicOps-1090569584-router', 'tenant_id': 'f43ab231ec9b411590e7617a8d037482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:25Z', 'updated_at': '2021-12-15T14:14:40Z', 'revision_number': 6, 'project_id': 'f43ab231ec9b411590e7617a8d037482', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:40.683985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.720957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc445c2-e152-4dd6-b916-d444493645c3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:40.752795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3f85f-9ba1-4e97-840f-6ad225785730 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:40.792167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.898261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.901731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.964398 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.965515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:14:40.973341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.975325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b42e320e-6d8f-43ec-af3e-d668e35d9bc5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/12e183f1-9f4d-4d6e-9c9d-a04b1b156b78 HTTP/1.1" status: 204 len: 168 time: 0.9537885 Dec 15 14:14:40.978153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:41.041180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Deleting subnet da091eee-662d-412e-8864-3ddd446a207a {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:41.044923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.097959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.194145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.258233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.297129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da091eee-662d-412e-8864-3ddd446a207a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:41.300318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.305014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-30c2d297-7e4d-435a-a853-a677aa7fe6bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da091eee-662d-412e-8864-3ddd446a207a HTTP/1.1" status: 204 len: 168 time: 0.3252068 Dec 15 14:14:41.307506 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:41.310464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7e80b-03ad-42c9-80a4-073c68e7032a None None] Network 9356e362-cc72-4aa1-93ea-25a384fb3849 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:41.419866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.484045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Deleting port 6a3cb03a-5392-489f-8779-dcc0f7603f4b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:41.484380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.579304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] DHCP port deletion for 9356e362-cc72-4aa1-93ea-25a384fb3849 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:41.583434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] For port 6a3cb03a-5392-489f-8779-dcc0f7603f4b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6a3cb03a-5392-489f-8779-dcc0f7603f4b,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:41.584085 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.599878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Calling delete_port for 6a3cb03a-5392-489f-8779-dcc0f7603f4b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:41.684585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] Deleting port 6a3cb03a-5392-489f-8779-dcc0f7603f4b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:41.684975 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.728588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.769312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3cb03a-5392-489f-8779-dcc0f7603f4b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:41.769312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] No DVR routers for this DVR port 6a3cb03a-5392-489f-8779-dcc0f7603f4b on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:41.819341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] For port 6a3cb03a-5392-489f-8779-dcc0f7603f4b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6a3cb03a-5392-489f-8779-dcc0f7603f4b,segment=NetworkSegment(789be1a7-1130-4597-98c8-f91164d67963),segment_id=789be1a7-1130-4597-98c8-f91164d67963)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:41.820111 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.835659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] Calling delete_port for 6a3cb03a-5392-489f-8779-dcc0f7603f4b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:41.869039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.907633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9356e362-cc72-4aa1-93ea-25a384fb3849']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:41.926577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789be1a7-1130-4597-98c8-f91164d67963') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:41.926895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789be1a7-1130-4597-98c8-f91164d67963') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:41.952843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.988887 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.997938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.010919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:42.013267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:42.018673 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:42.091526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] No DVR routers for this DVR port 6a3cb03a-5392-489f-8779-dcc0f7603f4b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:42.102412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 10b91494-a468-4f21-a927-8d8fbce5ec11 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:42.109464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15bfcd-b35f-422b-8fce-d41e14d235e4 None None] Pushing event deleted for resources: {'Port': ['ID=6a3cb03a-5392-489f-8779-dcc0f7603f4b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:42.142863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.146415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 10b91494-a468-4f21-a927-8d8fbce5ec11 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:42.146793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 10b91494-a468-4f21-a927-8d8fbce5ec11 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:42.147227 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6a3cb03a-5392-489f-8779-dcc0f7603f4b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:42.154664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.162472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] 10.222.0.32 "DELETE /v2.0/networks/9356e362-cc72-4aa1-93ea-25a384fb3849 HTTP/1.1" status: 204 len: 168 time: 0.8516672 Dec 15 14:14:42.184296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35c621-225d-474b-bf47-fb55799356de admin admin] Pushing event deleted for resources: {'Network': ['ID=9356e362-cc72-4aa1-93ea-25a384fb3849,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:42.210150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6a3cb03a-5392-489f-8779-dcc0f7603f4b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:42.211389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6a3cb03a-5392-489f-8779-dcc0f7603f4b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:42.211983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fc445c2-e152-4dd6-b916-d444493645c3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:42.249276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6fc445c2-e152-4dd6-b916-d444493645c3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:42.249947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6fc445c2-e152-4dd6-b916-d444493645c3 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:42.378795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:42.432956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-64cd7799-187a-4bc4-bd9b-02dba9d050a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c96ffea6a9eb4478a4d4bcf26de46f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526319 Dec 15 14:14:42.436001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:42.502008 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6aeae71-4e52-4288-8d5d-fafb231e240f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.529370 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6aeae71-4e52-4288-8d5d-fafb231e240f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.555987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-57c62067-34be-4751-93f1-3509b73e6a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.606729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6aeae71-4e52-4288-8d5d-fafb231e240f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.609565 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6aeae71-4e52-4288-8d5d-fafb231e240f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.615763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d6aeae71-4e52-4288-8d5d-fafb231e240f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/984bf84a-8fd4-4ad2-850e-50e176c2ac25 HTTP/1.1" status: 204 len: 168 time: 0.1736758 Dec 15 14:14:42.622127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeae71-4e52-4288-8d5d-fafb231e240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984bf84a-8fd4-4ad2-850e-50e176c2ac25,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:43.053913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:43.122245 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c63edf64-8cef-4079-9fd8-7e3448d1701f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f43ab231ec9b411590e7617a8d037482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640268 Dec 15 14:14:43.124302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:43.223254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5e7d-4d2d-4a1f-88f5-63eea46c1e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.255076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5e7d-4d2d-4a1f-88f5-63eea46c1e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.319049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5e7d-4d2d-4a1f-88f5-63eea46c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.323456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5e7d-4d2d-4a1f-88f5-63eea46c1e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.327875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2dc5e7d-4d2d-4a1f-88f5-63eea46c1e02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cb6e9d7-9efc-4181-a29c-7bbdfe353d18 HTTP/1.1" status: 204 len: 168 time: 0.1987379 Dec 15 14:14:43.348576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5e7d-4d2d-4a1f-88f5-63eea46c1e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb6e9d7-9efc-4181-a29c-7bbdfe353d18,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:44.285357 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.725580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbc24e90-6a8b-4e2e-8bca-27ab5ad0f441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.292244 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.908379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400c3ef-360f-4e50-8019-f6cf73a7b7dc req-5a057fcc-05da-4b12-a728-9a7c0e5d5d13 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:46.909943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4400c3ef-360f-4e50-8019-f6cf73a7b7dc req-5a057fcc-05da-4b12-a728-9a7c0e5d5d13 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.0512815 Dec 15 14:14:46.960343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4400c3ef-360f-4e50-8019-f6cf73a7b7dc req-7c66332e-0fac-4782-a976-0a150895354f tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Dec 15 14:14:47.469784 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:48.081446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734f5aa-cbff-4f38-8325-69b79316d0d9 req-47a89799-e113-465f-ab9a-766875dfdc7c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:48.082920 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9734f5aa-cbff-4f38-8325-69b79316d0d9 req-47a89799-e113-465f-ab9a-766875dfdc7c tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.0497065 Dec 15 14:14:48.133354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9734f5aa-cbff-4f38-8325-69b79316d0d9 req-44f16ddf-4531-4960-b08e-6e08bbd40243 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Dec 15 14:14:48.510637 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:48.514575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-c4e70e1e-1050-4391-bf8e-6cd27491eaa4 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:48.516129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-c4e70e1e-1050-4391-bf8e-6cd27491eaa4 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.0550172 Dec 15 14:14:48.611259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Deleting port 298711bb-efd1-4845-896b-923a7885f258 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:48.611592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.037967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] For port 298711bb-efd1-4845-896b-923a7885f258, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=298711bb-efd1-4845-896b-923a7885f258,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:49.038324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.217619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.218388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.218388 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Floating IP cb744ada-9893-48dc-b075-418dc80aee12 disassociated. External IP: 172.25.2.195, port: 298711bb-efd1-4845-896b-923a7885f258. Dec 15 14:14:49.218598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Calling delete_port for 298711bb-efd1-4845-896b-923a7885f258 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:49.310016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8cb0-a576-456b-9e0d-d061feceea97 req-763fbb4d-9d5b-47b7-b629-3a551bfd8cca tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:49.311592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-092a8cb0-a576-456b-9e0d-d061feceea97 req-763fbb4d-9d5b-47b7-b629-3a551bfd8cca tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a08774e-beb3-4d4d-a83d-5b9e63e34aa6 HTTP/1.1" status: 200 len: 945 time: 0.1082845 Dec 15 14:14:49.416612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-092a8cb0-a576-456b-9e0d-d061feceea97 req-c32f9e36-0626-4926-bc00-760f5d5c3aac tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups?id=745f5959-ecb8-4e4f-b074-116f309c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970235 Dec 15 14:14:49.426635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.457011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event deleted for resources: {'Port': ['ID=298711bb-efd1-4845-896b-923a7885f258,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:49.572679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Router f5302bac-c3db-4382-9ac6-128d2de0b4df has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:49.683074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:49.694326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:49.705453 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:49.706082 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:49.723188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] No DVR routers for this DVR port 298711bb-efd1-4845-896b-923a7885f258 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:49.726064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.729599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d5cac1-86a1-4503-9d83-aa064b400ea6 req-1e01319b-0332-4fe4-a837-c3c2f03df103 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.67 "DELETE /v2.0/ports/298711bb-efd1-4845-896b-923a7885f258 HTTP/1.1" status: 204 len: 173 time: 1.2073781 Dec 15 14:14:49.730253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'name': 'network-vif-deleted', 'tag': '298711bb-efd1-4845-896b-923a7885f258'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:49.732623 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ab85b-b265-4194-a218-671fe895e4fb" -d '{"events": [{"server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "name": "network-vif-deleted", "tag": "298711bb-efd1-4845-896b-923a7885f258"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:49.789903 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a411d37-27a4-4bf5-bc8f-8d65dd633df7 x-openstack-request-id: req-6a411d37-27a4-4bf5-bc8f-8d65dd633df7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:49.790277 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a08774e-beb3-4d4d-a83d-5b9e63e34aa6", "name": "network-vif-deleted", "tag": "298711bb-efd1-4845-896b-923a7885f258", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:49.790733 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a411d37-27a4-4bf5-bc8f-8d65dd633df7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:49.791248 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a08774e-beb3-4d4d-a83d-5b9e63e34aa6', 'name': 'network-vif-deleted', 'tag': '298711bb-efd1-4845-896b-923a7885f258', 'status': 'completed', 'code': 200} Dec 15 14:14:49.829514 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:50.078856 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:50.104934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:50.113273 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:50.113876 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:50.225705 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:50.441831 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:50.468225 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231fcc3-0498-4170-a407-4b2073edd3a0 None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a2ae8222-8aa6-4347-8a2d-13d25fca9641', 'name': '', 'network_id': 'dffc42bf-7bda-4d29-875b-6d2aabcc75d6', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'mac_address': 'fa:16:3e:ba:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:16Z', 'updated_at': '2021-12-15T14:07:24Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'subnets': [{'id': 'f9346555-9cc0-4b0b-9dc6-e9204bc034c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:50.509499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 37880) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:50.569770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-681a58c1-4b37-4d80-81c6-9a00e91ed590 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.593263 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-681a58c1-4b37-4d80-81c6-9a00e91ed590 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.672004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-681a58c1-4b37-4d80-81c6-9a00e91ed590 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.675221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-681a58c1-4b37-4d80-81c6-9a00e91ed590 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.678844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-681a58c1-4b37-4d80-81c6-9a00e91ed590 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "DELETE /v2.0/security-groups/745f5959-ecb8-4e4f-b074-116f309c21ec HTTP/1.1" status: 204 len: 168 time: 0.1653502 Dec 15 14:14:50.679466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:50.703373 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-4abc7bbb-f231-46f9-b92e-d5e26dadbb7e tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] show failed (client error): The resource could not be found. Dec 15 14:14:50.703605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a58c1-4b37-4d80-81c6-9a00e91ed590 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f5959-ecb8-4e4f-b074-116f309c21ec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:50.708015 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4abc7bbb-f231-46f9-b92e-d5e26dadbb7e tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "GET /v2.0/security-groups/745f5959-ecb8-4e4f-b074-116f309c21ec HTTP/1.1" status: 404 len: 347 time: 0.0274575 Dec 15 14:14:50.708978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 37884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:50.765985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c8369-e816-4995-9ff5-7d5e81379322 None None] New status for floating IP cb744ada-9893-48dc-b075-418dc80aee12: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:14:50.858428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Deleting port b809338b-a886-4b9e-aef8-d4b7497503a9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:50.858864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.952369 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.952797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.967838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Calling delete_port for b809338b-a886-4b9e-aef8-d4b7497503a9 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:51.145857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:51.171575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Pushing event deleted for resources: {'Port': ['ID=b809338b-a886-4b9e-aef8-d4b7497503a9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:51.237345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:51.240139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:51.242242 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-07bdeef9-33a3-4d25-84f7-40e2b32eec81 tempest-AttachVolumeTestJSON-801992377 tempest-AttachVolumeTestJSON-801992377-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb744ada-9893-48dc-b075-418dc80aee12 HTTP/1.1" status: 204 len: 168 time: 0.5298331 Dec 15 14:14:51.271980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:52.456655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 298711bb-efd1-4845-896b-923a7885f258 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:52.482625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 298711bb-efd1-4845-896b-923a7885f258 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:52.483058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 298711bb-efd1-4845-896b-923a7885f258 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:56.041005 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:14:59.919116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-d975088b-9eb3-478e-b237-5565a1f07773 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444477 Dec 15 14:15:00.022792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394928-9e19-491a-b973-15af89545472 req-ce281d2d-39bf-4932-8669-cf30690a4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:00.024661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-ce281d2d-39bf-4932-8669-cf30690a4bd1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1135 time: 0.0511291 Dec 15 14:15:00.152219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394928-9e19-491a-b973-15af89545472 req-c141682a-2bba-480d-a024-91c1f3c4675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:00.153646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-c141682a-2bba-480d-a024-91c1f3c4675c service neutron] 10.222.0.85 "GET /v2.0/networks?id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 200 len: 899 time: 0.1090486 Dec 15 14:15:00.223450 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-bbee9630-e0a4-404c-a6bd-261eb30c4101 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 200 len: 1001 time: 0.0618081 Dec 15 14:15:00.550381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394928-9e19-491a-b973-15af89545472 req-e017fcc0-d4f1-497a-9778-eaf7a587cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:00.551798 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-e017fcc0-d4f1-497a-9778-eaf7a587cad9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a49309f7-a737-40ef-a9d4-bdcd0564a9e4 HTTP/1.1" status: 200 len: 835 time: 0.3207810 Dec 15 14:15:00.601058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394928-9e19-491a-b973-15af89545472 req-df770a1d-b053-432e-83df-59c80eb8f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:00.602465 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-df770a1d-b053-432e-83df-59c80eb8f371 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427914 Dec 15 14:15:00.701012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-91557799-83fb-47c5-8597-4e324bcea5ec service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909560 Dec 15 14:15:00.814775 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8d394928-9e19-491a-b973-15af89545472 req-4346da4c-f070-4bf7-8c9f-a6adf24454d9 service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051848 Dec 15 14:15:01.189852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:01.799840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:02.117911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Deleting port a2ae8222-8aa6-4347-8a2d-13d25fca9641 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:02.118665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:02.203173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] For port a2ae8222-8aa6-4347-8a2d-13d25fca9641, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a2ae8222-8aa6-4347-8a2d-13d25fca9641,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:02.203862 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:02.217693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Calling delete_port for a2ae8222-8aa6-4347-8a2d-13d25fca9641 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:02.413812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:02.439290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ae8222-8aa6-4347-8a2d-13d25fca9641,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:02.613457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:02.852624 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Router f5302bac-c3db-4382-9ac6-128d2de0b4df has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:02.959024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:02.964935 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-44dadaaf-434a-41c5-9a2d-5fc29bbe50c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/f5302bac-c3db-4382-9ac6-128d2de0b4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738175 Dec 15 14:15:02.967467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:02.972286 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] Sync routers for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:02.986669 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:02.987823 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:03.101874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.130072 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:03.206179 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.264426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Deleting port a32b8f6c-6adc-4d45-8eeb-4263f0a97938 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:03.264748 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.357322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] For port a32b8f6c-6adc-4d45-8eeb-4263f0a97938, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:03.358006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.371490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Calling delete_port for a32b8f6c-6adc-4d45-8eeb-4263f0a97938 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:03.413461 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:15:02Z', 'revision_number': 5, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port': {'id': 'a32b8f6c-6adc-4d45-8eeb-4263f0a97938', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:11Z', 'updated_at': '2021-12-15T14:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:03.439221 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] Checking router: f5302bac-c3db-4382-9ac6-128d2de0b4df for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:03.447537 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] Routers {'f5302bac-c3db-4382-9ac6-128d2de0b4df'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:03.448143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f5302bac-c3db-4382-9ac6-128d2de0b4df'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:03.537768 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] Set router f5302bac-c3db-4382-9ac6-128d2de0b4df gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:03.545631 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.572569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32b8f6c-6adc-4d45-8eeb-4263f0a97938,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:03.594316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa4f456-7b16-4f53-ba58-0b3732590d72 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:03.596122 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:15:03Z', 'revision_number': 6, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:03.625953 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c8fd3-9628-4191-951b-1bd10caedff8 None None] The sync data for ids ['f5302bac-c3db-4382-9ac6-128d2de0b4df'] in n-d-815324-3 is: [{'id': 'f5302bac-c3db-4382-9ac6-128d2de0b4df', 'name': 'tempest-AttachVolumeTestJSON-1176829777-router', 'tenant_id': '7b507e95b25941a4908893c74ff01f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:09Z', 'updated_at': '2021-12-15T14:15:03Z', 'revision_number': 6, 'project_id': '7b507e95b25941a4908893c74ff01f72', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:03.645322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.741597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.743856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.788465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.788918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5302bac-c3db-4382-9ac6-128d2de0b4df {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:03.793481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.797152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1fcec53b-6a12-4538-bce6-51a114006e48 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f5302bac-c3db-4382-9ac6-128d2de0b4df HTTP/1.1" status: 204 len: 168 time: 0.8262098 Dec 15 14:15:03.797259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:03.841539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Deleting subnet f9346555-9cc0-4b0b-9dc6-e9204bc034c2 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:03.844651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.886472 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.963026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.040566 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.076444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9346555-9cc0-4b0b-9dc6-e9204bc034c2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:04.082270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.085552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7c7ee65b-5946-49d8-be65-edfa72a7fc35 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9346555-9cc0-4b0b-9dc6-e9204bc034c2 HTTP/1.1" status: 204 len: 168 time: 0.2873588 Dec 15 14:15:04.088067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:04.092905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed652782-4595-4519-a147-2f3af7ed4937 None None] Network dffc42bf-7bda-4d29-875b-6d2aabcc75d6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:04.169029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.179108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a2ae8222-8aa6-4347-8a2d-13d25fca9641 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:04.204944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: a2ae8222-8aa6-4347-8a2d-13d25fca9641 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:04.205401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a2ae8222-8aa6-4347-8a2d-13d25fca9641 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:04.224062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Deleting port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:04.224698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.294211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] For port 05e0d484-3a20-49d8-960b-e826e1a4e3d0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=05e0d484-3a20-49d8-960b-e826e1a4e3d0,segment=NetworkSegment(e62b2c65-1e5d-4c50-977e-29c9ac5ba49b),segment_id=e62b2c65-1e5d-4c50-977e-29c9ac5ba49b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:04.294523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.308277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Calling delete_port for 05e0d484-3a20-49d8-960b-e826e1a4e3d0 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:04.387619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.416209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e0d484-3a20-49d8-960b-e826e1a4e3d0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:04.418061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] No DVR routers for this DVR port 05e0d484-3a20-49d8-960b-e826e1a4e3d0 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:04.479279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88444469-5c79-444f-9df8-bddf917cf9dd None None] DHCP port deletion for dffc42bf-7bda-4d29-875b-6d2aabcc75d6 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:04.499982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.527048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffc42bf-7bda-4d29-875b-6d2aabcc75d6']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:04.541367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:04.541652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62b2c65-1e5d-4c50-977e-29c9ac5ba49b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:04.552621 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.566504 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.574772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:04.575284 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:04.577354 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:04.641789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.648217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.654052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dffc42bf-7bda-4d29-875b-6d2aabcc75d6 HTTP/1.1" status: 204 len: 168 time: 0.5648446 Dec 15 14:15:04.668069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20460ed-4b9b-49dd-bffc-23f102d95245 admin admin] Pushing event deleted for resources: {'Network': ['ID=dffc42bf-7bda-4d29-875b-6d2aabcc75d6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:04.795619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:04.845079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48bec094-f938-4faa-addf-cbaa53665294 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b507e95b25941a4908893c74ff01f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482640 Dec 15 14:15:04.847513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38418) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:04.901294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b476257-e0a3-4e2d-836c-2e1c343ae345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.926177 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b476257-e0a3-4e2d-836c-2e1c343ae345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.999528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b476257-e0a3-4e2d-836c-2e1c343ae345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.002788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b476257-e0a3-4e2d-836c-2e1c343ae345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.004300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3b476257-e0a3-4e2d-836c-2e1c343ae345 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcf555ed-d6f1-44ff-ab0c-103f40f1cbc9 HTTP/1.1" status: 204 len: 168 time: 0.1555669 Dec 15 14:15:05.017332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b476257-e0a3-4e2d-836c-2e1c343ae345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf555ed-d6f1-44ff-ab0c-103f40f1cbc9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:05.526776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:05.693621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:05.694251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9da74156-1b0f-4567-a84f-6ea1738a88f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf5e388546344f758f03b10ede021257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652684 Dec 15 14:15:05.761782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20e3183d-b372-4502-b6f2-e156c7d17415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.793981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20e3183d-b372-4502-b6f2-e156c7d17415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.852665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20e3183d-b372-4502-b6f2-e156c7d17415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.856445 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20e3183d-b372-4502-b6f2-e156c7d17415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.858311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-20e3183d-b372-4502-b6f2-e156c7d17415 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4316259-fa00-4537-9bf4-8ade53f72625 HTTP/1.1" status: 204 len: 168 time: 0.1627760 Dec 15 14:15:05.897871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3183d-b372-4502-b6f2-e156c7d17415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4316259-fa00-4537-9bf4-8ade53f72625,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:06.039882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 05e0d484-3a20-49d8-960b-e826e1a4e3d0 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:06.075870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 05e0d484-3a20-49d8-960b-e826e1a4e3d0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:06.076567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 05e0d484-3a20-49d8-960b-e826e1a4e3d0 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:06.077415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a32b8f6c-6adc-4d45-8eeb-4263f0a97938 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:06.106172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: a32b8f6c-6adc-4d45-8eeb-4263f0a97938 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:06.107125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a32b8f6c-6adc-4d45-8eeb-4263f0a97938 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:07.118257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:07.236551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17cbe13a-d035-4b2e-a0ce-1321fb144114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.315683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17cbe13a-d035-4b2e-a0ce-1321fb144114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.319631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17cbe13a-d035-4b2e-a0ce-1321fb144114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.360896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17cbe13a-d035-4b2e-a0ce-1321fb144114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b062997deb2469ca9e6c6b16a9511f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415118 Dec 15 14:15:07.361796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbe13a-d035-4b2e-a0ce-1321fb144114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f7825-093a-40cd-9281-a1515ad1b027,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:07.363627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38496) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:07.413622 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81528c29-0ab1-4eaa-bec3-4dd85c95b125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.435882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81528c29-0ab1-4eaa-bec3-4dd85c95b125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.483413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81528c29-0ab1-4eaa-bec3-4dd85c95b125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.486380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81528c29-0ab1-4eaa-bec3-4dd85c95b125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.487980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-81528c29-0ab1-4eaa-bec3-4dd85c95b125 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d76f7825-093a-40cd-9281-a1515ad1b027 HTTP/1.1" status: 204 len: 168 time: 0.1229706 Dec 15 14:15:07.496689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81528c29-0ab1-4eaa-bec3-4dd85c95b125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f7825-093a-40cd-9281-a1515ad1b027,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:08.175303 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38532) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:08.277205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-266634363-network', 'tenant_id': '466290ecf1b74507b944fa6467920100'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:08.299364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Made reservation on behalf of 466290ecf1b74507b944fa6467920100 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:08.301929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.310388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.387311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.391845 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.417221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:08.434759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f885d3-e541-4ee1-9aec-e58fea84af49,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:08.438847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.439189 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Added segment 598610bf-b624-4ee5-813f-c402828720f3 of type vlan for network 18d335d6-a000-4377-a227-b9542e6cc1dd Dec 15 14:15:08.484932 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.515927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.516864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.517464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.572050 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3955038 Dec 15 14:15:08.575103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:08.581217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Request body: {'subnet': {'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-266634363-subnet', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:08.585393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa38c51-3676-4c02-88bc-9ca1f75c7eff admin admin] Pushing event updated for resources: {'Network': ['ID=18d335d6-a000-4377-a227-b9542e6cc1dd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:08.599270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 18d335d6-a000-4377-a227-b9542e6cc1dd details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:08.606094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Made reservation on behalf of 466290ecf1b74507b944fa6467920100 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:08.608611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.778276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.824593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc62ede-f083-4c0a-b5b9-ada27645ef5a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:08.842774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Checking segment: {'id': '598610bf-b624-4ee5-813f-c402828720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:08.843130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Network hostable DHCP agents. Network: 18d335d6-a000-4377-a227-b9542e6cc1dd, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:08.859815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Network 18d335d6-a000-4377-a227-b9542e6cc1dd is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:08.869554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 18d335d6-a000-4377-a227-b9542e6cc1dd) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:08.878914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.878914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.880694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c096e5-dd57-428f-b8ff-9194c168c25e None None] Network 18d335d6-a000-4377-a227-b9542e6cc1dd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:08.894917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:08.897494 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e9bb877c-a699-41b1-bb6e-bfe2450495d6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3201320 Dec 15 14:15:08.899403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:08.922129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.924065 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.987208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.998925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-18d335d6-a000-4377-a227-b9542e6cc1dd', 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd', 'project_id': '466290ecf1b74507b944fa6467920100', 'fixed_ips': [{'subnet_id': '3dc62ede-f083-4c0a-b5b9-ada27645ef5a'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:08.999814 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.142667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Allocated IP 172.20.0.2 (18d335d6-a000-4377-a227-b9542e6cc1dd/3dc62ede-f083-4c0a-b5b9-ada27645ef5a/d87c8cdf-735a-4628-a0f8-b83907c82482) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:09.145322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.316277 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.322046 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.367206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Pushing event updated for resources: {'Port': ['ID=d87c8cdf-735a-4628-a0f8-b83907c82482,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:09.377133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.377483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.377828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.378168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.379055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.379055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.379274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.379552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.380229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.380595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.380933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.381260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.382117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.392949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Network 18d335d6-a000-4377-a227-b9542e6cc1dd is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:09.394339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:09.397064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:09.408688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.428380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.457429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Attempting to bind port d87c8cdf-735a-4628-a0f8-b83907c82482 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:09.457812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Attempting to bind port d87c8cdf-735a-4628-a0f8-b83907c82482 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '598610bf-b624-4ee5-813f-c402828720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:09.458169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Attempting to bind port d87c8cdf-735a-4628-a0f8-b83907c82482 on network 18d335d6-a000-4377-a227-b9542e6cc1dd {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:09.463269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:09.463646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Checking segment: {'id': '598610bf-b624-4ee5-813f-c402828720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:09.464043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.464434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Bound using segment: {'id': '598610bf-b624-4ee5-813f-c402828720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:09.464982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Bound port: d87c8cdf-735a-4628-a0f8-b83907c82482, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598610bf-b624-4ee5-813f-c402828720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:09.465367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.532157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] For port d87c8cdf-735a-4628-a0f8-b83907c82482, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:09.537170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] For port d87c8cdf-735a-4628-a0f8-b83907c82482, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c8cdf-735a-4628-a0f8-b83907c82482,segment=NetworkSegment(598610bf-b624-4ee5-813f-c402828720f3),segment_id=598610bf-b624-4ee5-813f-c402828720f3)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:09.543406 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.551790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Allocated IP 172.25.2.133 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/80871803-cd7b-479b-adde-62cda71f02bb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:09.614257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c31f9-3a8e-4cf4-9706-abd3e6e0028f None None] Pushing event updated for resources: {'Port': ['ID=d87c8cdf-735a-4628-a0f8-b83907c82482,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:09.668989 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.702521 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.743425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:09.746368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:09.750386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:09.767499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30602ae9-c150-4634-b77c-914f4656d6ff None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:09.789005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=80871803-cd7b-479b-adde-62cda71f02bb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:09.877336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f93683a-f317-4788-89a5-ea124be28ec8 None None] Provisioning complete for port 80871803-cd7b-479b-adde-62cda71f02bb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:09.877712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f93683a-f317-4788-89a5-ea124be28ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.935298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4f93683a-f317-4788-89a5-ea124be28ec8 None None] Port 80871803-cd7b-479b-adde-62cda71f02bb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:10.051322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c8cdf-735a-4628-a0f8-b83907c82482 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:10.116677 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.126860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d87c8cdf-735a-4628-a0f8-b83907c82482 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:10.127241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.213897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.249139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port d87c8cdf-735a-4628-a0f8-b83907c82482, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c8cdf-735a-4628-a0f8-b83907c82482,segment=NetworkSegment(598610bf-b624-4ee5-813f-c402828720f3),segment_id=598610bf-b624-4ee5-813f-c402828720f3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:10.253755 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.314956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=d87c8cdf-735a-4628-a0f8-b83907c82482,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:10.322456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.454926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Router 92f14ead-dc59-4db0-8cf9-a7986271ff23 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:15:10.792130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8140573-5d3d-4759-adb1-c3c585b214f9 None None] Network 18d335d6-a000-4377-a227-b9542e6cc1dd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:10.892147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73edd9dd-41ef-4146-af83-cf84d5fb710d None None] Provisioning complete for port d87c8cdf-735a-4628-a0f8-b83907c82482 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:10.892531 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73edd9dd-41ef-4146-af83-cf84d5fb710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.908637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:10.926795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.931087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c7d840fa-3499-462c-80df-7b874cc46cb2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0321343 Dec 15 14:15:10.931344 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:10.934676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Sync routers for ids ['92f14ead-dc59-4db0-8cf9-a7986271ff23'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:10.965832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Routers {'92f14ead-dc59-4db0-8cf9-a7986271ff23'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:10.966456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['92f14ead-dc59-4db0-8cf9-a7986271ff23'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:11.134521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Set router 92f14ead-dc59-4db0-8cf9-a7986271ff23 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:11.368080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '80871803-cd7b-479b-adde-62cda71f02bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:08Z', 'updated_at': '2021-12-15T14:15:09Z', 'revision_number': 3, 'project_id': '466290ecf1b74507b944fa6467920100', 'gw_port': {'id': '80871803-cd7b-479b-adde-62cda71f02bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:09Z', 'updated_at': '2021-12-15T14:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:11.400305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Checking router: 92f14ead-dc59-4db0-8cf9-a7986271ff23 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:11.400663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Updating router 92f14ead-dc59-4db0-8cf9-a7986271ff23 port 80871803-cd7b-479b-adde-62cda71f02bb binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:15:11.402965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.429472 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.481275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc541ebe-b3fd-4988-a78e-e4e1e0c5ad62 None None] Provisioning complete for port d87c8cdf-735a-4628-a0f8-b83907c82482 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:11.481640 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc541ebe-b3fd-4988-a78e-e4e1e0c5ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.565997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Allocated IP 172.20.0.1 (18d335d6-a000-4377-a227-b9542e6cc1dd/3dc62ede-f083-4c0a-b5b9-ada27645ef5a/beaf6ead-1a6b-402a-9434-39480e516512) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:11.680457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.716526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.753938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Network 18d335d6-a000-4377-a227-b9542e6cc1dd is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:11.757336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:11.761891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:11.766477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.775122 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.799723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Pushing event updated for resources: {'Port': ['ID=beaf6ead-1a6b-402a-9434-39480e516512,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:11.812910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.813309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.813652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.814090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.814484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.814875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.815254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.815634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.815976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.816367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.816731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.817056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.817380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:11.832152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040ea98-a32d-4402-b78f-c841f62dcc5b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:11.835118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.852682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Attempting to bind port 80871803-cd7b-479b-adde-62cda71f02bb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:11.853062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Attempting to bind port 80871803-cd7b-479b-adde-62cda71f02bb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:11.853433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Attempting to bind port 80871803-cd7b-479b-adde-62cda71f02bb on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:11.863581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:11.863916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:11.864317 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.864744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:11.865395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Bound port: 80871803-cd7b-479b-adde-62cda71f02bb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:11.865689 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.895137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9290d3-c030-4400-a9bb-639360244ad3 None None] Pushing event updated for resources: {'Port': ['ID=80871803-cd7b-479b-adde-62cda71f02bb,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:11.934394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] For port 80871803-cd7b-479b-adde-62cda71f02bb, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:11.939075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] For port 80871803-cd7b-479b-adde-62cda71f02bb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=80871803-cd7b-479b-adde-62cda71f02bb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:11.945062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.996697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aa26040b-5914-4415-a3e3-4eeeab3952f1 None None] Provisioning complete for port 80871803-cd7b-479b-adde-62cda71f02bb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:12.000078 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa26040b-5914-4415-a3e3-4eeeab3952f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.030083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.041360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28f328-645c-4ce8-9f62-9be5c08a6ad3 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:12.045420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c8cdf-735a-4628-a0f8-b83907c82482 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:12.220805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.227104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.275458 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.279949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Routers {'92f14ead-dc59-4db0-8cf9-a7986271ff23'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:12.280596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:14:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['92f14ead-dc59-4db0-8cf9-a7986271ff23'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:12.282397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9290d3-c030-4400-a9bb-639360244ad3 None None] Pushing event updated for resources: {'Port': ['ID=80871803-cd7b-479b-adde-62cda71f02bb,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:12.361043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Pushing event updated for resources: {'Port': ['ID=beaf6ead-1a6b-402a-9434-39480e516512,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:12.411636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Network 18d335d6-a000-4377-a227-b9542e6cc1dd is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:12.415664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:12.423719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d87c8cdf-735a-4628-a0f8-b83907c82482 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:12.424160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.473361 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa26040b-5914-4415-a3e3-4eeeab3952f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.509783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aa26040b-5914-4415-a3e3-4eeeab3952f1 None None] For port 80871803-cd7b-479b-adde-62cda71f02bb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=80871803-cd7b-479b-adde-62cda71f02bb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:12.514582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] Set router 92f14ead-dc59-4db0-8cf9-a7986271ff23 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:12.517320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa26040b-5914-4415-a3e3-4eeeab3952f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.555864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Router 92f14ead-dc59-4db0-8cf9-a7986271ff23 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:12.611296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddf067c1-1736-4b3a-a488-862acd4a3e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.681716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:12.687554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aff2f173-a746-4ff1-9345-3e407552a809 admin admin] 10.222.0.32 "PUT /v2.0/routers/92f14ead-dc59-4db0-8cf9-a7986271ff23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552068 Dec 15 14:15:12.708632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26040b-5914-4415-a3e3-4eeeab3952f1 None None] Pushing event updated for resources: {'Port': ['ID=80871803-cd7b-479b-adde-62cda71f02bb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:12.763140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-03c8563a-d4e4-4801-921f-f973a94835f4 None None] Provisioning complete for port beaf6ead-1a6b-402a-9434-39480e516512 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:12.763512 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03c8563a-d4e4-4801-921f-f973a94835f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.813002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-03c8563a-d4e4-4801-921f-f973a94835f4 None None] Port beaf6ead-1a6b-402a-9434-39480e516512 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:12.861099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-03c8563a-d4e4-4801-921f-f973a94835f4 None None] Provisioning complete for port 80871803-cd7b-479b-adde-62cda71f02bb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:12.861829 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03c8563a-d4e4-4801-921f-f973a94835f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.967098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '80871803-cd7b-479b-adde-62cda71f02bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:08Z', 'updated_at': '2021-12-15T14:15:11Z', 'revision_number': 4, 'project_id': '466290ecf1b74507b944fa6467920100', 'gw_port': {'id': '80871803-cd7b-479b-adde-62cda71f02bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:09Z', 'updated_at': '2021-12-15T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'beaf6ead-1a6b-402a-9434-39480e516512', 'name': '', 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'mac_address': 'fa:16:3e:a0:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3dc62ede-f083-4c0a-b5b9-ada27645ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:11Z', 'updated_at': '2021-12-15T14:15:12Z', 'revision_number': 2, 'project_id': '466290ecf1b74507b944fa6467920100', 'subnets': [{'id': '3dc62ede-f083-4c0a-b5b9-ada27645ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:13.000487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0507df-6fee-4605-9e61-80ba94736da1 None None] The sync data for ids ['92f14ead-dc59-4db0-8cf9-a7986271ff23'] in n-d-815324-3 is: [{'id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '80871803-cd7b-479b-adde-62cda71f02bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:08Z', 'updated_at': '2021-12-15T14:15:11Z', 'revision_number': 4, 'project_id': '466290ecf1b74507b944fa6467920100', 'gw_port': {'id': '80871803-cd7b-479b-adde-62cda71f02bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:09Z', 'updated_at': '2021-12-15T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'beaf6ead-1a6b-402a-9434-39480e516512', 'name': '', 'network_id': '18d335d6-a000-4377-a227-b9542e6cc1dd', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'mac_address': 'fa:16:3e:a0:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3dc62ede-f083-4c0a-b5b9-ada27645ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:11Z', 'updated_at': '2021-12-15T14:15:12Z', 'revision_number': 2, 'project_id': '466290ecf1b74507b944fa6467920100', 'subnets': [{'id': '3dc62ede-f083-4c0a-b5b9-ada27645ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:13.091616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b0d70154-209c-426f-8dfe-c3a5aefcc5ef None None] Provisioning complete for port beaf6ead-1a6b-402a-9434-39480e516512 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:13.092141 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0d70154-209c-426f-8dfe-c3a5aefcc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:13.135852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b0d70154-209c-426f-8dfe-c3a5aefcc5ef None None] Port beaf6ead-1a6b-402a-9434-39480e516512 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:13.847762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:14.036866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 80871803-cd7b-479b-adde-62cda71f02bb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:14.095093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 80871803-cd7b-479b-adde-62cda71f02bb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:14.096007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.249986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.285375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.531163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Deleting port beaf6ead-1a6b-402a-9434-39480e516512 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:14.531510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.632937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.647548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Calling delete_port for beaf6ead-1a6b-402a-9434-39480e516512 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:14.728030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1bc5-52b3-4860-9035-66fd67aedd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.850842 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:14.878775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=beaf6ead-1a6b-402a-9434-39480e516512,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:15.076348 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:15.321571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Router 92f14ead-dc59-4db0-8cf9-a7986271ff23 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:15.409014 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] Sync routers for ids ['92f14ead-dc59-4db0-8cf9-a7986271ff23'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:15.418788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] Routers {'92f14ead-dc59-4db0-8cf9-a7986271ff23'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:15.419471 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['92f14ead-dc59-4db0-8cf9-a7986271ff23'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:15.431611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:15.437474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-691d4ba8-49a0-4237-ae5f-8aeb3e4451a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/92f14ead-dc59-4db0-8cf9-a7986271ff23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886493 Dec 15 14:15:15.439847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38630) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:15.531184 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] Set router 92f14ead-dc59-4db0-8cf9-a7986271ff23 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:15.548234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:15.660334 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:15.721154 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '80871803-cd7b-479b-adde-62cda71f02bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:08Z', 'updated_at': '2021-12-15T14:15:14Z', 'revision_number': 5, 'project_id': '466290ecf1b74507b944fa6467920100', 'gw_port': {'id': '80871803-cd7b-479b-adde-62cda71f02bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:09Z', 'updated_at': '2021-12-15T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:15.721730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Deleting port 80871803-cd7b-479b-adde-62cda71f02bb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:15.722170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:15.748807 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] Checking router: 92f14ead-dc59-4db0-8cf9-a7986271ff23 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:15.758476 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] Routers {'92f14ead-dc59-4db0-8cf9-a7986271ff23'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:15.759084 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['92f14ead-dc59-4db0-8cf9-a7986271ff23'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:15.808118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] For port 80871803-cd7b-479b-adde-62cda71f02bb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=80871803-cd7b-479b-adde-62cda71f02bb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:15.808477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:15.821603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Calling delete_port for 80871803-cd7b-479b-adde-62cda71f02bb owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:15.860876 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] Set router 92f14ead-dc59-4db0-8cf9-a7986271ff23 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:15.918348 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:08Z', 'updated_at': '2021-12-15T14:15:15Z', 'revision_number': 6, 'project_id': '466290ecf1b74507b944fa6467920100', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:15.945752 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2667e346-d565-4dbb-b12a-a7db7cc656f6 None None] The sync data for ids ['92f14ead-dc59-4db0-8cf9-a7986271ff23'] in n-d-815324-3 is: [{'id': '92f14ead-dc59-4db0-8cf9-a7986271ff23', 'name': 'tempest-ImageQuotaTest-266634363-router', 'tenant_id': '466290ecf1b74507b944fa6467920100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:08Z', 'updated_at': '2021-12-15T14:15:15Z', 'revision_number': 6, 'project_id': '466290ecf1b74507b944fa6467920100', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:16.013755 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.037440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Pushing event deleted for resources: {'Port': ['ID=80871803-cd7b-479b-adde-62cda71f02bb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:16.052906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26c8ab-4f0c-4e25-80c5-0ef7752e52f9 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:16.111825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.204767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.206843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.251935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.252404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f14ead-dc59-4db0-8cf9-a7986271ff23 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:16.257155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.258399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6be409ec-7f5c-426e-90df-66837a296010 admin admin] 10.222.0.32 "DELETE /v2.0/routers/92f14ead-dc59-4db0-8cf9-a7986271ff23 HTTP/1.1" status: 204 len: 168 time: 0.8176293 Dec 15 14:15:16.261365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:16.312713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Deleting subnet 3dc62ede-f083-4c0a-b5b9-ada27645ef5a {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:16.312984 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.316300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.353950 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.444404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.498276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.521039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc62ede-f083-4c0a-b5b9-ada27645ef5a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:16.527983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.531178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-054089c4-54bc-4887-88ba-47afbaec2d88 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3dc62ede-f083-4c0a-b5b9-ada27645ef5a HTTP/1.1" status: 204 len: 168 time: 0.2687664 Dec 15 14:15:16.533733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:16.534064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb66cf-2351-47ab-9ee9-b1fbfcd7ee87 None None] Network 18d335d6-a000-4377-a227-b9542e6cc1dd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:16.608437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.672490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Deleting port d87c8cdf-735a-4628-a0f8-b83907c82482 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:16.672856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.748642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] DHCP port deletion for 18d335d6-a000-4377-a227-b9542e6cc1dd request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:16.762546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] For port d87c8cdf-735a-4628-a0f8-b83907c82482, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c8cdf-735a-4628-a0f8-b83907c82482,segment=NetworkSegment(598610bf-b624-4ee5-813f-c402828720f3),segment_id=598610bf-b624-4ee5-813f-c402828720f3)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:16.762971 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.784687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Calling delete_port for d87c8cdf-735a-4628-a0f8-b83907c82482 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:16.815957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] Deleting port d87c8cdf-735a-4628-a0f8-b83907c82482 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:16.816335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.872235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.888492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] For port d87c8cdf-735a-4628-a0f8-b83907c82482, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d87c8cdf-735a-4628-a0f8-b83907c82482,segment=NetworkSegment(598610bf-b624-4ee5-813f-c402828720f3),segment_id=598610bf-b624-4ee5-813f-c402828720f3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:16.889514 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:16.897443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87c8cdf-735a-4628-a0f8-b83907c82482,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:16.903269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] No DVR routers for this DVR port d87c8cdf-735a-4628-a0f8-b83907c82482 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:16.911458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] Calling delete_port for d87c8cdf-735a-4628-a0f8-b83907c82482 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:16.995895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.026317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] No DVR routers for this DVR port d87c8cdf-735a-4628-a0f8-b83907c82482 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:17.030868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768a6ce-9095-4132-90f1-700521598b71 None None] Pushing event deleted for resources: {'Port': ['ID=d87c8cdf-735a-4628-a0f8-b83907c82482,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:17.072990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Sync routers for ids ['92f14ead-dc59-4db0-8cf9-a7986271ff23'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:17.084887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:17.085270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:15:17.086096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92f14ead-dc59-4db0-8cf9-a7986271ff23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:15:17.095705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Routers set() bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:17.096134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Router IDs set() for agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:15:17.096768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_agentschedulers_db [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92f14ead-dc59-4db0-8cf9-a7986271ff23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent'). {{(pid=103380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:15:17.097150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654cfd9-7d4f-4daa-8615-3ea105d3e016 None None] The sync data for ids ['92f14ead-dc59-4db0-8cf9-a7986271ff23'] in n-d-815324-3 is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:17.329591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.352879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d335d6-a000-4377-a227-b9542e6cc1dd']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:17.363707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598610bf-b624-4ee5-813f-c402828720f3') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:17.363993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598610bf-b624-4ee5-813f-c402828720f3') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:17.374627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.388249 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.394495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:17.395013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:17.396599 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:17.450619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.467620 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.474112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] 10.222.0.32 "DELETE /v2.0/networks/18d335d6-a000-4377-a227-b9542e6cc1dd HTTP/1.1" status: 204 len: 168 time: 0.9393954 Dec 15 14:15:17.476193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b61f4-8b93-4c22-aeec-e1409b252173 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d335d6-a000-4377-a227-b9542e6cc1dd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:17.476318 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.582905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38642) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:17.628670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d89733e5-6fb6-4ea6-bf9d-b9db0b4c7b5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=466290ecf1b74507b944fa6467920100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445485 Dec 15 14:15:17.631079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:17.680310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41ed837d-52e7-48db-8c99-938a1ac7d63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.707585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41ed837d-52e7-48db-8c99-938a1ac7d63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.753713 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41ed837d-52e7-48db-8c99-938a1ac7d63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.757299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41ed837d-52e7-48db-8c99-938a1ac7d63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.761086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-41ed837d-52e7-48db-8c99-938a1ac7d63e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91f885d3-e541-4ee1-9aec-e58fea84af49 HTTP/1.1" status: 204 len: 168 time: 0.1285691 Dec 15 14:15:17.772778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed837d-52e7-48db-8c99-938a1ac7d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f885d3-e541-4ee1-9aec-e58fea84af49,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.002449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c8cdf-735a-4628-a0f8-b83907c82482 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:18.026535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d87c8cdf-735a-4628-a0f8-b83907c82482 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:18.027306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d87c8cdf-735a-4628-a0f8-b83907c82482 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:18.027955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device beaf6ead-1a6b-402a-9434-39480e516512 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:18.051121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: beaf6ead-1a6b-402a-9434-39480e516512 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:18.052121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device beaf6ead-1a6b-402a-9434-39480e516512 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:18.052846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 80871803-cd7b-479b-adde-62cda71f02bb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:18.094699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 80871803-cd7b-479b-adde-62cda71f02bb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:18.095396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 80871803-cd7b-479b-adde-62cda71f02bb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:18.190752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:18.205440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea4b02a9-e756-4091-8c5a-e742a34c6aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.284022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea4b02a9-e756-4091-8c5a-e742a34c6aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.288620 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea4b02a9-e756-4091-8c5a-e742a34c6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.329990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ea4b02a9-e756-4091-8c5a-e742a34c6aaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1355166 Dec 15 14:15:18.329990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b02a9-e756-4091-8c5a-e742a34c6aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f8fc80-9381-4ab9-91fe-806bde1b07ba,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.331516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38658) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:18.390174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-914dcdce-1374-45b1-b6a9-1d32b54c333d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.412225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-914dcdce-1374-45b1-b6a9-1d32b54c333d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.457253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-914dcdce-1374-45b1-b6a9-1d32b54c333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.459908 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-914dcdce-1374-45b1-b6a9-1d32b54c333d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.461081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-914dcdce-1374-45b1-b6a9-1d32b54c333d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8f8fc80-9381-4ab9-91fe-806bde1b07ba HTTP/1.1" status: 204 len: 168 time: 0.1280019 Dec 15 14:15:18.469345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcdce-1374-45b1-b6a9-1d32b54c333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f8fc80-9381-4ab9-91fe-806bde1b07ba,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.506404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.182272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:20.291711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d18c-8a66-4209-aa3a-e4c6072f0073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.368490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d18c-8a66-4209-aa3a-e4c6072f0073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.372279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d18c-8a66-4209-aa3a-e4c6072f0073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.408809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6d18c-8a66-4209-aa3a-e4c6072f0073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58d11e-9723-4e07-b966-49e5bfb190c7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:20.413285 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9dc6d18c-8a66-4209-aa3a-e4c6072f0073 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b53bf27092e240069f8d6a916faf38fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299778 Dec 15 14:15:20.416811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:20.467142 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b18cf835-bdc9-48ba-ab6e-29abf3d456c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.489239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b18cf835-bdc9-48ba-ab6e-29abf3d456c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.536876 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b18cf835-bdc9-48ba-ab6e-29abf3d456c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.539482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b18cf835-bdc9-48ba-ab6e-29abf3d456c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.543040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b18cf835-bdc9-48ba-ab6e-29abf3d456c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a58d11e-9723-4e07-b966-49e5bfb190c7 HTTP/1.1" status: 204 len: 168 time: 0.1228878 Dec 15 14:15:20.549360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf835-bdc9-48ba-ab6e-29abf3d456c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58d11e-9723-4e07-b966-49e5bfb190c7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:21.281451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.581448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:22.686390 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-672d49ea-a020-438b-accd-e3b8623711ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.757281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-672d49ea-a020-438b-accd-e3b8623711ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.761196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-672d49ea-a020-438b-accd-e3b8623711ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.798540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-672d49ea-a020-438b-accd-e3b8623711ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=418a01f9f44d472db1b6978c174b6067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160172 Dec 15 14:15:22.799419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d49ea-a020-438b-accd-e3b8623711ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5440fc47-af7a-4be9-84bb-af35d74a7ea4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.801340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:22.850096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844c8602-cef6-4fe2-a1cd-24472993ebaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.871257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844c8602-cef6-4fe2-a1cd-24472993ebaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.921403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844c8602-cef6-4fe2-a1cd-24472993ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.924001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844c8602-cef6-4fe2-a1cd-24472993ebaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.925167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-844c8602-cef6-4fe2-a1cd-24472993ebaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5440fc47-af7a-4be9-84bb-af35d74a7ea4 HTTP/1.1" status: 204 len: 168 time: 0.1228328 Dec 15 14:15:22.932700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c8602-cef6-4fe2-a1cd-24472993ebaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5440fc47-af7a-4be9-84bb-af35d74a7ea4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.180447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.193530 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2be57c5a-59f1-43f6-bb57-93c45357ea49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.266683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2be57c5a-59f1-43f6-bb57-93c45357ea49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.270300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2be57c5a-59f1-43f6-bb57-93c45357ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.303541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.309159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2be57c5a-59f1-43f6-bb57-93c45357ea49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3944b4af21fd47d7a80647209eb04fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276112 Dec 15 14:15:23.310039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be57c5a-59f1-43f6-bb57-93c45357ea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb056a-e8ae-4a91-90a7-6df86a5bbfca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.312299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.361033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc880448-e4d6-49d9-9423-efdedddcb637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.382632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc880448-e4d6-49d9-9423-efdedddcb637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.390379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9a37140a-fcad-4cf6-91f7-24a78e972fd5 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0831130 Dec 15 14:15:23.390604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.395294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'network': {'name': 'tempest-network-smoke--1304060299', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'port_security_enabled': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:23.416414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Made reservation on behalf of 0d3cec525715422d81e5f0cc4f673a27 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:23.420400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.430319 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc880448-e4d6-49d9-9423-efdedddcb637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.433135 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc880448-e4d6-49d9-9423-efdedddcb637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.434272 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cc880448-e4d6-49d9-9423-efdedddcb637 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fcb056a-e8ae-4a91-90a7-6df86a5bbfca HTTP/1.1" status: 204 len: 168 time: 0.1210551 Dec 15 14:15:23.444838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:23.446038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc880448-e4d6-49d9-9423-efdedddcb637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb056a-e8ae-4a91-90a7-6df86a5bbfca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.455382 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.455788 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Added segment a22390e3-a83a-4e36-81e4-d64918187226 of type vlan for network 400f75f1-61e0-4000-9baa-1d9b6435f528 Dec 15 14:15:23.497485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.521969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.530900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:23.531523 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.593105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2014542 Dec 15 14:15:23.596643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.603478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'admin_state_up': True, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:23.616702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d7e4a-a628-44f9-8ab0-39e4aa15fad1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Network': ['ID=400f75f1-61e0-4000-9baa-1d9b6435f528,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.627707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:23.632243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.633747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.694398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.833750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.306394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.325329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.436175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.25.2.150 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/7438de91-008f-46b9-85aa-173d81da76bd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:24.541443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.574554 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.625590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:24.628652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:24.632939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:24.648461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf424e-1fb2-4e7e-af7a-1b6af8b04078 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:24.659987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=7438de91-008f-46b9-85aa-173d81da76bd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:24.766634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-24faee8c-ee8c-4e1e-a697-6ad4e2dc0229 None None] Provisioning complete for port 7438de91-008f-46b9-85aa-173d81da76bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:24.767219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24faee8c-ee8c-4e1e-a697-6ad4e2dc0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.802481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-24faee8c-ee8c-4e1e-a697-6ad4e2dc0229 None None] Port 7438de91-008f-46b9-85aa-173d81da76bd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:24.897426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.109366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.236872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router a6a181de-e4de-4250-b295-db0df2e33a01 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:15:25.346091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:25.356430 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Sync routers for ids ['a6a181de-e4de-4250-b295-db0df2e33a01'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:25.367696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Routers {'a6a181de-e4de-4250-b295-db0df2e33a01'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:25.368447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['a6a181de-e4de-4250-b295-db0df2e33a01'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:25.370316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.371722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ea7a08d9-6d34-40af-9c3a-f2824dbf12c7 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7740226 Dec 15 14:15:25.374579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38816) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.452984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5745d-e665-435b-9aba-24a3f9ee2d75 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.454625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e7f5745d-e665-435b-9aba-24a3f9ee2d75 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0d3cec525715422d81e5f0cc4f673a27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0790713 Dec 15 14:15:25.458515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.485742 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Set router a6a181de-e4de-4250-b295-db0df2e33a01 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:25.619553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe71e9d-2b06-4c42-8765-bf635c4fe309 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.621628 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bfe71e9d-2b06-4c42-8765-bf635c4fe309 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619849 Dec 15 14:15:25.624714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.662867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f6d9ff98-9863-42fd-b663-1aa8b76dc8e6 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368960 Dec 15 14:15:25.665676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.682486 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:24Z', 'revision_number': 3, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:25.704046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.704338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1e046470-08c1-448d-ac93-b93e36032bb7 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0d3cec525715422d81e5f0cc4f673a27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367556 Dec 15 14:15:25.710290 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Checking router: a6a181de-e4de-4250-b295-db0df2e33a01 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:25.710640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Updating router a6a181de-e4de-4250-b295-db0df2e33a01 port 7438de91-008f-46b9-85aa-173d81da76bd binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:15:25.736614 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.741052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38832) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.797317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e2da4-86b5-474c-b5c6-f36872414cfb tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.798842 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7e7e2da4-86b5-474c-b5c6-f36872414cfb tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934012 Dec 15 14:15:25.801733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.832739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.833082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-422c9b07-bb7b-4012-8773-b9923ce4f483 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302305 Dec 15 14:15:25.837988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163477577', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:25.859306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2858a4f8-d66f-4302-b94a-e1983655ac70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.936079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Made reservation on behalf of 0d3cec525715422d81e5f0cc4f673a27 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:25.939932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.951619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2858a4f8-d66f-4302-b94a-e1983655ac70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.964228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2858a4f8-d66f-4302-b94a-e1983655ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.999553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858a4f8-d66f-4302-b94a-e1983655ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2311e046-c72e-485c-bf0e-c6792937ac2a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.008545 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.014338 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.031004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2858a4f8-d66f-4302-b94a-e1983655ac70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a626d022ce4424c8bebee9b934e6ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887378 Dec 15 14:15:26.031562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:26.084689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75119b4a-613a-4b8d-bbd3-e6458f5d3ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.108012 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75119b4a-613a-4b8d-bbd3-e6458f5d3ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.139398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.158382 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Pushing event updated for resources: {'Port': ['ID=7438de91-008f-46b9-85aa-173d81da76bd,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.170164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3893e6-6b38-4177-9b0d-93da1693b343 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:26.174930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Attempting to bind port 7438de91-008f-46b9-85aa-173d81da76bd on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:26.175294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Attempting to bind port 7438de91-008f-46b9-85aa-173d81da76bd by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:26.175653 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Attempting to bind port 7438de91-008f-46b9-85aa-173d81da76bd on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:26.179756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75119b4a-613a-4b8d-bbd3-e6458f5d3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.183474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75119b4a-613a-4b8d-bbd3-e6458f5d3ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.186331 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:26.187472 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:26.187766 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.188157 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:26.189128 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Bound port: 7438de91-008f-46b9-85aa-173d81da76bd, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:26.189128 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.195280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-75119b4a-613a-4b8d-bbd3-e6458f5d3ea9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2311e046-c72e-485c-bf0e-c6792937ac2a HTTP/1.1" status: 204 len: 168 time: 0.1624949 Dec 15 14:15:26.207712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75119b4a-613a-4b8d-bbd3-e6458f5d3ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2311e046-c72e-485c-bf0e-c6792937ac2a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.209377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Checking segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:26.209782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network hostable DHCP agents. Network: 400f75f1-61e0-4000-9baa-1d9b6435f528, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:26.221552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.221906 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.222238 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.222571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.222902 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.223230 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.223545 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.224064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.225055 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.225565 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.226076 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.226387 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.226705 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.227556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Subnet': ['ID=34329afe-d5a0-4703-b2e3-43c19a3f6203,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.236159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.236643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.236996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.238137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.238137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.238137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.238467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.238700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.239107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.239573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.239883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.240214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.241100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:26.252940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:26.258497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-527fefaa-ae74-43cf-afb2-a6f4592be873 None None] Provisioning complete for port 7438de91-008f-46b9-85aa-173d81da76bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:26.259152 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-527fefaa-ae74-43cf-afb2-a6f4592be873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.267389 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] For port 7438de91-008f-46b9-85aa-173d81da76bd, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:26.269853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 400f75f1-61e0-4000-9baa-1d9b6435f528) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:26.271323 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] For port 7438de91-008f-46b9-85aa-173d81da76bd, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7438de91-008f-46b9-85aa-173d81da76bd,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:26.275073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:26.275768 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.278482 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.290567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea583b86-e055-44e2-b9c2-d3fb63d39bb5 None None] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:26.293272 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8517c259-8483-4369-a62c-d322dfdd7bcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4593723 Dec 15 14:15:26.295974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:26.349910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0c36-b412-45b4-a05d-c359f7225344 None None] Pushing event updated for resources: {'Port': ['ID=7438de91-008f-46b9-85aa-173d81da76bd,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.350544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc536dfe-dbae-4e5d-9760-52f62855a4ca None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:26.352599 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Routers {'a6a181de-e4de-4250-b295-db0df2e33a01'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:26.353199 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['a6a181de-e4de-4250-b295-db0df2e33a01'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:26.440956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-527fefaa-ae74-43cf-afb2-a6f4592be873 None None] Port 7438de91-008f-46b9-85aa-173d81da76bd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:26.449365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-400f75f1-61e0-4000-9baa-1d9b6435f528', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'fixed_ips': [{'subnet_id': '34329afe-d5a0-4703-b2e3-43c19a3f6203'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:26.450496 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.473713 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] Set router a6a181de-e4de-4250-b295-db0df2e33a01 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:26.612932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Allocated IP 172.20.0.18 (400f75f1-61e0-4000-9baa-1d9b6435f528/34329afe-d5a0-4703-b2e3-43c19a3f6203/f9fa1e08-464c-43af-b906-d5ca97212a3d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:26.669813 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:24Z', 'revision_number': 3, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:26.679314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85f68a77-ba7f-45a0-80be-9d5aabbd8508 None None] Provisioning complete for port 7438de91-008f-46b9-85aa-173d81da76bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:26.680287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85f68a77-ba7f-45a0-80be-9d5aabbd8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.698879 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf20f1-c0a0-4a02-92d3-d7ba0b98d572 None None] The sync data for ids ['a6a181de-e4de-4250-b295-db0df2e33a01'] in n-d-815324-3 is: [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:24Z', 'revision_number': 3, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:26.854776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85f68a77-ba7f-45a0-80be-9d5aabbd8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.863641 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.877257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.889674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.917506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-85f68a77-ba7f-45a0-80be-9d5aabbd8508 None None] For port 7438de91-008f-46b9-85aa-173d81da76bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7438de91-008f-46b9-85aa-173d81da76bd,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:26.927344 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85f68a77-ba7f-45a0-80be-9d5aabbd8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.935557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Pushing event updated for resources: {'Port': ['ID=f9fa1e08-464c-43af-b906-d5ca97212a3d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.943435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:26.964833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:26.973325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:27.055849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Attempting to bind port f9fa1e08-464c-43af-b906-d5ca97212a3d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:27.056650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Attempting to bind port f9fa1e08-464c-43af-b906-d5ca97212a3d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:27.057379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Attempting to bind port f9fa1e08-464c-43af-b906-d5ca97212a3d on network 400f75f1-61e0-4000-9baa-1d9b6435f528 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:27.082127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:27.082509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Checking segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:27.082915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.083310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Bound using segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:27.083785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Bound port: f9fa1e08-464c-43af-b906-d5ca97212a3d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:27.084826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.086933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68a77-ba7f-45a0-80be-9d5aabbd8508 None None] Pushing event updated for resources: {'Port': ['ID=7438de91-008f-46b9-85aa-173d81da76bd,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:27.174217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] For port f9fa1e08-464c-43af-b906-d5ca97212a3d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:27.177891 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] For port f9fa1e08-464c-43af-b906-d5ca97212a3d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f9fa1e08-464c-43af-b906-d5ca97212a3d,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:27.184603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.260942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3abc-b5c9-464c-a917-e777b93748a3 None None] Pushing event updated for resources: {'Port': ['ID=f9fa1e08-464c-43af-b906-d5ca97212a3d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:27.273310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.20.0.17 (400f75f1-61e0-4000-9baa-1d9b6435f528/34329afe-d5a0-4703-b2e3-43c19a3f6203/d76c89d2-eff5-4438-a3a4-8638a2bf792b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:27.466319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.515567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.565236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:27.569060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:27.571506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:27.602954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=d76c89d2-eff5-4438-a3a4-8638a2bf792b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:27.640532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.810252 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.075942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7438de91-008f-46b9-85aa-173d81da76bd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:28.134118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7438de91-008f-46b9-85aa-173d81da76bd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:28.134852 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.153153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.165748 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.236200 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9fa1e08-464c-43af-b906-d5ca97212a3d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:28.257866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=d76c89d2-eff5-4438-a3a4-8638a2bf792b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:28.275200 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.304080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f9fa1e08-464c-43af-b906-d5ca97212a3d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:28.304463 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.400468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:28.401619 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.401831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:28.441136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port f9fa1e08-464c-43af-b906-d5ca97212a3d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f9fa1e08-464c-43af-b906-d5ca97212a3d,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:28.447617 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.557462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router a6a181de-e4de-4250-b295-db0df2e33a01 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:28.670033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d63892-71c8-4f9b-af63-b1d9163e00d3 None None] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:28.689578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:28.696074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d0b43a66-8f9f-4484-bc9e-cf8c4ea6612f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "PUT /v2.0/routers/a6a181de-e4de-4250-b295-db0df2e33a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988500 Dec 15 14:15:28.747910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:28.759249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d5fddfa6-e2bf-414a-bc32-6351ebfeba30 None None] Provisioning complete for port f9fa1e08-464c-43af-b906-d5ca97212a3d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:28.759631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5fddfa6-e2bf-414a-bc32-6351ebfeba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.780081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=f9fa1e08-464c-43af-b906-d5ca97212a3d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:28.875810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f0b23b-1f65-407f-8705-c439467a0edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:28.923852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Sync routers for ids ['a6a181de-e4de-4250-b295-db0df2e33a01'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:28.933723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Routers {'a6a181de-e4de-4250-b295-db0df2e33a01'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:28.934410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['a6a181de-e4de-4250-b295-db0df2e33a01'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:29.057585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Set router a6a181de-e4de-4250-b295-db0df2e33a01 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:29.068360 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f0b23b-1f65-407f-8705-c439467a0edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.078350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-fe34d416-1feb-45b5-91e3-2f2b238cd7aa tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:29.079932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-fe34d416-1feb-45b5-91e3-2f2b238cd7aa tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/networks?id=400f75f1-61e0-4000-9baa-1d9b6435f528 HTTP/1.1" status: 200 len: 798 time: 0.1574759 Dec 15 14:15:29.081267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21f0b23b-1f65-407f-8705-c439467a0edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.129034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-a978db87-30b4-4950-9f03-8ca085e67c14 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/quotas/0d3cec525715422d81e5f0cc4f673a27 HTTP/1.1" status: 200 len: 375 time: 0.0324848 Dec 15 14:15:29.132833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-21f0b23b-1f65-407f-8705-c439467a0edd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1595cc16464a1cb646a56d719743c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834774 Dec 15 14:15:29.133839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0b23b-1f65-407f-8705-c439467a0edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e501a-940d-49a2-bf74-9c31c90d6ca3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:29.135520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:29.196978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-30d03e22-1a01-4719-bed0-fcdb7b9c3d78 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0601707 Dec 15 14:15:29.202446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f259cbaf-2161-4a31-9068-39202b07eacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.227298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f259cbaf-2161-4a31-9068-39202b07eacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.267946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3558ff29-bf64-4e11-8f4c-5c64d74f40b7 None None] Provisioning complete for port f9fa1e08-464c-43af-b906-d5ca97212a3d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:29.268528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3558ff29-bf64-4e11-8f4c-5c64d74f40b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.282218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f259cbaf-2161-4a31-9068-39202b07eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.285359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f259cbaf-2161-4a31-9068-39202b07eacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.289628 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f259cbaf-2161-4a31-9068-39202b07eacc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef1e501a-940d-49a2-bf74-9c31c90d6ca3 HTTP/1.1" status: 204 len: 168 time: 0.1492367 Dec 15 14:15:29.290582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-c671b9c7-211f-4f15-9643-136f8a1ca142 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:15:29.291876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-c671b9c7-211f-4f15-9643-136f8a1ca142 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0800102 Dec 15 14:15:29.312410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cbaf-2161-4a31-9068-39202b07eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e501a-940d-49a2-bf74-9c31c90d6ca3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:29.451086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-daaf876b-87e7-4bb5-89d9-81eb9853c0bb service neutron] 10.222.0.32 "GET /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481817 Dec 15 14:15:29.466889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:27Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd76c89d2-eff5-4438-a3a4-8638a2bf792b', 'name': '', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:76:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:27Z', 'updated_at': '2021-12-15T14:15:27Z', 'revision_number': 2, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:29.503325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Checking router: a6a181de-e4de-4250-b295-db0df2e33a01 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:29.503688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Updating router a6a181de-e4de-4250-b295-db0df2e33a01 port d76c89d2-eff5-4438-a3a4-8638a2bf792b binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:15:29.536947 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.541124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3558ff29-bf64-4e11-8f4c-5c64d74f40b7 None None] Provisioning complete for port d76c89d2-eff5-4438-a3a4-8638a2bf792b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:29.541500 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3558ff29-bf64-4e11-8f4c-5c64d74f40b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.573867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-720408b7-7a5d-4130-84a6-0a590e8fa4b3 service neutron] 10.222.0.32 "GET /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166475 Dec 15 14:15:29.624122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3558ff29-bf64-4e11-8f4c-5c64d74f40b7 None None] Port d76c89d2-eff5-4438-a3a4-8638a2bf792b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:29.682467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 38942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:29.696995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a570c24-7257-4475-9b92-c186e2e583f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.782085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e824d2c0-53f1-44d0-87ea-7c2d3904855c None None] Provisioning complete for port d76c89d2-eff5-4438-a3a4-8638a2bf792b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:29.782558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e824d2c0-53f1-44d0-87ea-7c2d3904855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.784945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a570c24-7257-4475-9b92-c186e2e583f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.789848 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a570c24-7257-4475-9b92-c186e2e583f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.838193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570c24-7257-4475-9b92-c186e2e583f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f98e9-f887-46aa-b93b-c9c9655d01fd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:29.840100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddc5ef75-8714-4e0b-8844-800f21450288 req-375c6215-18b9-424c-a3c3-75f706e71eeb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 210 time: 0.0405858 Dec 15 14:15:29.843729 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e824d2c0-53f1-44d0-87ea-7c2d3904855c None None] Port d76c89d2-eff5-4438-a3a4-8638a2bf792b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:29.850616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 38948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:29.854365 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2a570c24-7257-4475-9b92-c186e2e583f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b320fd801d849139447998fd2266ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698394 Dec 15 14:15:29.917849 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32899935-2ba7-4bb5-b789-f97c6fe5f202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.941007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32899935-2ba7-4bb5-b789-f97c6fe5f202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.943432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:29.950390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.010304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32899935-2ba7-4bb5-b789-f97c6fe5f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.014447 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32899935-2ba7-4bb5-b789-f97c6fe5f202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.018724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-32899935-2ba7-4bb5-b789-f97c6fe5f202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe9f98e9-f887-46aa-b93b-c9c9655d01fd HTTP/1.1" status: 204 len: 168 time: 0.1667273 Dec 15 14:15:30.028359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32899935-2ba7-4bb5-b789-f97c6fe5f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f98e9-f887-46aa-b93b-c9c9655d01fd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:30.041738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34e8b-45a3-457e-b94c-d3d77662d2d5 None None] Pushing event updated for resources: {'Port': ['ID=d76c89d2-eff5-4438-a3a4-8638a2bf792b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:30.057453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9fa1e08-464c-43af-b906-d5ca97212a3d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:30.175501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Attempting to bind port d76c89d2-eff5-4438-a3a4-8638a2bf792b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:30.175905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Attempting to bind port d76c89d2-eff5-4438-a3a4-8638a2bf792b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:30.176207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Attempting to bind port d76c89d2-eff5-4438-a3a4-8638a2bf792b on network 400f75f1-61e0-4000-9baa-1d9b6435f528 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:30.191013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f9fa1e08-464c-43af-b906-d5ca97212a3d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:30.191387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.194767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:30.195144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Checking segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:30.195542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.195930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Bound using segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:30.196697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Bound port: d76c89d2-eff5-4438-a3a4-8638a2bf792b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:30.197122 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.302506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ade3eb83-c802-421f-8a96-ad83bfea2fc2 None None] Provisioning complete for port d76c89d2-eff5-4438-a3a4-8638a2bf792b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:30.303849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ade3eb83-c802-421f-8a96-ad83bfea2fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.335263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] For port d76c89d2-eff5-4438-a3a4-8638a2bf792b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:30.377387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] For port d76c89d2-eff5-4438-a3a4-8638a2bf792b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d76c89d2-eff5-4438-a3a4-8638a2bf792b,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:30.389713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.393942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ade3eb83-c802-421f-8a96-ad83bfea2fc2 None None] Port d76c89d2-eff5-4438-a3a4-8638a2bf792b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:30.455374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Routers {'a6a181de-e4de-4250-b295-db0df2e33a01'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:30.455994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['a6a181de-e4de-4250-b295-db0df2e33a01'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:30.460435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34e8b-45a3-457e-b94c-d3d77662d2d5 None None] Pushing event updated for resources: {'Port': ['ID=d76c89d2-eff5-4438-a3a4-8638a2bf792b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:30.575800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] Set router a6a181de-e4de-4250-b295-db0df2e33a01 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:30.749325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3bc24aed-0c65-4d51-a3d3-0160c74c0b91 None None] Provisioning complete for port d76c89d2-eff5-4438-a3a4-8638a2bf792b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:30.749504 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bc24aed-0c65-4d51-a3d3-0160c74c0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.889013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bc24aed-0c65-4d51-a3d3-0160c74c0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.892203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:27Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd76c89d2-eff5-4438-a3a4-8638a2bf792b', 'name': '', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:76:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:27Z', 'updated_at': '2021-12-15T14:15:30Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:30.918623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-af0f8daf-8b56-404f-b886-0a4cc18f60eb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:30.920976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-af0f8daf-8b56-404f-b886-0a4cc18f60eb tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.67 "GET /v2.0/networks?id=400f75f1-61e0-4000-9baa-1d9b6435f528 HTTP/1.1" status: 200 len: 798 time: 0.1364260 Dec 15 14:15:30.937820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca2f7c-57c0-4e04-b53d-4ec07f1578d1 None None] The sync data for ids ['a6a181de-e4de-4250-b295-db0df2e33a01'] in n-d-815324-3 is: [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:27Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'd76c89d2-eff5-4438-a3a4-8638a2bf792b', 'name': '', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:76:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:27Z', 'updated_at': '2021-12-15T14:15:30Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:30.960410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Request body: {'port': {'device_id': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'admin_state_up': True, 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:30.966930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8c80f0f-e108-47d8-97e9-3ae59e576111 req-03677702-ca47-407e-b92b-2a11dd3dd632 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 210 time: 0.0393996 Dec 15 14:15:30.969804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3bc24aed-0c65-4d51-a3d3-0160c74c0b91 None None] For port d76c89d2-eff5-4438-a3a4-8638a2bf792b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d76c89d2-eff5-4438-a3a4-8638a2bf792b,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:30.976958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bc24aed-0c65-4d51-a3d3-0160c74c0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.057971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc24aed-0c65-4d51-a3d3-0160c74c0b91 None None] Pushing event updated for resources: {'Port': ['ID=d76c89d2-eff5-4438-a3a4-8638a2bf792b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:31.130054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Made reservation on behalf of 0d3cec525715422d81e5f0cc4f673a27 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:31.134471 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.273711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Allocated IP 172.20.0.30 (400f75f1-61e0-4000-9baa-1d9b6435f528/34329afe-d5a0-4703-b2e3-43c19a3f6203/3b6cf248-4af9-4e5c-9371-7df701aef634) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:31.416165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.452765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.501491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:31.504821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:31.507430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:31.514615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event updated for resources: {'Port': ['ID=3b6cf248-4af9-4e5c-9371-7df701aef634,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:31.578717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:31.579375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.599110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-860cda9c-2c82-4961-8f7e-e6080f829636 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6601586 Dec 15 14:15:31.732182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Request body: {'port': {'device_id': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:31.807231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.816702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6a429ab9-8c05-4be7-8d16-15b77b94a248 None None] Provisioning complete for port 3b6cf248-4af9-4e5c-9371-7df701aef634 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:31.817743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a429ab9-8c05-4be7-8d16-15b77b94a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.858361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6a429ab9-8c05-4be7-8d16-15b77b94a248 None None] Port 3b6cf248-4af9-4e5c-9371-7df701aef634 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:32.058046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d76c89d2-eff5-4438-a3a4-8638a2bf792b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:32.139945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port d76c89d2-eff5-4438-a3a4-8638a2bf792b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:32.140424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.223684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08ec8-bf93-4bd0-af25-2e13b82dfa34 req-f41ac413-94dd-4630-8c2e-096ac40db686 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.225563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1e08ec8-bf93-4bd0-af25-2e13b82dfa34 req-f41ac413-94dd-4630-8c2e-096ac40db686 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 895 time: 0.1138120 Dec 15 14:15:32.237330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6cf248-4af9-4e5c-9371-7df701aef634 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:32.248767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.265669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Transition to ACTIVE for port object 3b6cf248-4af9-4e5c-9371-7df701aef634 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:15:32.270605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.342270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Pushing event updated for resources: {'Port': ['ID=3b6cf248-4af9-4e5c-9371-7df701aef634,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:32.428109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Attempting to bind port 3b6cf248-4af9-4e5c-9371-7df701aef634 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:32.428619 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Attempting to bind port 3b6cf248-4af9-4e5c-9371-7df701aef634 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:32.429039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Attempting to bind port 3b6cf248-4af9-4e5c-9371-7df701aef634 on network 400f75f1-61e0-4000-9baa-1d9b6435f528 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:32.435813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Port 3b6cf248-4af9-4e5c-9371-7df701aef634 on network 400f75f1-61e0-4000-9baa-1d9b6435f528 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:32.436315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Attempting to bind port 3b6cf248-4af9-4e5c-9371-7df701aef634 on network 400f75f1-61e0-4000-9baa-1d9b6435f528 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:32.442513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:32.443056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Checking segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:32.443577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Bound using segment: {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:32.444193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Bound port: 3b6cf248-4af9-4e5c-9371-7df701aef634, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22390e3-a83a-4e36-81e4-d64918187226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:32.444655 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.520244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] For port 3b6cf248-4af9-4e5c-9371-7df701aef634, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:32.524792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] For port 3b6cf248-4af9-4e5c-9371-7df701aef634, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6cf248-4af9-4e5c-9371-7df701aef634,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:32.529542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.574107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.574670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.576064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] 10.222.0.67 "PUT /v2.0/ports/3b6cf248-4af9-4e5c-9371-7df701aef634 HTTP/1.1" status: 200 len: 1055 time: 0.9661896 Dec 15 14:15:32.576550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'tag': '3b6cf248-4af9-4e5c-9371-7df701aef634'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:32.578819 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf08b98-1d76-44be-b27c-29039f9d8818" -d '{"events": [{"name": "network-changed", "server_uuid": "87e76d74-a97c-44bb-a54f-cc1dbd52751f", "tag": "3b6cf248-4af9-4e5c-9371-7df701aef634"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:32.638827 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0b385a-6f60-4fc3-9b91-dbf71162df62 x-openstack-request-id: req-af0b385a-6f60-4fc3-9b91-dbf71162df62 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:32.639174 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e76d74-a97c-44bb-a54f-cc1dbd52751f", "tag": "3b6cf248-4af9-4e5c-9371-7df701aef634", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:32.639432 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af0b385a-6f60-4fc3-9b91-dbf71162df62 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:32.639831 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'tag': '3b6cf248-4af9-4e5c-9371-7df701aef634', 'status': 'completed', 'code': 200} Dec 15 14:15:32.660080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef1473-f064-49cc-a941-ae9793c8a0ae service neutron] Pushing event updated for resources: {'Port': ['ID=3b6cf248-4af9-4e5c-9371-7df701aef634,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:32.677789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-9c2d47d4-780a-4b19-850e-08a4aa156343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.679376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-9c2d47d4-780a-4b19-850e-08a4aa156343 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 1058 time: 0.0565851 Dec 15 14:15:32.732970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-d7e7e2a8-e463-4ac4-a5c0-a5c05fc74975 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=3b6cf248-4af9-4e5c-9371-7df701aef634 HTTP/1.1" status: 200 len: 217 time: 0.0447533 Dec 15 14:15:32.784099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-49f1d891-b5c4-44c8-af82-4d83fe3f187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.785747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-49f1d891-b5c4-44c8-af82-4d83fe3f187e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34329afe-d5a0-4703-b2e3-43c19a3f6203 HTTP/1.1" status: 200 len: 837 time: 0.0464382 Dec 15 14:15:32.833726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66977-b28e-42db-aedd-f1742a63154e req-4b8b847e-450b-4277-a94a-2bd1d43049fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.835886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-4b8b847e-450b-4277-a94a-2bd1d43049fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=400f75f1-61e0-4000-9baa-1d9b6435f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423577 Dec 15 14:15:33.041629 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:15:33.161415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:33.275843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fa1848f-c3cb-482e-9cea-96aff7f2b3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.277202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-f1be6ff1-9e13-4117-a287-dd326cdaa279 service neutron] 10.222.0.67 "GET /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325714 Dec 15 14:15:33.353202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fa1848f-c3cb-482e-9cea-96aff7f2b3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.357454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fa1848f-c3cb-482e-9cea-96aff7f2b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.398451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8fa1848f-c3cb-482e-9cea-96aff7f2b3c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95b37167bb974ad6b449842783a44a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358751 Dec 15 14:15:33.399719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1848f-c3cb-482e-9cea-96aff7f2b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d510d-0e53-4b07-9ab6-dbde2661e363,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:33.399869 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a5541-322a-47fa-ae57-0fe3eb37bfbe req-5b50e3d3-0b02-4edc-84b0-1cce21e34a39 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.401414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b69a5541-322a-47fa-ae57-0fe3eb37bfbe req-5b50e3d3-0b02-4edc-84b0-1cce21e34a39 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 907 time: 0.0977564 Dec 15 14:15:33.402613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:33.420686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab66977-b28e-42db-aedd-f1742a63154e req-4f597793-c154-429d-bd3f-764766115d16 service neutron] 10.222.0.67 "GET /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351938 Dec 15 14:15:33.453438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7639-f74c-4d55-a95a-175ee0a0de8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.475968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7639-f74c-4d55-a95a-175ee0a0de8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.514639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-0452fb16-7aac-4e56-8da1-3fcd90024a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.516301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-0452fb16-7aac-4e56-8da1-3fcd90024a31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 1058 time: 0.0401394 Dec 15 14:15:33.522095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7639-f74c-4d55-a95a-175ee0a0de8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.525304 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7639-f74c-4d55-a95a-175ee0a0de8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.529305 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0e7d7639-f74c-4d55-a95a-175ee0a0de8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/239d510d-0e53-4b07-9ab6-dbde2661e363 HTTP/1.1" status: 204 len: 168 time: 0.1253502 Dec 15 14:15:33.538692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d7639-f74c-4d55-a95a-175ee0a0de8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d510d-0e53-4b07-9ab6-dbde2661e363,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:33.616739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-ceecd4cb-5e4c-401f-88b1-286ea67f2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.618242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-ceecd4cb-5e4c-401f-88b1-286ea67f2fe8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=400f75f1-61e0-4000-9baa-1d9b6435f528 HTTP/1.1" status: 200 len: 900 time: 0.0947807 Dec 15 14:15:33.661556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-74866cec-0b29-4093-b635-37efb56b3615 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=3b6cf248-4af9-4e5c-9371-7df701aef634 HTTP/1.1" status: 200 len: 217 time: 0.0358286 Dec 15 14:15:33.710908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-b528e32a-de85-47fe-8533-9e6215b135be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.712376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-b528e32a-de85-47fe-8533-9e6215b135be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34329afe-d5a0-4703-b2e3-43c19a3f6203 HTTP/1.1" status: 200 len: 837 time: 0.0439990 Dec 15 14:15:33.766271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-461fc0fd-41ed-4709-a175-aa64f759c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.767781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-461fc0fd-41ed-4709-a175-aa64f759c2f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=400f75f1-61e0-4000-9baa-1d9b6435f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465610 Dec 15 14:15:33.804063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39070) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:33.818611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd96a-eec2-470e-a0fa-95fc88fd4488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.864028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-5ad1fa8d-e4ab-44ef-8476-a2f8348450dc service neutron] 10.222.0.67 "GET /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 Dec 15 14:15:33.897309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd96a-eec2-470e-a0fa-95fc88fd4488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.901291 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd96a-eec2-470e-a0fa-95fc88fd4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.946111 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3bdd96a-eec2-470e-a0fa-95fc88fd4488 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65a55e25883049339f0a64b970a12899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385798 Dec 15 14:15:33.946111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd96a-eec2-470e-a0fa-95fc88fd4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7ce5e-b61d-43ab-bcea-a4d4a9935e6b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:33.946440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:33.982498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cf08b98-1d76-44be-b27c-29039f9d8818 req-0e3d1443-3eac-413a-a09e-7e7991aebf36 service neutron] 10.222.0.67 "GET /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112392 Dec 15 14:15:34.010007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-794a3af7-0159-472a-b4af-52b4cae4c90e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:34.031516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-794a3af7-0159-472a-b4af-52b4cae4c90e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:34.077410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-794a3af7-0159-472a-b4af-52b4cae4c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:34.080132 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-794a3af7-0159-472a-b4af-52b4cae4c90e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:34.081583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-794a3af7-0159-472a-b4af-52b4cae4c90e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aee7ce5e-b61d-43ab-bcea-a4d4a9935e6b HTTP/1.1" status: 204 len: 168 time: 0.1339490 Dec 15 14:15:34.092445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a3af7-0159-472a-b4af-52b4cae4c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7ce5e-b61d-43ab-bcea-a4d4a9935e6b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:34.535185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e06a-568e-46c6-8afd-66af04b2c1f6 req-f8000d51-4338-44b5-b6a0-fd42552683d2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:34.536908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a58e06a-568e-46c6-8afd-66af04b2c1f6 req-f8000d51-4338-44b5-b6a0-fd42552683d2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 907 time: 0.0509627 Dec 15 14:15:35.276714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39126) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:35.385793 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9dd8a9-c93e-427f-97fb-ee6819cba096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.458702 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9dd8a9-c93e-427f-97fb-ee6819cba096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.462403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e9dd8a9-c93e-427f-97fb-ee6819cba096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.499418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e9dd8a9-c93e-427f-97fb-ee6819cba096 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ba29761390045388096876c4c2ad731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216578 Dec 15 14:15:35.501380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dd8a9-c93e-427f-97fb-ee6819cba096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa6d02-3c24-4f0a-b5ca-ec28f0c10173,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:35.502259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:35.549707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57219289-205d-408a-ae2a-cbb7fda98824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.574791 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57219289-205d-408a-ae2a-cbb7fda98824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.644053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57219289-205d-408a-ae2a-cbb7fda98824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.646730 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57219289-205d-408a-ae2a-cbb7fda98824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.647918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-57219289-205d-408a-ae2a-cbb7fda98824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71aa6d02-3c24-4f0a-b5ca-ec28f0c10173 HTTP/1.1" status: 204 len: 168 time: 0.1446416 Dec 15 14:15:35.666505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d800a-342b-41b8-b6cb-7bf4e1455e5d req-2d8a25a4-f78f-4eb5-a28f-06f0c49239d6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:35.667972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-633d800a-342b-41b8-b6cb-7bf4e1455e5d req-2d8a25a4-f78f-4eb5-a28f-06f0c49239d6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 907 time: 0.0615823 Dec 15 14:15:35.668790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57219289-205d-408a-ae2a-cbb7fda98824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa6d02-3c24-4f0a-b5ca-ec28f0c10173,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:36.517704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:36.622436 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd9a7-9d71-477c-971c-151e1713bb58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.628348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6cf248-4af9-4e5c-9371-7df701aef634 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:15:36.698724 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd9a7-9d71-477c-971c-151e1713bb58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.703915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd9a7-9d71-477c-971c-151e1713bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.732402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3b6cf248-4af9-4e5c-9371-7df701aef634, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6cf248-4af9-4e5c-9371-7df701aef634,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:36.744148 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '3b6cf248-4af9-4e5c-9371-7df701aef634', 'network_id': '400f75f1-61e0-4000-9baa-1d9b6435f528', 'port_id': '3b6cf248-4af9-4e5c-9371-7df701aef634', 'mac_address': 'fa:16:3e:2e:66:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34329afe-d5a0-4703-b2e3-43c19a3f6203', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:15:36.745868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:36.746377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f7cd9a7-9d71-477c-971c-151e1713bb58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69d3fcb273de4697897d947428ab5fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271559 Dec 15 14:15:36.748025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cd9a7-9d71-477c-971c-151e1713bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812eb5c5-1a74-4082-bf16-7e018b45bb37,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:36.800329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.814565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a815b82-4fdf-48cd-bff1-3ccdffbd5431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.814816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6cf248-4af9-4e5c-9371-7df701aef634 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:36.826225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20119bb7-85f6-4987-a119-7eb6274cc254 req-073faabe-9e7c-44bb-bd09-5410d48ac072 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:36.828027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20119bb7-85f6-4987-a119-7eb6274cc254 req-073faabe-9e7c-44bb-bd09-5410d48ac072 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 907 time: 0.0628006 Dec 15 14:15:36.836284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3b6cf248-4af9-4e5c-9371-7df701aef634, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6cf248-4af9-4e5c-9371-7df701aef634,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:36.840601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a815b82-4fdf-48cd-bff1-3ccdffbd5431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.841082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.891872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3b6cf248-4af9-4e5c-9371-7df701aef634,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:36.893779 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a815b82-4fdf-48cd-bff1-3ccdffbd5431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.896875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a815b82-4fdf-48cd-bff1-3ccdffbd5431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.898171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5a815b82-4fdf-48cd-bff1-3ccdffbd5431 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/812eb5c5-1a74-4082-bf16-7e018b45bb37 HTTP/1.1" status: 204 len: 168 time: 0.1510966 Dec 15 14:15:36.907088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a815b82-4fdf-48cd-bff1-3ccdffbd5431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812eb5c5-1a74-4082-bf16-7e018b45bb37,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:37.077573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['3b6cf248-4af9-4e5c-9371-7df701aef634'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:37.948472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e4d92-3597-4202-afdb-b9d340565211 req-c0eba2c5-b271-49ed-8dd4-220c3cd5256d tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:37.950100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-266e4d92-3597-4202-afdb-b9d340565211 req-c0eba2c5-b271-49ed-8dd4-220c3cd5256d tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 908 time: 0.0524948 Dec 15 14:15:38.187359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:38.340828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-956484747'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:38.360973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Made reservation on behalf of 98f68b1221f84f67934e0e1ba065f5b8 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:38.364317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.373190 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.444770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.448332 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.474596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:38.495071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa40b5a-9416-4951-8c2a-af9e9eb403d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:38.502230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.502576 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Added segment 451824ae-a986-4e12-8ec5-f7ca5353436a of type vlan for network 58f20087-1557-4719-a4b4-733944f44d0e Dec 15 14:15:38.544091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.569696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.575268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.575853 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.627964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6cf248-4af9-4e5c-9371-7df701aef634 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:38.636352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4477859 Dec 15 14:15:38.652408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fa149-57ff-49df-9219-596ec1a87b9b tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Pushing event updated for resources: {'Network': ['ID=58f20087-1557-4719-a4b4-733944f44d0e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:38.667045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 58f20087-1557-4719-a4b4-733944f44d0e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:38.741434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 3b6cf248-4af9-4e5c-9371-7df701aef634 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:15:38.745254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 3b6cf248-4af9-4e5c-9371-7df701aef634 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:38.745631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.804187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:38.809458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Request body: {'port': {'network_id': '58f20087-1557-4719-a4b4-733944f44d0e', 'binding:host_id': 'n-h2-815324-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1454929452'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:38.830763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Made reservation on behalf of 5f47ff5fa15a41d8bcfa94832ec4dfff for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:38.833487 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.843446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.938269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.941995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.947664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:38.980677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.003434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6cf248-4af9-4e5c-9371-7df701aef634'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:39.005626 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653dc59-e1fa-4132-9418-00fcd5138e3c" -d '{"events": [{"server_uuid": "87e76d74-a97c-44bb-a54f-cc1dbd52751f", "name": "network-vif-plugged", "status": "completed", "tag": "3b6cf248-4af9-4e5c-9371-7df701aef634"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:39.018826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 3b6cf248-4af9-4e5c-9371-7df701aef634, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6cf248-4af9-4e5c-9371-7df701aef634,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:39.027655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b5a6e-d56a-4cff-8f0b-21b2c5496510,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.027899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.090260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=3b6cf248-4af9-4e5c-9371-7df701aef634,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.103861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18121c1-1ecc-444e-8daa-205abb6ae8d8 req-1800586e-b99d-4e9b-9633-8e9c5d24d80b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:39.105544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a18121c1-1ecc-444e-8daa-205abb6ae8d8 req-1800586e-b99d-4e9b-9633-8e9c5d24d80b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.0681846 Dec 15 14:15:39.141272 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97609c2d-0182-4502-9214-1ecfe5ae3637 x-openstack-request-id: req-97609c2d-0182-4502-9214-1ecfe5ae3637 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:39.141573 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e76d74-a97c-44bb-a54f-cc1dbd52751f", "name": "network-vif-plugged", "status": "completed", "tag": "3b6cf248-4af9-4e5c-9371-7df701aef634", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:39.141835 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97609c2d-0182-4502-9214-1ecfe5ae3637 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:39.142236 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6cf248-4af9-4e5c-9371-7df701aef634', 'code': 200} Dec 15 14:15:39.209910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:39.218705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.225156 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.238138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26a35-005b-45d9-8ff4-8760364030b5 req-fe072b02-d3e8-42b5-ac94-75fd927e98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:39.239636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cde26a35-005b-45d9-8ff4-8760364030b5 req-fe072b02-d3e8-42b5-ac94-75fd927e98d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 1060 time: 0.0403731 Dec 15 14:15:39.288127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=e45ce1d8-3bab-454b-8f25-d6aab9c8a59a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.300921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Checking segment: {'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:39.301283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Network hostable DHCP agents. Network: 58f20087-1557-4719-a4b4-733944f44d0e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:39.317653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Network 58f20087-1557-4719-a4b4-733944f44d0e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:39.326127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 58f20087-1557-4719-a4b4-733944f44d0e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:39.330202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:39.336305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1edd2d7-6a79-4245-b91c-1d67b386bbdf None None] Network 58f20087-1557-4719-a4b4-733944f44d0e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:39.344789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.345124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.345461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.350601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.351023 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.351407 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 2 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.363035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.363373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.363708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.368586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.368908 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.369289 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 3 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.381668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.381997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.382328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.386662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.386978 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.387359 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 4 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.398995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.399324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.399656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.403953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.404274 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.404691 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 5 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.417300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.417625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.417986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.422408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.422737 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.423159 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 6 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.436602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.436937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.437272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.441603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.441924 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.442300 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 7 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.454289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.454614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.454937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.459119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.459438 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.459814 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 8 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.471130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.471392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.471717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.476819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.477147 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.477524 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 9 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.489566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.489914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.490826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.495019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.495336 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.495712 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 10 to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a Dec 15 14:15:39.507879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:39.508442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:39.509061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:39.514326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:39.514651 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:39.515010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.594384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] For port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:39.594760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempted to set empty binding levels {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:15:39.598482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.635871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:39.636405 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.652068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=e45ce1d8-3bab-454b-8f25-d6aab9c8a59a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.657315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-31287d71-7ea3-45ab-b2bd-fa7a4e11807a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8519697 Dec 15 14:15:39.659964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:39.736457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Deleting port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:39.736752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.803703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] For port e45ce1d8-3bab-454b-8f25-d6aab9c8a59a, host n-h2-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:39.804062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.816712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Calling delete_port for e45ce1d8-3bab-454b-8f25-d6aab9c8a59a owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:39.908665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.942737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event deleted for resources: {'Port': ['ID=e45ce1d8-3bab-454b-8f25-d6aab9c8a59a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.945452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.948822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2212a7f6-4deb-4253-becc-1087cf6c3b5e tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e45ce1d8-3bab-454b-8f25-d6aab9c8a59a HTTP/1.1" status: 204 len: 168 time: 0.2878785 Dec 15 14:15:39.952323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:39.982010 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd76362-152a-48b3-abb1-4451cfb8c67a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:15:39.983567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dfd76362-152a-48b3-abb1-4451cfb8c67a tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "GET /v2.0/ports/e45ce1d8-3bab-454b-8f25-d6aab9c8a59a HTTP/1.1" status: 404 len: 333 time: 0.0302503 Dec 15 14:15:39.987455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39226) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:39.992354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Request body: {'port': {'network_id': '58f20087-1557-4719-a4b4-733944f44d0e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1049806940'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:40.014234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Made reservation on behalf of 5f47ff5fa15a41d8bcfa94832ec4dfff for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:40.016771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.032897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port dad02c51-f966-4d32-8ae3-313fabad8e27 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:40.198238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.258909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc94f5-43ce-4098-ab92-d09a97cdc83f req-b184ac27-6c2d-4207-9d95-b1daacb88f4b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.260874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1fc94f5-43ce-4098-ab92-d09a97cdc83f req-b184ac27-6c2d-4207-9d95-b1daacb88f4b tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.0814421 Dec 15 14:15:40.275788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.319182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Network 58f20087-1557-4719-a4b4-733944f44d0e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:40.322137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:40.325727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:40.326637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.327236 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.332821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=dad02c51-f966-4d32-8ae3-313fabad8e27,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:40.347175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-50f71c3c-9dda-4f80-8491-46862353b686 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3587108 Dec 15 14:15:40.350136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:40.355140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:40.406877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.574094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port dad02c51-f966-4d32-8ae3-313fabad8e27 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:40.581553 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.586789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.637160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=dad02c51-f966-4d32-8ae3-313fabad8e27,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:40.647463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.647794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.648124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.652307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.652666 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.653049 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 2 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.665308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.665632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.665954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.670122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.670442 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.670818 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 3 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.682568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.682893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.683214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.687317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.687637 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.688013 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 4 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.700455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.700925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.701246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.705391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.705707 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.706083 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 5 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.718163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.718489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.718813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.723119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.723438 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.723814 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 6 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.736407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.736768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.737087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.741762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.742085 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.742460 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 7 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.753731 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.754051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.754365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.758576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.758890 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.759262 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 8 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.771094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.771441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.771763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.776119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.776438 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.776844 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 9 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.788905 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.789236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.789558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.793743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.794062 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.794436 n-d-815324-3 neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 10 to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 Dec 15 14:15:40.806854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:40.807178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:40.807499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:40.811635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:40.811951 n-d-815324-3 neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port dad02c51-f966-4d32-8ae3-313fabad8e27 on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:40.812303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.875431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] For port dad02c51-f966-4d32-8ae3-313fabad8e27, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:40.875701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempted to set empty binding levels {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:15:40.879841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.911180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] In _notify_port_updated(), no bound segment for port dad02c51-f966-4d32-8ae3-313fabad8e27 on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:15:40.912622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.913131 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.914425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "PUT /v2.0/ports/dad02c51-f966-4d32-8ae3-313fabad8e27 HTTP/1.1" status: 200 len: 975 time: 0.5633528 Dec 15 14:15:40.917217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:40.925414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77a4b5-a974-4bce-b23a-062b9ee11b63 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=dad02c51-f966-4d32-8ae3-313fabad8e27,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:40.995952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.996449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.997282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.997746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.998202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.998654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.999102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.999553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.000002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.000453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.000926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.001372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.001825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.002271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.004656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9deab3dd-b673-4c63-9f0d-574f0ef97433 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12658 time: 0.0864084 Dec 15 14:15:41.008048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.324736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Deleting port dad02c51-f966-4d32-8ae3-313fabad8e27 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:41.325433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.386350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904c4d-8f5e-4268-9670-d165abcd0e78 req-b86e93bc-290b-458e-8158-46d86c1d919f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.388079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9904c4d-8f5e-4268-9670-d165abcd0e78 req-b86e93bc-290b-458e-8158-46d86c1d919f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.0504613 Dec 15 14:15:41.389086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] For port dad02c51-f966-4d32-8ae3-313fabad8e27, host n-h2-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:41.389447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.402328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Calling delete_port for dad02c51-f966-4d32-8ae3-313fabad8e27 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:41.483908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.508481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123393-8127-48ca-bb63-e757f223223f req-a3b527b0-46e9-43d6-a958-67c6b6a5e8e0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.510203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35123393-8127-48ca-bb63-e757f223223f req-a3b527b0-46e9-43d6-a958-67c6b6a5e8e0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.0509431 Dec 15 14:15:41.510842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad02c51-f966-4d32-8ae3-313fabad8e27,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:41.519462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.525392 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-af7c4b9c-0bc6-4fb1-8bff-023380e50a9d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "DELETE /v2.0/ports/dad02c51-f966-4d32-8ae3-313fabad8e27 HTTP/1.1" status: 204 len: 168 time: 0.5139322 Dec 15 14:15:41.525795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.549918 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab087a7-ef04-46a7-8e4a-c0fe5b568f0d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:15:41.551300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6ab087a7-ef04-46a7-8e4a-c0fe5b568f0d tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "GET /v2.0/ports/dad02c51-f966-4d32-8ae3-313fabad8e27 HTTP/1.1" status: 404 len: 333 time: 0.0245636 Dec 15 14:15:41.555599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.560279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1792481039', 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:41.580404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Made reservation on behalf of 5f47ff5fa15a41d8bcfa94832ec4dfff for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:41.582757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.597843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port 3dc740d5-5c39-41c5-ae17-31d6201cfbd7 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:41.632741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa38a32-3f96-4b89-91ac-e3135cb41468 req-1ccff7d2-d7d2-42d2-92c7-f7e51f666a96 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.634279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fa38a32-3f96-4b89-91ac-e3135cb41468 req-1ccff7d2-d7d2-42d2-92c7-f7e51f666a96 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 1060 time: 0.0450075 Dec 15 14:15:41.740846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78e0f-0295-4974-b1b3-9e7e25962efb req-fdae4291-5deb-4980-95af-0a37b4e54e1e tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.742450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4af78e0f-0295-4974-b1b3-9e7e25962efb req-fdae4291-5deb-4980-95af-0a37b4e54e1e tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1135 time: 0.0413289 Dec 15 14:15:41.747781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.784041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.804814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4af78e0f-0295-4974-b1b3-9e7e25962efb req-77403e32-ecf5-4a1b-a09b-032966ecf669 tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0479836 Dec 15 14:15:41.825702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Network 58f20087-1557-4719-a4b4-733944f44d0e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:41.826838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39248) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.828616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:41.832223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:41.833838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.833838 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.841484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=3dc740d5-5c39-41c5-ae17-31d6201cfbd7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:41.854574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e2f2eab4-f4c4-460f-a090-9c1c586644f0 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2979248 Dec 15 14:15:41.857187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.870930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb22916-21eb-417e-9ee4-3b2a7c211dfe tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.872461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-beb22916-21eb-417e-9ee4-3b2a7c211dfe tempest-TestSecurityGroupsBasicOps-1054777151 tempest-TestSecurityGroupsBasicOps-1054777151-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 1055 time: 0.0446465 Dec 15 14:15:41.895081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ec596c-2da2-4c9a-98c5-dfb1d0fab4fa tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.897034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-34ec596c-2da2-4c9a-98c5-dfb1d0fab4fa tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "GET /v2.0/ports/3dc740d5-5c39-41c5-ae17-31d6201cfbd7 HTTP/1.1" status: 200 len: 955 time: 0.0381589 Dec 15 14:15:41.899732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.975738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Deleting port 3dc740d5-5c39-41c5-ae17-31d6201cfbd7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:41.976471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.048868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.062705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Calling delete_port for 3dc740d5-5c39-41c5-ae17-31d6201cfbd7 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:42.095808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb98ded-89a9-4a47-af3a-a43592472d06 req-28df5ccd-1955-4f96-b056-43f0ad293a5a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:42.097436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bb98ded-89a9-4a47-af3a-a43592472d06 req-28df5ccd-1955-4f96-b056-43f0ad293a5a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.0502765 Dec 15 14:15:42.140715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.167055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dc740d5-5c39-41c5-ae17-31d6201cfbd7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:42.171861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.175263 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b4ccf3bd-2d7d-4599-ac3c-56e0a48efc69 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3dc740d5-5c39-41c5-ae17-31d6201cfbd7 HTTP/1.1" status: 204 len: 168 time: 0.2743788 Dec 15 14:15:42.178232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:42.204035 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d667ab-9fc4-4299-9242-517c86ef3ea1 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:15:42.205391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-01d667ab-9fc4-4299-9242-517c86ef3ea1 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "GET /v2.0/ports/3dc740d5-5c39-41c5-ae17-31d6201cfbd7 HTTP/1.1" status: 404 len: 333 time: 0.0262656 Dec 15 14:15:42.208918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:42.213551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Request body: {'port': {'network_id': '58f20087-1557-4719-a4b4-733944f44d0e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1583386450'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:42.233792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Made reservation on behalf of 5f47ff5fa15a41d8bcfa94832ec4dfff for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:42.236160 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.251354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port 7e120e1b-b809-4d22-a908-c5cc079c2caf yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:42.398910 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.431927 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.474278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Network 58f20087-1557-4719-a4b4-733944f44d0e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:42.477926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:42.481421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:42.482338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:42.482932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.488304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=7e120e1b-b809-4d22-a908-c5cc079c2caf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:42.503160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-636016db-0129-4f91-913f-ccce86b68b91 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2932479 Dec 15 14:15:42.505797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:42.511021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:42.543740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd89e31a-7f15-4018-9644-0b7131cfbfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.565227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.733089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] device_id is not set on port 7e120e1b-b809-4d22-a908-c5cc079c2caf yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:42.740394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.745948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.793813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=7e120e1b-b809-4d22-a908-c5cc079c2caf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:42.808153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.808484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.808846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.813140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.813460 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.813844 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 2 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.826096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.826423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.826752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.830964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.831286 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.831662 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 3 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.843696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.844028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.844356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.848739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.849058 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.850280 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 4 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.862511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.862852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.863178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.867428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.867753 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.868130 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 5 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.879811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.880140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.880470 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.884793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.885119 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.885495 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 6 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.897911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.898241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.898567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.902847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.903169 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.903551 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 7 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.915594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.915929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.916254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.920436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.920784 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.921185 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 8 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.933116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.933444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.933770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.937960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.938282 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.938660 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 9 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.950069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.950395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.950721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.954900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.955221 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.955600 n-d-815324-3 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempt 10 to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf Dec 15 14:15:42.967936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:42.968263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:42.968630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempting to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:42.972781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:42.973104 n-d-815324-3 neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Failed to bind port 7e120e1b-b809-4d22-a908-c5cc079c2caf on host n-h2-815324-3 for vnic_type normal using segments [{'id': '451824ae-a986-4e12-8ec5-f7ca5353436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58f20087-1557-4719-a4b4-733944f44d0e'}] Dec 15 14:15:42.973457 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.038080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] For port 7e120e1b-b809-4d22-a908-c5cc079c2caf, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:43.038740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attempted to set empty binding levels {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:15:43.043280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.076849 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] In _notify_port_updated(), no bound segment for port 7e120e1b-b809-4d22-a908-c5cc079c2caf on network 58f20087-1557-4719-a4b4-733944f44d0e {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:15:43.078144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:43.078257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.079542 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "PUT /v2.0/ports/7e120e1b-b809-4d22-a908-c5cc079c2caf HTTP/1.1" status: 200 len: 975 time: 0.5728390 Dec 15 14:15:43.082566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39264) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:43.090896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d3702-e076-4ed8-92ee-6d0e7e810e90 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event updated for resources: {'Port': ['ID=7e120e1b-b809-4d22-a908-c5cc079c2caf,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:43.163336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Deleting port 7e120e1b-b809-4d22-a908-c5cc079c2caf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:43.164028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.257282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] For port 7e120e1b-b809-4d22-a908-c5cc079c2caf, host n-h2-815324-3, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:43.257604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.276039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067abb8-3f57-47cd-bc05-f73adf134806 req-7c8f92d3-62d8-4827-82ad-8cb598b4cb7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:43.277540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c067abb8-3f57-47cd-bc05-f73adf134806 req-7c8f92d3-62d8-4827-82ad-8cb598b4cb7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.1021030 Dec 15 14:15:43.281266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Calling delete_port for 7e120e1b-b809-4d22-a908-c5cc079c2caf owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:43.394972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-72a9d4d9-3048-4a9c-879b-ee15a01edd9c tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:43.396988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-72a9d4d9-3048-4a9c-879b-ee15a01edd9c tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 909 time: 0.0750504 Dec 15 14:15:43.412170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.470781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e120e1b-b809-4d22-a908-c5cc079c2caf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:43.475385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.478694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f2c7f5a6-e915-4d35-afce-b682360475ea tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7e120e1b-b809-4d22-a908-c5cc079c2caf HTTP/1.1" status: 204 len: 168 time: 0.3951106 Dec 15 14:15:43.481481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:43.505061 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8e8e3c-2e55-4e10-bdd3-6e0c796a9605 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:15:43.506449 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6e8e8e3c-2e55-4e10-bdd3-6e0c796a9605 tempest-PortsAdminExtendedAttrsTestJSON-893258111 tempest-PortsAdminExtendedAttrsTestJSON-893258111-project-admin] 10.222.0.32 "GET /v2.0/ports/7e120e1b-b809-4d22-a908-c5cc079c2caf HTTP/1.1" status: 404 len: 333 time: 0.0239608 Dec 15 14:15:43.510734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:43.530227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port 3b6cf248-4af9-4e5c-9371-7df701aef634 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:43.530560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.591133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.626588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] For port 3b6cf248-4af9-4e5c-9371-7df701aef634, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=3b6cf248-4af9-4e5c-9371-7df701aef634,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:43.626946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.640230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for 3b6cf248-4af9-4e5c-9371-7df701aef634 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:43.676278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.696246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f20087-1557-4719-a4b4-733944f44d0e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:43.705362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451824ae-a986-4e12-8ec5-f7ca5353436a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:43.705660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451824ae-a986-4e12-8ec5-f7ca5353436a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:43.715433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.729032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.734960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:43.735343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:43.738393 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:43.772982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.797877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=3b6cf248-4af9-4e5c-9371-7df701aef634,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:43.801850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.809771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.815715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] 10.222.0.32 "DELETE /v2.0/networks/58f20087-1557-4719-a4b4-733944f44d0e HTTP/1.1" status: 204 len: 168 time: 0.3015935 Dec 15 14:15:43.827759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752ff72-fe25-4f33-af15-ab5dfe5a1e4c tempest-PortsAdminExtendedAttrsTestJSON-1336670114 tempest-PortsAdminExtendedAttrsTestJSON-1336670114-project] Pushing event deleted for resources: {'Network': ['ID=58f20087-1557-4719-a4b4-733944f44d0e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:43.858515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] No DVR routers for this DVR port 3b6cf248-4af9-4e5c-9371-7df701aef634 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:43.860965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.864341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b10cbf0a-89e2-4b47-8bbe-f4196768226d req-a1f166f4-a6cd-4238-816f-75d072bd47b6 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.67 "DELETE /v2.0/ports/3b6cf248-4af9-4e5c-9371-7df701aef634 HTTP/1.1" status: 204 len: 173 time: 0.4614713 Dec 15 14:15:43.864841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'name': 'network-vif-deleted', 'tag': '3b6cf248-4af9-4e5c-9371-7df701aef634'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:43.867821 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b8576a-a81c-424c-a880-21c69657a4a7" -d '{"events": [{"server_uuid": "87e76d74-a97c-44bb-a54f-cc1dbd52751f", "name": "network-vif-deleted", "tag": "3b6cf248-4af9-4e5c-9371-7df701aef634"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:43.908149 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0b88f6-0e8e-46bd-8842-e2bbf67f8931 x-openstack-request-id: req-4f0b88f6-0e8e-46bd-8842-e2bbf67f8931 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:43.908437 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e76d74-a97c-44bb-a54f-cc1dbd52751f", "name": "network-vif-deleted", "tag": "3b6cf248-4af9-4e5c-9371-7df701aef634", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:43.908716 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f0b88f6-0e8e-46bd-8842-e2bbf67f8931 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:43.909120 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e76d74-a97c-44bb-a54f-cc1dbd52751f', 'name': 'network-vif-deleted', 'tag': '3b6cf248-4af9-4e5c-9371-7df701aef634', 'status': 'completed', 'code': 200} Dec 15 14:15:44.122453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.253646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e8bc91f-f074-4a8f-9e28-505a46998b7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98f68b1221f84f67934e0e1ba065f5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300149 Dec 15 14:15:44.256694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.283831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.314454 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a72b90-29c0-4f6a-b204-024a29adda11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.338493 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a72b90-29c0-4f6a-b204-024a29adda11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.390474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a72b90-29c0-4f6a-b204-024a29adda11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.393995 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88a72b90-29c0-4f6a-b204-024a29adda11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.398684 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-88a72b90-29c0-4f6a-b204-024a29adda11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fa40b5a-9416-4951-8c2a-af9e9eb403d6 HTTP/1.1" status: 204 len: 168 time: 0.1409781 Dec 15 14:15:44.402522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-148c5d36-df72-443a-828a-f5cc95630cfd req-bb9d7bf0-8fab-4d9a-bfc7-b34094927293 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e76d74-a97c-44bb-a54f-cc1dbd52751f HTTP/1.1" status: 200 len: 210 time: 0.0383070 Dec 15 14:15:44.408742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a72b90-29c0-4f6a-b204-024a29adda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa40b5a-9416-4951-8c2a-af9e9eb403d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:44.668585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.713012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7934a2f9-1277-420b-9eea-97e8a03149f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f47ff5fa15a41d8bcfa94832ec4dfff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427241 Dec 15 14:15:44.715950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.722822 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-231edd3e-a371-415e-8e93-f18f5d77a821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.767075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdea3587-76cf-4dd2-9fc2-64be4cdd0f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.788449 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdea3587-76cf-4dd2-9fc2-64be4cdd0f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.834876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdea3587-76cf-4dd2-9fc2-64be4cdd0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.837624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdea3587-76cf-4dd2-9fc2-64be4cdd0f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.838781 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cdea3587-76cf-4dd2-9fc2-64be4cdd0f7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b4b5a6e-d56a-4cff-8f0b-21b2c5496510 HTTP/1.1" status: 204 len: 168 time: 0.1215186 Dec 15 14:15:44.848559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea3587-76cf-4dd2-9fc2-64be4cdd0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b5a6e-d56a-4cff-8f0b-21b2c5496510,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:45.462930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:45.835943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.071813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:46.166270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port d76c89d2-eff5-4438-a3a4-8638a2bf792b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:46.166612 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.212998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1476607703', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:46.251526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Made reservation on behalf of 28133c3c0b9540ccacf1f4b48d698447 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:46.254108 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.273770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.292359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] For port d76c89d2-eff5-4438-a3a4-8638a2bf792b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d76c89d2-eff5-4438-a3a4-8638a2bf792b,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:46.292765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.294608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.312225 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for d76c89d2-eff5-4438-a3a4-8638a2bf792b owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:46.457584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.466077 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.484182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] device_id is not set on port c9d86f8d-22ee-4624-a65c-c2de1aafc2d9 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:15:46.535572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b724f8-10b5-48fe-a95e-bfb8922d8b68,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:46.641640 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.651643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Allocated IP 172.25.2.36 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/c9d86f8d-22ee-4624-a65c-c2de1aafc2d9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:46.674754 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6cf248-4af9-4e5c-9371-7df701aef634 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:46.682375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=d76c89d2-eff5-4438-a3a4-8638a2bf792b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:46.697500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 3b6cf248-4af9-4e5c-9371-7df701aef634 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:46.697850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 3b6cf248-4af9-4e5c-9371-7df701aef634 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:47.202711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.206715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.318137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.370939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:47.378714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:47.382374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:47.384365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Pushing event updated for resources: {'Port': ['ID=c9d86f8d-22ee-4624-a65c-c2de1aafc2d9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:47.391864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a660131-214c-4589-8eba-4ae8b0cf20f9 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:47.429303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-17678a16-09d8-4686-897d-3224fbc8f545 None None] Provisioning complete for port c9d86f8d-22ee-4624-a65c-c2de1aafc2d9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:47.429672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-17678a16-09d8-4686-897d-3224fbc8f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.472039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-17678a16-09d8-4686-897d-3224fbc8f545 None None] Port c9d86f8d-22ee-4624-a65c-c2de1aafc2d9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:47.481452 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.498393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:47.499109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.523354 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b44c9d61-30b4-4499-b5be-2f943afc5f27 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4504530 Dec 15 14:15:47.526418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:47.531813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.36'}]}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:47.546917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router a6a181de-e4de-4250-b295-db0df2e33a01 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:47.554761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.555778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.608822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.662786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:47.670733 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cf996757-b752-4f84-835c-c593c8ae7fcd tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "PUT /v2.0/routers/a6a181de-e4de-4250-b295-db0df2e33a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2041299 Dec 15 14:15:47.671846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:47.680488 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] Sync routers for ids ['a6a181de-e4de-4250-b295-db0df2e33a01'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:47.691967 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] Routers {'a6a181de-e4de-4250-b295-db0df2e33a01'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:47.692760 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['a6a181de-e4de-4250-b295-db0df2e33a01'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:47.727633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting subnet 34329afe-d5a0-4703-b2e3-43c19a3f6203 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:47.731179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.757302 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.774477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.795480 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] Set router a6a181de-e4de-4250-b295-db0df2e33a01 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:47.863242 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.932495 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.965020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea96d0-2e3f-4ea9-b987-2701586ad443 None None] Network 400f75f1-61e0-4000-9baa-1d9b6435f528 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:47.968717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.974457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/subnets/34329afe-d5a0-4703-b2e3-43c19a3f6203 HTTP/1.1" status: 204 len: 168 time: 0.3000433 Dec 15 14:15:47.976225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39340) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:47.978147 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:46Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:47.994417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ef2a4-2e40-4f1d-aabf-a044e3a0e804 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Subnet': ['ID=34329afe-d5a0-4703-b2e3-43c19a3f6203,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.004546 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] Checking router: a6a181de-e4de-4250-b295-db0df2e33a01 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:48.013440 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] Routers {'a6a181de-e4de-4250-b295-db0df2e33a01'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:48.014040 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['a6a181de-e4de-4250-b295-db0df2e33a01'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:48.036172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.089450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.137893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] Set router a6a181de-e4de-4250-b295-db0df2e33a01 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:48.167276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] DHCP port deletion for 400f75f1-61e0-4000-9baa-1d9b6435f528 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:48.214345 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.221017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] Deleting port f9fa1e08-464c-43af-b906-d5ca97212a3d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:48.221462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.285088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] For port f9fa1e08-464c-43af-b906-d5ca97212a3d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f9fa1e08-464c-43af-b906-d5ca97212a3d,segment=NetworkSegment(a22390e3-a83a-4e36-81e4-d64918187226),segment_id=a22390e3-a83a-4e36-81e4-d64918187226)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:48.285434 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.298693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] Calling delete_port for f9fa1e08-464c-43af-b906-d5ca97212a3d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:48.316729 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:46Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:48.343666 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670f15-d1a9-41b5-b592-4edba5946456 None None] The sync data for ids ['a6a181de-e4de-4250-b295-db0df2e33a01'] in n-d-815324-3 is: [{'id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738341919', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7438de91-008f-46b9-85aa-173d81da76bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:23Z', 'updated_at': '2021-12-15T14:15:46Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '7438de91-008f-46b9-85aa-173d81da76bd', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a181de-e4de-4250-b295-db0df2e33a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:24Z', 'updated_at': '2021-12-15T14:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:48.345126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.390949 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.418244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] Pushing event deleted for resources: {'Port': ['ID=f9fa1e08-464c-43af-b906-d5ca97212a3d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.421716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.423582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8a261-80e9-4512-ae50-b3bd51080642 None None] No DVR routers for this DVR port f9fa1e08-464c-43af-b906-d5ca97212a3d on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:48.511946 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.539046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.541967 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.590664 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.591181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb1fd6a-2837-42f5-8478-f6adb5c30360 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:48.597642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port 7438de91-008f-46b9-85aa-173d81da76bd {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:48.597975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.646190 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 14:15:48.647168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5414a770-783d-4a6e-b404-1c36e917e31d tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1188273 Dec 15 14:15:48.650467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:48.690305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] For port 7438de91-008f-46b9-85aa-173d81da76bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7438de91-008f-46b9-85aa-173d81da76bd,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:48.690573 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.704336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for 7438de91-008f-46b9-85aa-173d81da76bd owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:48.732247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Deleting port c9d86f8d-22ee-4624-a65c-c2de1aafc2d9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:48.732635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.819260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.833179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Calling delete_port for c9d86f8d-22ee-4624-a65c-c2de1aafc2d9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:48.970395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.999831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9d86f8d-22ee-4624-a65c-c2de1aafc2d9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.017783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5bf00a-4591-4bf7-8d8a-b34444c9534f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:49.071936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.075691 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-347d9452-dc20-477f-9e9f-dcc0e4de2cd9 tempest-RoutersAdminNegativeTest-308220952 tempest-RoutersAdminNegativeTest-308220952-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c9d86f8d-22ee-4624-a65c-c2de1aafc2d9 HTTP/1.1" status: 204 len: 168 time: 0.4240806 Dec 15 14:15:49.210049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.241544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=7438de91-008f-46b9-85aa-173d81da76bd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.249866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0155c-836c-4314-835d-b868656fbd71 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:49.312202 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.340033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:49.407133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.409291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.452650 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.453176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Fanout notify agent at l3_agent the message router_deleted on router a6a181de-e4de-4250-b295-db0df2e33a01 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:49.453911 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a8776d-dcf7-4a87-8cdb-69e3a52c928b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.460413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.461532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-98b0108d-7655-4935-a453-b9f7acc72ce1 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/routers/a6a181de-e4de-4250-b295-db0df2e33a01 HTTP/1.1" status: 204 len: 168 time: 1.4839406 Dec 15 14:15:49.464116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:49.550092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a8776d-dcf7-4a87-8cdb-69e3a52c928b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.554340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33a8776d-dcf7-4a87-8cdb-69e3a52c928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.559357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.599561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-33a8776d-dcf7-4a87-8cdb-69e3a52c928b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14a7625656854170804937431594337b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583432 Dec 15 14:15:49.601812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8776d-dcf7-4a87-8cdb-69e3a52c928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899f0a5e-7fb9-4a05-9fe7-f61e7f91c784,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.604931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39354) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:49.664733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.692301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400f75f1-61e0-4000-9baa-1d9b6435f528']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:49.709624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22390e3-a83a-4e36-81e4-d64918187226') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:49.709843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22390e3-a83a-4e36-81e4-d64918187226') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:49.720890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.722498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42a17718-91b0-4ff1-a41e-542b34759f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.748190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.762418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:49.762801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:49.765993 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:49.770352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42a17718-91b0-4ff1-a41e-542b34759f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.844601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.852028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.855083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/networks/400f75f1-61e0-4000-9baa-1d9b6435f528 HTTP/1.1" status: 204 len: 168 time: 0.3899953 Dec 15 14:15:49.857671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39356) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:49.875193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191583e-46e3-417c-b5f3-5882ee5cd8a0 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Network': ['ID=400f75f1-61e0-4000-9baa-1d9b6435f528,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.920743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42a17718-91b0-4ff1-a41e-542b34759f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.923292 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42a17718-91b0-4ff1-a41e-542b34759f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.924452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-42a17718-91b0-4ff1-a41e-542b34759f71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/899f0a5e-7fb9-4a05-9fe7-f61e7f91c784 HTTP/1.1" status: 204 len: 168 time: 0.3184700 Dec 15 14:15:49.937648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a17718-91b0-4ff1-a41e-542b34759f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f0a5e-7fb9-4a05-9fe7-f61e7f91c784,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:50.040875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d76c89d2-eff5-4438-a3a4-8638a2bf792b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:50.061615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: d76c89d2-eff5-4438-a3a4-8638a2bf792b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:50.062281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device d76c89d2-eff5-4438-a3a4-8638a2bf792b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:50.062889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port 0243c8c2-d3fb-4cf2-84a2-fb8cbea5f336 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:50.063120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7438de91-008f-46b9-85aa-173d81da76bd no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:50.063288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.092081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7438de91-008f-46b9-85aa-173d81da76bd {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:50.092832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7438de91-008f-46b9-85aa-173d81da76bd not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:50.093436 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9fa1e08-464c-43af-b906-d5ca97212a3d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:50.120267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f9fa1e08-464c-43af-b906-d5ca97212a3d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:50.120633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f9fa1e08-464c-43af-b906-d5ca97212a3d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:50.157262 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.157575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.172897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for 0243c8c2-d3fb-4cf2-84a2-fb8cbea5f336 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:50.280308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:50.359958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b33f5f8-2ae1-495c-9f9b-b50b68fe4fdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28133c3c0b9540ccacf1f4b48d698447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0777674 Dec 15 14:15:50.361690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.362654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:50.387477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=0243c8c2-d3fb-4cf2-84a2-fb8cbea5f336,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:50.415541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64bf49f-6d2d-463f-9c24-40497bd0cda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.437070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64bf49f-6d2d-463f-9c24-40497bd0cda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.448329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.448697 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Floating IP 90a6ea10-1a1b-4010-a11f-275daabc126c disassociated (deleted). External IP: 172.25.2.196, port: 1b3efe1d-b9be-4387-97cd-a55595f3a68f. Dec 15 14:15:50.486145 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64bf49f-6d2d-463f-9c24-40497bd0cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.489102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d64bf49f-6d2d-463f-9c24-40497bd0cda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.491145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d64bf49f-6d2d-463f-9c24-40497bd0cda4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78b724f8-10b5-48fe-a95e-bfb8922d8b68 HTTP/1.1" status: 204 len: 168 time: 0.1272585 Dec 15 14:15:50.499313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bf49f-6d2d-463f-9c24-40497bd0cda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b724f8-10b5-48fe-a95e-bfb8922d8b68,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:50.670328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router c01a7055-bb8d-485c-98b4-13dad4e6fec0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:50.783614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:50.788808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.795561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] Sync routers for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:50.808733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:50.809797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:50.819673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7bca804b-fb0d-4782-896c-935bef9f4dc5 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/floatingips/90a6ea10-1a1b-4010-a11f-275daabc126c HTTP/1.1" status: 204 len: 168 time: 0.9586203 Dec 15 14:15:50.819673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:50.820560 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69140e69-a062-4798-a789-389cdb20f09d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:50.887183 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f4c958-85d1-4598-b895-7203323634f2 x-openstack-request-id: req-57f4c958-85d1-4598-b895-7203323634f2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:50.887474 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:50.887736 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57f4c958-85d1-4598-b895-7203323634f2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:50.888725 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'status': 'completed', 'code': 200} Dec 15 14:15:50.972970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140e69-a062-4798-a789-389cdb20f09d req-78d3ff21-92a6-49ba-9fc3-0e2b828a767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:50.974777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-78d3ff21-92a6-49ba-9fc3-0e2b828a767e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d3cec525715422d81e5f0cc4f673a27&device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 1135 time: 0.0515463 Dec 15 14:15:50.982270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:51.111694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f40a9-c5f0-42aa-9b29-f9c69905828e req-1855c09c-2e37-4749-9455-16e31ea67daf tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.117028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-707f40a9-c5f0-42aa-9b29-f9c69905828e req-1855c09c-2e37-4749-9455-16e31ea67daf tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 984 time: 0.0896444 Dec 15 14:15:51.127773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140e69-a062-4798-a789-389cdb20f09d req-93cc4c19-42da-4515-bf99-de32dd37dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.143721 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-93cc4c19-42da-4515-bf99-de32dd37dd5e service neutron] 10.222.0.85 "GET /v2.0/networks?id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 200 len: 899 time: 0.1457391 Dec 15 14:15:51.196629 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-cee672db-c369-4844-a89c-471b211e9002 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 200 len: 217 time: 0.0447135 Dec 15 14:15:51.197708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-707f40a9-c5f0-42aa-9b29-f9c69905828e req-44ea3753-a81c-48ae-9c13-f15ddf6927c3 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0681696 Dec 15 14:15:51.259907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:51.269729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140e69-a062-4798-a789-389cdb20f09d req-adb344f5-0ab0-48e1-b75c-3dd727b64781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.271561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-adb344f5-0ab0-48e1-b75c-3dd727b64781 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a49309f7-a737-40ef-a9d4-bdcd0564a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0592132 Dec 15 14:15:51.296809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] Checking router: c01a7055-bb8d-485c-98b4-13dad4e6fec0 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:51.313710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:51.314767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:51.318453 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.332557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140e69-a062-4798-a789-389cdb20f09d req-4e994f1c-3969-4cf5-afdc-fe736824c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.334587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-4e994f1c-3969-4cf5-afdc-fe736824c92c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546589 Dec 15 14:15:51.362211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39392) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:51.445077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-70889438-c7f9-4fd9-a895-2d17353cd6ec service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023333 Dec 15 14:15:51.451022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:51.491776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260836447'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:51.540485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:51.546448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.556299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.563517 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69140e69-a062-4798-a789-389cdb20f09d req-def9471f-c203-43d2-9e4b-152a15c1548c service neutron] 10.222.0.85 "GET /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097553 Dec 15 14:15:51.641152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.647041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.676262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:51.678620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:51.685465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182d4cd1-a681-44b1-9a63-7f90cc20a32c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:51.694578 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.694578 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 8633c347-3310-46b4-adc1-00b9b7e53c4c of type vlan for network 008689be-e32b-4945-a545-fd47fb4052c8 Dec 15 14:15:51.709739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd08fc-f677-4301-a96c-587bea7305e7 None None] The sync data for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 is: [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:47Z', 'revision_number': 4, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '12bd1488-22ae-437e-8125-f683cfa1b218', 'name': '', 'network_id': 'fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'mac_address': 'fa:16:3e:c2:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:46Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'subnets': [{'id': 'a49309f7-a737-40ef-a9d4-bdcd0564a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:51.746004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.780906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.788406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.789232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.851440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4878881 Dec 15 14:15:51.870089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eb765-d4e1-4647-ac61-bae2362693b0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=008689be-e32b-4945-a545-fd47fb4052c8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:51.881057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 008689be-e32b-4945-a545-fd47fb4052c8 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:51.982569 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447eb8d-ed5b-4219-9474-a409c6a58f83 None None] New status for floating IP 90a6ea10-1a1b-4010-a11f-275daabc126c: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:15:51.984246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:51.990605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '008689be-e32b-4945-a545-fd47fb4052c8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:52.090712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:52.094470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.306536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.380111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912c3e-26e0-4fb8-b063-77387407f90f req-bf8137fd-d42e-4b62-83b7-4f4fbd80ecef tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.381663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47912c3e-26e0-4fb8-b063-77387407f90f req-bf8137fd-d42e-4b62-83b7-4f4fbd80ecef tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 984 time: 0.1051750 Dec 15 14:15:52.385564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=c15b7db7-c8c2-491d-b8a5-26ecfb2402d4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:52.420267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': '8633c347-3310-46b4-adc1-00b9b7e53c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '008689be-e32b-4945-a545-fd47fb4052c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:52.420645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 008689be-e32b-4945-a545-fd47fb4052c8, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:52.461836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-47912c3e-26e0-4fb8-b063-77387407f90f req-4b39c868-440c-4b80-9def-6ce6bc21dc4f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/security-groups?id=63a46e29-b18a-4bb4-a87e-9e08291a6590&id=94509807-606a-4c17-96ad-1c26da2da70d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0693095 Dec 15 14:15:52.462393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 008689be-e32b-4945-a545-fd47fb4052c8 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:52.471799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 008689be-e32b-4945-a545-fd47fb4052c8) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:52.486837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.487487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.488596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591c897-1f01-47f5-aeee-88a506fd5933 None None] Network 008689be-e32b-4945-a545-fd47fb4052c8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:52.506732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-44034dbf-b56c-4c6b-b7dc-e61b18329917 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5210667 Dec 15 14:15:52.511073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:52.515989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1828465033'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:52.537733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:52.541558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.573033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:52.583648 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.584328 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 816f99e3-6498-4baa-991d-2d2eab7f93b9 of type vlan for network 104f1161-7f64-4a72-b8dc-0eb98c51084b Dec 15 14:15:52.599201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-008689be-e32b-4945-a545-fd47fb4052c8', 'network_id': '008689be-e32b-4945-a545-fd47fb4052c8', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': 'c15b7db7-c8c2-491d-b8a5-26ecfb2402d4'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:52.600340 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.609756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339665-9ba1-4772-b17f-303597ccda35 req-4f906972-5a34-4f56-bc6a-b33c3724458a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.611013 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9339665-9ba1-4772-b17f-303597ccda35 req-4f906972-5a34-4f56-bc6a-b33c3724458a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 984 time: 0.0901921 Dec 15 14:15:52.631802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.657204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.663140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.663819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.714569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port 1b3efe1d-b9be-4387-97cd-a55595f3a68f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:52.714905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.723564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2089713 Dec 15 14:15:52.724162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39402) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:52.731194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '104f1161-7f64-4a72-b8dc-0eb98c51084b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:52.746937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Allocated IP 172.20.255.242 (008689be-e32b-4945-a545-fd47fb4052c8/c15b7db7-c8c2-491d-b8a5-26ecfb2402d4/e40f044b-d1f1-4be5-827f-8ab547c1636d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:52.783475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd53efb-7ae0-44ad-817c-4bd218d52070 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=104f1161-7f64-4a72-b8dc-0eb98c51084b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:52.816948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 104f1161-7f64-4a72-b8dc-0eb98c51084b details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:52.817195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] For port 1b3efe1d-b9be-4387-97cd-a55595f3a68f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1b3efe1d-b9be-4387-97cd-a55595f3a68f,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:52.817428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.832815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for 1b3efe1d-b9be-4387-97cd-a55595f3a68f owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:52.836061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:52.839952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.971957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.016481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=1b3efe1d-b9be-4387-97cd-a55595f3a68f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.050568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.079165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] No DVR routers for this DVR port 1b3efe1d-b9be-4387-97cd-a55595f3a68f on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:53.082535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.086359 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9339665-9ba1-4772-b17f-303597ccda35 req-89143443-b182-4698-8988-a7f7a3a9b02a tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.85 "DELETE /v2.0/ports/1b3efe1d-b9be-4387-97cd-a55595f3a68f HTTP/1.1" status: 204 len: 173 time: 0.4694457 Dec 15 14:15:53.087350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'name': 'network-vif-deleted', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:53.089436 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20558deb-3934-4197-a21f-f9f864b1f80c" -d '{"events": [{"server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "name": "network-vif-deleted", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:53.137902 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2406d643-f1dc-49c6-8b16-711a414b6068 x-openstack-request-id: req-2406d643-f1dc-49c6-8b16-711a414b6068 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:53.138343 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddbe6ea-9a18-42fb-8775-b7610e084d86", "name": "network-vif-deleted", "tag": "1b3efe1d-b9be-4387-97cd-a55595f3a68f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:53.138621 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2406d643-f1dc-49c6-8b16-711a414b6068 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:53.139086 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddbe6ea-9a18-42fb-8775-b7610e084d86', 'name': 'network-vif-deleted', 'tag': '1b3efe1d-b9be-4387-97cd-a55595f3a68f', 'status': 'completed', 'code': 200} Dec 15 14:15:53.147495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.154283 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.168897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': '816f99e3-6498-4baa-991d-2d2eab7f93b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '104f1161-7f64-4a72-b8dc-0eb98c51084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:53.169719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 104f1161-7f64-4a72-b8dc-0eb98c51084b, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:53.177373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=dce37da4-c062-460a-81af-de35a96a6af1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.196429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Network 008689be-e32b-4945-a545-fd47fb4052c8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:53.199030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 104f1161-7f64-4a72-b8dc-0eb98c51084b is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:53.199560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:53.203176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:53.209952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 104f1161-7f64-4a72-b8dc-0eb98c51084b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:53.210675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Pushing event updated for resources: {'Port': ['ID=e40f044b-d1f1-4be5-827f-8ab547c1636d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.214423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.215022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.235364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d433f495-3a28-46da-8a1b-48f79be2f93e tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5104079 Dec 15 14:15:53.238443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:53.239584 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4ce78-a85c-480c-b6ba-bf12b33f54bd None None] Network 104f1161-7f64-4a72-b8dc-0eb98c51084b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:53.313318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Attempting to bind port e40f044b-d1f1-4be5-827f-8ab547c1636d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:53.313688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Attempting to bind port e40f044b-d1f1-4be5-827f-8ab547c1636d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8633c347-3310-46b4-adc1-00b9b7e53c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '008689be-e32b-4945-a545-fd47fb4052c8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:53.314052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Attempting to bind port e40f044b-d1f1-4be5-827f-8ab547c1636d on network 008689be-e32b-4945-a545-fd47fb4052c8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:53.323375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:53.323871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Checking segment: {'id': '8633c347-3310-46b4-adc1-00b9b7e53c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '008689be-e32b-4945-a545-fd47fb4052c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:53.324460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.324883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Bound using segment: {'id': '8633c347-3310-46b4-adc1-00b9b7e53c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '008689be-e32b-4945-a545-fd47fb4052c8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:53.325356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Bound port: e40f044b-d1f1-4be5-827f-8ab547c1636d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8633c347-3310-46b4-adc1-00b9b7e53c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '008689be-e32b-4945-a545-fd47fb4052c8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:53.325734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.339985 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.414774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389920b-afeb-4fbf-bb64-381e696bdd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-104f1161-7f64-4a72-b8dc-0eb98c51084b', 'network_id': '104f1161-7f64-4a72-b8dc-0eb98c51084b', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': 'dce37da4-c062-460a-81af-de35a96a6af1'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:53.415642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9389920b-afeb-4fbf-bb64-381e696bdd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.436124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.437936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] For port e40f044b-d1f1-4be5-827f-8ab547c1636d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:53.457321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] For port e40f044b-d1f1-4be5-827f-8ab547c1636d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e40f044b-d1f1-4be5-827f-8ab547c1636d,segment=NetworkSegment(8633c347-3310-46b4-adc1-00b9b7e53c4c),segment_id=8633c347-3310-46b4-adc1-00b9b7e53c4c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:53.468011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.529535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.570269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=dce37da4-c062-460a-81af-de35a96a6af1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-9389920b-afeb-4fbf-bb64-381e696bdd41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce37da4-c062-460a-81af-de35a96a6af1: This subnet is being modified by another concurrent operation. Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce37da4-c062-460a-81af-de35a96a6af1: This subnet is being modified by another concurrent operation. Dec 15 14:15:53.603452 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:15:53.616805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dd117-5301-47f7-bf44-369818bd8e9f None None] Pushing event updated for resources: {'Port': ['ID=e40f044b-d1f1-4be5-827f-8ab547c1636d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.631623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af450579-f94e-4b33-ba4b-e21dc148abb5 None None] Network 104f1161-7f64-4a72-b8dc-0eb98c51084b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:53.643344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5c29e9e-e7ae-499f-9374-3e1f02407a6b req-0545a095-fc2a-4198-a631-d35e16bba857 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ddbe6ea-9a18-42fb-8775-b7610e084d86 HTTP/1.1" status: 200 len: 210 time: 0.0545857 Dec 15 14:15:53.694007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.723322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104f1161-7f64-4a72-b8dc-0eb98c51084b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:53.735972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816f99e3-6498-4baa-991d-2d2eab7f93b9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:53.736400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816f99e3-6498-4baa-991d-2d2eab7f93b9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:53.751762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.770608 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.778239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:53.778525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:53.781496 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:53.863801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.872167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.875787 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/104f1161-7f64-4a72-b8dc-0eb98c51084b HTTP/1.1" status: 204 len: 168 time: 0.6359179 Dec 15 14:15:53.879226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:53.887369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-450023704'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:53.894371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da3c6c-a55b-44a7-a7ba-04bae882e61d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=104f1161-7f64-4a72-b8dc-0eb98c51084b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.915387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:53.919124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.950724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:53.968597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.968940 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment b8721de1-a539-4901-a011-be58c860ff1a of type vlan for network 2db553f9-3db0-4d8e-a3df-8a59edb2c051 Dec 15 14:15:54.031217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.034957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e40f044b-d1f1-4be5-827f-8ab547c1636d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:54.056936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.062558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.063151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.089939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e40f044b-d1f1-4be5-827f-8ab547c1636d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:54.090236 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.120471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2387354 Dec 15 14:15:54.123131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:54.128433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '2db553f9-3db0-4d8e-a3df-8a59edb2c051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:54.142220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22b941-ffe3-4e14-97a4-ae0812087ebc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=2db553f9-3db0-4d8e-a3df-8a59edb2c051,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:54.163683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2db553f9-3db0-4d8e-a3df-8a59edb2c051 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:54.221546 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.226365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:54.229936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.275940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port e40f044b-d1f1-4be5-827f-8ab547c1636d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e40f044b-d1f1-4be5-827f-8ab547c1636d,segment=NetworkSegment(8633c347-3310-46b4-adc1-00b9b7e53c4c),segment_id=8633c347-3310-46b4-adc1-00b9b7e53c4c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:54.280367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.301904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:15:54.303034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:15:54.337104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=e40f044b-d1f1-4be5-827f-8ab547c1636d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:54.438946 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.500124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=2d606b4c-6aa8-4eae-9758-50977147cd35,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:54.510835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': 'b8721de1-a539-4901-a011-be58c860ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2db553f9-3db0-4d8e-a3df-8a59edb2c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:54.511209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 2db553f9-3db0-4d8e-a3df-8a59edb2c051, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:54.528255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 2db553f9-3db0-4d8e-a3df-8a59edb2c051 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:54.537794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2db553f9-3db0-4d8e-a3df-8a59edb2c051) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:54.541923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.542512 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.549176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6239c-6b5d-4eee-87ec-300dc68ee103 None None] Network 2db553f9-3db0-4d8e-a3df-8a59edb2c051 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:54.563237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39414) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:54.563501 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-817c3c61-d9ea-4f20-ab8d-f69850e63628 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4390168 Dec 15 14:15:54.673216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430d3db-5aac-43c8-834b-8b0fbe5f80c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-2db553f9-3db0-4d8e-a3df-8a59edb2c051', 'network_id': '2db553f9-3db0-4d8e-a3df-8a59edb2c051', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': '2d606b4c-6aa8-4eae-9758-50977147cd35'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:54.673986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5430d3db-5aac-43c8-834b-8b0fbe5f80c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.676846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.736773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:54.755675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102d3f0-6a5b-470e-86f8-edd4823641a3 None None] Network 008689be-e32b-4945-a545-fd47fb4052c8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:54.782080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.800986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdf43c23-ca14-49eb-972e-bdb18651f5f2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.824167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdf43c23-ca14-49eb-972e-bdb18651f5f2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.859558 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.873480 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdf43c23-ca14-49eb-972e-bdb18651f5f2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.873954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-401bc1e0-e451-4c29-9cda-7fa994dd0c39 None None] Provisioning complete for port e40f044b-d1f1-4be5-827f-8ab547c1636d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:54.874550 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-401bc1e0-e451-4c29-9cda-7fa994dd0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.876257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdf43c23-ca14-49eb-972e-bdb18651f5f2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.877853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fdf43c23-ca14-49eb-972e-bdb18651f5f2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/security-groups/94509807-606a-4c17-96ad-1c26da2da70d HTTP/1.1" status: 204 len: 168 time: 0.1399245 Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-5430d3db-5aac-43c8-834b-8b0fbe5f80c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d606b4c-6aa8-4eae-9758-50977147cd35: This subnet is being modified by another concurrent operation. Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d606b4c-6aa8-4eae-9758-50977147cd35: This subnet is being modified by another concurrent operation. Dec 15 14:15:54.881440 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:15:54.892887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39420) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:54.893387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=2d606b4c-6aa8-4eae-9758-50977147cd35,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:54.905028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf43c23-ca14-49eb-972e-bdb18651f5f2 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94509807-606a-4c17-96ad-1c26da2da70d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:54.937385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504760e-b8bd-41dc-a09f-f75833fdb6d2 None None] Network 2db553f9-3db0-4d8e-a3df-8a59edb2c051 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:54.947484 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1779-acf1-4187-bad6-8743e8d53c7f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.969255 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.972749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1779-acf1-4187-bad6-8743e8d53c7f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.019659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db553f9-3db0-4d8e-a3df-8a59edb2c051']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:55.024329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1779-acf1-4187-bad6-8743e8d53c7f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.027503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1779-acf1-4187-bad6-8743e8d53c7f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.029867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e9c1779-acf1-4187-bad6-8743e8d53c7f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/security-groups/63a46e29-b18a-4bb4-a87e-9e08291a6590 HTTP/1.1" status: 204 len: 168 time: 0.1467462 Dec 15 14:15:55.031655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8721de1-a539-4901-a011-be58c860ff1a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:55.032060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8721de1-a539-4901-a011-be58c860ff1a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:55.033769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39422) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:55.040146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c1779-acf1-4187-bad6-8743e8d53c7f tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a46e29-b18a-4bb4-a87e-9e08291a6590,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.085923 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.142015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.156929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:55.157327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:55.161203 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:55.282080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.319121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.322437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/2db553f9-3db0-4d8e-a3df-8a59edb2c051 HTTP/1.1" status: 204 len: 168 time: 0.7575214 Dec 15 14:15:55.326361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:55.332770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1698580765'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:55.351127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bdbb5-6657-4d28-a540-0042ff57ecce tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=2db553f9-3db0-4d8e-a3df-8a59edb2c051,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.357408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847ceb2-8247-4731-aa82-6e5f380804bb None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:15:55.379032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:55.382559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.403814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8a748a96-2675-4254-94d5-2588a26f1221 None None] Provisioning complete for port e40f044b-d1f1-4be5-827f-8ab547c1636d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:55.404099 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a748a96-2675-4254-94d5-2588a26f1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.438298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:55.458093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.458434 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 58199ef6-cf4b-451e-8466-3e8bc97fa4e4 of type vlan for network 19eeab57-0c0f-49f6-b8f6-f04806949426 Dec 15 14:15:55.479892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5847ceb2-8247-4731-aa82-6e5f380804bb None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:15:55.535574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.571245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.576410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:55.577027 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.662342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3347969 Dec 15 14:15:55.665137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:55.670342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '19eeab57-0c0f-49f6-b8f6-f04806949426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:55.671680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d7b08-ca1c-4f3a-b9c7-d8df7ef118fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=19eeab57-0c0f-49f6-b8f6-f04806949426,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.692753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 19eeab57-0c0f-49f6-b8f6-f04806949426 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:55.724828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.766107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:55.770214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.794676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fbca49-f1e9-417a-aa88-95e2327ff214 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:15:55.879743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbca49-f1e9-417a-aa88-95e2327ff214 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:15:55.976109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.046373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=4e8dd016-67b1-4103-bd98-cecee7f9897b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.059903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port 12bd1488-22ae-437e-8125-f683cfa1b218 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:56.060423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.073151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': '58199ef6-cf4b-451e-8466-3e8bc97fa4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '19eeab57-0c0f-49f6-b8f6-f04806949426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:56.073651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 19eeab57-0c0f-49f6-b8f6-f04806949426, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:56.079096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e40f044b-d1f1-4be5-827f-8ab547c1636d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:56.092736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 19eeab57-0c0f-49f6-b8f6-f04806949426 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:56.103990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 19eeab57-0c0f-49f6-b8f6-f04806949426) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:56.108720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.109309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.131025 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be733f09-ca3b-40f7-a47a-4b2e773be7c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4623835 Dec 15 14:15:56.131486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:56.154199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23f6d3-6618-4b02-a990-e9dc2154a22d None None] Network 19eeab57-0c0f-49f6-b8f6-f04806949426 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:56.158644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e40f044b-d1f1-4be5-827f-8ab547c1636d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:56.159017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.183190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] For port 12bd1488-22ae-437e-8125-f683cfa1b218, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=12bd1488-22ae-437e-8125-f683cfa1b218,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:56.184204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.198197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for 12bd1488-22ae-437e-8125-f683cfa1b218 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:56.235935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.296200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.303067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf8084-497d-49f4-a4f7-6d10bf59ea9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-19eeab57-0c0f-49f6-b8f6-f04806949426', 'network_id': '19eeab57-0c0f-49f6-b8f6-f04806949426', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': '4e8dd016-67b1-4103-bd98-cecee7f9897b'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:56.303929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8084-497d-49f4-a4f7-6d10bf59ea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.360489 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.388957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8dd016-67b1-4103-bd98-cecee7f9897b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.410747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-3dcf8084-497d-49f4-a4f7-6d10bf59ea9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e8dd016-67b1-4103-bd98-cecee7f9897b: This subnet is being modified by another concurrent operation. Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e8dd016-67b1-4103-bd98-cecee7f9897b: This subnet is being modified by another concurrent operation. Dec 15 14:15:56.428243 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:15:56.449937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=12bd1488-22ae-437e-8125-f683cfa1b218,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.450573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba3ac8-b974-44bc-96ce-2b7e8fbb73b0 None None] Network 19eeab57-0c0f-49f6-b8f6-f04806949426 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:56.465631 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.487146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eeab57-0c0f-49f6-b8f6-f04806949426']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:56.497317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58199ef6-cf4b-451e-8466-3e8bc97fa4e4') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:56.497614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58199ef6-cf4b-451e-8466-3e8bc97fa4e4') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:56.510218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.532875 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.549690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:56.550138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:56.554536 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:56.616525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.621610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.632338 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/19eeab57-0c0f-49f6-b8f6-f04806949426 HTTP/1.1" status: 204 len: 168 time: 0.4946444 Dec 15 14:15:56.633001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:56.638642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-547060341'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:56.649270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.655356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebba36d-bd03-43ec-bca6-c9f1026b6352 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=19eeab57-0c0f-49f6-b8f6-f04806949426,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.674259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:56.678511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.705236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de772af-7159-45a8-a440-d323cd64a466 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:15:56.713111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:56.722895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.724438 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 17821960-5720-4d27-843f-61a0634a5ec1 of type vlan for network be087b66-1b44-43ec-8328-8af70c611bd2 Dec 15 14:15:56.777352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.793422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de772af-7159-45a8-a440-d323cd64a466 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:15:56.806100 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.813055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.813651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.876236 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2398746 Dec 15 14:15:56.881097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:56.889003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': 'be087b66-1b44-43ec-8328-8af70c611bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:56.896969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa37d2a-8ab1-452a-ac3d-6df4b4281d6d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=be087b66-1b44-43ec-8328-8af70c611bd2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:57.006404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:57.010465 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.090567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network be087b66-1b44-43ec-8328-8af70c611bd2 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:57.217483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.277734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Router c01a7055-bb8d-485c-98b4-13dad4e6fec0 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:57.278358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=b2fd4edd-5ba6-4a18-b611-79f070f5f851,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:57.290157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': '17821960-5720-4d27-843f-61a0634a5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'be087b66-1b44-43ec-8328-8af70c611bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:57.290157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: be087b66-1b44-43ec-8328-8af70c611bd2, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:57.303822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1b3efe1d-b9be-4387-97cd-a55595f3a68f no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:57.306703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network be087b66-1b44-43ec-8328-8af70c611bd2 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:57.315610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, be087b66-1b44-43ec-8328-8af70c611bd2) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:57.321013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.322658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.327693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90691110-7220-497e-a1b4-5438657926a9 None None] Network be087b66-1b44-43ec-8328-8af70c611bd2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:57.330101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 1b3efe1d-b9be-4387-97cd-a55595f3a68f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:57.330447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1b3efe1d-b9be-4387-97cd-a55595f3a68f not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:57.346259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6b6f1ea3-5ce0-4bac-a4cf-de7310a53d08 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4640894 Dec 15 14:15:57.347218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:57.388881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:57.395546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-565a0285-96ad-4c1c-825b-e2142fb621ed tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "PUT /v2.0/routers/c01a7055-bb8d-485c-98b4-13dad4e6fec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604276 Dec 15 14:15:57.398625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:57.401052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] Sync routers for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:57.417461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:57.418083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:57.451437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting subnet a49309f7-a737-40ef-a9d4-bdcd0564a9e4 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:57.454847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.475725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.498474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.500307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680017ff-4d8d-4270-87f8-6154d4e59e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-be087b66-1b44-43ec-8328-8af70c611bd2', 'network_id': 'be087b66-1b44-43ec-8328-8af70c611bd2', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': 'b2fd4edd-5ba6-4a18-b611-79f070f5f851'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:57.501920 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-680017ff-4d8d-4270-87f8-6154d4e59e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.534711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.599796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.606104 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.617439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:57.651304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fd4edd-5ba6-4a18-b611-79f070f5f851,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:57.670703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-680017ff-4d8d-4270-87f8-6154d4e59e38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2fd4edd-5ba6-4a18-b611-79f070f5f851: This subnet is being modified by another concurrent operation. Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2fd4edd-5ba6-4a18-b611-79f070f5f851: This subnet is being modified by another concurrent operation. Dec 15 14:15:57.694396 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:15:57.707506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Subnet': ['ID=a49309f7-a737-40ef-a9d4-bdcd0564a9e4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:57.709997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.714396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-63c592ab-c1b1-49b1-86c8-90e9b99b7a7e tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/subnets/a49309f7-a737-40ef-a9d4-bdcd0564a9e4 HTTP/1.1" status: 204 len: 168 time: 0.3143861 Dec 15 14:15:57.716916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39438) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:57.736290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a8095-bfa8-409c-9347-d85ecc9f2317 None None] Network fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:57.795574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15f933-dae1-4253-9dbe-1d7931eb4d0a None None] Network be087b66-1b44-43ec-8328-8af70c611bd2 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:57.868226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.003655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:15:56Z', 'revision_number': 5, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port': {'id': '37795171-43d1-4ad6-9530-a4ae782ebc0f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.012812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.017193 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.036318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] Checking router: c01a7055-bb8d-485c-98b4-13dad4e6fec0 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:58.038437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be087b66-1b44-43ec-8328-8af70c611bd2']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.047366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] Routers {'c01a7055-bb8d-485c-98b4-13dad4e6fec0'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:58.047947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.069063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17821960-5720-4d27-843f-61a0634a5ec1') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.069358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17821960-5720-4d27-843f-61a0634a5ec1') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.080283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.093406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Deleting port 37795171-43d1-4ad6-9530-a4ae782ebc0f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:58.093637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.096435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.104254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:58.104774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:58.108579 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:58.112041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751e712-d588-488c-849d-967538c93eb5 None None] DHCP port deletion for fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:58.176925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.185647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] For port 37795171-43d1-4ad6-9530-a4ae782ebc0f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=37795171-43d1-4ad6-9530-a4ae782ebc0f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:58.186016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.192972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.196944 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/be087b66-1b44-43ec-8328-8af70c611bd2 HTTP/1.1" status: 204 len: 168 time: 0.8482702 Dec 15 14:15:58.200595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:58.202634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] Set router c01a7055-bb8d-485c-98b4-13dad4e6fec0 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:58.205707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212610494'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:58.208120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b92f1-9327-4e75-8b40-9a752fc2608a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=be087b66-1b44-43ec-8328-8af70c611bd2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.210596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Calling delete_port for 37795171-43d1-4ad6-9530-a4ae782ebc0f owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:58.257267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:15:58Z', 'revision_number': 6, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.270302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:58.273772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.289813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685be23-f1eb-4675-86d8-5a0bf3f16150 None None] The sync data for ids ['c01a7055-bb8d-485c-98b4-13dad4e6fec0'] in n-d-815324-3 is: [{'id': 'c01a7055-bb8d-485c-98b4-13dad4e6fec0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1732755769', 'tenant_id': '0d3cec525715422d81e5f0cc4f673a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:41Z', 'updated_at': '2021-12-15T14:15:58Z', 'revision_number': 6, 'project_id': '0d3cec525715422d81e5f0cc4f673a27', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:58.295780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a751e712-d588-488c-849d-967538c93eb5 None None] Deleting port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:58.296157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a751e712-d588-488c-849d-967538c93eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.314843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:58.330537 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.330884 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment bc6012da-c02d-4d86-97d0-e4740e13193d of type vlan for network 0a1ac0ca-f62d-4c98-ae18-15286b664995 Dec 15 14:15:58.367766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a751e712-d588-488c-849d-967538c93eb5 None None] For port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,segment=NetworkSegment(b69b1c64-ce36-4685-b2d8-1aa0c77e0b50),segment_id=b69b1c64-ce36-4685-b2d8-1aa0c77e0b50)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:58.368170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a751e712-d588-488c-849d-967538c93eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.381234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a751e712-d588-488c-849d-967538c93eb5 None None] Calling delete_port for 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:58.420287 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.462285 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a751e712-d588-488c-849d-967538c93eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.482401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.487423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e712-d588-488c-849d-967538c93eb5 None None] Pushing event deleted for resources: {'Port': ['ID=3d6350d5-f5fb-486c-aa09-6c11eb0adcf0,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.487948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.488547 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.490934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751e712-d588-488c-849d-967538c93eb5 None None] No DVR routers for this DVR port 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:58.507377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebabe46-d6d3-4222-b6b6-5eb45d03cba0 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:15:58.523781 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.561017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3593609 Dec 15 14:15:58.563978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:58.569593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '0a1ac0ca-f62d-4c98-ae18-15286b664995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:58.573731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebabe46-d6d3-4222-b6b6-5eb45d03cba0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:15:58.592900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Port': ['ID=37795171-43d1-4ad6-9530-a4ae782ebc0f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.605629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21281b16-856d-403f-9c90-61e02df025cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=0a1ac0ca-f62d-4c98-ae18-15286b664995,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.635088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0a1ac0ca-f62d-4c98-ae18-15286b664995 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:58.678813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.691874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:58.696312 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.789061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:15:58.789907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:15:58.790614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.793103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.839030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.839491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Fanout notify agent at l3_agent the message router_deleted on router c01a7055-bb8d-485c-98b4-13dad4e6fec0 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:58.847855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.849120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-18e43127-024b-4350-8d1c-465b3bb2bf21 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/routers/c01a7055-bb8d-485c-98b4-13dad4e6fec0 HTTP/1.1" status: 204 len: 168 time: 1.1309669 Dec 15 14:15:58.851940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39444) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:58.884645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde2c3a-13ef-4f37-a9d8-119364bef102 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:58.918773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.943671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.980133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=fc3597c7-5cce-44a6-af50-ada85427bc08,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.995391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': 'bc6012da-c02d-4d86-97d0-e4740e13193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a1ac0ca-f62d-4c98-ae18-15286b664995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:58.995761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 0a1ac0ca-f62d-4c98-ae18-15286b664995, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:59.014303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 0a1ac0ca-f62d-4c98-ae18-15286b664995 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:59.024793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0a1ac0ca-f62d-4c98-ae18-15286b664995) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:59.030923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.031871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.041849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbf99c-e6f8-41ef-b7c0-ebb21b68b049 None None] Network 0a1ac0ca-f62d-4c98-ae18-15286b664995 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:59.058226 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c975d980-b6ee-455b-8334-212961460969 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4930789 Dec 15 14:15:59.063210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39446) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:59.081574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.112323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.126393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.126853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69b1c64-ce36-4685-b2d8-1aa0c77e0b50') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.138421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.155945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.170358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:59.170763 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:59.174089 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:59.195601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.252919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.257958 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.268879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.272853 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] 10.222.0.32 "DELETE /v2.0/networks/fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f HTTP/1.1" status: 204 len: 168 time: 0.4198787 Dec 15 14:15:59.295268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d1379-9b78-4c04-8687-9c01d3dbca35 tempest-TestSecurityGroupsBasicOps-874947554 tempest-TestSecurityGroupsBasicOps-874947554-project] Pushing event deleted for resources: {'Network': ['ID=fe9fcb01-fa93-4397-b4b5-9f5ecdf12e7f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:59.347068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19522838-fb87-4722-8537-5d9f01d85ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-0a1ac0ca-f62d-4c98-ae18-15286b664995', 'network_id': '0a1ac0ca-f62d-4c98-ae18-15286b664995', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': 'fc3597c7-5cce-44a6-af50-ada85427bc08'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:59.348081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19522838-fb87-4722-8537-5d9f01d85ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.362665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.396819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3597c7-5cce-44a6-af50-ada85427bc08,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:59.441919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8af5e-3310-4774-9717-93f088c68f88 None None] Network 0a1ac0ca-f62d-4c98-ae18-15286b664995 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:59.493664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.517146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1ac0ca-f62d-4c98-ae18-15286b664995']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.533961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6012da-c02d-4d86-97d0-e4740e13193d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.534268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6012da-c02d-4d86-97d0-e4740e13193d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.551264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.569039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.578333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:59.578333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:59.581013 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:59.636876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39454) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:59.647510 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.652288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.655889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/0a1ac0ca-f62d-4c98-ae18-15286b664995 HTTP/1.1" status: 204 len: 168 time: 0.5916409 Dec 15 14:15:59.659495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39458) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:59.665245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784867469'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:59.671545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ee43-6dcc-4a24-a0b5-807afdadd65f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=0a1ac0ca-f62d-4c98-ae18-15286b664995,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:59.687926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:59.691405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.714367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:59.723391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.723727 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 1cb813e3-2055-4fbe-bb78-6a5fc98bffb0 of type vlan for network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 Dec 15 14:15:59.790143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.830937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8f8628ad-4c14-4de9-b73a-001de30c23d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d3cec525715422d81e5f0cc4f673a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928139 Dec 15 14:15:59.833343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39460) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:59.840469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.845876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.846443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.933402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2726812 Dec 15 14:15:59.936093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:59.941261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705c22d-352c-4237-ae80-77658f047031 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=00ee980c-3cd1-4f92-bb33-52d65ee591a1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:59.941950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:59.954513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:59.961305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe7c03a4-a554-4a3b-bc9c-b1d5fe784c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.988671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe7c03a4-a554-4a3b-bc9c-b1d5fe784c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.047269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:00.049760 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe7c03a4-a554-4a3b-bc9c-b1d5fe784c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.051353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.052949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe7c03a4-a554-4a3b-bc9c-b1d5fe784c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.054385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fe7c03a4-a554-4a3b-bc9c-b1d5fe784c51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4d4db43-c469-4335-8f18-b1dcd0752909 HTTP/1.1" status: 204 len: 168 time: 0.2199607 Dec 15 14:16:00.063046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c03a4-a554-4a3b-bc9c-b1d5fe784c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4db43-c469-4335-8f18-b1dcd0752909,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.074263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 12bd1488-22ae-437e-8125-f683cfa1b218 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:00.107601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 12bd1488-22ae-437e-8125-f683cfa1b218 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:00.107955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 12bd1488-22ae-437e-8125-f683cfa1b218 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:00.108383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:00.131037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:00.131396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3d6350d5-f5fb-486c-aa09-6c11eb0adcf0 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:00.131833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 37795171-43d1-4ad6-9530-a4ae782ebc0f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:00.152150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 37795171-43d1-4ad6-9530-a4ae782ebc0f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:00.152776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 37795171-43d1-4ad6-9530-a4ae782ebc0f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:00.257166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.318649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=9e0682e6-1775-4688-a615-64943be52609,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.329645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:00.330007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 00ee980c-3cd1-4f92-bb33-52d65ee591a1, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:00.335794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39468) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:00.347749 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:00.350762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c102aed8-fe9e-484c-b323-cbbdf85cc270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.357322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 00ee980c-3cd1-4f92-bb33-52d65ee591a1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:00.362578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:00.363954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.367481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d45c6-de6e-4fec-bb44-f30d7bf5e840 None None] Network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:00.381230 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-166ced2e-60dc-421e-b1a1-55a53238dce2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4431438 Dec 15 14:16:00.383634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:00.452350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c102aed8-fe9e-484c-b323-cbbdf85cc270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.457526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c102aed8-fe9e-484c-b323-cbbdf85cc270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.480175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-00ee980c-3cd1-4f92-bb33-52d65ee591a1', 'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': '9e0682e6-1775-4688-a615-64943be52609'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:00.481517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.489058 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.500956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c102aed8-fe9e-484c-b323-cbbdf85cc270 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb30b96fc1524d73bb3c3f584b4ee800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639440 Dec 15 14:16:00.501848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102aed8-fe9e-484c-b323-cbbdf85cc270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77aed00-7dfa-4c3e-ac9c-1e32f5e41f77,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.504898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:00.567588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.620992 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f4b5-528b-43e3-aeef-a20d79ea1406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.621273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Allocated IP 172.20.0.1 (00ee980c-3cd1-4f92-bb33-52d65ee591a1/9e0682e6-1775-4688-a615-64943be52609/06a303f8-d2d9-482c-a91b-2b8363c3f01f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:00.648162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f4b5-528b-43e3-aeef-a20d79ea1406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.705112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f4b5-528b-43e3-aeef-a20d79ea1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.707743 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f4b5-528b-43e3-aeef-a20d79ea1406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.711924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d5e8f4b5-528b-43e3-aeef-a20d79ea1406 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c77aed00-7dfa-4c3e-ac9c-1e32f5e41f77 HTTP/1.1" status: 204 len: 168 time: 0.2018592 Dec 15 14:16:00.718657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8f4b5-528b-43e3-aeef-a20d79ea1406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77aed00-7dfa-4c3e-ac9c-1e32f5e41f77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.775316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.780909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.803762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.831468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:00.837142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:00.838484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0682e6-1775-4688-a615-64943be52609,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.839005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Pushing event updated for resources: {'Port': ['ID=06a303f8-d2d9-482c-a91b-2b8363c3f01f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.841273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:00.896749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Attempting to bind port 06a303f8-d2d9-482c-a91b-2b8363c3f01f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:00.897340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Attempting to bind port 06a303f8-d2d9-482c-a91b-2b8363c3f01f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:00.897792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Attempting to bind port 06a303f8-d2d9-482c-a91b-2b8363c3f01f on network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:00.903358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:00.903741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Checking segment: {'id': '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:00.904149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.904574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Bound using segment: {'id': '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:00.905057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Bound port: 06a303f8-d2d9-482c-a91b-2b8363c3f01f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:00.905621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.921325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.943541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ee980c-3cd1-4f92-bb33-52d65ee591a1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:00.953474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:00.953762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:00.964725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.972993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] For port 06a303f8-d2d9-482c-a91b-2b8363c3f01f, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:00.976456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] For port 06a303f8-d2d9-482c-a91b-2b8363c3f01f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=06a303f8-d2d9-482c-a91b-2b8363c3f01f,segment=NetworkSegment(1cb813e3-2055-4fbe-bb78-6a5fc98bffb0),segment_id=1cb813e3-2055-4fbe-bb78-6a5fc98bffb0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:00.981534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.995027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.005639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:01.006073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:01.009532 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:01.065248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e6c06-de2f-4a79-80a3-ad1cc07b6ba9 None None] Pushing event updated for resources: {'Port': ['ID=06a303f8-d2d9-482c-a91b-2b8363c3f01f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:01.081702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e00b7-3680-470a-ae70-6043c0d25d50 None None] Network 00ee980c-3cd1-4f92-bb33-52d65ee591a1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:01.088567 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:16:01.088567 n-d-815324-3 neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:16:01.088567 n-d-815324-3 neutron-server[103378]: [parameters: {'id': '00ee980c-3cd1-4f92-bb33-52d65ee591a1'}] Dec 15 14:16:01.088567 n-d-815324-3 neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:16:01.088567 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:16:01.091941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39478) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:01.140580 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-189c24f8-8f85-4e89-80d7-bbf46e31292a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2877bc76abfb45ec87a3a2e7fc1cc528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472901 Dec 15 14:16:01.142969 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:01.181465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6ed3d-d5b5-4812-83a3-1ac31f22c525 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:16:01.191593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e872414-7cca-4459-ac76-49d685f0e48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.212452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e872414-7cca-4459-ac76-49d685f0e48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.244693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6ed3d-d5b5-4812-83a3-1ac31f22c525 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:16:01.258755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e872414-7cca-4459-ac76-49d685f0e48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.262240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e872414-7cca-4459-ac76-49d685f0e48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.263393 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2e872414-7cca-4459-ac76-49d685f0e48f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1693471f-5186-4be4-9870-1484b62034c0 HTTP/1.1" status: 204 len: 168 time: 0.1195245 Dec 15 14:16:01.271534 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e872414-7cca-4459-ac76-49d685f0e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693471f-5186-4be4-9870-1484b62034c0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:01.590018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.649795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Deleting port 06a303f8-d2d9-482c-a91b-2b8363c3f01f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:01.650140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.715141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] For port 06a303f8-d2d9-482c-a91b-2b8363c3f01f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=06a303f8-d2d9-482c-a91b-2b8363c3f01f,segment=NetworkSegment(1cb813e3-2055-4fbe-bb78-6a5fc98bffb0),segment_id=1cb813e3-2055-4fbe-bb78-6a5fc98bffb0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:01.715509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.728686 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Calling delete_port for 06a303f8-d2d9-482c-a91b-2b8363c3f01f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:01.815412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.840028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Port': ['ID=06a303f8-d2d9-482c-a91b-2b8363c3f01f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:01.846457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No DVR routers for this DVR port 06a303f8-d2d9-482c-a91b-2b8363c3f01f on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:01.926791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.945028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:01.952996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ee980c-3cd1-4f92-bb33-52d65ee591a1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:01.962727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:01.963009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb813e3-2055-4fbe-bb78-6a5fc98bffb0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:01.972368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.986232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.993061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:01.993451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:01.996438 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:02.048342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1979117451-network', 'tenant_id': '855d335c660a4d658b021b92e3287d9f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:02.061382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.070311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.073181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:02.074060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/00ee980c-3cd1-4f92-bb33-52d65ee591a1 HTTP/1.1" status: 204 len: 168 time: 1.6891904 Dec 15 14:16:02.076102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.079177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:02.085159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136539214'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:02.086603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855baf73-257a-4507-ab91-6e0432812eca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=00ee980c-3cd1-4f92-bb33-52d65ee591a1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.094856 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.129527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:02.133024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.174231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:02.188703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.189047 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment df67925c-2090-4f27-82ea-5c36012998e4 of type vlan for network d0162c27-c3f6-4254-93cb-012307911fe6 Dec 15 14:16:02.236411 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.243688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.247807 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.278951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:02.302421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966552be-b5f4-4914-82ee-c15f5d29a733,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.305389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.305772 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Added segment 25245334-13e8-40cc-8b11-abbd3642a04b of type vlan for network 22e49d14-3816-4d26-9973-6373946fb796 Dec 15 14:16:02.313396 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.319083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.319661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.402241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3219824 Dec 15 14:16:02.405054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:02.410269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': 'd0162c27-c3f6-4254-93cb-012307911fe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:02.412066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.420982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9228f3-7c89-45b5-af8d-7cd80c183f12 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=d0162c27-c3f6-4254-93cb-012307911fe6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.432029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d0162c27-c3f6-4254-93cb-012307911fe6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:02.443810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.444805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.445386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.504968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5560360 Dec 15 14:16:02.506752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:02.512350 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Request body: {'subnet': {'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1979117451-subnet', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:02.514707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06ba98-1e20-4eb7-b6e2-9c6ad6643b17 admin admin] Pushing event updated for resources: {'Network': ['ID=22e49d14-3816-4d26-9973-6373946fb796,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.524596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 22e49d14-3816-4d26-9973-6373946fb796 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:02.529664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:02.532996 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.593962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:02.596240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.846377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.893529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.921867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=6bd257be-72d4-4774-be26-6dc8b51f1caa,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.978817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': 'df67925c-2090-4f27-82ea-5c36012998e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd0162c27-c3f6-4254-93cb-012307911fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:02.979183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: d0162c27-c3f6-4254-93cb-012307911fe6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:02.997632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:02.997993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Network hostable DHCP agents. Network: 22e49d14-3816-4d26-9973-6373946fb796, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:03.002465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e17e49-7893-47d1-a7ff-2309419d36c8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.015476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network d0162c27-c3f6-4254-93cb-012307911fe6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:03.029308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Network 22e49d14-3816-4d26-9973-6373946fb796 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:03.032882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d0162c27-c3f6-4254-93cb-012307911fe6) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:03.040707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.041383 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.041744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e806a-e02a-48ee-b6b8-76c6b477ac2c None None] Network d0162c27-c3f6-4254-93cb-012307911fe6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:03.045138 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 22e49d14-3816-4d26-9973-6373946fb796) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:03.055046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.055046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.063010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e27401-4bef-4886-b3c4-295ead380123 None None] Network 22e49d14-3816-4d26-9973-6373946fb796 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:03.070676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac1db6d8-b4d1-4a6b-83a0-d275f0a8bc7a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6644654 Dec 15 14:16:03.073649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:03.087928 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0798825c-ea9c-420a-ad8d-448a4f398f08 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5808024 Dec 15 14:16:03.090472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:03.097520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:03.130878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.132585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.203681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.216453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9186be4-bf6a-446d-8003-3d9040200ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-d0162c27-c3f6-4254-93cb-012307911fe6', 'network_id': 'd0162c27-c3f6-4254-93cb-012307911fe6', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': '6bd257be-72d4-4774-be26-6dc8b51f1caa'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:03.217593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a9186be4-bf6a-446d-8003-3d9040200ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.226700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.257781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-22e49d14-3816-4d26-9973-6373946fb796', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:03.258750 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.288409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.355445 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.355692 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.385106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd257be-72d4-4774-be26-6dc8b51f1caa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-a9186be4-bf6a-446d-8003-3d9040200ee8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bd257be-72d4-4774-be26-6dc8b51f1caa: This subnet is being modified by another concurrent operation. Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bd257be-72d4-4774-be26-6dc8b51f1caa: This subnet is being modified by another concurrent operation. Dec 15 14:16:03.399239 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:16:03.432796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9acffe-ce12-4cfc-b037-9800dfa3fd07 None None] Network d0162c27-c3f6-4254-93cb-012307911fe6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:03.454271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.480555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0162c27-c3f6-4254-93cb-012307911fe6']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:03.491255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df67925c-2090-4f27-82ea-5c36012998e4') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:03.491566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df67925c-2090-4f27-82ea-5c36012998e4') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:03.501179 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.515722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.523547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:03.524019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:03.529431 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:03.552161 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Allocated IP 172.20.0.2 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/a53dd343-9066-4605-9879-dbe582c276cf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:03.591761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.599877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.603369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/d0162c27-c3f6-4254-93cb-012307911fe6 HTTP/1.1" status: 204 len: 168 time: 0.5286217 Dec 15 14:16:03.606758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.613961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39516) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:03.619561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1730352800'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:03.623062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a739f-d332-4a97-a576-6c1d282de153 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=d0162c27-c3f6-4254-93cb-012307911fe6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.627030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.644875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:03.649395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.680334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:03.691851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.692193 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 8f96f414-e83c-4c20-b8d3-272e9086e135 of type vlan for network 2d0414d9-9169-4125-90f4-57165356ae2d Dec 15 14:16:03.712835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.722402 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.737077 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.742384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Allocated IP 172.25.2.125 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/52844bd4-f29e-4618-a5b3-3e482909e4b3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:03.766054 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:03.769123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:03.772813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.775166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:03.778333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Pushing event updated for resources: {'Port': ['ID=a53dd343-9066-4605-9879-dbe582c276cf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.779597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.780888 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.845369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Attempting to bind port a53dd343-9066-4605-9879-dbe582c276cf on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:03.845899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Attempting to bind port a53dd343-9066-4605-9879-dbe582c276cf by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:03.846106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Attempting to bind port a53dd343-9066-4605-9879-dbe582c276cf on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:03.854010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:03.854282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:03.855222 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.855222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:03.855893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Bound port: a53dd343-9066-4605-9879-dbe582c276cf, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:03.856052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.859751 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2437210 Dec 15 14:16:03.863018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:03.865374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.875365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:03.907183 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.919061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0605d4d-8a83-4751-bb3a-0b1ec0d00e44 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=2d0414d9-9169-4125-90f4-57165356ae2d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.933233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] For port a53dd343-9066-4605-9879-dbe582c276cf, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:03.937600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2d0414d9-9169-4125-90f4-57165356ae2d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:03.941973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] For port a53dd343-9066-4605-9879-dbe582c276cf, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a53dd343-9066-4605-9879-dbe582c276cf,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:03.952904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:03.956030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:03.960869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:03.966666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Pushing event updated for resources: {'Port': ['ID=52844bd4-f29e-4618-a5b3-3e482909e4b3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.988855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219545d7-e6fb-4b31-919c-5f2f4eafbe4b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:03.992663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.076456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.085793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0425-6c20-4374-9fd2-2a7966be0b5a None None] Pushing event updated for resources: {'Port': ['ID=a53dd343-9066-4605-9879-dbe582c276cf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:04.108101 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.133745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 2d0414d9-9169-4125-90f4-57165356ae2d is not hosted by any dhcp agent {{(pid=103379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:16:04.140591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:04.141204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.145227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "PUT /v2.0/networks/2d0414d9-9169-4125-90f4-57165356ae2d HTTP/1.1" status: 200 len: 723 time: 0.2812178 Dec 15 14:16:04.161005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-87e186a6-5b19-4dda-9c29-0648960e9189 None None] Provisioning complete for port 52844bd4-f29e-4618-a5b3-3e482909e4b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:04.162203 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87e186a6-5b19-4dda-9c29-0648960e9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.167640 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:04.171844 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:04.206042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-87e186a6-5b19-4dda-9c29-0648960e9189 None None] Port 52844bd4-f29e-4618-a5b3-3e482909e4b3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:04.221234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abdebb-31b2-4c6b-905a-82ffbc4af348 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=2d0414d9-9169-4125-90f4-57165356ae2d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:04.234805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2d0414d9-9169-4125-90f4-57165356ae2d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:04.597306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.660717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:04.664106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.937533 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.015943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.096320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=65760a05-4829-4c64-bc9d-42e91f90fe5f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:05.121931 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': '8f96f414-e83c-4c20-b8d3-272e9086e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:05.122301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 2d0414d9-9169-4125-90f4-57165356ae2d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:05.153053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 2d0414d9-9169-4125-90f4-57165356ae2d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:05.158943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Router f875825f-9d50-46ab-aa7c-990081c63bb8 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:16:05.169577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2d0414d9-9169-4125-90f4-57165356ae2d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:05.177281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.177893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.185702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f2b22-aa94-4747-bcd6-bde078ea8335 None None] Network 2d0414d9-9169-4125-90f4-57165356ae2d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:05.189671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b0986-1cf6-4fed-8ade-e3ec040c89d9 None None] Network 22e49d14-3816-4d26-9973-6373946fb796 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:05.266847 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5e9bae28-488f-40e6-826a-b3337119ca2a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0965574 Dec 15 14:16:05.267077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:05.273866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:05.329578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5b13b352-2dae-4f12-ac66-2f4b2c7dc239 None None] Provisioning complete for port a53dd343-9066-4605-9879-dbe582c276cf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:05.329948 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b13b352-2dae-4f12-ac66-2f4b2c7dc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.338851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:16:05.348769 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:16:05.362548 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:05.365142 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:05.387957 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.388971 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9ef7ba6e-02b3-4012-ae2d-210b0a12f289 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2971706 Dec 15 14:16:05.391555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39524) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:05.396572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8392792'] for subnet, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.401237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-2d0414d9-9169-4125-90f4-57165356ae2d', 'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': '65760a05-4829-4c64-bc9d-42e91f90fe5f'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:05.401237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.582109 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b13b352-2dae-4f12-ac66-2f4b2c7dc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.604155 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:05.658819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5b13b352-2dae-4f12-ac66-2f4b2c7dc239 None None] For port a53dd343-9066-4605-9879-dbe582c276cf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a53dd343-9066-4605-9879-dbe582c276cf,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:05.666260 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746712608988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10339429'] for subnet, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.695307 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b13b352-2dae-4f12-ac66-2f4b2c7dc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.727515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.729149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.730655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "PUT /v2.0/subnets/65760a05-4829-4c64-bc9d-42e91f90fe5f HTTP/1.1" status: 200 len: 806 time: 0.4626760 Dec 15 14:16:05.733776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:05.784378 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Allocated IP 172.20.0.2 (2d0414d9-9169-4125-90f4-57165356ae2d/65760a05-4829-4c64-bc9d-42e91f90fe5f/12180cf2-7477-42df-a582-4929e2e6d66c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:05.806666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13b352-2dae-4f12-ac66-2f4b2c7dc239 None None] Pushing event updated for resources: {'Port': ['ID=a53dd343-9066-4605-9879-dbe582c276cf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:05.832953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322021e9-c53f-442a-9f91-834bfc442787 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=65760a05-4829-4c64-bc9d-42e91f90fe5f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:05.967664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.049139 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.056424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cf9d81fe-c370-4f0f-8cd9-dedd9a34fbe8 None None] Provisioning complete for port a53dd343-9066-4605-9879-dbe582c276cf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:06.056968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf9d81fe-c370-4f0f-8cd9-dedd9a34fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.066919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.098228 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.121788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 3, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:06.159806 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:16:06.160263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Updating router f875825f-9d50-46ab-aa7c-990081c63bb8 port 52844bd4-f29e-4618-a5b3-3e482909e4b3 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:16:06.164481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a53dd343-9066-4605-9879-dbe582c276cf up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:06.173315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.189794 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.210296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.269343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=65760a05-4829-4c64-bc9d-42e91f90fe5f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:06.316743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Network 2d0414d9-9169-4125-90f4-57165356ae2d is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:06.337373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:06.343780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Allocated IP 172.20.0.1 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/f0c5d2bb-4492-4e6a-9ac8-9893703527cb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:06.346638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:06.370443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.394404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0414d9-9169-4125-90f4-57165356ae2d']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:06.407449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Pushing event updated for resources: {'Port': ['ID=12180cf2-7477-42df-a582-4929e2e6d66c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:06.408209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f96f414-e83c-4c20-b8d3-272e9086e135') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:06.408650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f96f414-e83c-4c20-b8d3-272e9086e135') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:06.430863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.446788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.454531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:06.455020 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:06.458955 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:06.480036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.494159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Attempting to bind port 12180cf2-7477-42df-a582-4929e2e6d66c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:06.495185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Attempting to bind port 12180cf2-7477-42df-a582-4929e2e6d66c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8f96f414-e83c-4c20-b8d3-272e9086e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:06.495772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Attempting to bind port 12180cf2-7477-42df-a582-4929e2e6d66c on network 2d0414d9-9169-4125-90f4-57165356ae2d {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:06.499560 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a53dd343-9066-4605-9879-dbe582c276cf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:06.500158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.524805 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.532625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.534437 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.542439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:16:06.542439 n-d-815324-3 neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:16:06.542439 n-d-815324-3 neutron-server[103378]: [parameters: {'id': '2d0414d9-9169-4125-90f4-57165356ae2d'}] Dec 15 14:16:06.542439 n-d-815324-3 neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:16:06.542439 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:16:06.580233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:06.583608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:06.587881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:06.596163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ca4ab-185d-48d4-bfad-ad80c083d779 None None] Pushing event updated for resources: {'Port': ['ID=52844bd4-f29e-4618-a5b3-3e482909e4b3,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:06.598536 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Attempting to bind port 52844bd4-f29e-4618-a5b3-3e482909e4b3 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:06.599567 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Attempting to bind port 52844bd4-f29e-4618-a5b3-3e482909e4b3 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:06.600058 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Attempting to bind port 52844bd4-f29e-4618-a5b3-3e482909e4b3 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:06.606262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:06.608055 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:06.608787 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.609419 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:06.610139 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Bound port: 52844bd4-f29e-4618-a5b3-3e482909e4b3, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:06.610552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:06.610940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Checking segment: {'id': '8f96f414-e83c-4c20-b8d3-272e9086e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:06.611319 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.611524 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.611881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Bound using segment: {'id': '8f96f414-e83c-4c20-b8d3-272e9086e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:06.612374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Bound port: 12180cf2-7477-42df-a582-4929e2e6d66c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f96f414-e83c-4c20-b8d3-272e9086e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2d0414d9-9169-4125-90f4-57165356ae2d'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:06.612790 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.621642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64964639-a46e-4a6d-be99-749d11ee5956 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:06.631847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Pushing event updated for resources: {'Port': ['ID=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:06.635462 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.671592 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] For port 52844bd4-f29e-4618-a5b3-3e482909e4b3, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:06.678084 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] For port 52844bd4-f29e-4618-a5b3-3e482909e4b3, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=52844bd4-f29e-4618-a5b3-3e482909e4b3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:06.684661 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.745384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] For port 12180cf2-7477-42df-a582-4929e2e6d66c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:06.750113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] For port 12180cf2-7477-42df-a582-4929e2e6d66c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=12180cf2-7477-42df-a582-4929e2e6d66c,segment=NetworkSegment(8f96f414-e83c-4c20-b8d3-272e9086e135),segment_id=8f96f414-e83c-4c20-b8d3-272e9086e135)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:06.756972 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:06.758604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:06.762636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ca4ab-185d-48d4-bfad-ad80c083d779 None None] Pushing event updated for resources: {'Port': ['ID=52844bd4-f29e-4618-a5b3-3e482909e4b3,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:06.773003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da6290c-7a39-4bc5-b06a-2955580a8c00 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:06.782239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.828199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.853269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-25b633e0-58e9-4152-93ee-cc3fbd603b8a None None] Provisioning complete for port 52844bd4-f29e-4618-a5b3-3e482909e4b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:06.854146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25b633e0-58e9-4152-93ee-cc3fbd603b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.896456 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:06.957135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755057a-fdba-4a18-b8bc-22b946086452 None None] Pushing event updated for resources: {'Port': ['ID=12180cf2-7477-42df-a582-4929e2e6d66c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:07.013738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89597bc-9924-4a1d-9ca5-c3a5fa44cdf8 None None] Network 2d0414d9-9169-4125-90f4-57165356ae2d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:07.024319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.029863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.043942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.059914 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25b633e0-58e9-4152-93ee-cc3fbd603b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.094838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-25b633e0-58e9-4152-93ee-cc3fbd603b8a None None] For port 52844bd4-f29e-4618-a5b3-3e482909e4b3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=52844bd4-f29e-4618-a5b3-3e482909e4b3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:07.115929 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.119359 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 3, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:07.123268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Deleting port 12180cf2-7477-42df-a582-4929e2e6d66c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:07.123786 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.124326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Pushing event updated for resources: {'Port': ['ID=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:07.128125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25b633e0-58e9-4152-93ee-cc3fbd603b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.146557 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b814bb11-6ac1-4a77-a0e7-955c516cf4a6 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 3, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:07.184797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47feb65-fb39-4285-92a3-5ff3f8e7c623 None None] Network 2d0414d9-9169-4125-90f4-57165356ae2d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:07.228685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] For port 12180cf2-7477-42df-a582-4929e2e6d66c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=12180cf2-7477-42df-a582-4929e2e6d66c,segment=NetworkSegment(8f96f414-e83c-4c20-b8d3-272e9086e135),segment_id=8f96f414-e83c-4c20-b8d3-272e9086e135)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:07.229425 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.247500 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b633e0-58e9-4152-93ee-cc3fbd603b8a None None] Pushing event updated for resources: {'Port': ['ID=52844bd4-f29e-4618-a5b3-3e482909e4b3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:07.248780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Calling delete_port for 12180cf2-7477-42df-a582-4929e2e6d66c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:07.263122 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:07.264894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:07.265219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-63414fd8-2db2-42a7-b137-0c3a19b47d8f None None] Provisioning complete for port f0c5d2bb-4492-4e6a-9ac8-9893703527cb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:07.265593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63414fd8-2db2-42a7-b137-0c3a19b47d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.342408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-63414fd8-2db2-42a7-b137-0c3a19b47d8f None None] Port f0c5d2bb-4492-4e6a-9ac8-9893703527cb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:07.359350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-63414fd8-2db2-42a7-b137-0c3a19b47d8f None None] Provisioning complete for port 52844bd4-f29e-4618-a5b3-3e482909e4b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:07.359725 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63414fd8-2db2-42a7-b137-0c3a19b47d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.402745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.459732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:16:07.460963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Port': ['ID=12180cf2-7477-42df-a582-4929e2e6d66c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:07.465887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No DVR routers for this DVR port 12180cf2-7477-42df-a582-4929e2e6d66c on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:07.577890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.585305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2adb3-e08e-437a-9eaa-890b639d3541 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:16:07.604015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0414d9-9169-4125-90f4-57165356ae2d']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:07.613957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f96f414-e83c-4c20-b8d3-272e9086e135') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:07.615023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f96f414-e83c-4c20-b8d3-272e9086e135') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:07.624939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.637757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:16:07.639258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.641566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9a6ecae3-c9d1-485d-8e87-ded890257a96 None None] Provisioning complete for port f0c5d2bb-4492-4e6a-9ac8-9893703527cb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:07.642146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a6ecae3-c9d1-485d-8e87-ded890257a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.649850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:07.650303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:07.659851 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:07.662802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0efb0a79-cf1d-4be2-8b60-46ed1f92c34c admin admin] 10.222.0.32 "PUT /v2.0/routers/f875825f-9d50-46ab-aa7c-990081c63bb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2606652 Dec 15 14:16:07.709826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ecae3-c9d1-485d-8e87-ded890257a96 None None] Port f0c5d2bb-4492-4e6a-9ac8-9893703527cb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:07.724683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2adb3-e08e-437a-9eaa-890b639d3541 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:16:07.743798 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.753130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.760567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/2d0414d9-9169-4125-90f4-57165356ae2d HTTP/1.1" status: 204 len: 168 time: 2.0257161 Dec 15 14:16:07.761170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:07.775334 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0739b-9205-4a55-8552-3a094eddc8fc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=2d0414d9-9169-4125-90f4-57165356ae2d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:07.794846 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8390dcf7-aba5-48f7-988a-1baaa85d8018 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:07.795520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8390dcf7-aba5-48f7-988a-1baaa85d8018 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:07.801023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8390dcf7-aba5-48f7-988a-1baaa85d8018 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/2d0414d9-9169-4125-90f4-57165356ae2d HTTP/1.1" status: 404 len: 339 time: 0.0387561 Dec 15 14:16:07.806963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:07.811831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1449380931', 'description': 'd1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:07.836539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:07.840012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.868182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:07.879141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.879462 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment 73316391-23ae-4f97-b680-b9e0f2e05dd1 of type vlan for network 657c10a9-722e-44af-a81e-4fa891e1fef7 Dec 15 14:16:07.930407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.978969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.000257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.001080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.021303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8d7a8-9a1d-41bd-9338-d07bf22b2a1c None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:16:08.038028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.038222 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2303517 Dec 15 14:16:08.125330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8d7a8-9a1d-41bd-9338-d07bf22b2a1c None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:16:08.137728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aae655-d117-484e-babd-4cff3c7d2e72 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=657c10a9-722e-44af-a81e-4fa891e1fef7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.154679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 52844bd4-f29e-4618-a5b3-3e482909e4b3 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:08.175441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9115df4-9d40-43ad-b0ca-1a3fcc7ef19d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.181593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.187781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'description': 'd2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:08.191346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b9115df4-9d40-43ad-b0ca-1a3fcc7ef19d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks?id=657c10a9-722e-44af-a81e-4fa891e1fef7 HTTP/1.1" status: 200 len: 761 time: 0.1493893 Dec 15 14:16:08.192820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 657c10a9-722e-44af-a81e-4fa891e1fef7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:08.384423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.389484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-568144405-network', 'tenant_id': '61c22473623947d8b0e0a8b201327d96'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:08.397403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.410802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Made reservation on behalf of 61c22473623947d8b0e0a8b201327d96 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:08.413846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.422529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.434772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.443561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 657c10a9-722e-44af-a81e-4fa891e1fef7 is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:16:08.449774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.450903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.452280 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "PUT /v2.0/networks/657c10a9-722e-44af-a81e-4fa891e1fef7 HTTP/1.1" status: 200 len: 758 time: 0.2694678 Dec 15 14:16:08.455196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.514238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49de64-9388-48e5-8eb5-2ed7dc3a89ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=657c10a9-722e-44af-a81e-4fa891e1fef7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.540530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 657c10a9-722e-44af-a81e-4fa891e1fef7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:08.596398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05858f83-9f16-427b-a624-e6b358ac10fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.599518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-05858f83-9f16-427b-a624-e6b358ac10fe tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks?id=657c10a9-722e-44af-a81e-4fa891e1fef7 HTTP/1.1" status: 200 len: 761 time: 0.1407468 Dec 15 14:16:08.601795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 52844bd4-f29e-4618-a5b3-3e482909e4b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:08.602248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.604092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.610178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1134655644'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:08.635681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:08.639384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.640137 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.646542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.670585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:08.672008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:08.684887 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.685335 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment df358d03-ab09-44e3-9c7c-336f8693c381 of type vlan for network 4d0c07e8-6942-43eb-8af6-5093c49db4a6 Dec 15 14:16:08.686894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230578a-d40e-45c9-8676-9121a36cef03,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.692189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.692922 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Added segment ae97915e-ada0-4a59-adca-f5fc59585fb1 of type vlan for network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 Dec 15 14:16:08.736969 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.739868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.769751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.775391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.776479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.777000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.777512 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.777817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.847231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4591537 Dec 15 14:16:08.847910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.854529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Request body: {'subnet': {'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-568144405-subnet', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:08.864099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7d290-60e4-4e10-8223-af6c21668322 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6bd05a-d340-4804-bf44-a5f76ccc6b26,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.879513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:08.886506 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2805936 Dec 15 14:16:08.889309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39558) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:08.889480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454fc5-f43f-4dc9-80eb-33893590c009 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=4d0c07e8-6942-43eb-8af6-5093c49db4a6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.894916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '4d0c07e8-6942-43eb-8af6-5093c49db4a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:08.908375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Made reservation on behalf of 61c22473623947d8b0e0a8b201327d96 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:08.910863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.935842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 4d0c07e8-6942-43eb-8af6-5093c49db4a6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:09.022495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:09.026176 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.106791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.154980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deaa62a1-3d30-49a1-9347-38110de31e76,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:09.172490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Checking segment: {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:09.173128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Network hostable DHCP agents. Network: 5d6bd05a-d340-4804-bf44-a5f76ccc6b26, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:09.191597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:16:09.194438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:09.203239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:09.203956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:09.206357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 5d6bd05a-d340-4804-bf44-a5f76ccc6b26) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:09.214685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:09.215277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.227902 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.232538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-906156d8-d3cd-4ca6-880c-6d57d8deb655 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3829496 Dec 15 14:16:09.233905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39560) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:09.238324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:09.265889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.267500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.273348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5ccf1-26ae-425a-8f2c-74f7348e10e6 None None] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:09.302648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=ff740492-1d88-4ff3-a8a6-505e3518ed33,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:09.311407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': 'df358d03-ab09-44e3-9c7c-336f8693c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4d0c07e8-6942-43eb-8af6-5093c49db4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:09.311768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 4d0c07e8-6942-43eb-8af6-5093c49db4a6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:09.331356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 4d0c07e8-6942-43eb-8af6-5093c49db4a6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:09.343201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 4d0c07e8-6942-43eb-8af6-5093c49db4a6) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:09.343566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.349506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:09.351328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.356823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf49aa8-7e89-4554-93d1-efff8b289987 None None] Network 4d0c07e8-6942-43eb-8af6-5093c49db4a6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:09.373110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c0ec9f2f-28e5-4806-9fd2-0c4cb043d7bf tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4800746 Dec 15 14:16:09.373347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39562) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:09.447883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:09.473099 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.489557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.511621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-5d6bd05a-d340-4804-bf44-a5f76ccc6b26', 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26', 'project_id': '61c22473623947d8b0e0a8b201327d96', 'fixed_ips': [{'subnet_id': 'deaa62a1-3d30-49a1-9347-38110de31e76'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:09.512481 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.532798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.589677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3cd517-5463-437b-aec4-5cd2201f72f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-4d0c07e8-6942-43eb-8af6-5093c49db4a6', 'network_id': '4d0c07e8-6942-43eb-8af6-5093c49db4a6', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': 'ff740492-1d88-4ff3-a8a6-505e3518ed33'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:09.590525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd517-5463-437b-aec4-5cd2201f72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.604251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.636659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=ff740492-1d88-4ff3-a8a6-505e3518ed33,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:09.707498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.738963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0c07e8-6942-43eb-8af6-5093c49db4a6']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:09.753938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df358d03-ab09-44e3-9c7c-336f8693c381') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:09.754424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df358d03-ab09-44e3-9c7c-336f8693c381') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:09.768907 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.784296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.791359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:09.792364 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:09.795723 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:09.839966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afb0c2-94d7-4c7f-8774-a78f4daf8bc4 None None] Network 4d0c07e8-6942-43eb-8af6-5093c49db4a6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:09.861143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.884792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afb0c2-94d7-4c7f-8774-a78f4daf8bc4 None None] Network 4d0c07e8-6942-43eb-8af6-5093c49db4a6 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:16:09.887286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.891803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Allocated IP 172.20.0.2 (5d6bd05a-d340-4804-bf44-a5f76ccc6b26/deaa62a1-3d30-49a1-9347-38110de31e76/dd3c251a-805d-4ee9-8e11-c014daa6b43e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:09.897078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/4d0c07e8-6942-43eb-8af6-5093c49db4a6 HTTP/1.1" status: 204 len: 168 time: 0.5225315 Dec 15 14:16:09.898351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62456df0-ce15-4274-a878-f7d20a3c5666 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=4d0c07e8-6942-43eb-8af6-5093c49db4a6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:09.904848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:09.936914 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d174fd2b-5ce8-4ad4-82ba-62a26bb0291a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] GET failed (client error): The resource could not be found. Dec 15 14:16:09.941309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d174fd2b-5ce8-4ad4-82ba-62a26bb0291a tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/subnets/ff740492-1d88-4ff3-a8a6-505e3518ed33 HTTP/1.1" status: 404 len: 337 time: 0.0321443 Dec 15 14:16:09.941480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:09.965130 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-24da538c-2582-4854-9e43-abf2cb4be984 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:09.965715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24da538c-2582-4854-9e43-abf2cb4be984 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:09.972731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-24da538c-2582-4854-9e43-abf2cb4be984 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/4d0c07e8-6942-43eb-8af6-5093c49db4a6 HTTP/1.1" status: 404 len: 339 time: 0.0265648 Dec 15 14:16:09.972984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39568) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:09.976672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 2, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:10.021121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:16:10.022041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Updating router f875825f-9d50-46ab-aa7c-990081c63bb8 port f0c5d2bb-4492-4e6a-9ac8-9893703527cb binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:16:10.037050 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.044636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:16:10.064317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.073035 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.167638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.183541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Allocated IP 172.25.2.55 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/7a2292ae-2f76-42d2-9920-10f7984c031c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:10.221003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.296943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:10.301190 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.331650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:10.335740 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:10.338650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.338880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Pushing event updated for resources: {'Port': ['ID=dd3c251a-805d-4ee9-8e11-c014daa6b43e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:10.360172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.360702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.361151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.361583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.362015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.362443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.362868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.363289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.363708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.364154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.364706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.365123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.366087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:10.389210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:10.393168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:10.398182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:10.406801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Pushing event updated for resources: {'Port': ['ID=7a2292ae-2f76-42d2-9920-10f7984c031c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:10.438245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65feaa-1a64-4fc0-9772-c29bd737de86 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:10.467649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Attempting to bind port dd3c251a-805d-4ee9-8e11-c014daa6b43e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:10.468179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Attempting to bind port dd3c251a-805d-4ee9-8e11-c014daa6b43e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:10.468662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Attempting to bind port dd3c251a-805d-4ee9-8e11-c014daa6b43e on network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:10.486888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:10.487392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Checking segment: {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:10.487889 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.488337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Bound using segment: {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:10.488978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Bound port: dd3c251a-805d-4ee9-8e11-c014daa6b43e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:10.489973 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.560989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba8fad0-f50b-438c-84cf-d406a4e32a80 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.563120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ba8fad0-f50b-438c-84cf-d406a4e32a80 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5889523 Dec 15 14:16:10.565782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:10.607837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38301b48-0d1d-47b3-a32d-7e2e614649ca tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c HTTP/1.1" status: 200 len: 207 time: 0.0372448 Dec 15 14:16:10.608127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:10.685511 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.766436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.781192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d3ea70f2-f1ca-4737-a03a-290307a7f5bf None None] Provisioning complete for port 7a2292ae-2f76-42d2-9920-10f7984c031c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:10.781564 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3ea70f2-f1ca-4737-a03a-290307a7f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.785884 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.820201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] For port dd3c251a-805d-4ee9-8e11-c014daa6b43e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:10.828315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ace3b-eb61-47dc-b329-0381755e45a9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.835180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ace3b-eb61-47dc-b329-0381755e45a9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.841390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ace3b-eb61-47dc-b329-0381755e45a9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.847240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ace3b-eb61-47dc-b329-0381755e45a9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.853644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-343ace3b-eb61-47dc-b329-0381755e45a9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2398660 Dec 15 14:16:10.854420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39574) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:10.870098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] For port dd3c251a-805d-4ee9-8e11-c014daa6b43e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd3c251a-805d-4ee9-8e11-c014daa6b43e,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:10.876464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea70f2-f1ca-4737-a03a-290307a7f5bf None None] Port 7a2292ae-2f76-42d2-9920-10f7984c031c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:10.884927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.906701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d551bf-0ff5-458d-83d7-bcc170bbd59c None None] Pushing event updated for resources: {'Port': ['ID=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:10.915760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.023190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Attempting to bind port f0c5d2bb-4492-4e6a-9ac8-9893703527cb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:11.023518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Attempting to bind port f0c5d2bb-4492-4e6a-9ac8-9893703527cb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:11.023848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Attempting to bind port f0c5d2bb-4492-4e6a-9ac8-9893703527cb on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:11.037975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dafc87a1-924f-4fcf-90e0-9915587c0054 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1826825 Dec 15 14:16:11.039086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:11.039479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:11.039886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.040293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:11.040814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Bound port: f0c5d2bb-4492-4e6a-9ac8-9893703527cb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:11.041199 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.041327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.052644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b22d0b-40c5-4f92-8401-c1e9429440fb None None] Pushing event updated for resources: {'Port': ['ID=dd3c251a-805d-4ee9-8e11-c014daa6b43e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:11.130153 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:16:11.139311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] For port f0c5d2bb-4492-4e6a-9ac8-9893703527cb, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:11.145224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] For port f0c5d2bb-4492-4e6a-9ac8-9893703527cb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:11.148833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cdef49-af40-474d-aa0d-169ad81f6244 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.150745 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.151442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cdef49-af40-474d-aa0d-169ad81f6244 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.153280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f2cdef49-af40-474d-aa0d-169ad81f6244 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1111128 Dec 15 14:16:11.157165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.213793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca7f0c-a087-443b-bce0-bb8f38d65718 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.215242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca7f0c-a087-443b-bce0-bb8f38d65718 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.216954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f6ca7f0c-a087-443b-bce0-bb8f38d65718 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0584402 Dec 15 14:16:11.220490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39580) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.262778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d551bf-0ff5-458d-83d7-bcc170bbd59c None None] Pushing event updated for resources: {'Port': ['ID=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:11.293438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:16:11.298169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-878402dd-5e56-4f30-8b65-1d59ad88a7c5 None None] Provisioning complete for port f0c5d2bb-4492-4e6a-9ac8-9893703527cb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:11.298540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-878402dd-5e56-4f30-8b65-1d59ad88a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.308428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:11.309141 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:11.321591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Sync routers for ids ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:16:11.325868 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.331105 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ca98d3d-449a-47eb-8658-3bd79507892a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0922620 Dec 15 14:16:11.331105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.355380 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Routers {'d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:11.357545 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:11.391256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d25ec2-1271-4679-9850-f283ccede4e4 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.409199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-35d25ec2-1271-4679-9850-f283ccede4e4 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks/008689be-e32b-4945-a545-fd47fb4052c8 HTTP/1.1" status: 200 len: 800 time: 0.1872373 Dec 15 14:16:11.413766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.523868 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Set router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:11.578431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1ad5935a-9144-45b7-8c63-a8695e001125 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/networks/008689be-e32b-4945-a545-fd47fb4052c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1604407 Dec 15 14:16:11.578880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.587569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:11.646418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-878402dd-5e56-4f30-8b65-1d59ad88a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.671799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c3945-b36c-4b3d-b599-6f19efbd3d2d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.673595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e18c3945-b36c-4b3d-b599-6f19efbd3d2d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/subnets/c15b7db7-c8c2-491d-b8a5-26ecfb2402d4 HTTP/1.1" status: 200 len: 811 time: 0.0937331 Dec 15 14:16:11.678241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39588) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.747801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec24609-3e60-4e76-8945-994e995356c7 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.753180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:11.754469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eec24609-3e60-4e76-8945-994e995356c7 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "GET /v2.0/subnets/c15b7db7-c8c2-491d-b8a5-26ecfb2402d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0746167 Dec 15 14:16:11.765169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1303084121'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:11.767422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-878402dd-5e56-4f30-8b65-1d59ad88a7c5 None None] For port f0c5d2bb-4492-4e6a-9ac8-9893703527cb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:11.778632 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-878402dd-5e56-4f30-8b65-1d59ad88a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.807299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:11.810239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.816137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:16:10Z', 'revision_number': 3, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:11.851866 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Checking router: d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:16:11.852538 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Updating router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 port 7a2292ae-2f76-42d2-9920-10f7984c031c binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:16:11.867367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:16:11.873644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878402dd-5e56-4f30-8b65-1d59ad88a7c5 None None] Pushing event updated for resources: {'Port': ['ID=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:11.880295 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.908451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f4df2889-80ff-462c-9c8e-f1caf2ebaaa0 None None] Provisioning complete for port f0c5d2bb-4492-4e6a-9ac8-9893703527cb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:11.908859 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4df2889-80ff-462c-9c8e-f1caf2ebaaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.930223 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:11.930728 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Added segment fae8a026-ce8a-452d-be32-f78cbc392a22 of type vlan for network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd Dec 15 14:16:11.957527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:11.978452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.004348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edb729-6b12-43ef-8536-37e1e5da2837 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:12.033269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.039172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:12.042245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.129114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd3c251a-805d-4ee9-8e11-c014daa6b43e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:12.194907 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4401712 Dec 15 14:16:12.197671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39592) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:12.200422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.202765 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:12.204412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c5b3-2084-498c-ad20-b1044617121d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Network': ['ID=785458db-fcf0-4a5b-adf4-c0d6ae3495bd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:12.216040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port dd3c251a-805d-4ee9-8e11-c014daa6b43e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:12.216721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.220458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:16:12.358607 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.371272 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.438457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.443767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Made reservation on behalf of b1fea7aacd22405bb3ce31be244efc1e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:12.450039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.466077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Allocated IP 172.20.0.1 (5d6bd05a-d340-4804-bf44-a5f76ccc6b26/deaa62a1-3d30-49a1-9347-38110de31e76/c128d67a-8dbc-42bc-ab68-29e553768e2a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:12.520039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port dd3c251a-805d-4ee9-8e11-c014daa6b43e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd3c251a-805d-4ee9-8e11-c014daa6b43e,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:12.534248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.564922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Performing IP validity checks on allocation pools {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:16:12.569085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:16:12.618511 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Attempting to bind port 7a2292ae-2f76-42d2-9920-10f7984c031c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:12.619150 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Attempting to bind port 7a2292ae-2f76-42d2-9920-10f7984c031c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:12.619851 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Attempting to bind port 7a2292ae-2f76-42d2-9920-10f7984c031c on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:12.626237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274efee-a191-41fa-9137-28e1faec35c8 None None] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:12.629122 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:12.629712 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:12.629927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bb42a-1ba3-46e1-949e-c47b5cc34d22 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:12.630575 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.631293 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:12.631935 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Bound port: 7a2292ae-2f76-42d2-9920-10f7984c031c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:12.632488 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.640702 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b814d06d-9812-4817-b2bf-65c3d91c7c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.702283 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68a0f1-f849-41b9-a987-6da76bcf6464 None None] Pushing event updated for resources: {'Port': ['ID=7a2292ae-2f76-42d2-9920-10f7984c031c,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:12.731844 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] For port 7a2292ae-2f76-42d2-9920-10f7984c031c, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:12.732084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=dd3c251a-805d-4ee9-8e11-c014daa6b43e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:12.735846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-034752c4-c1d2-4166-bbc7-a7342dcc6606 None None] Provisioning complete for port dd3c251a-805d-4ee9-8e11-c014daa6b43e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:12.736223 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-034752c4-c1d2-4166-bbc7-a7342dcc6606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.747748 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.749787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] For port 7a2292ae-2f76-42d2-9920-10f7984c031c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7a2292ae-2f76-42d2-9920-10f7984c031c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:12.763776 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.794956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.796347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.872000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:12.875085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca6034d-c77c-48fa-8cea-2ac932851653 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:12.877549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:12.879554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=8856e0e6-ee6f-4498-b5ca-ef92d0816700,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:12.887997 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Routers {'d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:12.888882 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:15:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:12.892714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:12.899039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.899403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.899748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.900089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.900487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.900848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.901240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.901584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.902099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.902487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.902821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.903151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.903482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:12.912400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c128d67a-8dbc-42bc-ab68-29e553768e2a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:12.921358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Checking segment: {'id': 'fae8a026-ce8a-452d-be32-f78cbc392a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:12.921734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network hostable DHCP agents. Network: 785458db-fcf0-4a5b-adf4-c0d6ae3495bd, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:12.951678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:12.955623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68a0f1-f849-41b9-a987-6da76bcf6464 None None] Pushing event updated for resources: {'Port': ['ID=7a2292ae-2f76-42d2-9920-10f7984c031c,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:12.968049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 785458db-fcf0-4a5b-adf4-c0d6ae3495bd) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:12.970210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.973104 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:12.975491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:12.983427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb385c-6492-4d2b-abc9-7ea9ed790943 None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:13.029172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f73999c-7e82-4457-a712-de90b2a19c1d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8297081 Dec 15 14:16:13.031744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39594) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:13.038540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:13.109837 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] Set router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:13.175744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b2d507b6-4307-48e6-bd43-681d0b65af78 None None] Provisioning complete for port 7a2292ae-2f76-42d2-9920-10f7984c031c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:13.176490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2d507b6-4307-48e6-bd43-681d0b65af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.186937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.227480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-785458db-fcf0-4a5b-adf4-c0d6ae3495bd', 'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd', 'project_id': 'b1fea7aacd22405bb3ce31be244efc1e', 'fixed_ips': [{'subnet_id': '8856e0e6-ee6f-4498-b5ca-ef92d0816700'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:13.229506 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.236688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9120121'] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.320258 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2d507b6-4307-48e6-bd43-681d0b65af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.431041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2d507b6-4307-48e6-bd43-681d0b65af78 None None] For port 7a2292ae-2f76-42d2-9920-10f7984c031c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7a2292ae-2f76-42d2-9920-10f7984c031c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:13.456547 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:16:10Z', 'revision_number': 3, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:13.475055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.478299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2d507b6-4307-48e6-bd43-681d0b65af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.487521 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.509248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355606de-b87b-4dc0-88e2-9f622fb7d87a None None] The sync data for ids ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'] in n-d-815324-3 is: [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:16:10Z', 'revision_number': 3, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:13.564313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d507b6-4307-48e6-bd43-681d0b65af78 None None] Pushing event updated for resources: {'Port': ['ID=7a2292ae-2f76-42d2-9920-10f7984c031c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:13.601484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f86c365-f6db-4ba8-8a4d-63aae2b57501 None None] Provisioning complete for port c128d67a-8dbc-42bc-ab68-29e553768e2a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:13.602185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f86c365-f6db-4ba8-8a4d-63aae2b57501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.609528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746712608988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8408169'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.633073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.634939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c128d67a-8dbc-42bc-ab68-29e553768e2a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:13.679759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.681524 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.691248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "PUT /v2.0/subnets/8856e0e6-ee6f-4498-b5ca-ef92d0816700 HTTP/1.1" status: 200 len: 877 time: 0.6583669 Dec 15 14:16:13.702448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9f86c365-f6db-4ba8-8a4d-63aae2b57501 None None] Port c128d67a-8dbc-42bc-ab68-29e553768e2a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:13.705450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39596) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:13.709023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87309a3-207b-4984-823a-47e3cd5d05b5 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event updated for resources: {'Subnet': ['ID=8856e0e6-ee6f-4498-b5ca-ef92d0816700,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:13.718665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Allocated IP 172.20.0.3 (785458db-fcf0-4a5b-adf4-c0d6ae3495bd/8856e0e6-ee6f-4498-b5ca-ef92d0816700/3d0d29f8-4353-487a-973b-32b8ee6f7afe) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:13.731796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f86c365-f6db-4ba8-8a4d-63aae2b57501 None None] Provisioning complete for port dd3c251a-805d-4ee9-8e11-c014daa6b43e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:13.732280 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f86c365-f6db-4ba8-8a4d-63aae2b57501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.854370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:13.859732 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.862480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:13.963597 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:13.979414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.019119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:16:14.045113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:14.052386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:14.061918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Pushing event updated for resources: {'Port': ['ID=3d0d29f8-4353-487a-973b-32b8ee6f7afe,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:14.064473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:14.090310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b3ea650d-fc67-498a-bb12-bcd6f733a360 None None] Provisioning complete for port c128d67a-8dbc-42bc-ab68-29e553768e2a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:14.090679 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3ea650d-fc67-498a-bb12-bcd6f733a360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.194254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea650d-fc67-498a-bb12-bcd6f733a360 None None] Port c128d67a-8dbc-42bc-ab68-29e553768e2a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:14.208859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Attempting to bind port 3d0d29f8-4353-487a-973b-32b8ee6f7afe on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:14.209264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Attempting to bind port 3d0d29f8-4353-487a-973b-32b8ee6f7afe by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'fae8a026-ce8a-452d-be32-f78cbc392a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:14.209651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Attempting to bind port 3d0d29f8-4353-487a-973b-32b8ee6f7afe on network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:14.217927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:14.218255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Deleting port 3d0d29f8-4353-487a-973b-32b8ee6f7afe {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:14.218404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Checking segment: {'id': 'fae8a026-ce8a-452d-be32-f78cbc392a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:14.218610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.218731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.219109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Bound using segment: {'id': 'fae8a026-ce8a-452d-be32-f78cbc392a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:14.219599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Bound port: 3d0d29f8-4353-487a-973b-32b8ee6f7afe, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8a026-ce8a-452d-be32-f78cbc392a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '785458db-fcf0-4a5b-adf4-c0d6ae3495bd'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:14.219987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.325302 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f0c5d2bb-4492-4e6a-9ac8-9893703527cb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:14.369507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.391541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65f44733-41b6-4f9a-8531-e3357da42bf6 None None] Provisioning complete for port c128d67a-8dbc-42bc-ab68-29e553768e2a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:14.391915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65f44733-41b6-4f9a-8531-e3357da42bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.394450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] For port 3d0d29f8-4353-487a-973b-32b8ee6f7afe, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:14.399330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] For port 3d0d29f8-4353-487a-973b-32b8ee6f7afe, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3d0d29f8-4353-487a-973b-32b8ee6f7afe,segment=NetworkSegment(fae8a026-ce8a-452d-be32-f78cbc392a22),segment_id=fae8a026-ce8a-452d-be32-f78cbc392a22)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:14.426140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.578274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:16:14.585120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ae3abd99-2660-480e-9dc0-f01b6228d4f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/d445656b-5c3c-4d6d-b4a3-2e4abf14ea91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2540891 Dec 15 14:16:14.623440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] For port 3d0d29f8-4353-487a-973b-32b8ee6f7afe, host n-d-815324-3, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:14.625402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.642683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Calling delete_port for 3d0d29f8-4353-487a-973b-32b8ee6f7afe owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:14.657517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65f44733-41b6-4f9a-8531-e3357da42bf6 None None] Port c128d67a-8dbc-42bc-ab68-29e553768e2a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:14.658589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f0c5d2bb-4492-4e6a-9ac8-9893703527cb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:14.660771 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.711772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b984264-d121-417b-b2a6-a5f4ea0d03c0 None None] Pushing event updated for resources: {'Port': ['ID=3d0d29f8-4353-487a-973b-32b8ee6f7afe,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:14.743695 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea35bf05-3f66-4e31-9834-c791cc0713fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.804760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.808708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7a2292ae-2f76-42d2-9920-10f7984c031c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:14.836360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Port': ['ID=3d0d29f8-4353-487a-973b-32b8ee6f7afe,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:14.883742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7a2292ae-2f76-42d2-9920-10f7984c031c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:14.884158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.905399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No DVR routers for this DVR port 3d0d29f8-4353-487a-973b-32b8ee6f7afe on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:15.015813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.054752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd3c251a-805d-4ee9-8e11-c014daa6b43e up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:15.107821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.132134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port dd3c251a-805d-4ee9-8e11-c014daa6b43e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:15.132659 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.144123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=8856e0e6-ee6f-4498-b5ca-ef92d0816700,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:15.232046 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.254444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785458db-fcf0-4a5b-adf4-c0d6ae3495bd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:15.264181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae8a026-ce8a-452d-be32-f78cbc392a22') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:15.264480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae8a026-ce8a-452d-be32-f78cbc392a22') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:15.273792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.287278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.293211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:15.293589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:15.296578 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:15.359150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.364147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.367748 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/785458db-fcf0-4a5b-adf4-c0d6ae3495bd HTTP/1.1" status: 204 len: 168 time: 1.6610639 Dec 15 14:16:15.371433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.389310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d8cd-abd9-4e80-b597-3c2d91b0c177 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=785458db-fcf0-4a5b-adf4-c0d6ae3495bd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:15.405433 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1687c5-e35e-41b2-a437-1e0e6b89f644 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.405967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1687c5-e35e-41b2-a437-1e0e6b89f644 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.409180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ff1687c5-e35e-41b2-a437-1e0e6b89f644 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/8856e0e6-ee6f-4498-b5ca-ef92d0816700 HTTP/1.1" status: 404 len: 337 time: 0.0366743 Dec 15 14:16:15.411842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39612) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.431114 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95cbbde-18b6-4260-823e-262267caa1c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.431606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95cbbde-18b6-4260-823e-262267caa1c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.434788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e95cbbde-18b6-4260-823e-262267caa1c6 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/785458db-fcf0-4a5b-adf4-c0d6ae3495bd HTTP/1.1" status: 404 len: 339 time: 0.0219531 Dec 15 14:16:15.437314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.465437 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6e6eb7-7670-4272-bde3-11c435a9aae7 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.465896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6e6eb7-7670-4272-bde3-11c435a9aae7 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.469591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2f6e6eb7-7670-4272-bde3-11c435a9aae7 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/ff740492-1d88-4ff3-a8a6-505e3518ed33 HTTP/1.1" status: 404 len: 337 time: 0.0312371 Dec 15 14:16:15.472267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.492100 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7797fa6-0873-4706-b101-65e413dba954 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.492958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7797fa6-0873-4706-b101-65e413dba954 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.496833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7797fa6-0873-4706-b101-65e413dba954 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/4d0c07e8-6942-43eb-8af6-5093c49db4a6 HTTP/1.1" status: 404 len: 339 time: 0.0236146 Dec 15 14:16:15.499287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.584879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.678879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.702186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657c10a9-722e-44af-a81e-4fa891e1fef7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:15.712118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73316391-23ae-4f97-b680-b9e0f2e05dd1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:15.712495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73316391-23ae-4f97-b680-b9e0f2e05dd1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:15.722216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.736060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.743128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:15.743450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:15.746553 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:15.811057 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.829498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:15.833650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/657c10a9-722e-44af-a81e-4fa891e1fef7 HTTP/1.1" status: 204 len: 168 time: 0.3325753 Dec 15 14:16:15.834823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfab33-8210-4991-84a2-2953d75396ed tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=657c10a9-722e-44af-a81e-4fa891e1fef7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:15.836062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.868033 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a5488f-6445-496a-8fb4-d594adfe37c4 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.868492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a5488f-6445-496a-8fb4-d594adfe37c4 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.871594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-95a5488f-6445-496a-8fb4-d594adfe37c4 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/65760a05-4829-4c64-bc9d-42e91f90fe5f HTTP/1.1" status: 404 len: 337 time: 0.0328915 Dec 15 14:16:15.874200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.896736 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b51af1-4234-40d3-b5e7-424c60fc23e2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.897259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b51af1-4234-40d3-b5e7-424c60fc23e2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.900844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-70b51af1-4234-40d3-b5e7-424c60fc23e2 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/2d0414d9-9169-4125-90f4-57165356ae2d HTTP/1.1" status: 404 len: 339 time: 0.0255203 Dec 15 14:16:15.904482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39630) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.931693 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cc3af5-6797-47ac-8c08-6ea57f7b37c9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.932151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cc3af5-6797-47ac-8c08-6ea57f7b37c9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.935459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-02cc3af5-6797-47ac-8c08-6ea57f7b37c9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/6bd257be-72d4-4774-be26-6dc8b51f1caa HTTP/1.1" status: 404 len: 337 time: 0.0292861 Dec 15 14:16:15.938035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.956771 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b732ce-7e70-4044-9507-bd3f9773b5c0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.957262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b732ce-7e70-4044-9507-bd3f9773b5c0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.962523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-66b732ce-7e70-4044-9507-bd3f9773b5c0 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/d0162c27-c3f6-4254-93cb-012307911fe6 HTTP/1.1" status: 404 len: 339 time: 0.0213323 Dec 15 14:16:15.962744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:15.990249 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd43ff61-1fd3-4a4a-b0b9-37ed7b0b0d2c tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:15.990714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd43ff61-1fd3-4a4a-b0b9-37ed7b0b0d2c tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:15.996488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fd43ff61-1fd3-4a4a-b0b9-37ed7b0b0d2c tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/9e0682e6-1775-4688-a615-64943be52609 HTTP/1.1" status: 404 len: 337 time: 0.0305443 Dec 15 14:16:15.996799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.017248 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-434fd7e1-2283-46fe-84ba-3b473c6cb766 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.017755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434fd7e1-2283-46fe-84ba-3b473c6cb766 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.020837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-434fd7e1-2283-46fe-84ba-3b473c6cb766 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/00ee980c-3cd1-4f92-bb33-52d65ee591a1 HTTP/1.1" status: 404 len: 339 time: 0.0230672 Dec 15 14:16:16.023501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.049983 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed75e5c2-b7b1-4208-80b5-1ede6ed12e71 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.050437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed75e5c2-b7b1-4208-80b5-1ede6ed12e71 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.054146 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed75e5c2-b7b1-4208-80b5-1ede6ed12e71 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/fc3597c7-5cce-44a6-af50-ada85427bc08 HTTP/1.1" status: 404 len: 337 time: 0.0296485 Dec 15 14:16:16.056746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.075527 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-793ba63e-d011-4cbb-bd06-f73e743b53cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.076169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793ba63e-d011-4cbb-bd06-f73e743b53cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.079333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-793ba63e-d011-4cbb-bd06-f73e743b53cc tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/0a1ac0ca-f62d-4c98-ae18-15286b664995 HTTP/1.1" status: 404 len: 339 time: 0.0216186 Dec 15 14:16:16.082053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39642) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.109750 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-30460f61-9238-4de6-8382-6ba1559f4a95 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.110212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30460f61-9238-4de6-8382-6ba1559f4a95 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.113541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-30460f61-9238-4de6-8382-6ba1559f4a95 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/b2fd4edd-5ba6-4a18-b611-79f070f5f851 HTTP/1.1" status: 404 len: 337 time: 0.0304892 Dec 15 14:16:16.116895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.135525 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92fba4f-e579-4b0d-9bf8-4139ceb48dd8 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.136048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92fba4f-e579-4b0d-9bf8-4139ceb48dd8 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.140553 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d92fba4f-e579-4b0d-9bf8-4139ceb48dd8 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/be087b66-1b44-43ec-8328-8af70c611bd2 HTTP/1.1" status: 404 len: 339 time: 0.0213168 Dec 15 14:16:16.141755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.175515 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e1962a-c937-450f-bff9-5edcddfed6ad tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.175975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e1962a-c937-450f-bff9-5edcddfed6ad tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.179736 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-78e1962a-c937-450f-bff9-5edcddfed6ad tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/4e8dd016-67b1-4103-bd98-cecee7f9897b HTTP/1.1" status: 404 len: 337 time: 0.0355954 Dec 15 14:16:16.182186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.201003 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-451436b1-9238-424e-b165-6d4d7571fcb9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.201515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451436b1-9238-424e-b165-6d4d7571fcb9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.204626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-451436b1-9238-424e-b165-6d4d7571fcb9 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/19eeab57-0c0f-49f6-b8f6-f04806949426 HTTP/1.1" status: 404 len: 339 time: 0.0214942 Dec 15 14:16:16.207177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.235394 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9487dae2-38fc-4523-b91d-996ee4d28c5d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.235860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9487dae2-38fc-4523-b91d-996ee4d28c5d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.242067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9487dae2-38fc-4523-b91d-996ee4d28c5d tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/2d606b4c-6aa8-4eae-9758-50977147cd35 HTTP/1.1" status: 404 len: 337 time: 0.0308981 Dec 15 14:16:16.242487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.261976 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba15d4a-b0dd-4e98-9c22-58d37130916f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.262540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba15d4a-b0dd-4e98-9c22-58d37130916f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.266065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bba15d4a-b0dd-4e98-9c22-58d37130916f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/2db553f9-3db0-4d8e-a3df-8a59edb2c051 HTTP/1.1" status: 404 len: 339 time: 0.0225482 Dec 15 14:16:16.268799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.305776 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-061554c3-9a24-465d-ada8-4b24e9be817c tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.305776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061554c3-9a24-465d-ada8-4b24e9be817c tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.321119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39656) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.322934 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-061554c3-9a24-465d-ada8-4b24e9be817c tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/dce37da4-c062-460a-81af-de35a96a6af1 HTTP/1.1" status: 404 len: 337 time: 0.0515730 Dec 15 14:16:16.339537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.346932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Sync routers for ids ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:16:16.360720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Routers {'d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:16.361373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:16:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:16.378726 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2214b486-e822-482f-9f5f-81060021dd5f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] DELETE failed (client error): The resource could not be found. Dec 15 14:16:16.379964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2214b486-e822-482f-9f5f-81060021dd5f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:16:16.386464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.386753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2214b486-e822-482f-9f5f-81060021dd5f tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/104f1161-7f64-4a72-b8dc-0eb98c51084b HTTP/1.1" status: 404 len: 339 time: 0.0580997 Dec 15 14:16:16.451104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Deleting subnet c15b7db7-c8c2-491d-b8a5-26ecfb2402d4 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:16:16.455669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.488186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Set router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:16.506514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.603912 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.679352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7cf02-ed00-443e-844b-c1ac85af3f62 None None] DHCP port deletion for 785458db-fcf0-4a5b-adf4-c0d6ae3495bd request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:16.705340 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.705893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e7cda203-8054-45ba-99a0-b0b6f59a4557 None None] Could not find standard attr ID for object 3d0d29f8-4353-487a-973b-32b8ee6f7afe. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:16:16.707888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d148b2-9e05-41b8-8fea-a20dc26a4afb None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:16.739015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Subnet': ['ID=c15b7db7-c8c2-491d-b8a5-26ecfb2402d4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:16.743299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.743637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d148b2-9e05-41b8-8fea-a20dc26a4afb None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:16:16.748769 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24d18dc7-fdda-4462-add2-bf75854b39cb tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/subnets/c15b7db7-c8c2-491d-b8a5-26ecfb2402d4 HTTP/1.1" status: 204 len: 168 time: 0.3589909 Dec 15 14:16:16.749079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:16.761668 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a0bfe-d7f7-4bea-bb40-0c9447780e9b None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:16.766278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41f9c4-b8d8-4f67-afc3-c90d749b8cb0 None None] Network 008689be-e32b-4945-a545-fd47fb4052c8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:16.823058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a0bfe-d7f7-4bea-bb40-0c9447780e9b None None] Network 785458db-fcf0-4a5b-adf4-c0d6ae3495bd could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:16:16.857187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c128d67a-8dbc-42bc-ab68-29e553768e2a', 'name': '', 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'mac_address': 'fa:16:3e:41:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'deaa62a1-3d30-49a1-9347-38110de31e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:12Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 2, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'subnets': [{'id': 'deaa62a1-3d30-49a1-9347-38110de31e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:16.867407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.907232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Checking router: d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:16:16.907517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Updating router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 port c128d67a-8dbc-42bc-ab68-29e553768e2a binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:16:16.923762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Deleting port e40f044b-d1f1-4be5-827f-8ab547c1636d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:16.924013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.938106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.004055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-734cddac-c67e-4d79-baa2-000246b3ae44 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:17.012583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-734cddac-c67e-4d79-baa2-000246b3ae44 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1473904 Dec 15 14:16:17.013846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] For port e40f044b-d1f1-4be5-827f-8ab547c1636d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e40f044b-d1f1-4be5-827f-8ab547c1636d,segment=NetworkSegment(8633c347-3310-46b4-adc1-00b9b7e53c4c),segment_id=8633c347-3310-46b4-adc1-00b9b7e53c4c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:17.014154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.022845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-1c4055a3-6fa9-49e3-8d70-1b2a1163f801 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0093939 Dec 15 14:16:17.035709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Calling delete_port for e40f044b-d1f1-4be5-827f-8ab547c1636d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:17.051829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19100c-ba92-4e12-a157-183803144001 None None] DHCP port deletion for 008689be-e32b-4945-a545-fd47fb4052c8 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:17.123396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-9f3a2ed0-1e80-408f-a2f2-d11abc94d9c1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942364 Dec 15 14:16:17.125576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.156555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Port': ['ID=e40f044b-d1f1-4be5-827f-8ab547c1636d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:17.158765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] No DVR routers for this DVR port e40f044b-d1f1-4be5-827f-8ab547c1636d on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:17.177377 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Deleting port e40f044b-d1f1-4be5-827f-8ab547c1636d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:17.177739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.251583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.271287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2d19100c-ba92-4e12-a157-183803144001 None None] For port e40f044b-d1f1-4be5-827f-8ab547c1636d, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:17.271594 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.275135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008689be-e32b-4945-a545-fd47fb4052c8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:17.285024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8633c347-3310-46b4-adc1-00b9b7e53c4c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:17.285452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8633c347-3310-46b4-adc1-00b9b7e53c4c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:17.292243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Calling delete_port for e40f044b-d1f1-4be5-827f-8ab547c1636d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:17.296453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Port e40f044b-d1f1-4be5-827f-8ab547c1636d was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:16:17.297874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.312616 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.319346 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.319546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:16:17.319966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:16:17.323362 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:16:17.349617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-41e9148b-0105-4cf8-945d-74e1c021244e service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173882 Dec 15 14:16:17.351625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19100c-ba92-4e12-a157-183803144001 None None] Pushing event deleted for resources: {'Port': ['ID=e40f044b-d1f1-4be5-827f-8ab547c1636d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:17.360570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19100c-ba92-4e12-a157-183803144001 None None] No DVR routers for this DVR port e40f044b-d1f1-4be5-827f-8ab547c1636d on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:17.375069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.382181 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.396268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.415651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.419309 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] 10.222.0.32 "DELETE /v2.0/networks/008689be-e32b-4945-a545-fd47fb4052c8 HTTP/1.1" status: 204 len: 168 time: 0.6686456 Dec 15 14:16:17.420668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133555-bf5f-4404-a931-4cb6b189dad1 tempest-NetworksTest-2066321084 tempest-NetworksTest-2066321084-project] Pushing event deleted for resources: {'Network': ['ID=008689be-e32b-4945-a545-fd47fb4052c8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:17.483748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-42803df1-66bf-46db-86c8-ea3c0af825e4 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184068 Dec 15 14:16:17.506157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecda4cc-f030-4318-838d-04813cf185c2 None None] Pushing event updated for resources: {'Port': ['ID=c128d67a-8dbc-42bc-ab68-29e553768e2a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:17.540230 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.544886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Attempting to bind port c128d67a-8dbc-42bc-ab68-29e553768e2a on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:17.545352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Attempting to bind port c128d67a-8dbc-42bc-ab68-29e553768e2a by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:17.545639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Attempting to bind port c128d67a-8dbc-42bc-ab68-29e553768e2a on network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:17.552321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:17.552801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Checking segment: {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:17.553152 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.553559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Bound using segment: {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:17.554278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Bound port: c128d67a-8dbc-42bc-ab68-29e553768e2a, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae97915e-ada0-4a59-adca-f5fc59585fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:17.554487 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.632093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] For port c128d67a-8dbc-42bc-ab68-29e553768e2a, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:17.636297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] For port c128d67a-8dbc-42bc-ab68-29e553768e2a, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c128d67a-8dbc-42bc-ab68-29e553768e2a,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:17.650243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.744993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Routers {'d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:17.745676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:16:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:17.780207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39686) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:17.789072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecda4cc-f030-4318-838d-04813cf185c2 None None] Pushing event updated for resources: {'Port': ['ID=c128d67a-8dbc-42bc-ab68-29e553768e2a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:17.836862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-03dc2626-7c21-40f1-ac1c-8de2196fa1a2 None None] Provisioning complete for port c128d67a-8dbc-42bc-ab68-29e553768e2a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:17.837436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03dc2626-7c21-40f1-ac1c-8de2196fa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.877338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc80672c-8725-450f-b2af-282962bd73fe req-9620598f-a424-4751-b2a8-b554eb081f15 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0447304 Dec 15 14:16:17.950946 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03dc2626-7c21-40f1-ac1c-8de2196fa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:17.964399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] Set router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:18.043464 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5eb3e92b-aa05-4842-93a2-a9b8186a9943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1fea7aacd22405bb3ce31be244efc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583275 Dec 15 14:16:18.045980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39696) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:18.048286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-03dc2626-7c21-40f1-ac1c-8de2196fa1a2 None None] For port c128d67a-8dbc-42bc-ab68-29e553768e2a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c128d67a-8dbc-42bc-ab68-29e553768e2a,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:18.080983 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03dc2626-7c21-40f1-ac1c-8de2196fa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.116052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d2881c1-fcc0-4d53-89b6-fda43400505d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.121981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e40f044b-d1f1-4be5-827f-8ab547c1636d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:18.144215 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d2881c1-fcc0-4d53-89b6-fda43400505d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.198395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d2881c1-fcc0-4d53-89b6-fda43400505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.200538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e40f044b-d1f1-4be5-827f-8ab547c1636d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:18.201231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e40f044b-d1f1-4be5-827f-8ab547c1636d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:18.201384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d2881c1-fcc0-4d53-89b6-fda43400505d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.201723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3d0d29f8-4353-487a-973b-32b8ee6f7afe no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:18.203157 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d2881c1-fcc0-4d53-89b6-fda43400505d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/182d4cd1-a681-44b1-9a63-7f90cc20a32c HTTP/1.1" status: 204 len: 168 time: 0.1553206 Dec 15 14:16:18.227209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2881c1-fcc0-4d53-89b6-fda43400505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d4cd1-a681-44b1-9a63-7f90cc20a32c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:18.404403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3d0d29f8-4353-487a-973b-32b8ee6f7afe {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:18.405043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3d0d29f8-4353-487a-973b-32b8ee6f7afe not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:18.444620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc2626-7c21-40f1-ac1c-8de2196fa1a2 None None] Pushing event updated for resources: {'Port': ['ID=c128d67a-8dbc-42bc-ab68-29e553768e2a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:18.456066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-72790369-5932-4d48-8e05-c2eff078440f None None] Provisioning complete for port c128d67a-8dbc-42bc-ab68-29e553768e2a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:18.456424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72790369-5932-4d48-8e05-c2eff078440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.555825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:18.615959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c128d67a-8dbc-42bc-ab68-29e553768e2a', 'name': '', 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'mac_address': 'fa:16:3e:41:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'deaa62a1-3d30-49a1-9347-38110de31e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:12Z', 'updated_at': '2021-12-15T14:16:17Z', 'revision_number': 4, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'subnets': [{'id': 'deaa62a1-3d30-49a1-9347-38110de31e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:18.647267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16402c-7527-4889-b3c8-e25ec6c9873e None None] The sync data for ids ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'] in n-d-815324-3 is: [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c128d67a-8dbc-42bc-ab68-29e553768e2a', 'name': '', 'network_id': '5d6bd05a-d340-4804-bf44-a5f76ccc6b26', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'mac_address': 'fa:16:3e:41:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'deaa62a1-3d30-49a1-9347-38110de31e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:12Z', 'updated_at': '2021-12-15T14:16:17Z', 'revision_number': 4, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'subnets': [{'id': 'deaa62a1-3d30-49a1-9347-38110de31e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:19.004388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:19.013301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97666cad-013c-42cb-be4a-3c21d3bd7911 req-bae49fab-dd99-4dfd-8f6c-2f9005529ca8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0441816 Dec 15 14:16:19.113162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051363553'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:19.139774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.160566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.300730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-08f214b5-e9d2-457e-87df-c76bac4a9c26 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:19.303038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-08f214b5-e9d2-457e-87df-c76bac4a9c26 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1589799 Dec 15 14:16:19.325419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:19.395965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.407114 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.475063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8304b8cb-026a-4b8e-9aaa-26328dca44c2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:19.532219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.537584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.547936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:19.551836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.589030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.590354 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5843561 Dec 15 14:16:19.593480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:19.599521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261213f4-aa29-4582-8da9-b74698f8555d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d687c1d-bace-4301-909c-528c00f7377f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:19.700912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4d62be79-54ae-43f5-89c3-55ea9b7bfacf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1058509 Dec 15 14:16:19.701808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:19.707555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-security--347997107', 'description': 'tempest-security-description-1260719709'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:19.737861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.9 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/8f8e8f23-b45a-4e38-8e7e-1fab3c025630) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:19.749702 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.798494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.803898 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.807126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.811485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "PUT /v2.0/security-groups/1d687c1d-bace-4301-909c-528c00f7377f HTTP/1.1" status: 200 len: 1796 time: 0.1085007 Dec 15 14:16:19.812098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:19.857923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82825aa6-486f-4475-8073-877c08a6f426 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d687c1d-bace-4301-909c-528c00f7377f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:19.876010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eae1b6d3-f965-4944-8cb5-37c6cb1f9ef7 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups/1d687c1d-bace-4301-909c-528c00f7377f HTTP/1.1" status: 200 len: 1796 time: 0.0599842 Dec 15 14:16:19.876468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:19.957276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.987035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb544-d2f1-4b9d-bedb-a844b4bee304 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.023866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb544-d2f1-4b9d-bedb-a844b4bee304 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.062427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.092124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c128d67a-8dbc-42bc-ab68-29e553768e2a up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:20.150933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:20.154782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:20.160275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:20.164578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:20.185324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c128d67a-8dbc-42bc-ab68-29e553768e2a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:20.185959 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.187509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd159-f712-4049-a181-0f2e70421dda req-67367c4c-1911-4cf7-b943-f0e9ec55e07c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.188908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb544-d2f1-4b9d-bedb-a844b4bee304 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.192043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb544-d2f1-4b9d-bedb-a844b4bee304 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.192962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d3fd159-f712-4049-a181-0f2e70421dda req-67367c4c-1911-4cf7-b943-f0e9ec55e07c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 931 time: 0.1006413 Dec 15 14:16:20.199994 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f4fdb544-d2f1-4b9d-bedb-a844b4bee304 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d687c1d-bace-4301-909c-528c00f7377f HTTP/1.1" status: 204 len: 168 time: 0.3223662 Dec 15 14:16:20.204182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:20.262892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.263642 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.280616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdb544-d2f1-4b9d-bedb-a844b4bee304 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d687c1d-bace-4301-909c-528c00f7377f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:20.296419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d3fd159-f712-4049-a181-0f2e70421dda req-7155aac2-de47-420b-8521-685fabd7ff42 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897574 Dec 15 14:16:20.323564 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-afe10168-daca-4e77-980d-34ff06415e98 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0033426 Dec 15 14:16:20.351247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2b6affb1-4aa1-42ce-bed6-8d38b8515a76 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1418362 Dec 15 14:16:20.352535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Request body: {'port': {'device_id': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:20.353759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:20.370217 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-73bc2045-4dd7-4033-816e-f04106170fbb tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] delete failed (client error): The resource could not be found. Dec 15 14:16:20.375068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-73bc2045-4dd7-4033-816e-f04106170fbb tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d687c1d-bace-4301-909c-528c00f7377f HTTP/1.1" status: 404 len: 347 time: 0.0162578 Dec 15 14:16:20.375932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:20.380991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--628674057'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:20.434812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.436923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.545289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb929b99-3a01-482a-86f1-856c0da13d9e None None] Provisioning complete for port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:20.545746 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb929b99-3a01-482a-86f1-856c0da13d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.579418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-eb929b99-3a01-482a-86f1-856c0da13d9e None None] Port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:20.626110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.638519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.693673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.694914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3185928 Dec 15 14:16:20.697847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39748) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:20.703467 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': 'd90c287a-af77-4aa4-9875-0c61f1bbad02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:20.713239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ae459-f571-4cf5-b9aa-d342c7a33598 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c287a-af77-4aa4-9875-0c61f1bbad02,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:20.739883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.801204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.805846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.816964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:20.825298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.826425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1f51b9-7bde-47f0-ae05-4df13ff587ea,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:20.839014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Transition to ACTIVE for port object 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:16:20.843700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.844743 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.846553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1b22f420-847d-4522-9d9b-f66b47fc19bf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467237 Dec 15 14:16:20.850004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:20.925754 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19099c61-d34d-4190-a7f8-0722d84d7695 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.931843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:20.953884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19099c61-d34d-4190-a7f8-0722d84d7695 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.038934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19099c61-d34d-4190-a7f8-0722d84d7695 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.049758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19099c61-d34d-4190-a7f8-0722d84d7695 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.053430 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19099c61-d34d-4190-a7f8-0722d84d7695 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/be1f51b9-7bde-47f0-ae05-4df13ff587ea HTTP/1.1" status: 204 len: 168 time: 0.1996679 Dec 15 14:16:21.053921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.074126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099c61-d34d-4190-a7f8-0722d84d7695 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be1f51b9-7bde-47f0-ae05-4df13ff587ea,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.082209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Attempting to bind port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:21.082567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Attempting to bind port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:21.083602 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Attempting to bind port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:21.089263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:16:21.089934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Attempting to bind port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:21.096360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:21.096877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:21.097366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:21.097928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Bound port: 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:21.099017 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.129926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0542bcd7-9f0d-4c94-9f15-335bc9185848 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745871 Dec 15 14:16:21.130594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.179240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] For port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:21.182876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] For port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:21.187426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.197840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d39d6a4-4f11-49c7-9dd0-a4129ddd42c1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.227003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d39d6a4-4f11-49c7-9dd0-a4129ddd42c1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.252943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.253724 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.256008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] 10.222.0.85 "PUT /v2.0/ports/8f8e8f23-b45a-4e38-8e7e-1fab3c025630 HTTP/1.1" status: 200 len: 1091 time: 0.9157877 Dec 15 14:16:21.256419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'tag': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:21.258850 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f673f8-6ebe-4557-87cb-3707016f9989" -d '{"events": [{"name": "network-changed", "server_uuid": "841c5b00-2b08-406b-b0e5-6e5d400dc764", "tag": "8f8e8f23-b45a-4e38-8e7e-1fab3c025630"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:21.267716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7266360-4ba2-47c6-9f98-906776e53741 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.291612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d39d6a4-4f11-49c7-9dd0-a4129ddd42c1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.298000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d39d6a4-4f11-49c7-9dd0-a4129ddd42c1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.299392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.299948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6d39d6a4-4f11-49c7-9dd0-a4129ddd42c1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/d90c287a-af77-4aa4-9875-0c61f1bbad02 HTTP/1.1" status: 204 len: 168 time: 0.1675930 Dec 15 14:16:21.302280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.312175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39d6a4-4f11-49c7-9dd0-a4129ddd42c1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c287a-af77-4aa4-9875-0c61f1bbad02,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.356124 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8c4dc-0679-4025-bc4d-674aff2bebc0 x-openstack-request-id: req-1af8c4dc-0679-4025-bc4d-674aff2bebc0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:21.356434 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841c5b00-2b08-406b-b0e5-6e5d400dc764", "tag": "8f8e8f23-b45a-4e38-8e7e-1fab3c025630", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:21.356724 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1af8c4dc-0679-4025-bc4d-674aff2bebc0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:21.357133 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'tag': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630', 'status': 'completed', 'code': 200} Dec 15 14:16:21.430127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3f5af6a2-fdd7-4d0e-a5ac-d323c81f421a tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1264043 Dec 15 14:16:21.434833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.437794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-f49ae74f-8878-4925-98a9-650ec1ef875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.439319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-f49ae74f-8878-4925-98a9-650ec1ef875d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 1094 time: 0.0814319 Dec 15 14:16:21.440162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750961253'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:21.458036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedd8d4-671f-4192-ab53-25d4aa0cd8ae req-b0d34ae1-e0f2-4d06-8ee7-0e7a6510f2e8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.459791 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fedd8d4-671f-4192-ab53-25d4aa0cd8ae req-b0d34ae1-e0f2-4d06-8ee7-0e7a6510f2e8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0743885 Dec 15 14:16:21.496165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.500432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-4664e8e8-8867-4a87-acf7-57ad1f8f8a88 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630 HTTP/1.1" status: 200 len: 217 time: 0.0493851 Dec 15 14:16:21.538832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fedd8d4-671f-4192-ab53-25d4aa0cd8ae req-7491a0af-07da-4eaf-92a1-307ccaf3359b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699100 Dec 15 14:16:21.574125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-2ac768b0-c464-412f-a21a-4083bfebec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.575816 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-2ac768b0-c464-412f-a21a-4083bfebec53 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0675898 Dec 15 14:16:21.594837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.601234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.626483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-1a4a8307-adb8-4b94-93ac-3d015918a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.628085 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-1a4a8307-adb8-4b94-93ac-3d015918a4e1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453079 Dec 15 14:16:21.638158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800962af-cb26-4aa0-8ed7-4cb44a04022b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.662006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.663575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3028466f-d9c2-42f4-9bd8-867b53385e24 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2273791 Dec 15 14:16:21.666014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.670788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '800962af-cb26-4aa0-8ed7-4cb44a04022b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:21.700962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.728859 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-aaa39732-beff-49cd-8049-a7cfc1aa9d29 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 Dec 15 14:16:21.777363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.781815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.803432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe01662e-f5c1-469a-adb4-6d14c04eb658,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.814997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.820608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-08142132-17f2-417f-8e23-fce0c79ba27e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509345 Dec 15 14:16:21.821179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.826007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '800962af-cb26-4aa0-8ed7-4cb44a04022b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:21.852294 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-185086b6-b384-4b0c-87fe-305cd2ee8252 req-a3dac627-0661-4be7-9825-f97933aa474e service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146646 Dec 15 14:16:21.866158 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.928409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.932729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.954598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2932231-bfc9-4f3d-9aa7-29e1d0dc1da6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.961084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.962600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-eab59ae8-897f-4039-92e1-bc1394c45883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.964843 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-eab59ae8-897f-4039-92e1-bc1394c45883 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 1094 time: 0.0494275 Dec 15 14:16:21.965384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:21.965514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4aff2958-415e-4f50-96b3-2cce8ca53836 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433043 Dec 15 14:16:21.970136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '800962af-cb26-4aa0-8ed7-4cb44a04022b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:22.072311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.103932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-ceaa6d72-534a-4c56-a922-173187baf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.105427 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-ceaa6d72-534a-4c56-a922-173187baf2df service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.1305487 Dec 15 14:16:22.161735 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-6b766305-28e4-4075-8fd1-bc858eb4db2a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630 HTTP/1.1" status: 200 len: 217 time: 0.0477200 Dec 15 14:16:22.223016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.232634 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.240267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-c86aa2d8-3702-4298-92bb-01fcdb0ed6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.241724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-c86aa2d8-3702-4298-92bb-01fcdb0ed6cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0728247 Dec 15 14:16:22.263617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2425a5-1d3c-43ca-9394-960e735ea46a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:22.283577 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.284780 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-87c5e026-5998-438a-942b-ed855adf7cd3 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3183053 Dec 15 14:16:22.288084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:22.293108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '800962af-cb26-4aa0-8ed7-4cb44a04022b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:22.322105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-5091643a-d77e-4cfe-830b-4bb932039e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.323607 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-5091643a-d77e-4cfe-830b-4bb932039e64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721569 Dec 15 14:16:22.329481 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.444415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.450929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.469439 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-df3e43a8-445b-4723-9e25-863ec7cb69c4 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372645 Dec 15 14:16:22.474628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35a0d50-1699-488f-b1e4-5919c03a1224,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:22.488067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.489289 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9599f1f1-ee7b-4eb2-ad97-ed5e54d2324e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2002032 Dec 15 14:16:22.492199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:22.498255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '800962af-cb26-4aa0-8ed7-4cb44a04022b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:22.528568 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.582475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-23f673f8-6ebe-4557-87cb-3707016f9989 req-da7bd591-71ee-44dd-b228-6b316ea6d66a service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055322 Dec 15 14:16:22.598580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.605231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.634808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd0f6b8-82da-46f3-a230-c9fa72e67afe,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:22.656151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.657439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8ea659bb-ebd6-4e31-bcec-4d85ee05a8d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1633806 Dec 15 14:16:22.660560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:22.708243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea94df-6b0f-470c-876f-ef07187cab43 req-716c71ed-9fbd-4f3b-9940-70d684e31957 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.709645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dea94df-6b0f-470c-876f-ef07187cab43 req-716c71ed-9fbd-4f3b-9940-70d684e31957 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0886979 Dec 15 14:16:22.710580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-547bef5e-c382-481b-a15c-0db4af7f3b53 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.720201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-547bef5e-c382-481b-a15c-0db4af7f3b53 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.771068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-547bef5e-c382-481b-a15c-0db4af7f3b53 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.777882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-547bef5e-c382-481b-a15c-0db4af7f3b53 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.778978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-547bef5e-c382-481b-a15c-0db4af7f3b53 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5fd0f6b8-82da-46f3-a230-c9fa72e67afe HTTP/1.1" status: 204 len: 168 time: 0.1174030 Dec 15 14:16:22.781795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:22.783959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dea94df-6b0f-470c-876f-ef07187cab43 req-93ddee58-7c94-44f9-999b-38fef8718948 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660973 Dec 15 14:16:22.788799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bef5e-c382-481b-a15c-0db4af7f3b53 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd0f6b8-82da-46f3-a230-c9fa72e67afe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:22.843805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8f476a5c-2268-484c-9e2c-d0453fadde8f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0605495 Dec 15 14:16:22.846457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:22.870896 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3391d649-36cb-4465-b6c6-4ac9e74af0ac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.878690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3391d649-36cb-4465-b6c6-4ac9e74af0ac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.905801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3391d649-36cb-4465-b6c6-4ac9e74af0ac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.911952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3391d649-36cb-4465-b6c6-4ac9e74af0ac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.913159 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3391d649-36cb-4465-b6c6-4ac9e74af0ac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d35a0d50-1699-488f-b1e4-5919c03a1224 HTTP/1.1" status: 204 len: 168 time: 0.0657928 Dec 15 14:16:22.915929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:22.921308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391d649-36cb-4465-b6c6-4ac9e74af0ac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d35a0d50-1699-488f-b1e4-5919c03a1224,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:22.970243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c9e99c04-b08d-4a74-bf04-9f7c0619c105 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0526328 Dec 15 14:16:22.972894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.002011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6a7229d-3282-4e29-9bba-aee741e1fbb8 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.011383 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6a7229d-3282-4e29-9bba-aee741e1fbb8 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.044205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6a7229d-3282-4e29-9bba-aee741e1fbb8 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.050154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6a7229d-3282-4e29-9bba-aee741e1fbb8 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.051263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f6a7229d-3282-4e29-9bba-aee741e1fbb8 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2d2425a5-1d3c-43ca-9394-960e735ea46a HTTP/1.1" status: 204 len: 168 time: 0.0767877 Dec 15 14:16:23.054808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.059655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7229d-3282-4e29-9bba-aee741e1fbb8 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d2425a5-1d3c-43ca-9394-960e735ea46a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.097008 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-22b3c0f3-5b17-49c4-af00-3f479a37fc13 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0410070 Dec 15 14:16:23.100703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.125337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7cd7fac1-8c8d-4af8-b920-ff04760c2ca4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.133054 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7cd7fac1-8c8d-4af8-b920-ff04760c2ca4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.162890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7cd7fac1-8c8d-4af8-b920-ff04760c2ca4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.167828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7cd7fac1-8c8d-4af8-b920-ff04760c2ca4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.168982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7cd7fac1-8c8d-4af8-b920-ff04760c2ca4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d2932231-bfc9-4f3d-9aa7-29e1d0dc1da6 HTTP/1.1" status: 204 len: 168 time: 0.0672972 Dec 15 14:16:23.171750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.176711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7fac1-8c8d-4af8-b920-ff04760c2ca4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2932231-bfc9-4f3d-9aa7-29e1d0dc1da6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.214114 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5274f5fd-e489-42f8-a7d0-37ba99d74df6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0410058 Dec 15 14:16:23.217054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39792) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.243089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb13f0e4-8f0f-46fc-9d4b-9cdf9a7a8319 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.250755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb13f0e4-8f0f-46fc-9d4b-9cdf9a7a8319 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.277344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb13f0e4-8f0f-46fc-9d4b-9cdf9a7a8319 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.284392 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb13f0e4-8f0f-46fc-9d4b-9cdf9a7a8319 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.289100 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-eb13f0e4-8f0f-46fc-9d4b-9cdf9a7a8319 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fe01662e-f5c1-469a-adb4-6d14c04eb658 HTTP/1.1" status: 204 len: 168 time: 0.0676942 Dec 15 14:16:23.289100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.300396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13f0e4-8f0f-46fc-9d4b-9cdf9a7a8319 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe01662e-f5c1-469a-adb4-6d14c04eb658,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.336979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3202b264-d66a-4d07-97e4-98fb0118563b tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466495 Dec 15 14:16:23.339601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.392032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f53ec5ac-1d36-439e-961e-ad33810eda65 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.415234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f53ec5ac-1d36-439e-961e-ad33810eda65 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.455948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f53ec5ac-1d36-439e-961e-ad33810eda65 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.459228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f53ec5ac-1d36-439e-961e-ad33810eda65 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.462823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f53ec5ac-1d36-439e-961e-ad33810eda65 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/800962af-cb26-4aa0-8ed7-4cb44a04022b HTTP/1.1" status: 204 len: 168 time: 0.1198697 Dec 15 14:16:23.463681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.481795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ec5ac-1d36-439e-961e-ad33810eda65 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800962af-cb26-4aa0-8ed7-4cb44a04022b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.516175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b8cba6a-484a-4c27-b659-762752518418 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0513978 Dec 15 14:16:23.521019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.525388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975992319'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:23.549298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.617635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.621479 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.648559 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.652300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1278465 Dec 15 14:16:23.652540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.656798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': 'b481d230-1484-4c7c-ab87-385faeb03325', 'direction': 'ingress', 'protocol': 17}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:23.663348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca28d8-a96b-4844-adf0-8a6c2f392944 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b481d230-1484-4c7c-ab87-385faeb03325,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.688287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.758314 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.762537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.781001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7195964f-846f-4ab3-b6e7-c33f3539695a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.790711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.791982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1a332f80-448a-427e-8935-840dbf9efe26 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1384969 Dec 15 14:16:23.794935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.857180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0cce59-62b1-40f1-ac2b-8955416026c4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.885178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0cce59-62b1-40f1-ac2b-8955416026c4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.911772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2683fd-384d-4740-b3cf-13019329d1b2 req-0e3ca455-1273-4f4f-b242-1f9731c3fe3d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:23.914610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f2683fd-384d-4740-b3cf-13019329d1b2 req-0e3ca455-1273-4f4f-b242-1f9731c3fe3d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0518677 Dec 15 14:16:23.933895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0cce59-62b1-40f1-ac2b-8955416026c4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.938044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0cce59-62b1-40f1-ac2b-8955416026c4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:23.941646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fc0cce59-62b1-40f1-ac2b-8955416026c4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/b481d230-1484-4c7c-ab87-385faeb03325 HTTP/1.1" status: 204 len: 168 time: 0.1434979 Dec 15 14:16:23.942437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:23.949573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cce59-62b1-40f1-ac2b-8955416026c4 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b481d230-1484-4c7c-ab87-385faeb03325,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.000610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f2683fd-384d-4740-b3cf-13019329d1b2 req-eb906829-c45e-42a6-add7-0b459669bd7d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791295 Dec 15 14:16:24.016135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-61089029-6833-435b-9903-195fbc253cf0 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722723 Dec 15 14:16:24.021598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.026577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917390112'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:24.049762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.119475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.123344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.154549 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.155832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1328835 Dec 15 14:16:24.157806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae680ae-272e-487e-803b-83e10313fac1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0aff92-3a2a-4cc0-99d5-6e736d5fdfc3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.158899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39812) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.172706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--609889984'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:24.196546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.263469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.267756 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.298184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.300188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1394422 Dec 15 14:16:24.302252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.306626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '7c0aff92-3a2a-4cc0-99d5-6e736d5fdfc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7fc8d1cb-2113-4ac8-898b-ac0903ea455f', 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:24.311957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d06c9-b16e-4308-a029-c21e5906063c tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8d1cb-2113-4ac8-898b-ac0903ea455f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.341944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.417515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.422098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.440829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73553acf-5a1d-4831-bb74-294976b544a5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.448973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.453156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1d720867-5fc6-48d1-8867-7daf57ab93de tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1473963 Dec 15 14:16:24.453566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39816) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.478214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b6b77ba-2bb7-4f3f-b379-a181d19625cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.485749 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b6b77ba-2bb7-4f3f-b379-a181d19625cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.513497 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b6b77ba-2bb7-4f3f-b379-a181d19625cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.520582 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b6b77ba-2bb7-4f3f-b379-a181d19625cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.521684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3b6b77ba-2bb7-4f3f-b379-a181d19625cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/73553acf-5a1d-4831-bb74-294976b544a5 HTTP/1.1" status: 204 len: 168 time: 0.0670905 Dec 15 14:16:24.524358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.535683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b77ba-2bb7-4f3f-b379-a181d19625cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73553acf-5a1d-4831-bb74-294976b544a5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.571417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4db096dd-d395-4a71-ae52-9e6da9f65743 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0454273 Dec 15 14:16:24.574066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.626574 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26b582af-a0b7-423f-bc52-d53d5ede0fb2 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.651628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26b582af-a0b7-423f-bc52-d53d5ede0fb2 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.696583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26b582af-a0b7-423f-bc52-d53d5ede0fb2 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.699698 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26b582af-a0b7-423f-bc52-d53d5ede0fb2 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.701020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-26b582af-a0b7-423f-bc52-d53d5ede0fb2 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/7fc8d1cb-2113-4ac8-898b-ac0903ea455f HTTP/1.1" status: 204 len: 168 time: 0.1260424 Dec 15 14:16:24.704025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39822) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.711164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b582af-a0b7-423f-bc52-d53d5ede0fb2 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8d1cb-2113-4ac8-898b-ac0903ea455f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.767885 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-782bfccc-1a6c-4891-87e3-2482733a15d9 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0613031 Dec 15 14:16:24.770663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.826917 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26aaa0b0-49c9-4d31-9a8b-578e1bc79353 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.853094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26aaa0b0-49c9-4d31-9a8b-578e1bc79353 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.901002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26aaa0b0-49c9-4d31-9a8b-578e1bc79353 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.904031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26aaa0b0-49c9-4d31-9a8b-578e1bc79353 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:24.905307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-26aaa0b0-49c9-4d31-9a8b-578e1bc79353 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c0aff92-3a2a-4cc0-99d5-6e736d5fdfc3 HTTP/1.1" status: 204 len: 168 time: 0.1335714 Dec 15 14:16:24.908423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.918288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaa0b0-49c9-4d31-9a8b-578e1bc79353 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0aff92-3a2a-4cc0-99d5-6e736d5fdfc3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:24.964259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-41712dcf-b1ad-45ea-a20e-a09f54790d92 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541699 Dec 15 14:16:24.968491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:24.972949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712873235'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:24.998301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.079044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.083986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.114430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.115677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1462488 Dec 15 14:16:25.117630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc719c6-70c6-4614-9a79-61ef4a729b4e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8574fbc-d433-4d91-8119-673b54f3c389,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.120851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.125321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': 'a8574fbc-d433-4d91-8119-673b54f3c389', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:25.125750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4910fc-d2d1-49b6-a883-163c3ca6d68c req-534df687-e579-4de7-9f6f-04467f3b2866 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:25.127238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d4910fc-d2d1-49b6-a883-163c3ca6d68c req-534df687-e579-4de7-9f6f-04467f3b2866 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0535166 Dec 15 14:16:25.152475 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.176995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7d4910fc-d2d1-49b6-a883-163c3ca6d68c req-9b5e935a-d063-4814-b528-331d637841ad tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Dec 15 14:16:25.212690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.216164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.235490 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e98c0d1-74cf-460d-98f3-e59fd0d926db,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.240580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.241767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7e93ece7-9553-4469-9b62-0bbdc6b086cf tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1199913 Dec 15 14:16:25.244635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.268080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-366c0efc-9fd5-43b2-bba1-987f8b437a67 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.276825 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-366c0efc-9fd5-43b2-bba1-987f8b437a67 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.302126 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-366c0efc-9fd5-43b2-bba1-987f8b437a67 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.307952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-366c0efc-9fd5-43b2-bba1-987f8b437a67 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.309080 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-366c0efc-9fd5-43b2-bba1-987f8b437a67 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0e98c0d1-74cf-460d-98f3-e59fd0d926db HTTP/1.1" status: 204 len: 168 time: 0.0636187 Dec 15 14:16:25.311757 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.314547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0efc-9fd5-43b2-bba1-987f8b437a67 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e98c0d1-74cf-460d-98f3-e59fd0d926db,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.356680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b1af0109-8bea-4967-bdeb-eac797f1e88a tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413008 Dec 15 14:16:25.357159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.414609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08f14704-e2f8-4c6b-a653-50c9d6bca9a5 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.446351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08f14704-e2f8-4c6b-a653-50c9d6bca9a5 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.497009 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08f14704-e2f8-4c6b-a653-50c9d6bca9a5 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.499832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08f14704-e2f8-4c6b-a653-50c9d6bca9a5 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.500976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-08f14704-e2f8-4c6b-a653-50c9d6bca9a5 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8574fbc-d433-4d91-8119-673b54f3c389 HTTP/1.1" status: 204 len: 168 time: 0.1428518 Dec 15 14:16:25.503695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.510683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f14704-e2f8-4c6b-a653-50c9d6bca9a5 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8574fbc-d433-4d91-8119-673b54f3c389,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.546738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-732aa292-c08e-4b9a-96ac-cf5dfc175024 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417943 Dec 15 14:16:25.550443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.555190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055655740'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:25.577504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.642920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.646690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.675646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.677419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1260965 Dec 15 14:16:25.679306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd0b6d-7878-4501-a4ff-39ad624e839e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0c93e-9829-4be6-a517-1b8c8c70804b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.680218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.685601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '9ff0c93e-9829-4be6-a517-1b8c8c70804b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:25.713214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.760224 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.764466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.782153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b119a829-07f6-4142-a924-ae48f25a6a1a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.790651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.792541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-813d29d6-2d5d-4c91-bb44-af68f513dfcc tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1104343 Dec 15 14:16:25.795164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.812784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b5f131f7-854e-416a-9eab-54f3c6014c1b tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules/b119a829-07f6-4142-a924-ae48f25a6a1a HTTP/1.1" status: 200 len: 763 time: 0.0164108 Dec 15 14:16:25.816263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.857980 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c0e649e-00fc-48f3-9c0f-7b36fd10a295 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406251 Dec 15 14:16:25.860530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.883446 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a34b0229-9155-4367-a118-ca46256c478f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.891131 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a34b0229-9155-4367-a118-ca46256c478f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.918150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a34b0229-9155-4367-a118-ca46256c478f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.924240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a34b0229-9155-4367-a118-ca46256c478f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:25.925376 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a34b0229-9155-4367-a118-ca46256c478f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b119a829-07f6-4142-a924-ae48f25a6a1a HTTP/1.1" status: 204 len: 168 time: 0.0639660 Dec 15 14:16:25.928665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39852) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.931467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b0229-9155-4367-a118-ca46256c478f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b119a829-07f6-4142-a924-ae48f25a6a1a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:25.966451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0ba5687e-6ada-4b43-8696-224fdeaa0aed tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0365829 Dec 15 14:16:25.969126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:25.973210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '9ff0c93e-9829-4be6-a517-1b8c8c70804b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:26.001209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.054960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.058831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.079516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6566105d-7ec9-4023-aab6-3ef15551768b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:26.087660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.088870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b5c9d1a8-cf74-4e3c-9ec7-c7a3724fc075 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188695 Dec 15 14:16:26.092686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.110479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-18ecd8a6-1527-48ae-b53d-e12df3125905 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules/6566105d-7ec9-4023-aab6-3ef15551768b HTTP/1.1" status: 200 len: 763 time: 0.0167150 Dec 15 14:16:26.112942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.161805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f53a614-edbb-42c9-953a-0ae06625065e tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0471869 Dec 15 14:16:26.165048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.187467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05b63c0c-f555-4edd-a574-bf5b03c22e3d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.194887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05b63c0c-f555-4edd-a574-bf5b03c22e3d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.225268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05b63c0c-f555-4edd-a574-bf5b03c22e3d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.232755 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-05b63c0c-f555-4edd-a574-bf5b03c22e3d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.236114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-05b63c0c-f555-4edd-a574-bf5b03c22e3d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6566105d-7ec9-4023-aab6-3ef15551768b HTTP/1.1" status: 204 len: 168 time: 0.0682914 Dec 15 14:16:26.236773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39864) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.239419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b63c0c-f555-4edd-a574-bf5b03c22e3d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6566105d-7ec9-4023-aab6-3ef15551768b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:26.277822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-82511de4-0791-4d03-b9bc-b18f17e7986d tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395956 Dec 15 14:16:26.280615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.285708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '9ff0c93e-9829-4be6-a517-1b8c8c70804b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:26.299682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7babe-4b05-43a8-a637-36e71d46ddde req-36a75335-862e-4085-8eab-fc626fe325c9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:26.301185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a7babe-4b05-43a8-a637-36e71d46ddde req-36a75335-862e-4085-8eab-fc626fe325c9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0530312 Dec 15 14:16:26.308568 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Project 066fdaf45248485c980b58b68b457bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:16:26.313750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.349659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a7babe-4b05-43a8-a637-36e71d46ddde req-bf243064-d21f-4f32-9dea-94f5adaecd95 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Dec 15 14:16:26.370147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.373711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.389953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1838462-a545-4d5c-a862-360936d28d09,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:26.400189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.401415 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198082 Dec 15 14:16:26.402765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.403114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.403452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.403787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.404117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.404356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.404459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.404786 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.405113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.405432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.405754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.406073 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.406393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.406707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a59a30-789c-4980-abf1-b34a54d17280 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:26.421591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-07c6aacc-2759-4a91-aea6-4b0854d422e6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules/c1838462-a545-4d5c-a862-360936d28d09 HTTP/1.1" status: 200 len: 769 time: 0.0157814 Dec 15 14:16:26.423620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.470933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c02cd684-f705-461c-94a7-39054e58a308 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0461397 Dec 15 14:16:26.474214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.502346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6822eacc-b7ba-4dfc-b56d-f6305be04949 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.510537 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6822eacc-b7ba-4dfc-b56d-f6305be04949 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.536031 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6822eacc-b7ba-4dfc-b56d-f6305be04949 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.542931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6822eacc-b7ba-4dfc-b56d-f6305be04949 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.543999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6822eacc-b7ba-4dfc-b56d-f6305be04949 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c1838462-a545-4d5c-a862-360936d28d09 HTTP/1.1" status: 204 len: 168 time: 0.0687792 Dec 15 14:16:26.546674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39874) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.549278 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822eacc-b7ba-4dfc-b56d-f6305be04949 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1838462-a545-4d5c-a862-360936d28d09,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:26.585221 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e98e52b3-9dd5-4538-a930-5eb5e0b72925 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373194 Dec 15 14:16:26.587842 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.639658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a11b97e-a2a1-4ee5-8cbd-d149f713a0aa tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.661740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a11b97e-a2a1-4ee5-8cbd-d149f713a0aa tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.706285 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a11b97e-a2a1-4ee5-8cbd-d149f713a0aa tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.708964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a11b97e-a2a1-4ee5-8cbd-d149f713a0aa tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.710113 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6a11b97e-a2a1-4ee5-8cbd-d149f713a0aa tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ff0c93e-9829-4be6-a517-1b8c8c70804b HTTP/1.1" status: 204 len: 168 time: 0.1213613 Dec 15 14:16:26.713002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39878) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.719428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11b97e-a2a1-4ee5-8cbd-d149f713a0aa tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0c93e-9829-4be6-a517-1b8c8c70804b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:26.758527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ed7665f5-1eff-4a69-b7be-13ee5568c5dd tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442905 Dec 15 14:16:26.762568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39880) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.766753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group': {'name': 'tempest-secgroup--543772604'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:26.790642 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.858585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.862530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.892735 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.893874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1303940 Dec 15 14:16:26.895966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e078c-ec92-4471-85a5-6a77ac1820b6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500ac5c9-8f4e-4928-bf64-f0d90ff42ec2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:26.896757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:26.901785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Request body: {'security_group_rule': {'security_group_id': '500ac5c9-8f4e-4928-bf64-f0d90ff42ec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:26.929716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.978716 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:26.982347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.000360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b00673-f356-4b2c-9b81-a1d93a527d80,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:27.010993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.012249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef1f57b0-a791-4474-b4b2-3b353555dcac tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144087 Dec 15 14:16:27.014981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.068298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dfdf-2753-40bf-9e41-4a16785e7db1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.091444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dfdf-2753-40bf-9e41-4a16785e7db1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.137403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dfdf-2753-40bf-9e41-4a16785e7db1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.139988 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dfdf-2753-40bf-9e41-4a16785e7db1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.141176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f7d2dfdf-2753-40bf-9e41-4a16785e7db1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/500ac5c9-8f4e-4928-bf64-f0d90ff42ec2 HTTP/1.1" status: 204 len: 168 time: 0.1252458 Dec 15 14:16:27.143982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.150338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2dfdf-2753-40bf-9e41-4a16785e7db1 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500ac5c9-8f4e-4928-bf64-f0d90ff42ec2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:27.194384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-54b99515-df48-4f8a-ace3-38ae950f4f79 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492520 Dec 15 14:16:27.196866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.231901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c01a5f34-468e-4256-b16f-473def2a2a5f tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0338860 Dec 15 14:16:27.234867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.249034 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [None req-3ec5769b-2925-4fc0-af23-1efb62ac9097 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] delete failed (client error): The resource could not be found. Dec 15 14:16:27.250004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3ec5769b-2925-4fc0-af23-1efb62ac9097 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "DELETE /v2.0/security-groups/500ac5c9-8f4e-4928-bf64-f0d90ff42ec2 HTTP/1.1" status: 404 len: 347 time: 0.0141778 Dec 15 14:16:27.253359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.294903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87be17d5-5bc6-4a0f-a484-d36dc2faffb6 tempest-SecGroupIPv6Test-1820225102 tempest-SecGroupIPv6Test-1820225102-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0404987 Dec 15 14:16:27.468599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8a27-6dda-4a85-a06f-3786629e8419 req-0ef5c8d3-c71b-4dc4-b5c2-9385a36bec93 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:27.470169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acbc8a27-6dda-4a85-a06f-3786629e8419 req-0ef5c8d3-c71b-4dc4-b5c2-9385a36bec93 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0497401 Dec 15 14:16:27.522613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-acbc8a27-6dda-4a85-a06f-3786629e8419 req-c22c0e5f-988d-49d7-be0e-562d722900c3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Dec 15 14:16:27.543508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39900) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.678543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e6598bb7-c04d-4467-98ea-ff5d50d4f7dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=066fdaf45248485c980b58b68b457bff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335073 Dec 15 14:16:27.680604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:27.726943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c685745c-94be-4756-acb0-7c7a9ac250bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.747972 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c685745c-94be-4756-acb0-7c7a9ac250bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.793802 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c685745c-94be-4756-acb0-7c7a9ac250bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.796449 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c685745c-94be-4756-acb0-7c7a9ac250bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.797612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c685745c-94be-4756-acb0-7c7a9ac250bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8304b8cb-026a-4b8e-9aaa-26328dca44c2 HTTP/1.1" status: 204 len: 168 time: 0.1161249 Dec 15 14:16:27.806258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685745c-94be-4756-acb0-7c7a9ac250bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8304b8cb-026a-4b8e-9aaa-26328dca44c2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:28.644740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b80c11-0887-42c3-ae46-ac8824244c5c req-c586f07c-4b2f-4e3c-93aa-35376ac55082 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:28.647433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31b80c11-0887-42c3-ae46-ac8824244c5c req-c586f07c-4b2f-4e3c-93aa-35376ac55082 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0551231 Dec 15 14:16:28.698844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31b80c11-0887-42c3-ae46-ac8824244c5c req-a116d4a9-fda1-4634-ab1b-ccdb4e976117 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Dec 15 14:16:29.403897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 39956) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:29.513931 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65202ecd-1ab0-45b6-b363-c54e2c4a5790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.593065 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65202ecd-1ab0-45b6-b363-c54e2c4a5790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.596814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65202ecd-1ab0-45b6-b363-c54e2c4a5790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.634905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-65202ecd-1ab0-45b6-b363-c54e2c4a5790 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af270511dad844738d7014475f52e354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297771 Dec 15 14:16:29.636023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65202ecd-1ab0-45b6-b363-c54e2c4a5790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8af59-0a0c-468e-ab2b-e6f6a3d5647b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:29.637672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:29.686394 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73794e7d-f638-4d1d-a2e3-70648b3a0b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.708914 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73794e7d-f638-4d1d-a2e3-70648b3a0b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.760333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73794e7d-f638-4d1d-a2e3-70648b3a0b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.763407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73794e7d-f638-4d1d-a2e3-70648b3a0b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:29.764652 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-73794e7d-f638-4d1d-a2e3-70648b3a0b9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6c8af59-0a0c-468e-ab2b-e6f6a3d5647b HTTP/1.1" status: 204 len: 168 time: 0.1259429 Dec 15 14:16:29.773510 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794e7d-f638-4d1d-a2e3-70648b3a0b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8af59-0a0c-468e-ab2b-e6f6a3d5647b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:29.840587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0174b-c38e-4ce7-b8de-60c246860b9d req-d01c4708-ed2e-48e1-9685-27866e165119 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:29.842125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c0174b-c38e-4ce7-b8de-60c246860b9d req-d01c4708-ed2e-48e1-9685-27866e165119 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0687006 Dec 15 14:16:29.894361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c0174b-c38e-4ce7-b8de-60c246860b9d req-1e3b1b19-325d-4368-b57f-36fa78c5e562 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Dec 15 14:16:30.036124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:30.049117 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef96eae5-853a-4078-b9ce-319875007c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.125474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef96eae5-853a-4078-b9ce-319875007c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.129093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef96eae5-853a-4078-b9ce-319875007c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.165371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96eae5-853a-4078-b9ce-319875007c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ad6ae8-37aa-4f37-b907-d3ffebbc3aab,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:30.170614 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef96eae5-853a-4078-b9ce-319875007c48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87d2861ce99a431d9146844219ece279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333954 Dec 15 14:16:30.173196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 39970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:30.223941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27965f1c-4512-47ec-8a9b-21f62390df08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.245276 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27965f1c-4512-47ec-8a9b-21f62390df08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.292909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27965f1c-4512-47ec-8a9b-21f62390df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.295773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27965f1c-4512-47ec-8a9b-21f62390df08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:30.297707 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-27965f1c-4512-47ec-8a9b-21f62390df08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5ad6ae8-37aa-4f37-b907-d3ffebbc3aab HTTP/1.1" status: 204 len: 168 time: 0.1233876 Dec 15 14:16:30.307568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27965f1c-4512-47ec-8a9b-21f62390df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ad6ae8-37aa-4f37-b907-d3ffebbc3aab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:31.017749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3b1d-134a-416a-89ba-fff334092d37 req-39fff011-64c1-4c05-98ac-8fc3870ec139 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:31.019214 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36ff3b1d-134a-416a-89ba-fff334092d37 req-39fff011-64c1-4c05-98ac-8fc3870ec139 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0576346 Dec 15 14:16:31.070032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36ff3b1d-134a-416a-89ba-fff334092d37 req-0fe0dc08-0541-46b0-bd47-8f1cc4bbaac7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Dec 15 14:16:32.188561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76484-781e-4dc9-95d5-607aa5425210 req-9f8389f5-ef2a-461f-ac3c-fa5e40132063 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.189936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2e76484-781e-4dc9-95d5-607aa5425210 req-9f8389f5-ef2a-461f-ac3c-fa5e40132063 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0483546 Dec 15 14:16:32.236481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f2e76484-781e-4dc9-95d5-607aa5425210 req-379d53ef-fa5e-4c83-affb-ec3b8818d44a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Dec 15 14:16:33.355801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cfbef-d8c8-47a6-8368-6352a8d8fca8 req-1dfb5a4b-761b-45e1-8e64-55cce4e2e65c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:33.357455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f11cfbef-d8c8-47a6-8368-6352a8d8fca8 req-1dfb5a4b-761b-45e1-8e64-55cce4e2e65c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 943 time: 0.0536554 Dec 15 14:16:33.472294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:33.574214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:33.586882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630', 'mac_address': 'fa:16:3e:a4:c1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:33.629161 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.642472 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:33.645661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f11cfbef-d8c8-47a6-8368-6352a8d8fca8 req-5d2cdff6-ae8c-4f11-8795-a170520e3aba tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814665 Dec 15 14:16:33.664574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:33.669345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.716299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:34.119921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['8f8e8f23-b45a-4e38-8e7e-1fab3c025630'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:34.764404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639485-246c-4f60-a84d-27c13901fd04 req-777a79d5-00c7-4cea-b738-8bcdc0450e4d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:34.765929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71639485-246c-4f60-a84d-27c13901fd04 req-777a79d5-00c7-4cea-b738-8bcdc0450e4d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 944 time: 0.0500343 Dec 15 14:16:34.814657 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71639485-246c-4f60-a84d-27c13901fd04 req-0a3f5425-d52f-4b5e-a6c8-a18ace41d7c0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Dec 15 14:16:35.474169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:35.531247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:16:35.536457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:35.536857 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:35.613208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:35.641046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:35.644291 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f299cbf-78e1-438a-92b1-45daba4e7a38" -d '{"events": [{"server_uuid": "841c5b00-2b08-406b-b0e5-6e5d400dc764", "name": "network-vif-plugged", "status": "completed", "tag": "8f8e8f23-b45a-4e38-8e7e-1fab3c025630"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:35.659862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:35.665028 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:35.691806 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df786753-582d-4e83-83b6-dbe8e39cf5fd x-openstack-request-id: req-df786753-582d-4e83-83b6-dbe8e39cf5fd {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:35.692215 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841c5b00-2b08-406b-b0e5-6e5d400dc764", "name": "network-vif-plugged", "status": "completed", "tag": "8f8e8f23-b45a-4e38-8e7e-1fab3c025630", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:35.692623 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df786753-582d-4e83-83b6-dbe8e39cf5fd {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:35.693094 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630', 'code': 200} Dec 15 14:16:35.719712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:35.845393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a507936-56e9-4c10-ba63-352980b4e7bc req-1c117d99-0da4-4217-9d63-b494a40f4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.848490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1a507936-56e9-4c10-ba63-352980b4e7bc req-1c117d99-0da4-4217-9d63-b494a40f4ae9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 1096 time: 0.0813737 Dec 15 14:16:35.915060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1a507936-56e9-4c10-ba63-352980b4e7bc req-5b41fecc-87e2-4827-8d58-6ce34dc65fe6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Dec 15 14:16:35.971772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5088d-0569-487f-91b2-1ea3b2e7755f req-cc55266d-489c-467c-bbb1-ceddf9071d3a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.973409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbe5088d-0569-487f-91b2-1ea3b2e7755f req-cc55266d-489c-467c-bbb1-ceddf9071d3a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Dec 15 14:16:36.031149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cbe5088d-0569-487f-91b2-1ea3b2e7755f req-431079cb-961b-465e-bd02-3573cd24b247 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507827 Dec 15 14:16:37.161832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93175e5-6ea8-4fff-a61a-fbb1ec2c8347 req-9bd52d25-da4c-4b17-83d5-1ad964d1c2fa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:37.163522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e93175e5-6ea8-4fff-a61a-fbb1ec2c8347 req-9bd52d25-da4c-4b17-83d5-1ad964d1c2fa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0531538 Dec 15 14:16:37.221165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e93175e5-6ea8-4fff-a61a-fbb1ec2c8347 req-027fd596-cf7d-4760-a7b7-a48e9d3aa5e1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509627 Dec 15 14:16:38.343990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc49a5-fabc-4038-a246-5745763ed843 req-48b457cf-ee71-4d6d-8352-bb2cfe98ebba tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.345584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0cc49a5-fabc-4038-a246-5745763ed843 req-48b457cf-ee71-4d6d-8352-bb2cfe98ebba tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0519404 Dec 15 14:16:38.400073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0cc49a5-fabc-4038-a246-5745763ed843 req-c4aa4088-21b7-4f66-955d-054bf2a75678 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Dec 15 14:16:38.520461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afb9d7-44dc-49a2-9fbb-5f825bb9253f req-d34c1ca2-2925-4ee0-95d6-dbad1259389d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.521886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37afb9d7-44dc-49a2-9fbb-5f825bb9253f req-d34c1ca2-2925-4ee0-95d6-dbad1259389d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0544646 Dec 15 14:16:38.570342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37afb9d7-44dc-49a2-9fbb-5f825bb9253f req-f2a88194-463c-4a45-95f7-6ea4a48a86d4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Dec 15 14:16:38.690769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641bf62-504a-4d61-97eb-774fe0e4a49b req-f2a13e94-548b-4e64-83a3-ee0f028a559f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.692301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c641bf62-504a-4d61-97eb-774fe0e4a49b req-f2a13e94-548b-4e64-83a3-ee0f028a559f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0540450 Dec 15 14:16:38.744720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c641bf62-504a-4d61-97eb-774fe0e4a49b req-88a489bd-d2b3-4992-acf8-9fbf7c603f02 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Dec 15 14:16:39.015722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab648b4-6034-4efb-b538-fca6830a84d9 req-e5a0834e-444b-4a2e-b889-ce447d0f8560 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:39.017411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ab648b4-6034-4efb-b538-fca6830a84d9 req-e5a0834e-444b-4a2e-b889-ce447d0f8560 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0509534 Dec 15 14:16:39.074210 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1ab648b4-6034-4efb-b538-fca6830a84d9 req-c5e15aec-889e-4480-8654-1092c269a205 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Dec 15 14:16:40.202998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651659e6-b978-491f-9988-c9c533cee824 req-a39a8b27-dc17-49ae-bcc7-5a61d4af7a14 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:40.204642 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-651659e6-b978-491f-9988-c9c533cee824 req-a39a8b27-dc17-49ae-bcc7-5a61d4af7a14 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0524127 Dec 15 14:16:40.258111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-651659e6-b978-491f-9988-c9c533cee824 req-f18c1e89-7420-4e9e-ab42-f01e4bc9489d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Dec 15 14:16:40.686497 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-166dc292-3fb6-481b-8aad-ff537fbff1da tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:40.688044 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-166dc292-3fb6-481b-8aad-ff537fbff1da tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 945 time: 0.0570560 Dec 15 14:16:41.065377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:41.065801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.166096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:41.166527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.181188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:41.327918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.354345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['8f8e8f23-b45a-4e38-8e7e-1fab3c025630'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:41.369092 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=8f8e8f23-b45a-4e38-8e7e-1fab3c025630,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:41.400423 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffb9dad5-f849-453b-835f-914dda81a7cb req-0c30cd45-a161-4ca4-b330-d3fb260c3970 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0592141 Dec 15 14:16:41.460070 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:41.464024 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.469176 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56d0c0a1-a7d6-4534-b386-ec0908a0b867 req-67f9a964-19cc-4446-9bb5-5d82458bad54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "DELETE /v2.0/ports/8f8e8f23-b45a-4e38-8e7e-1fab3c025630 HTTP/1.1" status: 204 len: 173 time: 0.7744210 Dec 15 14:16:41.471281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'name': 'network-vif-deleted', 'tag': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:41.485440 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1449d91-bebc-46a6-98c4-7f2d0e60f0a1" -d '{"events": [{"server_uuid": "841c5b00-2b08-406b-b0e5-6e5d400dc764", "name": "network-vif-deleted", "tag": "8f8e8f23-b45a-4e38-8e7e-1fab3c025630"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:41.571465 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ec85d8-5e5b-4067-a195-5873e1e6a158 x-openstack-request-id: req-b4ec85d8-5e5b-4067-a195-5873e1e6a158 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:41.571757 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841c5b00-2b08-406b-b0e5-6e5d400dc764", "name": "network-vif-deleted", "tag": "8f8e8f23-b45a-4e38-8e7e-1fab3c025630", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:41.572012 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4ec85d8-5e5b-4067-a195-5873e1e6a158 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:41.572418 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841c5b00-2b08-406b-b0e5-6e5d400dc764', 'name': 'network-vif-deleted', 'tag': '8f8e8f23-b45a-4e38-8e7e-1fab3c025630', 'status': 'completed', 'code': 200} Dec 15 14:16:42.564083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f5508c-4ddc-49f7-8765-6d7f258f9efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:42.585121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb9a91ea-9440-4bdb-b727-e881a2fc3494 req-713ae480-93d8-4a19-93c1-b4f12bb06f7c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0433328 Dec 15 14:16:43.759676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2fd316f-0430-463e-90ca-81be5ed41c92 req-c556888d-7f23-4ccb-acab-82f019dce79c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0420818 Dec 15 14:16:44.298332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:44.728590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6ca0-b401-4416-b769-8f248bbf3926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:44.861372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c06f4883-d4e6-40fa-96bc-f4bc64d1947f req-f8396c59-4742-4aa4-bf58-b925f040e210 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0290649 Dec 15 14:16:45.503523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:45.523924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:45.524268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8f8e8f23-b45a-4e38-8e7e-1fab3c025630 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:45.993736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f24be5e7-cb80-485a-88a1-ef3ff7eb816a req-6633cbcc-d570-41a8-bb9f-364eafdb2587 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=841c5b00-2b08-406b-b0e5-6e5d400dc764 HTTP/1.1" status: 200 len: 210 time: 0.0397522 Dec 15 14:16:46.303075 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:47.045096 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:16:47.487642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:48.532955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:51.305257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.479083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-389f39cd-7c8d-40c0-b3b9-ee5f30bf8de6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.480583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-389f39cd-7c8d-40c0-b3b9-ee5f30bf8de6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1288438 Dec 15 14:17:10.497170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-e5664e61-2335-4636-8153-0ae2b029431b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0100479 Dec 15 14:17:10.553225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-59ad5cbf-caec-4c6d-9c1a-6fdf33209b2e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495212 Dec 15 14:17:10.649924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-cfea0c24-8ae6-418f-a9b6-df393cdc75b2 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893881 Dec 15 14:17:10.746549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-3852db07-8ec9-4972-b9e5-433034108ec3 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896151 Dec 15 14:17:10.944549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e254c3c-a540-4f8a-83e1-050426b5388f req-541cece4-16b7-4fa8-89f2-2c0158df2c6c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0310323 Dec 15 14:17:11.964834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-53c5796a-a953-4c2e-b55c-2cb68e414168 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:11.966547 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-53c5796a-a953-4c2e-b55c-2cb68e414168 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1109061 Dec 15 14:17:11.989232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '43f1b062-5440-4abc-bad2-19083a684f41', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:12.070363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6dea7410-3da0-4362-bf07-dc106e4fe91a req-4d8529a3-3fa5-442f-8db7-7ce0b310c4e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0374858 Dec 15 14:17:12.112127 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:12.116783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.280429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.8 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/34664cb0-c9a4-456a-8fc4-33532dbe9c70) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:12.466033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.505539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.570172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb0f2-e7d7-428f-971a-cbf5e2a3fc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.577592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:12.581229 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:12.586410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:12.615778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=34664cb0-c9a4-456a-8fc4-33532dbe9c70,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:12.653196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.654004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.675341 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-d18b734f-b86c-4611-9370-66129cce36e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6902814 Dec 15 14:17:12.693330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Request body: {'port': {'device_id': '43f1b062-5440-4abc-bad2-19083a684f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:12.756973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.933120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-56f8e8eb-216c-4941-82d2-42b349a476ab None None] Provisioning complete for port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:12.933558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56f8e8eb-216c-4941-82d2-42b349a476ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.021800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-56f8e8eb-216c-4941-82d2-42b349a476ab None None] Port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:17:13.069992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34664cb0-c9a4-456a-8fc4-33532dbe9c70 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:13.082154 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.116079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Transition to ACTIVE for port object 34664cb0-c9a4-456a-8fc4-33532dbe9c70 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:13.126078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.182709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Pushing event updated for resources: {'Port': ['ID=34664cb0-c9a4-456a-8fc4-33532dbe9c70,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:13.213291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef32962-bb11-4105-a820-668c92c0e537 req-d3a6dcfa-f554-43e1-b0cd-f23369276982 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.223146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ef32962-bb11-4105-a820-668c92c0e537 req-d3a6dcfa-f554-43e1-b0cd-f23369276982 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0718441 Dec 15 14:17:13.304536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ef32962-bb11-4105-a820-668c92c0e537 req-36f45cf4-2015-49a9-9925-c7bcf9e7ea1a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Dec 15 14:17:13.348242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Attempting to bind port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:13.348745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Attempting to bind port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:13.349183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Attempting to bind port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:13.355809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:13.356234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Attempting to bind port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:13.362193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:13.362719 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:13.363460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:13.364008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Bound port: 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:13.364656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.457832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] For port 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:13.461632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] For port 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:13.468468 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.509611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.510837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.513029 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f274d503-476b-45a8-b31e-40783baa910b service neutron] 10.222.0.85 "PUT /v2.0/ports/34664cb0-c9a4-456a-8fc4-33532dbe9c70 HTTP/1.1" status: 200 len: 1091 time: 0.8245211 Dec 15 14:17:13.515908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f1b062-5440-4abc-bad2-19083a684f41', 'tag': '34664cb0-c9a4-456a-8fc4-33532dbe9c70'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:13.518232 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529119d6-dbad-4f89-b4c0-845ac88ff498" -d '{"events": [{"name": "network-changed", "server_uuid": "43f1b062-5440-4abc-bad2-19083a684f41", "tag": "34664cb0-c9a4-456a-8fc4-33532dbe9c70"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:13.560784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d503-476b-45a8-b31e-40783baa910b service neutron] Pushing event updated for resources: {'Port': ['ID=34664cb0-c9a4-456a-8fc4-33532dbe9c70,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:13.595147 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb0d66d-b52f-4516-96a8-31bc0d7e9ad3 x-openstack-request-id: req-cfb0d66d-b52f-4516-96a8-31bc0d7e9ad3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:13.595586 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f1b062-5440-4abc-bad2-19083a684f41", "tag": "34664cb0-c9a4-456a-8fc4-33532dbe9c70", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:13.595943 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfb0d66d-b52f-4516-96a8-31bc0d7e9ad3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:13.601512 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f1b062-5440-4abc-bad2-19083a684f41', 'tag': '34664cb0-c9a4-456a-8fc4-33532dbe9c70', 'status': 'completed', 'code': 200} Dec 15 14:17:13.642298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f5400d3a-b474-4d3b-8087-bdaaa1bedb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.644841 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-f5400d3a-b474-4d3b-8087-bdaaa1bedb02 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 1094 time: 0.0605531 Dec 15 14:17:13.699781 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-290cd1c9-5a3b-47c8-af38-00ccd250b8dd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70 HTTP/1.1" status: 200 len: 217 time: 0.0434747 Dec 15 14:17:13.751565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-0137dc68-67ec-4c09-8410-bd648c030550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.753116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-0137dc68-67ec-4c09-8410-bd648c030550 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0456693 Dec 15 14:17:13.801776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-716fa99a-a6e3-4261-997c-f2afa65b83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.803328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-716fa99a-a6e3-4261-997c-f2afa65b83c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433974 Dec 15 14:17:13.907451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-329b2567-98f8-45dc-b87b-bf1d1aed2fb7 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962729 Dec 15 14:17:14.011646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8319a7dd-8d97-4bd4-9619-408383ecd1c0 req-c97bbf44-5f2f-42b9-ab78-2e0dc9f2ddc9 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957808 Dec 15 14:17:14.127608 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-e66f4b23-fb53-40a8-b242-471421850eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.129886 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-e66f4b23-fb53-40a8-b242-471421850eac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 1094 time: 0.0495095 Dec 15 14:17:14.231727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-21f21303-33e2-4bd4-9d08-4e4474943983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.233412 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-21f21303-33e2-4bd4-9d08-4e4474943983 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0957725 Dec 15 14:17:14.283795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-bb5ea91c-fc1f-4b82-9d07-f6a100d045a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70 HTTP/1.1" status: 200 len: 217 time: 0.0425830 Dec 15 14:17:14.299533 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:14.342604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-4f8c18b0-5a92-46c1-b3e9-831efac77040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.344767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-4f8c18b0-5a92-46c1-b3e9-831efac77040 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0541291 Dec 15 14:17:14.408393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-72780669-2b9b-4c23-be97-fa675a054b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.410396 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-72780669-2b9b-4c23-be97-fa675a054b18 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582891 Dec 15 14:17:14.439458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f9c74-3c94-49a7-a828-953ff5319cd4 req-fd218b32-7ae9-4b70-9f9f-a1fe6dcbb978 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.447433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-866f9c74-3c94-49a7-a828-953ff5319cd4 req-fd218b32-7ae9-4b70-9f9f-a1fe6dcbb978 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0632095 Dec 15 14:17:14.507600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-866f9c74-3c94-49a7-a828-953ff5319cd4 req-769107bd-29fd-4c70-be27-530200cf624a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Dec 15 14:17:14.526031 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-259ac673-34f0-4b56-b5e9-dc578db55a1d service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069014 Dec 15 14:17:14.625521 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-529119d6-dbad-4f89-b4c0-845ac88ff498 req-0b3a6328-c8bf-4371-b97f-168367741db7 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920272 Dec 15 14:17:14.723804 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0ad5-fd06-4a5f-a97f-6edccc8ef0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.643563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51e29-d1d3-4929-9bb3-824e78d294d3 req-c1ee5d53-d0b4-4fff-9976-891f17e6e73b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.645077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dce51e29-d1d3-4929-9bb3-824e78d294d3 req-c1ee5d53-d0b4-4fff-9976-891f17e6e73b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0533137 Dec 15 14:17:15.704717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dce51e29-d1d3-4929-9bb3-824e78d294d3 req-f824e60e-fc0c-439d-a058-390cd19153a2 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531876 Dec 15 14:17:16.314624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:16.910982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f908e17-9c86-435c-8e20-6ca040e4e908 req-4342f56e-f57c-418a-9115-7d4b7ccdccf9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:16.913387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f908e17-9c86-435c-8e20-6ca040e4e908 req-4342f56e-f57c-418a-9115-7d4b7ccdccf9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.1180410 Dec 15 14:17:17.016324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f908e17-9c86-435c-8e20-6ca040e4e908 req-fedc0a32-933d-4b79-bb80-a2df4b059326 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805206 Dec 15 14:17:17.538388 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.168095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102d1c4-075d-4061-b033-29c90f9c3efe req-190bbe8e-464f-4495-bbb2-be4ac92f289a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:18.170679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7102d1c4-075d-4061-b033-29c90f9c3efe req-190bbe8e-464f-4495-bbb2-be4ac92f289a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0767257 Dec 15 14:17:18.254393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7102d1c4-075d-4061-b033-29c90f9c3efe req-ed998bfb-3b31-4a88-aaf5-3d3ff0e790c9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715823 Dec 15 14:17:18.527531 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.405956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b38e4-7f6e-4c47-9a0c-0f28d5c616eb req-c84088c2-9e95-41ef-8ef5-d52216786cc3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:19.413908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-357b38e4-7f6e-4c47-9a0c-0f28d5c616eb req-c84088c2-9e95-41ef-8ef5-d52216786cc3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0650730 Dec 15 14:17:19.468175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-357b38e4-7f6e-4c47-9a0c-0f28d5c616eb req-b6db9abf-7518-472b-8d2c-35a03591b959 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Dec 15 14:17:20.594326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a52ee8-121c-4d12-88cc-1875a39a5f8b req-20a157b8-8326-4ed6-9da9-792f212d0147 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.595850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24a52ee8-121c-4d12-88cc-1875a39a5f8b req-20a157b8-8326-4ed6-9da9-792f212d0147 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0515397 Dec 15 14:17:20.648786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24a52ee8-121c-4d12-88cc-1875a39a5f8b req-4d847789-8815-4127-94fa-aa7a5bd828b6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Dec 15 14:17:21.311733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.771447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb80ef-4ff4-4f34-ae28-da3b7f272c67 req-32f8338b-6774-4bd3-b86b-ad99c430c518 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:21.774160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebcb80ef-4ff4-4f34-ae28-da3b7f272c67 req-32f8338b-6774-4bd3-b86b-ad99c430c518 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0558226 Dec 15 14:17:21.829142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebcb80ef-4ff4-4f34-ae28-da3b7f272c67 req-e5021dfc-44fa-4b61-b39b-b43ed1da4323 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483994 Dec 15 14:17:22.947593 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915856-ca39-457b-9ef5-0dfa60bfd6a6 req-43e8b4fd-2b74-49c0-9c22-1c93d33dcab7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:22.949119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3915856-ca39-457b-9ef5-0dfa60bfd6a6 req-43e8b4fd-2b74-49c0-9c22-1c93d33dcab7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0494008 Dec 15 14:17:22.997424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3915856-ca39-457b-9ef5-0dfa60bfd6a6 req-8022a8ad-a0a7-4f1c-a0ee-1244b7d70c04 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Dec 15 14:17:24.045105 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:17:24.119714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eef25b-d74e-4590-8a1b-5b70c2679054 req-e543a035-ce5d-4df5-9fe1-0499b2f32b2c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:24.121405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0eef25b-d74e-4590-8a1b-5b70c2679054 req-e543a035-ce5d-4df5-9fe1-0499b2f32b2c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0504191 Dec 15 14:17:24.174355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0eef25b-d74e-4590-8a1b-5b70c2679054 req-dd1b619f-1f8a-4f9f-bdfe-522a47734437 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 Dec 15 14:17:25.304654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5304-4481-4532-a368-c2e200598929 req-0a96da25-1a4f-421f-ad54-84dccf250fc7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:25.306171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0cdd5304-4481-4532-a368-c2e200598929 req-0a96da25-1a4f-421f-ad54-84dccf250fc7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0568712 Dec 15 14:17:25.358720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0cdd5304-4481-4532-a368-c2e200598929 req-9aed8cba-bc4d-4a39-a9b3-2cb57bbfe527 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Dec 15 14:17:26.171501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:26.308563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.399617 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.406790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.436175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8facc5-27ca-4896-8ff2-68c2d7cd1fe5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:26.451698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.452597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.453436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.454213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.454928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.455740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.456374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.457394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.457979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.458539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.459114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.459679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.460232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:26.514057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7d45ff24-0a30-450b-bfe7-4dc5771adf11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f5ebeb9758b4af7b25e07b6af8f8818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413818 Dec 15 14:17:26.515079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40664) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:26.516606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f67b4-02f9-4633-86a5-f107191891ba req-c2b91c58-6705-4dbc-b1be-46c6e28fcb68 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.526156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-052f67b4-02f9-4633-86a5-f107191891ba req-c2b91c58-6705-4dbc-b1be-46c6e28fcb68 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0737710 Dec 15 14:17:26.578373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb00556-0e48-4b32-badc-3860cd4c7683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.595308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-052f67b4-02f9-4633-86a5-f107191891ba req-7a892050-0a11-405f-b6c2-fe04c4ef028b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660038 Dec 15 14:17:26.604177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb00556-0e48-4b32-badc-3860cd4c7683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.654714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb00556-0e48-4b32-badc-3860cd4c7683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.657399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb00556-0e48-4b32-badc-3860cd4c7683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.658577 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2cb00556-0e48-4b32-badc-3860cd4c7683 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e8facc5-27ca-4896-8ff2-68c2d7cd1fe5 HTTP/1.1" status: 204 len: 168 time: 0.1421840 Dec 15 14:17:26.667108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb00556-0e48-4b32-badc-3860cd4c7683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8facc5-27ca-4896-8ff2-68c2d7cd1fe5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:26.961318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:26.978749 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa857-e1b3-43d3-b8f7-b9e6a4db6f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.066182 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa857-e1b3-43d3-b8f7-b9e6a4db6f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.071178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa857-e1b3-43d3-b8f7-b9e6a4db6f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.113305 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef9aa857-e1b3-43d3-b8f7-b9e6a4db6f2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fd5097c0f9246cf9d64129c480cbd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502814 Dec 15 14:17:27.116392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:27.123811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9aa857-e1b3-43d3-b8f7-b9e6a4db6f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85c38c2-8ddd-4653-ae57-96732ad799e2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:27.169252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e0162d5-5b73-4799-8877-48b5831ec043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.190128 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e0162d5-5b73-4799-8877-48b5831ec043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.235849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e0162d5-5b73-4799-8877-48b5831ec043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.238490 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e0162d5-5b73-4799-8877-48b5831ec043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.239633 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9e0162d5-5b73-4799-8877-48b5831ec043 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a85c38c2-8ddd-4653-ae57-96732ad799e2 HTTP/1.1" status: 204 len: 168 time: 0.1221030 Dec 15 14:17:27.247636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0162d5-5b73-4799-8877-48b5831ec043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85c38c2-8ddd-4653-ae57-96732ad799e2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:27.707054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa3bc-a6d7-4449-adaf-5d72b7f95f33 req-d28d749c-bb42-4159-9e20-6b02eca7748c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:27.708662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d5fa3bc-a6d7-4449-adaf-5d72b7f95f33 req-d28d749c-bb42-4159-9e20-6b02eca7748c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0574281 Dec 15 14:17:27.759230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d5fa3bc-a6d7-4449-adaf-5d72b7f95f33 req-51ac9318-6ba9-45fd-88b2-7b61fca3f40b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Dec 15 14:17:28.891194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639916e-3cd6-4b74-a31a-2db96ee5aa31 req-9293a736-22ca-453d-995f-f46397f8f586 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:28.893333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0639916e-3cd6-4b74-a31a-2db96ee5aa31 req-9293a736-22ca-453d-995f-f46397f8f586 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0497584 Dec 15 14:17:28.940587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0639916e-3cd6-4b74-a31a-2db96ee5aa31 req-fc3e1cb5-71cf-423f-acc1-70bf65a9859c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Dec 15 14:17:30.060184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f25e2-e0a8-49a2-8063-e494d06021c1 req-685d55b9-e501-4aff-b740-4949cc480257 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.061697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a31f25e2-e0a8-49a2-8063-e494d06021c1 req-685d55b9-e501-4aff-b740-4949cc480257 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0489576 Dec 15 14:17:30.118095 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a31f25e2-e0a8-49a2-8063-e494d06021c1 req-befe5587-6075-4093-bbfc-a880a59d8819 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Dec 15 14:17:31.241349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaac52-dc17-42f6-be2e-fb9c5a175777 req-5ce2a4bf-5268-441a-aac4-be72f68a283e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.242872 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8aaac52-dc17-42f6-be2e-fb9c5a175777 req-5ce2a4bf-5268-441a-aac4-be72f68a283e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0532582 Dec 15 14:17:31.295854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8aaac52-dc17-42f6-be2e-fb9c5a175777 req-331b86e3-17a1-4931-a559-6e9cf24ac197 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Dec 15 14:17:32.412936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4ef8d-46a0-4ce5-882e-4fb8c72a33f6 req-3a9fb427-a7dc-467c-949d-6af9b4d02d81 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:32.414614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21b4ef8d-46a0-4ce5-882e-4fb8c72a33f6 req-3a9fb427-a7dc-467c-949d-6af9b4d02d81 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0491996 Dec 15 14:17:32.467412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21b4ef8d-46a0-4ce5-882e-4fb8c72a33f6 req-73a33026-75df-490d-99dd-ed2bb101221a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Dec 15 14:17:33.591019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04812d-21c7-4bed-8aed-310a842a8735 req-8ebb3dd6-1587-4707-8e69-7e18d99bf67d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:33.592699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae04812d-21c7-4bed-8aed-310a842a8735 req-8ebb3dd6-1587-4707-8e69-7e18d99bf67d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0545225 Dec 15 14:17:33.641084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae04812d-21c7-4bed-8aed-310a842a8735 req-c1ca547f-8bed-4886-a045-d121d9babe49 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Dec 15 14:17:34.766215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4412f-60dd-4ccd-a4ab-9f1a1f28544b req-65cd0b10-66cc-4d34-b237-f89e8f8ec7e1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:34.768965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62f4412f-60dd-4ccd-a4ab-9f1a1f28544b req-65cd0b10-66cc-4d34-b237-f89e8f8ec7e1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0541263 Dec 15 14:17:34.819777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62f4412f-60dd-4ccd-a4ab-9f1a1f28544b req-6d5a6561-5177-4f86-9d3e-ba896dbcd571 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Dec 15 14:17:35.829796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 34664cb0-c9a4-456a-8fc4-33532dbe9c70 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:35.931405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:35.944441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '34664cb0-c9a4-456a-8fc4-33532dbe9c70', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': '34664cb0-c9a4-456a-8fc4-33532dbe9c70', 'mac_address': 'fa:16:3e:91:c9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:35.953317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c71d6-0d4d-4c7e-a39a-33763f6fea1a req-b871cf7e-3959-4590-9baf-4a7ec913db2f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:35.955919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-509c71d6-0d4d-4c7e-a39a-33763f6fea1a req-b871cf7e-3959-4590-9baf-4a7ec913db2f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 943 time: 0.0650554 Dec 15 14:17:35.996881 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:36.018108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34664cb0-c9a4-456a-8fc4-33532dbe9c70 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:36.035889 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-509c71d6-0d4d-4c7e-a39a-33763f6fea1a req-682d3064-d03b-444c-9b69-5635356b2b03 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721726 Dec 15 14:17:36.042306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:36.050925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:36.107016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=34664cb0-c9a4-456a-8fc4-33532dbe9c70,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:36.115564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.116198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.116762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.117286 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.117993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.117993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.121606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:36.426677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['34664cb0-c9a4-456a-8fc4-33532dbe9c70'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:37.158607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186034-4e86-49cf-964f-80a1c2e0b71f req-6729fd79-67d5-448b-a9ef-b11b657431ff tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.161420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5186034-4e86-49cf-964f-80a1c2e0b71f req-6729fd79-67d5-448b-a9ef-b11b657431ff tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 944 time: 0.0536826 Dec 15 14:17:37.228011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5186034-4e86-49cf-964f-80a1c2e0b71f req-27bb87ce-717f-4b78-bda6-aa927e03f13f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 Dec 15 14:17:37.846805 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 34664cb0-c9a4-456a-8fc4-33532dbe9c70 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:37.900222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:37.906750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:37.907400 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.010565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.045719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f1b062-5440-4abc-bad2-19083a684f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34664cb0-c9a4-456a-8fc4-33532dbe9c70'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:38.048829 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44976f99-8eac-43c2-83f6-d074a6e1df12" -d '{"events": [{"server_uuid": "43f1b062-5440-4abc-bad2-19083a684f41", "name": "network-vif-plugged", "status": "completed", "tag": "34664cb0-c9a4-456a-8fc4-33532dbe9c70"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:38.069365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:38.077123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.106700 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266bab28-53fc-4398-a40e-460340651502 x-openstack-request-id: req-266bab28-53fc-4398-a40e-460340651502 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:38.106999 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f1b062-5440-4abc-bad2-19083a684f41", "name": "network-vif-plugged", "status": "completed", "tag": "34664cb0-c9a4-456a-8fc4-33532dbe9c70", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:38.107248 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-266bab28-53fc-4398-a40e-460340651502 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:38.107643 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f1b062-5440-4abc-bad2-19083a684f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34664cb0-c9a4-456a-8fc4-33532dbe9c70', 'code': 200} Dec 15 14:17:38.138948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=34664cb0-c9a4-456a-8fc4-33532dbe9c70,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:38.233596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24556f43-f8c0-470f-8fc2-10b719433a79 req-35552f34-ab24-44a6-9ee7-bf6db7861036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:38.236259 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-24556f43-f8c0-470f-8fc2-10b719433a79 req-35552f34-ab24-44a6-9ee7-bf6db7861036 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 1096 time: 0.0526488 Dec 15 14:17:38.303214 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-24556f43-f8c0-470f-8fc2-10b719433a79 req-f8668fd6-579f-4c87-abb5-2075b1decc0a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597420 Dec 15 14:17:38.363808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2635c-3cde-4c0a-a46b-d75bc9ff9a9f req-281b8839-dd68-49ea-8af7-615a7033b4e3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:38.366096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ad2635c-3cde-4c0a-a46b-d75bc9ff9a9f req-281b8839-dd68-49ea-8af7-615a7033b4e3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0540233 Dec 15 14:17:38.420942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ad2635c-3cde-4c0a-a46b-d75bc9ff9a9f req-1e2636b5-f2b8-4328-a10d-51df4aa204eb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Dec 15 14:17:39.584928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781312d9-4a22-41d5-9eb0-4a0dd5178700 req-cc9e35c4-9c6e-4bad-b91b-18fb27f5aa91 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.586357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-781312d9-4a22-41d5-9eb0-4a0dd5178700 req-cc9e35c4-9c6e-4bad-b91b-18fb27f5aa91 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0705457 Dec 15 14:17:39.637164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-781312d9-4a22-41d5-9eb0-4a0dd5178700 req-52296d21-f761-4fa9-9079-e50b28a971a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Dec 15 14:17:40.753727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348814e-8801-47ee-9afc-740f1127baf7 req-d11f33a4-47a1-47f6-bcb5-f1c91eeb6f63 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.755416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1348814e-8801-47ee-9afc-740f1127baf7 req-d11f33a4-47a1-47f6-bcb5-f1c91eeb6f63 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0503087 Dec 15 14:17:40.803068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1348814e-8801-47ee-9afc-740f1127baf7 req-012d7781-1775-4d1a-b676-6a291b564204 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Dec 15 14:17:40.928495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb84f-ff88-462e-873d-ac7ddb0e68ee req-d8e25794-9b78-4ece-95cd-b82e290a33de tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.929986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-655fb84f-ff88-462e-873d-ac7ddb0e68ee req-d8e25794-9b78-4ece-95cd-b82e290a33de tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Dec 15 14:17:40.978427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-655fb84f-ff88-462e-873d-ac7ddb0e68ee req-7688c5f1-2f6c-4b97-a18e-e3085da52061 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422721 Dec 15 14:17:41.099604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3847-c04e-4ffd-b01e-48f59ead6898 req-5f682d5e-964d-47c5-8dec-2b06b6943200 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.101133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3bc3847-c04e-4ffd-b01e-48f59ead6898 req-5f682d5e-964d-47c5-8dec-2b06b6943200 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Dec 15 14:17:41.150954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3bc3847-c04e-4ffd-b01e-48f59ead6898 req-2958dfb5-bc13-405a-a93b-64532dbd0f43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Dec 15 14:17:41.459822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd2f11-4b74-4dd2-a17b-27914191cb71 req-d6b3cd61-a252-4f63-a6c2-0e76f162bc8b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.461427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9dd2f11-4b74-4dd2-a17b-27914191cb71 req-d6b3cd61-a252-4f63-a6c2-0e76f162bc8b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0610247 Dec 15 14:17:41.524071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9dd2f11-4b74-4dd2-a17b-27914191cb71 req-7feb1421-f74f-469f-addc-33dece3a6f66 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506237 Dec 15 14:17:42.557580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2fde0f73-d5bf-4a71-9096-42969252e8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:42.655896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bae97-da74-49ae-97b4-a6214d9d9aea req-705a05ac-2298-458b-9ce5-ff050786029a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:42.657546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-803bae97-da74-49ae-97b4-a6214d9d9aea req-705a05ac-2298-458b-9ce5-ff050786029a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Dec 15 14:17:42.707402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-803bae97-da74-49ae-97b4-a6214d9d9aea req-41ba5f19-afe1-496e-a32f-5e43e73e74d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Dec 15 14:17:43.110645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-5725f26d-5088-4951-8dac-abf8212d2dd8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:43.112300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-5725f26d-5088-4951-8dac-abf8212d2dd8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 945 time: 0.0554609 Dec 15 14:17:43.204888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:43.205163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:43.302136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port 34664cb0-c9a4-456a-8fc4-33532dbe9c70, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=34664cb0-c9a4-456a-8fc4-33532dbe9c70,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:43.302415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:43.314724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for 34664cb0-c9a4-456a-8fc4-33532dbe9c70 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:43.447390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:43.473593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['34664cb0-c9a4-456a-8fc4-33532dbe9c70'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:43.481747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=34664cb0-c9a4-456a-8fc4-33532dbe9c70,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:43.527683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port 34664cb0-c9a4-456a-8fc4-33532dbe9c70 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:43.530459 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:43.534108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c7fb48e-741f-4f8a-bfe8-50bfe5b03200 req-f31b7f88-02fb-4db0-a2bd-4eb11ecab1f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "DELETE /v2.0/ports/34664cb0-c9a4-456a-8fc4-33532dbe9c70 HTTP/1.1" status: 204 len: 173 time: 0.4158361 Dec 15 14:17:43.534662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f1b062-5440-4abc-bad2-19083a684f41', 'name': 'network-vif-deleted', 'tag': '34664cb0-c9a4-456a-8fc4-33532dbe9c70'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:43.541087 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6103e2e7-ef45-49d1-9232-412ad2ce7b28" -d '{"events": [{"server_uuid": "43f1b062-5440-4abc-bad2-19083a684f41", "name": "network-vif-deleted", "tag": "34664cb0-c9a4-456a-8fc4-33532dbe9c70"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:43.590608 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36ae0dd-9a8d-43d9-86fb-4d03d279e71e x-openstack-request-id: req-a36ae0dd-9a8d-43d9-86fb-4d03d279e71e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:43.591280 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f1b062-5440-4abc-bad2-19083a684f41", "name": "network-vif-deleted", "tag": "34664cb0-c9a4-456a-8fc4-33532dbe9c70", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:43.591604 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a36ae0dd-9a8d-43d9-86fb-4d03d279e71e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:43.592082 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f1b062-5440-4abc-bad2-19083a684f41', 'name': 'network-vif-deleted', 'tag': '34664cb0-c9a4-456a-8fc4-33532dbe9c70', 'status': 'completed', 'code': 200} Dec 15 14:17:43.805994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93eb620f-98c8-45e4-bd06-40b3147c2d74 req-5f618a06-3235-4779-b9ad-cabddb1c6c2e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0268946 Dec 15 14:17:44.295683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:44.727960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8be785b4-5197-4a09-a8ac-001a5d77daa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:44.914469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d664f05b-a501-482c-a8d7-3b75c374bff0 req-6a7f965c-9970-439d-90b1-e0697f0e09d6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Dec 15 14:17:46.044822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-358b0995-9f24-4db9-9112-82ad9604c8a6 req-0db7b214-de45-4590-800a-59556c889422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0459483 Dec 15 14:17:46.319634 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.145554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a913c7b9-b3b3-4c3a-9380-3b13026539c1 req-387fed4f-b0e3-4314-8ed6-fe9f3c6507a5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0315809 Dec 15 14:17:47.491046 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.802991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:47.893866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 34664cb0-c9a4-456a-8fc4-33532dbe9c70 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:47.919218 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 34664cb0-c9a4-456a-8fc4-33532dbe9c70 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:47.919567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 34664cb0-c9a4-456a-8fc4-33532dbe9c70 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:47.926772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.019985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.023897 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.064159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3923f186-8b8d-4e03-b205-20fa00e6e19f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.073521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40896) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:48.074016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=704f4abb419e4cbaa9f9d9f64c51931e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694266 Dec 15 14:17:48.081824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.082578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.082927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.083266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.083595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.083924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.084251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.084595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.084924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.085246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.085567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.085885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.086209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8bd09-eb39-4e23-b281-f555eb0dfa71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.131913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd30e-37f5-4124-9227-bae0a3ba1a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.159818 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd30e-37f5-4124-9227-bae0a3ba1a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.251599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd30e-37f5-4124-9227-bae0a3ba1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.256415 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd30e-37f5-4124-9227-bae0a3ba1a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.261489 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1bdfd30e-37f5-4124-9227-bae0a3ba1a85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3923f186-8b8d-4e03-b205-20fa00e6e19f HTTP/1.1" status: 204 len: 168 time: 0.1867814 Dec 15 14:17:48.272905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfd30e-37f5-4124-9227-bae0a3ba1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3923f186-8b8d-4e03-b205-20fa00e6e19f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.319108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-942660e3-90d5-4290-9951-4579c59d84ab req-dc4a111d-84a1-4d60-8c0c-c1829a101526 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=43f1b062-5440-4abc-bad2-19083a684f41 HTTP/1.1" status: 200 len: 210 time: 0.0417616 Dec 15 14:17:48.526127 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.607114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 40904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:48.620529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f703d5d6-174a-4930-834e-2f23d9e3580a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.727400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f703d5d6-174a-4930-834e-2f23d9e3580a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.731604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f703d5d6-174a-4930-834e-2f23d9e3580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.771078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f703d5d6-174a-4930-834e-2f23d9e3580a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54c48352dac64322824e7aee221fb09c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635711 Dec 15 14:17:48.771950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d5d6-174a-4930-834e-2f23d9e3580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7fda5-1022-4593-a554-c305dac3e3ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.773956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 40906) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:48.824734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c59e419-256e-458e-b09a-60a151ef9df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.847456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c59e419-256e-458e-b09a-60a151ef9df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.898860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c59e419-256e-458e-b09a-60a151ef9df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.901494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c59e419-256e-458e-b09a-60a151ef9df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.902807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2c59e419-256e-458e-b09a-60a151ef9df6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fe7fda5-1022-4593-a554-c305dac3e3ce HTTP/1.1" status: 204 len: 168 time: 0.1273315 Dec 15 14:17:48.913324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59e419-256e-458e-b09a-60a151ef9df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7fda5-1022-4593-a554-c305dac3e3ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:51.323742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.004153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41024) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:54.113147 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd79f430-2cb3-4f43-8476-4af2dc68e5e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.189719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd79f430-2cb3-4f43-8476-4af2dc68e5e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.194192 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd79f430-2cb3-4f43-8476-4af2dc68e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.233060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fd79f430-2cb3-4f43-8476-4af2dc68e5e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc307ff88e104fffb6e277ec4fab759c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278216 Dec 15 14:17:54.233953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79f430-2cb3-4f43-8476-4af2dc68e5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a6226-1e18-43e9-b4c9-aabbc75117bf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:54.235724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:54.286760 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b4701e-a7d3-4d70-a29c-230012278adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.308007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b4701e-a7d3-4d70-a29c-230012278adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.356522 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b4701e-a7d3-4d70-a29c-230012278adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.359316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b4701e-a7d3-4d70-a29c-230012278adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.360562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e3b4701e-a7d3-4d70-a29c-230012278adf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db3a6226-1e18-43e9-b4c9-aabbc75117bf HTTP/1.1" status: 204 len: 168 time: 0.1224411 Dec 15 14:17:54.369977 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4701e-a7d3-4d70-a29c-230012278adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a6226-1e18-43e9-b4c9-aabbc75117bf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:54.635735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41034) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:54.648780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e9d4-f5e7-492d-93c6-359af40262f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.725293 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e9d4-f5e7-492d-93c6-359af40262f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.729402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e9d4-f5e7-492d-93c6-359af40262f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.768940 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e9d4-f5e7-492d-93c6-359af40262f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be6a69-ccfb-4fa3-892d-6426b0da2eb6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:54.775665 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7ae3e9d4-f5e7-492d-93c6-359af40262f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7d2bfba7a4f41c0ab61bc930c943767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365321 Dec 15 14:17:54.775892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:54.827321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38a4bb42-f2b6-4eb4-a564-9423faeda6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.854611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38a4bb42-f2b6-4eb4-a564-9423faeda6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.899141 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38a4bb42-f2b6-4eb4-a564-9423faeda6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.902164 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38a4bb42-f2b6-4eb4-a564-9423faeda6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.903336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-38a4bb42-f2b6-4eb4-a564-9423faeda6e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1be6a69-ccfb-4fa3-892d-6426b0da2eb6 HTTP/1.1" status: 204 len: 168 time: 0.1265330 Dec 15 14:17:54.913031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4bb42-f2b6-4eb4-a564-9423faeda6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be6a69-ccfb-4fa3-892d-6426b0da2eb6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:56.693072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:56.823268 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44db96ea-f08d-4b76-a534-e82f4ee75c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.928266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44db96ea-f08d-4b76-a534-e82f4ee75c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.934378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44db96ea-f08d-4b76-a534-e82f4ee75c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.960878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db96ea-f08d-4b76-a534-e82f4ee75c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe71f6-e6ab-46b2-9b86-87a8579c3564,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:56.998186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41170) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:57.004894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-44db96ea-f08d-4b76-a534-e82f4ee75c0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42803f4f026e40ed8cc34474bb7675aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106689 Dec 15 14:17:57.052707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d48ca58-fe87-4181-afa5-0bfe2d8ee98a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.084949 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d48ca58-fe87-4181-afa5-0bfe2d8ee98a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.143627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d48ca58-fe87-4181-afa5-0bfe2d8ee98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.147945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d48ca58-fe87-4181-afa5-0bfe2d8ee98a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.151949 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d48ca58-fe87-4181-afa5-0bfe2d8ee98a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fbe71f6-e6ab-46b2-9b86-87a8579c3564 HTTP/1.1" status: 204 len: 168 time: 0.1527410 Dec 15 14:17:57.162150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48ca58-fe87-4181-afa5-0bfe2d8ee98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe71f6-e6ab-46b2-9b86-87a8579c3564,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.513055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:57.530083 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93203cf-2d0e-4ffc-a44a-84b1a7654b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.615936 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93203cf-2d0e-4ffc-a44a-84b1a7654b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.620899 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93203cf-2d0e-4ffc-a44a-84b1a7654b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.661044 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f93203cf-2d0e-4ffc-a44a-84b1a7654b44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66a308386e3d4c8899eeb849dece39a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467469 Dec 15 14:17:57.663714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93203cf-2d0e-4ffc-a44a-84b1a7654b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07369189-e278-49bc-bf89-c49f0d40fa73,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.663923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41182) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:57.733124 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd1d-7fd9-490a-908a-371b3bbae326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.757194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd1d-7fd9-490a-908a-371b3bbae326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.811186 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd1d-7fd9-490a-908a-371b3bbae326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.813942 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd1d-7fd9-490a-908a-371b3bbae326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.818280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d7fdfd1d-7fd9-490a-908a-371b3bbae326 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07369189-e278-49bc-bf89-c49f0d40fa73 HTTP/1.1" status: 204 len: 168 time: 0.1504753 Dec 15 14:17:57.825915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdfd1d-7fd9-490a-908a-371b3bbae326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07369189-e278-49bc-bf89-c49f0d40fa73,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:01.045596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:18:03.304602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:03.450155 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4666078-e899-4338-9f00-f55cc7e88586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.540727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4666078-e899-4338-9f00-f55cc7e88586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.544746 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4666078-e899-4338-9f00-f55cc7e88586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.585348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d4666078-e899-4338-9f00-f55cc7e88586 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fbc40e9d1514daa81c055199fd33b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796428 Dec 15 14:18:03.586110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4666078-e899-4338-9f00-f55cc7e88586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8094daca-d65c-4376-b4a0-fd79f873fad4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:03.588847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:03.642316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90ae4102-ba68-4175-91df-0d585ee95db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.678034 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90ae4102-ba68-4175-91df-0d585ee95db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.739515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90ae4102-ba68-4175-91df-0d585ee95db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.742526 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90ae4102-ba68-4175-91df-0d585ee95db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.743863 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90ae4102-ba68-4175-91df-0d585ee95db5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8094daca-d65c-4376-b4a0-fd79f873fad4 HTTP/1.1" status: 204 len: 168 time: 0.1536119 Dec 15 14:18:03.763373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae4102-ba68-4175-91df-0d585ee95db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8094daca-d65c-4376-b4a0-fd79f873fad4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:04.115399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:04.135115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dea3ad8-091b-4d8d-863f-e7a329377a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.230513 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dea3ad8-091b-4d8d-863f-e7a329377a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.236336 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dea3ad8-091b-4d8d-863f-e7a329377a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.278677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5dea3ad8-091b-4d8d-863f-e7a329377a81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f34c8400e304a60aeaf9ef10d593582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621413 Dec 15 14:18:04.279669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea3ad8-091b-4d8d-863f-e7a329377a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896b542a-f7d1-4a5c-8266-080e2460ce1f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:04.281318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:04.335880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94741d45-e32a-496d-b377-76002b3febf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.362692 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94741d45-e32a-496d-b377-76002b3febf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.423052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94741d45-e32a-496d-b377-76002b3febf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.426885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94741d45-e32a-496d-b377-76002b3febf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.430922 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-94741d45-e32a-496d-b377-76002b3febf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/896b542a-f7d1-4a5c-8266-080e2460ce1f HTTP/1.1" status: 204 len: 168 time: 0.1482289 Dec 15 14:18:04.445184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94741d45-e32a-496d-b377-76002b3febf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b542a-f7d1-4a5c-8266-080e2460ce1f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:07.814367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-d9a898a2-23fb-4f81-835b-8fbe16872b23 req-1758628f-6895-4248-bc8a-530396cc6d44 service neutron] (103378) timed out ('10.222.0.32', 47058) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:18:12.552654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c13863c2-6a28-4499-9564-cbe0adedc165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.516127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-625e84f0-2bdb-4991-b410-726487e0310d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:13.518212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-625e84f0-2bdb-4991-b410-726487e0310d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1069384 Dec 15 14:18:13.534466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-b1056ef6-d623-4726-9bc8-a30b291696ab tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0100758 Dec 15 14:18:13.592108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-c3165455-576e-45b2-8664-f242a5f21a93 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517805 Dec 15 14:18:13.686705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-af7ed7fe-e0f0-40c8-8aae-02b724b9f4a2 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875683 Dec 15 14:18:13.787306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-217e0ddc-5c3e-4587-9e3c-4dddc2e4d37e service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937414 Dec 15 14:18:14.099637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26e25f17-24ac-4bee-990f-f06b22929067 req-abd17529-45cb-4a32-818d-9570ef351cdc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0284064 Dec 15 14:18:14.316126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.735714 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ec1563f-926b-4584-9166-ecfc1c26c375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.196039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-cf868716-905f-43c5-9517-67302db1ebee tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:15.198932 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-cf868716-905f-43c5-9517-67302db1ebee tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1656523 Dec 15 14:18:15.216253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:15.218490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-518e8675-c042-4315-8dbf-5bf739615c2c req-7d212946-b87b-47da-8bdd-99803737dc1d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0291955 Dec 15 14:18:15.372748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:15.378671 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.531740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.6 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/a0a8af3c-50c9-440c-b681-9357d01ec8b5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:15.698609 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.739643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.796860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:15.803018 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:15.807821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:15.840642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=a0a8af3c-50c9-440c-b681-9357d01ec8b5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:15.882509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:15.883305 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.903786 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-e39fc069-3e48-4c9f-bf8c-b7afcd32382b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6923451 Dec 15 14:18:15.924236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Request body: {'port': {'device_id': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:15.990412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.175162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-09baa218-a37c-4487-aaad-e9c509798877 None None] Provisioning complete for port a0a8af3c-50c9-440c-b681-9357d01ec8b5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:16.177038 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09baa218-a37c-4487-aaad-e9c509798877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.221380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-09baa218-a37c-4487-aaad-e9c509798877 None None] Port a0a8af3c-50c9-440c-b681-9357d01ec8b5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:16.321693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a8af3c-50c9-440c-b681-9357d01ec8b5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:16.333007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.335503 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.352636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Transition to ACTIVE for port object a0a8af3c-50c9-440c-b681-9357d01ec8b5 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:16.360800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.374491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff3e8e-b5c3-4d3b-8c37-cb31b234d8ac req-cf6c9739-e778-4a9e-a187-daaa5f155aed tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.376157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fff3e8e-b5c3-4d3b-8c37-cb31b234d8ac req-cf6c9739-e778-4a9e-a187-daaa5f155aed tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 931 time: 0.0607290 Dec 15 14:18:16.413396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a8af3c-50c9-440c-b681-9357d01ec8b5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.462268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fff3e8e-b5c3-4d3b-8c37-cb31b234d8ac req-f43f8c3f-059b-4eec-935d-2ef6fc976a7e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793507 Dec 15 14:18:16.532830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Attempting to bind port a0a8af3c-50c9-440c-b681-9357d01ec8b5 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:16.533610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Attempting to bind port a0a8af3c-50c9-440c-b681-9357d01ec8b5 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:16.533944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Attempting to bind port a0a8af3c-50c9-440c-b681-9357d01ec8b5 on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:16.539128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Port a0a8af3c-50c9-440c-b681-9357d01ec8b5 on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:16.539457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Attempting to bind port a0a8af3c-50c9-440c-b681-9357d01ec8b5 on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:16.544870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:16.545458 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:16.545851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:16.546354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Bound port: a0a8af3c-50c9-440c-b681-9357d01ec8b5, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:16.546847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.621323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] For port a0a8af3c-50c9-440c-b681-9357d01ec8b5, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:16.624801 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] For port a0a8af3c-50c9-440c-b681-9357d01ec8b5, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:16.634747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.676412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.677212 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.679395 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] 10.222.0.85 "PUT /v2.0/ports/a0a8af3c-50c9-440c-b681-9357d01ec8b5 HTTP/1.1" status: 200 len: 1091 time: 0.7620819 Dec 15 14:18:16.679967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'tag': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:16.682385 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d33fa6-6597-46bb-a06a-eb212d84c57e" -d '{"events": [{"name": "network-changed", "server_uuid": "224af31c-77ed-426b-b10c-f81f7cc74f5e", "tag": "a0a8af3c-50c9-440c-b681-9357d01ec8b5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:16.716587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac32e-b9f8-4a68-b16c-61d4fccf8944 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a8af3c-50c9-440c-b681-9357d01ec8b5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.789550 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4209d8-fb72-43d9-b471-326897a4a0ab x-openstack-request-id: req-0d4209d8-fb72-43d9-b471-326897a4a0ab {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:16.789985 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224af31c-77ed-426b-b10c-f81f7cc74f5e", "tag": "a0a8af3c-50c9-440c-b681-9357d01ec8b5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:16.790353 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d4209d8-fb72-43d9-b471-326897a4a0ab {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:16.790894 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'tag': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5', 'status': 'completed', 'code': 200} Dec 15 14:18:16.814128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-af42d032-0f68-4c9f-9c16-0ecfb998b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.816385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-af42d032-0f68-4c9f-9c16-0ecfb998b315 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 1094 time: 0.0580328 Dec 15 14:18:16.876579 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-46a1525a-0339-4bff-b7b8-0bc489b4c265 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5 HTTP/1.1" status: 200 len: 217 time: 0.0450938 Dec 15 14:18:16.959202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-73e94450-df64-4656-8b0c-73a3e5cb227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.961183 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-73e94450-df64-4656-8b0c-73a3e5cb227f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0781655 Dec 15 14:18:17.013424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503586-8457-47a9-add6-7239e37a4b87 req-784d0ec1-f5d7-443d-a586-2c5bda11b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.014957 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-784d0ec1-f5d7-443d-a586-2c5bda11b414 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468471 Dec 15 14:18:17.124892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-2b301554-8e01-4fd5-97dd-6be4673f5b74 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026940 Dec 15 14:18:17.224348 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a7503586-8457-47a9-add6-7239e37a4b87 req-28414067-7b39-441a-ad05-f62f7581ec81 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923171 Dec 15 14:18:17.338115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-3df131ca-8443-4773-acbb-29081b9593de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.339799 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-3df131ca-8443-4773-acbb-29081b9593de service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 1094 time: 0.0482748 Dec 15 14:18:17.434584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-812b97ec-6b39-48a7-b323-e3668a2c98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.436205 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-812b97ec-6b39-48a7-b323-e3668a2c98bc service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0887890 Dec 15 14:18:17.484934 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-39c64cde-6f09-4f2f-972d-3c55bb279195 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5 HTTP/1.1" status: 200 len: 217 time: 0.0405860 Dec 15 14:18:17.495805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.547617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-c5acbe42-e072-45a9-af0a-7352f1f10166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.549729 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-c5acbe42-e072-45a9-af0a-7352f1f10166 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0534837 Dec 15 14:18:17.588221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f206f-5290-4529-9e2f-966880e211d0 req-5c7b6314-2810-4c6b-b8f4-80b31b4b4a69 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.590672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-372f206f-5290-4529-9e2f-966880e211d0 req-5c7b6314-2810-4c6b-b8f4-80b31b4b4a69 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0541823 Dec 15 14:18:17.602538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-a5278e06-e6c3-4875-92cd-dba6b02a8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.604268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-a5278e06-e6c3-4875-92cd-dba6b02a8162 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480313 Dec 15 14:18:17.643259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-372f206f-5290-4529-9e2f-966880e211d0 req-c8eec624-1e68-4696-bb10-ade9895e0883 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Dec 15 14:18:17.718555 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-ac11021e-d4aa-4b27-a256-f12c83051ff5 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057873 Dec 15 14:18:17.818361 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e5d33fa6-6597-46bb-a06a-eb212d84c57e req-ae4ba4ed-b695-475d-9f9e-33f76daaefa4 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923371 Dec 15 14:18:18.522686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.773506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1fa24-ed1f-4df5-922c-0af8b2208a22 req-ea7d9c48-c627-44e0-ae4b-7e62fcfed0d1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:18.774985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ee1fa24-ed1f-4df5-922c-0af8b2208a22 req-ea7d9c48-c627-44e0-ae4b-7e62fcfed0d1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0536873 Dec 15 14:18:18.829172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ee1fa24-ed1f-4df5-922c-0af8b2208a22 req-ab4037f4-c822-48c3-89cf-6e4fefbe8379 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462427 Dec 15 14:18:19.956290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1886e9-7653-4420-a99e-b52604513435 req-b148c6a5-5b35-43f9-a748-0b33bb8461bf tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:19.958758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b1886e9-7653-4420-a99e-b52604513435 req-b148c6a5-5b35-43f9-a748-0b33bb8461bf tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0548615 Dec 15 14:18:20.012470 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4b1886e9-7653-4420-a99e-b52604513435 req-d9448bae-c4c9-46f7-879a-b83a8c5aa04f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Dec 15 14:18:21.136640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a788a-ada5-4bb5-9967-5a3ddd56ef06 req-0687ce06-93de-43f3-820d-6c5834425f97 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:21.138012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-728a788a-ada5-4bb5-9967-5a3ddd56ef06 req-0687ce06-93de-43f3-820d-6c5834425f97 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0476780 Dec 15 14:18:21.185080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-728a788a-ada5-4bb5-9967-5a3ddd56ef06 req-41a5bb9b-7ec1-4073-a9d4-56c07dd862cd tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Dec 15 14:18:21.316572 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.307559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fd633-399e-4a97-abe5-d43186bfb259 req-ffe75a6c-1f5d-4ae0-b31b-3b62626e05b5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:22.309058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-286fd633-399e-4a97-abe5-d43186bfb259 req-ffe75a6c-1f5d-4ae0-b31b-3b62626e05b5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0540314 Dec 15 14:18:22.356565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-286fd633-399e-4a97-abe5-d43186bfb259 req-7d5bb3b4-2e08-4c1f-9f1d-c7b938ddc89d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Dec 15 14:18:23.478070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca1646-97e2-46a0-8509-8b64d8168852 req-a869d21f-a87e-4281-ba83-f80293cc078e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:23.479546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6aca1646-97e2-46a0-8509-8b64d8168852 req-a869d21f-a87e-4281-ba83-f80293cc078e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0552273 Dec 15 14:18:23.526971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6aca1646-97e2-46a0-8509-8b64d8168852 req-a32e610c-0b30-4a21-84fb-30e4923c49c0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Dec 15 14:18:24.642418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeadab-5aea-4959-a5d3-bc2f962fcc9f req-15996e09-7286-4403-923b-83a0d3dc20f1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:24.643792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9faeadab-5aea-4959-a5d3-bc2f962fcc9f req-15996e09-7286-4403-923b-83a0d3dc20f1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0486803 Dec 15 14:18:24.696234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9faeadab-5aea-4959-a5d3-bc2f962fcc9f req-81edc239-320e-4adc-af35-657a4fd665cc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Dec 15 14:18:25.827694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29951772-7150-43eb-a455-a17eafddc498 req-a4a35414-396f-4978-81df-f32b9a724e27 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:25.829418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29951772-7150-43eb-a455-a17eafddc498 req-a4a35414-396f-4978-81df-f32b9a724e27 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0555651 Dec 15 14:18:25.889068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29951772-7150-43eb-a455-a17eafddc498 req-7bce3de9-bebc-448e-9710-a58267a38c6a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Dec 15 14:18:27.011894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a688d50-6e78-44bc-b3c6-36c1f49cc588 req-f63d376c-cd4d-424d-9e12-4686b2bc400e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:27.013542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a688d50-6e78-44bc-b3c6-36c1f49cc588 req-f63d376c-cd4d-424d-9e12-4686b2bc400e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.0539289 Dec 15 14:18:27.062868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a688d50-6e78-44bc-b3c6-36c1f49cc588 req-4109ab85-ab0e-434b-911a-6acd382a3654 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Dec 15 14:18:28.141435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a0a8af3c-50c9-440c-b681-9357d01ec8b5 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:28.234861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a706b-3a91-4023-9a25-19ca2da4c8ae req-8dec0e4d-5dd6-4897-beb5-70859d28e3b3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:28.237049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a07a706b-3a91-4023-9a25-19ca2da4c8ae req-8dec0e4d-5dd6-4897-beb5-70859d28e3b3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 943 time: 0.1017511 Dec 15 14:18:28.288816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a07a706b-3a91-4023-9a25-19ca2da4c8ae req-31d38e15-0456-452b-9697-3608c2d7d526 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 Dec 15 14:18:28.292937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a0a8af3c-50c9-440c-b681-9357d01ec8b5, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:28.308728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5', 'mac_address': 'fa:16:3e:81:57:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:28.355127 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.369892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a8af3c-50c9-440c-b681-9357d01ec8b5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:28.390875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a0a8af3c-50c9-440c-b681-9357d01ec8b5, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:28.394967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.442870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=a0a8af3c-50c9-440c-b681-9357d01ec8b5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:28.709716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a0a8af3c-50c9-440c-b681-9357d01ec8b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:29.413305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05a07-d8ea-488a-9122-6cd24752f944 req-3d09589d-566c-4606-80b2-1fd44bf559a8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:29.416143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74c05a07-d8ea-488a-9122-6cd24752f944 req-3d09589d-566c-4606-80b2-1fd44bf559a8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 944 time: 0.0542533 Dec 15 14:18:29.465346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74c05a07-d8ea-488a-9122-6cd24752f944 req-ce12bca2-f1b9-4ea6-bf18-5f9fab2441ee tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Dec 15 14:18:30.156705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a0a8af3c-50c9-440c-b681-9357d01ec8b5 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:30.203902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port a0a8af3c-50c9-440c-b681-9357d01ec8b5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:30.208416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port a0a8af3c-50c9-440c-b681-9357d01ec8b5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:30.208827 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.286756 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.315460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:30.317913 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a05a1d-0d0b-44f4-9734-fb8993ecabed" -d '{"events": [{"server_uuid": "224af31c-77ed-426b-b10c-f81f7cc74f5e", "name": "network-vif-plugged", "status": "completed", "tag": "a0a8af3c-50c9-440c-b681-9357d01ec8b5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:30.331382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a0a8af3c-50c9-440c-b681-9357d01ec8b5, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:30.336382 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.366487 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6fd61b-f646-4c21-9ca2-761fd70fe10c x-openstack-request-id: req-5f6fd61b-f646-4c21-9ca2-761fd70fe10c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:30.366781 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224af31c-77ed-426b-b10c-f81f7cc74f5e", "name": "network-vif-plugged", "status": "completed", "tag": "a0a8af3c-50c9-440c-b681-9357d01ec8b5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:30.367030 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f6fd61b-f646-4c21-9ca2-761fd70fe10c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:30.367418 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5', 'code': 200} Dec 15 14:18:30.389043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=a0a8af3c-50c9-440c-b681-9357d01ec8b5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:30.594286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32e91-1eaa-46b2-949e-690b2b7a9ca6 req-cf8203fa-9bb5-4c82-9e87-5699f600e887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:30.601481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ed32e91-1eaa-46b2-949e-690b2b7a9ca6 req-cf8203fa-9bb5-4c82-9e87-5699f600e887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0620306 Dec 15 14:18:30.609050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9d2a-8415-4be9-a0c8-fd21345023a0 req-4fe7f933-a504-4e38-975e-826bb7f06be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:30.610582 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d4a9d2a-8415-4be9-a0c8-fd21345023a0 req-4fe7f933-a504-4e38-975e-826bb7f06be9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 1096 time: 0.1610680 Dec 15 14:18:30.659048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ed32e91-1eaa-46b2-949e-690b2b7a9ca6 req-b587855c-2e63-407c-8726-b22a875a6918 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539176 Dec 15 14:18:30.668828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d4a9d2a-8415-4be9-a0c8-fd21345023a0 req-af2da971-1373-4c94-bd0c-29b615ed8672 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 Dec 15 14:18:31.778820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6d96b-d091-406c-92e4-c0603440921d req-ce02a9a1-0262-49ff-83a5-0b08c5df35e5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:31.780205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28c6d96b-d091-406c-92e4-c0603440921d req-ce02a9a1-0262-49ff-83a5-0b08c5df35e5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0493269 Dec 15 14:18:31.837033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28c6d96b-d091-406c-92e4-c0603440921d req-533dfdae-8de0-48f8-9657-99a96e8e9fe5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Dec 15 14:18:32.961833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583564-364f-48cc-8c6a-0b8e54e45618 req-4dc15466-be8a-48bf-a3e7-3605a51e7388 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:32.963308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc583564-364f-48cc-8c6a-0b8e54e45618 req-4dc15466-be8a-48bf-a3e7-3605a51e7388 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0491014 Dec 15 14:18:33.011870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dc583564-364f-48cc-8c6a-0b8e54e45618 req-899b33af-fedb-48de-9727-dd84830eb06a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Dec 15 14:18:33.131131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290af9-65bf-41c6-a1e9-ce9e5d27d14e req-509ba8db-c627-45ce-898d-5375d0c17bca tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:33.132530 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc290af9-65bf-41c6-a1e9-ce9e5d27d14e req-509ba8db-c627-45ce-898d-5375d0c17bca tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0531640 Dec 15 14:18:33.179357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc290af9-65bf-41c6-a1e9-ce9e5d27d14e req-2b5548d4-04ed-4dfc-8e83-33a1c873fe21 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Dec 15 14:18:35.809595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-3e2ae925-9e9c-4994-8ec8-43f7f14d1140 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:35.811190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-3e2ae925-9e9c-4994-8ec8-43f7f14d1140 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1123295 Dec 15 14:18:35.827651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-d78561af-4304-4c88-8611-8cb891fd4672 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0102270 Dec 15 14:18:35.887250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-d731440a-d10b-475f-864b-5f67097fd3fc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529628 Dec 15 14:18:35.999769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-12173fb4-410e-4b40-8021-aa27324d8ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037223 Dec 15 14:18:36.110614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-5e15df54-761d-4ef1-8eab-3d9fc1b73864 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961728 Dec 15 14:18:36.422548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:36.508151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.600943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a830aa03-496d-4f7e-99c5-082ded9fea1e req-adee7dc3-1ffe-468a-8d48-27d2ff310e9b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.2723222 Dec 15 14:18:36.607666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.613068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.669081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:36.674794 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acf0fcb1b26f4ef0b66b0e875baa7e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498896 Dec 15 14:18:36.677775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161d6957-74eb-4e07-b489-c70970bb2489,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:36.689889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.690947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.691724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.692313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.692958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.693522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.694083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.695308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.695894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.697366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.698219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.699177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.699740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1cae-9e49-43ec-887a-d85d6b90bd32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:36.732261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8399ca54-8507-4cf1-a80d-bb50e895711e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.756441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8399ca54-8507-4cf1-a80d-bb50e895711e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.812882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8399ca54-8507-4cf1-a80d-bb50e895711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.816083 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8399ca54-8507-4cf1-a80d-bb50e895711e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.820119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8399ca54-8507-4cf1-a80d-bb50e895711e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/161d6957-74eb-4e07-b489-c70970bb2489 HTTP/1.1" status: 204 len: 168 time: 0.1473775 Dec 15 14:18:36.828747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ca54-8507-4cf1-a80d-bb50e895711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d6957-74eb-4e07-b489-c70970bb2489,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:37.497072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-4537209a-4cbc-429a-9fc6-37690f3977bb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:37.498592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-4537209a-4cbc-429a-9fc6-37690f3977bb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.67 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1175277 Dec 15 14:18:37.511711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:37.634859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:37.638837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.756997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-50591a32-2dce-4448-b33d-e9edc3d28615 req-5ec5d686-6346-4248-bd7b-e6baf37da86a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.0393145 Dec 15 14:18:37.842129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.14 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/c8df5f3b-12ed-43c9-8243-22500cf15e7b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:38.052943 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:18:38.083700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.129837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.155369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a0a8af3c-50c9-440c-b681-9357d01ec8b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:38.190403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:38.194655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:38.198958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:38.206214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=c8df5f3b-12ed-43c9-8243-22500cf15e7b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:38.260444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:38.261031 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.284909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-96449a8b-fa2c-4828-995c-072d69ce0bfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771811 Dec 15 14:18:38.300414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Request body: {'port': {'device_id': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:38.367366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.538382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab3d0837-2143-4780-bac7-4928b5474c55 None None] Provisioning complete for port c8df5f3b-12ed-43c9-8243-22500cf15e7b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:38.539188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0837-2143-4780-bac7-4928b5474c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.587000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d0837-2143-4780-bac7-4928b5474c55 None None] Port c8df5f3b-12ed-43c9-8243-22500cf15e7b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:38.672155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8df5f3b-12ed-43c9-8243-22500cf15e7b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:38.679712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.691738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Transition to ACTIVE for port object c8df5f3b-12ed-43c9-8243-22500cf15e7b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:38.696352 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.764247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Pushing event updated for resources: {'Port': ['ID=c8df5f3b-12ed-43c9-8243-22500cf15e7b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:38.841379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Attempting to bind port c8df5f3b-12ed-43c9-8243-22500cf15e7b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:38.841718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Attempting to bind port c8df5f3b-12ed-43c9-8243-22500cf15e7b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:38.842043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Attempting to bind port c8df5f3b-12ed-43c9-8243-22500cf15e7b on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:39.187260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Port c8df5f3b-12ed-43c9-8243-22500cf15e7b on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:39.187891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Attempting to bind port c8df5f3b-12ed-43c9-8243-22500cf15e7b on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:39.210221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:39.210693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:39.211060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:39.211518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Bound port: c8df5f3b-12ed-43c9-8243-22500cf15e7b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:39.211877 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.265650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7494-1306-4b99-9a97-62cc479902ab req-d543168b-29f2-4ebe-a9cc-a1a0c769c154 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.267164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a0b7494-1306-4b99-9a97-62cc479902ab req-d543168b-29f2-4ebe-a9cc-a1a0c769c154 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.4277616 Dec 15 14:18:39.306177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] For port c8df5f3b-12ed-43c9-8243-22500cf15e7b, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:39.310004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] For port c8df5f3b-12ed-43c9-8243-22500cf15e7b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:39.316593 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.371049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a0b7494-1306-4b99-9a97-62cc479902ab req-4bb20301-e35b-4d76-981b-7a3a6e23191e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956230 Dec 15 14:18:39.374118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.374740 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.376057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] 10.222.0.67 "PUT /v2.0/ports/c8df5f3b-12ed-43c9-8243-22500cf15e7b HTTP/1.1" status: 200 len: 1092 time: 1.0823934 Dec 15 14:18:39.376572 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'tag': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:39.378909 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5903fa72-43bb-4aac-9a84-b52c7ebd5a34", "tag": "c8df5f3b-12ed-43c9-8243-22500cf15e7b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:39.408620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09d11c-5172-48aa-b202-f40c80360779 service neutron] Pushing event updated for resources: {'Port': ['ID=c8df5f3b-12ed-43c9-8243-22500cf15e7b,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:39.480929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-b5471ec4-d810-4851-a8a7-b68717c186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.482888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-b5471ec4-d810-4851-a8a7-b68717c186cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 1095 time: 0.0515532 Dec 15 14:18:39.528916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-f8f65209-6b61-4d8c-8ad0-3b1ad6a6153d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b HTTP/1.1" status: 200 len: 217 time: 0.0366628 Dec 15 14:18:39.606669 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be4c1bd-d384-415d-8229-096d32d53430 x-openstack-request-id: req-5be4c1bd-d384-415d-8229-096d32d53430 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:39.606965 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5903fa72-43bb-4aac-9a84-b52c7ebd5a34", "tag": "c8df5f3b-12ed-43c9-8243-22500cf15e7b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:39.607277 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5be4c1bd-d384-415d-8229-096d32d53430 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:39.608076 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'tag': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b', 'status': 'completed', 'code': 200} Dec 15 14:18:39.612302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-f3998173-55b2-4461-b6bc-845b55a823b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.613773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-f3998173-55b2-4461-b6bc-845b55a823b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0784032 Dec 15 14:18:39.661774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-28d18f6f-b910-46f6-9d42-5a3d68d09c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.663893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-28d18f6f-b910-46f6-9d42-5a3d68d09c51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419414 Dec 15 14:18:39.761136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-05a85694-1e55-47c7-b79f-8a8c72864380 service neutron] 10.222.0.67 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 Dec 15 14:18:39.851115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b5df8ad-26a4-41a3-9016-1a7179518cc5 req-abe29423-1ec4-48a3-9a26-988966481a56 service neutron] 10.222.0.67 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828037 Dec 15 14:18:39.936525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-3e32cf0f-f74d-4ee7-b989-ec7d676b34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.938012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-3e32cf0f-f74d-4ee7-b989-ec7d676b34b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 1095 time: 0.0406275 Dec 15 14:18:40.032984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-642b5b79-e152-4894-b59d-f035e3287a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.034454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-642b5b79-e152-4894-b59d-f035e3287a20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0900333 Dec 15 14:18:40.078677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-3bf872b6-ca85-4271-a452-2059cae62ca0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b HTTP/1.1" status: 200 len: 217 time: 0.0363736 Dec 15 14:18:40.131642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-972659c4-68aa-4097-b59c-2fbf16fed2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.133178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-972659c4-68aa-4097-b59c-2fbf16fed2bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0482039 Dec 15 14:18:40.179504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-26c68255-a50b-4d87-92f5-e57f96c63402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.181086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-26c68255-a50b-4d87-92f5-e57f96c63402 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405531 Dec 15 14:18:40.288254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-9f024c84-7f44-4fa1-9502-40723c2004d3 service neutron] 10.222.0.67 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997107 Dec 15 14:18:40.415527 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c1efb5-dbe3-4105-aa44-a30c1b9137c0 req-898d0eb2-0cfc-4a5c-a335-903b2d045ca2 service neutron] 10.222.0.67 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198421 Dec 15 14:18:40.546858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c789d4-3139-476f-a72d-f4b3fdf0d671 req-69a8f049-5122-4e9a-b590-7e578d2918b3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.548450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6c789d4-3139-476f-a72d-f4b3fdf0d671 req-69a8f049-5122-4e9a-b590-7e578d2918b3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0544727 Dec 15 14:18:40.607620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6c789d4-3139-476f-a72d-f4b3fdf0d671 req-61a8062a-df6d-4ac7-af59-8982e4ca5e48 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495124 Dec 15 14:18:41.918864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9943e-2769-468e-afce-4d9dc347d16a req-72f14f77-48d3-49a3-bac0-5f4d0b3a35d4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:41.924198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb9943e-2769-468e-afce-4d9dc347d16a req-72f14f77-48d3-49a3-bac0-5f4d0b3a35d4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.2325139 Dec 15 14:18:41.974611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fb9943e-2769-468e-afce-4d9dc347d16a req-5c1957c3-025b-4f44-b36c-61b20c2d26a5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Dec 15 14:18:42.570048 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-883e5fd0-f055-4185-9f18-2bc3aecb355f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.158204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8f70e-aa0e-4626-959b-8b2439a637d3 req-f9f9b0ec-c406-4a52-96c7-1b583b98a859 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:43.161023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66d8f70e-aa0e-4626-959b-8b2439a637d3 req-f9f9b0ec-c406-4a52-96c7-1b583b98a859 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0712659 Dec 15 14:18:43.248954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66d8f70e-aa0e-4626-959b-8b2439a637d3 req-9a1a6254-4a58-432d-99f2-374f91738b6e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694790 Dec 15 14:18:44.078779 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 41692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:44.223497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66196810-483a-4191-948d-3116b177dabe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.312074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66196810-483a-4191-948d-3116b177dabe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.318458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66196810-483a-4191-948d-3116b177dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.369332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66196810-483a-4191-948d-3116b177dabe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45ac516693774ea09e4567728b3314e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882056 Dec 15 14:18:44.372240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 41698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:44.386629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.415155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66196810-483a-4191-948d-3116b177dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c6825a-7f99-44c7-9c6d-1e2e464f0dc9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:44.449721 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-758b63f7-63e3-4cb7-8ce0-64b7de523957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.503638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-758b63f7-63e3-4cb7-8ce0-64b7de523957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.570401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8d6cd-39b4-46c4-942c-12988494f043 req-3cbe3e0a-58c8-4a4c-ae60-112de3e59e51 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:44.571914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77c8d6cd-39b4-46c4-942c-12988494f043 req-3cbe3e0a-58c8-4a4c-ae60-112de3e59e51 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.1019597 Dec 15 14:18:44.603556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-758b63f7-63e3-4cb7-8ce0-64b7de523957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.606055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-758b63f7-63e3-4cb7-8ce0-64b7de523957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.607233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-758b63f7-63e3-4cb7-8ce0-64b7de523957 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61c6825a-7f99-44c7-9c6d-1e2e464f0dc9 HTTP/1.1" status: 204 len: 168 time: 0.2337985 Dec 15 14:18:44.625031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b63f7-63e3-4cb7-8ce0-64b7de523957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c6825a-7f99-44c7-9c6d-1e2e464f0dc9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:44.638461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77c8d6cd-39b4-46c4-942c-12988494f043 req-15b7c5fb-bd78-49cd-a254-de653e494e2b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 Dec 15 14:18:44.732108 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b58cf171-6fb3-4ae4-a2ca-ce8bb5ac3c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.820787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbbf33-47ee-4bb2-a570-6f1454e5b7cd req-161e851b-0ae2-46a2-952e-1cb94fa09bf0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:45.830428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ddbbf33-47ee-4bb2-a570-6f1454e5b7cd req-161e851b-0ae2-46a2-952e-1cb94fa09bf0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0963640 Dec 15 14:18:45.887591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9ddbbf33-47ee-4bb2-a570-6f1454e5b7cd req-3ac72baf-7412-4217-9623-ceafefb631fa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Dec 15 14:18:46.322372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.017644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd993318-049a-43ae-b94e-35c53ed83caf req-36dec712-aefd-4cfd-adce-d542a414aec1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.019158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd993318-049a-43ae-b94e-35c53ed83caf req-36dec712-aefd-4cfd-adce-d542a414aec1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0549889 Dec 15 14:18:47.081197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-c108e3f6-a061-4d09-b7ff-c5a294d8d149 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=624aa57e69d34a658001de19e34f6750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407457 Dec 15 14:18:47.133684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd993318-049a-43ae-b94e-35c53ed83caf req-ba6db775-694d-400d-b1c5-66eae8346f8b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081951 Dec 15 14:18:47.288948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-fe4749eb-8b34-42b7-8642-276f58e4576f tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.290688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-fe4749eb-8b34-42b7-8642-276f58e4576f tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034404 Dec 15 14:18:47.306515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-1ad1a75d-c959-43f6-9db7-9dfb475a1611 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/quotas/624aa57e69d34a658001de19e34f6750 HTTP/1.1" status: 200 len: 375 time: 0.0098438 Dec 15 14:18:47.345497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-6245a1ad-6833-4572-9c23-243b3a05ee8e tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=624aa57e69d34a658001de19e34f6750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330656 Dec 15 14:18:47.503902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.538407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e440a4c8-ff10-4a1d-915c-bafb13a5dfe7 req-b2199397-67be-4624-b970-3f167f8e6e54 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 210 time: 0.0317550 Dec 15 14:18:48.256763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd60bd-fe02-40be-9ffb-154e84f50c34 req-cca89b36-5924-4df1-8b71-908bbb3e3b02 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:48.258270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4cd60bd-fe02-40be-9ffb-154e84f50c34 req-cca89b36-5924-4df1-8b71-908bbb3e3b02 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0513272 Dec 15 14:18:48.310230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c4cd60bd-fe02-40be-9ffb-154e84f50c34 req-2f32ee43-ca71-4b0c-a4ec-10f02ad4b704 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Dec 15 14:18:48.529794 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.556545 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-03e619e7-bfed-4c7c-a860-873de454f270 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=624aa57e69d34a658001de19e34f6750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608714 Dec 15 14:18:48.663984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3ca7f93-cca1-4349-8b48-becd9bafac59 req-18cf7996-47a4-41c9-bdf8-4bef846884e6 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 210 time: 0.0404606 Dec 15 14:18:49.108596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-7f188c3d-5a8d-416f-81d7-d76ec3542d9e tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.109825 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-7f188c3d-5a8d-416f-81d7-d76ec3542d9e tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5471950 Dec 15 14:18:49.153782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Request body: {'port': {'device_id': '38e6feba-9644-4f5f-84e3-72e4710619df', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '624aa57e69d34a658001de19e34f6750'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:49.274815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Made reservation on behalf of 624aa57e69d34a658001de19e34f6750 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:49.278906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.288751 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.384735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.389769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.462469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac9600-ba3d-40fc-9674-740f0a0c3075,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.493743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b754b-92ac-44d0-a67b-57bf166c2a37 req-37abbb75-700a-440a-8d56-26d35695250c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.495268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b42b754b-92ac-44d0-a67b-57bf166c2a37 req-37abbb75-700a-440a-8d56-26d35695250c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0787249 Dec 15 14:18:49.558076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Allocated IP 192.168.233.99 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:49.575136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b42b754b-92ac-44d0-a67b-57bf166c2a37 req-3a8c7996-b56d-442a-b4f0-b48dd3d95c17 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672204 Dec 15 14:18:49.754252 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.775361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73e6a62e-e3a1-4219-babc-af1b33bffe2e req-afdaa1c0-475c-4a60-9bc8-65c75370cdd8 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 210 time: 0.0326421 Dec 15 14:18:49.801483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.841542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:49.845571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:49.848605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:49.907396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Pushing event updated for resources: {'Port': ['ID=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.932783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.933589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.951771 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-592a5c6b-7a65-4ead-89a6-a65681b82ba1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8025084 Dec 15 14:18:49.969453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Request body: {'port': {'device_id': '38e6feba-9644-4f5f-84e3-72e4710619df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:50.031783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.143451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6a96eb05-977c-47ca-8198-5a6f93682c80 None None] Provisioning complete for port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:50.144990 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a96eb05-977c-47ca-8198-5a6f93682c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.184657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6a96eb05-977c-47ca-8198-5a6f93682c80 None None] Port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:50.337864 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:50.346091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.359436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Transition to ACTIVE for port object 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:50.364093 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.437210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Pushing event updated for resources: {'Port': ['ID=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:50.505990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Attempting to bind port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:50.506473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Attempting to bind port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:50.507011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Attempting to bind port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:50.513566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:50.513566 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Attempting to bind port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:50.518781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:50.519256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:50.519843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:50.520636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Bound port: 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:50.521257 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.600052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] For port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:50.604472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] For port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:50.611165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.656280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.657041 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.659385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-82a3198f-43ab-4048-be47-35902173be38 service neutron] 10.222.0.85 "PUT /v2.0/ports/3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 HTTP/1.1" status: 200 len: 1095 time: 0.6943920 Dec 15 14:18:50.660095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e6feba-9644-4f5f-84e3-72e4710619df', 'tag': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:50.662840 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9655a310-a391-48ef-be01-874c7260eeab" -d '{"events": [{"name": "network-changed", "server_uuid": "38e6feba-9644-4f5f-84e3-72e4710619df", "tag": "3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:50.699822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3198f-43ab-4048-be47-35902173be38 service neutron] Pushing event updated for resources: {'Port': ['ID=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:50.785463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b013c-578b-49d0-a19e-68c09808649b req-e6c2ee49-40f6-4afc-ac68-7c63f0ef2b2a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.789936 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df8b013c-578b-49d0-a19e-68c09808649b req-e6c2ee49-40f6-4afc-ac68-7c63f0ef2b2a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.1178441 Dec 15 14:18:50.812280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-1e24be8d-7961-4a27-97ce-80cae50a6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.814231 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-1e24be8d-7961-4a27-97ce-80cae50a6fcb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=624aa57e69d34a658001de19e34f6750&device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 1098 time: 0.0863383 Dec 15 14:18:50.893372 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-1cfe7077-aaf7-4f3a-8b83-72aa40d339b7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0668912 Dec 15 14:18:50.904034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df8b013c-578b-49d0-a19e-68c09808649b req-756fe667-ccd4-44e0-87d9-a3e0a3f6cf1e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020811 Dec 15 14:18:50.968102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-e7c73c9e-83a0-4e94-bf9b-cfacece8c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.969896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-e7c73c9e-83a0-4e94-bf9b-cfacece8c97c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0692449 Dec 15 14:18:50.971465 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0cafe5-90c8-43c6-b0ff-19022add62b5 x-openstack-request-id: req-ae0cafe5-90c8-43c6-b0ff-19022add62b5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:50.971854 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e6feba-9644-4f5f-84e3-72e4710619df", "tag": "3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:50.972208 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae0cafe5-90c8-43c6-b0ff-19022add62b5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:50.972727 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e6feba-9644-4f5f-84e3-72e4710619df', 'tag': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4', 'status': 'completed', 'code': 200} Dec 15 14:18:51.025909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a728aad-9faa-4787-8ad9-0b48ec5c0027 req-1774b41f-7a65-44d3-aa21-ec41d6e973af tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.027749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a728aad-9faa-4787-8ad9-0b48ec5c0027 req-1774b41f-7a65-44d3-aa21-ec41d6e973af tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 947 time: 0.0544648 Dec 15 14:18:51.030214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-558fc53b-fc7b-419d-ab8e-cc190b6e7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.031707 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-558fc53b-fc7b-419d-ab8e-cc190b6e7a90 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468299 Dec 15 14:18:51.078531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a728aad-9faa-4787-8ad9-0b48ec5c0027 req-0bd51a4c-c882-4931-88ed-f9d8055b6579 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Dec 15 14:18:51.143251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-ec710e46-85f4-4919-8e15-0f2a53d68f37 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004193 Dec 15 14:18:51.239737 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bbcfd9cf-3f0c-41c6-a839-5dd10f854597 req-63ba833d-3ace-47e2-9be1-408e74704188 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893703 Dec 15 14:18:51.317610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.354010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a310-a391-48ef-be01-874c7260eeab req-3b5396ff-c5f5-43b8-b69c-c7232304c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.355767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-3b5396ff-c5f5-43b8-b69c-c7232304c0b6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=624aa57e69d34a658001de19e34f6750&device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 1098 time: 0.0460682 Dec 15 14:18:51.454075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a310-a391-48ef-be01-874c7260eeab req-4aeeda4b-e0e6-4912-864f-7b91fce87179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.455461 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-4aeeda4b-e0e6-4912-864f-7b91fce87179 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.0910430 Dec 15 14:18:51.499994 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-fd6bbfa9-a4ab-4a1c-a66d-185e2c507530 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0356929 Dec 15 14:18:51.555891 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a310-a391-48ef-be01-874c7260eeab req-3f2e871b-9529-439b-913f-6960b7b63d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.557562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-3f2e871b-9529-439b-913f-6960b7b63d49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0507605 Dec 15 14:18:51.608642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a310-a391-48ef-be01-874c7260eeab req-df272a64-d168-4cff-9a53-bf0891fc5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.610806 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-df272a64-d168-4cff-9a53-bf0891fc5ea4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451424 Dec 15 14:18:51.714266 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-cfd3c8d0-88a4-4042-a347-10a00b60a33a service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966353 Dec 15 14:18:51.813672 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9655a310-a391-48ef-be01-874c7260eeab req-80df0bd7-13d9-4889-a651-31e8ebabfb7b service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923994 Dec 15 14:18:52.030356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f29c4-951a-4886-b006-d78d9ea8d5eb req-6736fdfe-8c93-42f5-a2ad-c4653da442a6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:52.032004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e4f29c4-951a-4886-b006-d78d9ea8d5eb req-6736fdfe-8c93-42f5-a2ad-c4653da442a6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0633950 Dec 15 14:18:52.082780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e4f29c4-951a-4886-b006-d78d9ea8d5eb req-702df001-db1f-4515-8705-5f5e0ed4fc00 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Dec 15 14:18:52.205223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e7a4c-e984-4327-9f7f-8fca1965df30 req-5f9bdd7d-835c-47a7-bc82-d9d137182283 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:52.206824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be6e7a4c-e984-4327-9f7f-8fca1965df30 req-5f9bdd7d-835c-47a7-bc82-d9d137182283 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 947 time: 0.0546930 Dec 15 14:18:52.255518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be6e7a4c-e984-4327-9f7f-8fca1965df30 req-f4a8fe06-e25d-4edc-9c55-e06786bb7e7b tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Dec 15 14:18:53.208447 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce8c1-c86f-4a48-8377-778f4a48d495 req-ba77a522-8b5b-4647-a0c7-b60339f62e0f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:53.210013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6afce8c1-c86f-4a48-8377-778f4a48d495 req-ba77a522-8b5b-4647-a0c7-b60339f62e0f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0500948 Dec 15 14:18:53.260161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6afce8c1-c86f-4a48-8377-778f4a48d495 req-c7cbd9f5-16c7-4d14-9afa-48bd22b6799b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Dec 15 14:18:53.373218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7c792-32b0-4445-bd6a-ff79e9915a8e req-58879053-8a87-479d-918e-fd4bb7581b4d tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:53.374678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6e7c792-32b0-4445-bd6a-ff79e9915a8e req-58879053-8a87-479d-918e-fd4bb7581b4d tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 947 time: 0.0485063 Dec 15 14:18:53.426717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6e7c792-32b0-4445-bd6a-ff79e9915a8e req-49b56b48-37fb-4dee-a4d0-f5639006d677 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 Dec 15 14:18:54.383873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15473a8-c4a9-4c31-9bfc-0600225ec8a7 req-27e4a08a-54e2-4681-9d5b-a3120bbdfcfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:54.385396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f15473a8-c4a9-4c31-9bfc-0600225ec8a7 req-27e4a08a-54e2-4681-9d5b-a3120bbdfcfb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Dec 15 14:18:54.432946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f15473a8-c4a9-4c31-9bfc-0600225ec8a7 req-facf4d85-b389-42be-b65c-7ce7417e746c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Dec 15 14:18:54.545642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b3ae8-12f1-4b72-99c3-402f2d10167d req-326f0beb-6065-4076-8dc4-05f99cce1d44 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:54.547158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-498b3ae8-12f1-4b72-99c3-402f2d10167d req-326f0beb-6065-4076-8dc4-05f99cce1d44 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 947 time: 0.0502460 Dec 15 14:18:54.596477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-498b3ae8-12f1-4b72-99c3-402f2d10167d req-f62f9703-78e6-459d-a32c-b69338872c0b tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Dec 15 14:18:55.558887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a344b9-ad94-4a59-a61b-72a12efd6f0c req-04d05406-9e4b-4912-a822-1ed1ddb0e267 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:55.560350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6a344b9-ad94-4a59-a61b-72a12efd6f0c req-04d05406-9e4b-4912-a822-1ed1ddb0e267 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0524724 Dec 15 14:18:55.609051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6a344b9-ad94-4a59-a61b-72a12efd6f0c req-716235a5-eb9d-44ea-9c3f-29ce1c7b3870 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Dec 15 14:18:55.718864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba4dae-c773-441d-9d28-532fdc1b6da9 req-f0ee1c15-237d-43ea-83ca-065e9bf2adee tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:55.720418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fba4dae-c773-441d-9d28-532fdc1b6da9 req-f0ee1c15-237d-43ea-83ca-065e9bf2adee tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 947 time: 0.0506744 Dec 15 14:18:55.771647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1fba4dae-c773-441d-9d28-532fdc1b6da9 req-7235ff61-c974-4c96-a66d-99681f6a03e3 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Dec 15 14:18:56.312518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:56.429382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:56.442817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4', 'mac_address': 'fa:16:3e:3e:07:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:56.490063 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.506433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:56.528716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:56.533629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.581626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:56.588833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.589195 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.589536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.589874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.590213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.590542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.590868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.591191 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.591511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.591831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.592206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.592545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.592889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:56.752915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c46be4-0a0d-44fb-8016-67b919911f55 req-d109de4c-740b-4326-995d-c15d1c30f559 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:56.754434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20c46be4-0a0d-44fb-8016-67b919911f55 req-d109de4c-740b-4326-995d-c15d1c30f559 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0579255 Dec 15 14:18:56.811413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20c46be4-0a0d-44fb-8016-67b919911f55 req-7100c208-69f0-4a87-98b9-ce3b972a7ccc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505471 Dec 15 14:18:56.900384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e9370-166e-4e3d-802f-39daf37c404e req-84c5ef05-711d-43bb-8c10-11e95c56a682 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:56.902172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-455e9370-166e-4e3d-802f-39daf37c404e req-84c5ef05-711d-43bb-8c10-11e95c56a682 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 948 time: 0.0538592 Dec 15 14:18:56.960254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-455e9370-166e-4e3d-802f-39daf37c404e req-52fa46de-6390-4cfe-a5bf-b5dcbc391b90 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514002 Dec 15 14:18:56.987317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:57.277391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-9baa6f4f-1749-4dbd-927a-efc13245e8af req-7e48de0d-6830-4a1d-bf65-a0c6b405dd8d service neutron] (103378) timed out ('10.222.0.67', 58069) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:18:57.950499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f96f-c496-4bc3-a752-d7f3811a2805 req-ac1ea412-9940-4300-8ad1-02e049480096 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:57.952065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1001f96f-c496-4bc3-a752-d7f3811a2805 req-ac1ea412-9940-4300-8ad1-02e049480096 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0562322 Dec 15 14:18:58.021318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1001f96f-c496-4bc3-a752-d7f3811a2805 req-07e0b5ea-730d-459e-9aca-f1b8a9049bf3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620248 Dec 15 14:18:58.135737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff4b2-f2d2-4625-a177-d04184c20c58 req-c13a4cf4-bf9b-4c56-b3f4-06215ae1806f tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.137776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-670ff4b2-f2d2-4625-a177-d04184c20c58 req-c13a4cf4-bf9b-4c56-b3f4-06215ae1806f tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 948 time: 0.0610883 Dec 15 14:18:58.194922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-670ff4b2-f2d2-4625-a177-d04184c20c58 req-ea3226df-23fa-4c5d-b3dc-0198c1482cfc tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Dec 15 14:18:58.343656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:58.406491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:58.410934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:58.411312 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:58.655213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:58.682676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e6feba-9644-4f5f-84e3-72e4710619df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:58.684896 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce5c81c-d6c2-475f-8206-fa41cffcd021" -d '{"events": [{"server_uuid": "38e6feba-9644-4f5f-84e3-72e4710619df", "name": "network-vif-plugged", "status": "completed", "tag": "3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:58.698929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:58.703584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:58.728569 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251584e1-8430-4231-a493-00a090d17115 x-openstack-request-id: req-251584e1-8430-4231-a493-00a090d17115 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:58.729024 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e6feba-9644-4f5f-84e3-72e4710619df", "name": "network-vif-plugged", "status": "completed", "tag": "3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:58.729024 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-251584e1-8430-4231-a493-00a090d17115 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:58.729513 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e6feba-9644-4f5f-84e3-72e4710619df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4', 'code': 200} Dec 15 14:18:58.761249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:58.877382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa4d4-72df-4930-a916-2a384e9fe862 req-afcc35a2-556c-4fe9-a9d3-b2394e6f687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.878902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f0aa4d4-72df-4930-a916-2a384e9fe862 req-afcc35a2-556c-4fe9-a9d3-b2394e6f687b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 1100 time: 0.0602379 Dec 15 14:18:58.929525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f0aa4d4-72df-4930-a916-2a384e9fe862 req-711c812c-6d40-4668-a884-7b563c372b00 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Dec 15 14:18:59.187191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d259f53-d086-498c-9a8a-94656062c337 req-a4ac1163-1121-41ea-9244-cca4582f2353 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:59.189183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d259f53-d086-498c-9a8a-94656062c337 req-a4ac1163-1121-41ea-9244-cca4582f2353 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 944 time: 0.0518765 Dec 15 14:18:59.237577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d259f53-d086-498c-9a8a-94656062c337 req-c7964454-5cb0-49b8-9272-088572f95b49 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Dec 15 14:18:59.318940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e306a75-1986-436f-b68d-844c6d17c519 req-21237952-cc44-49e5-8136-4e12f7d4ed9e tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:59.320401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e306a75-1986-436f-b68d-844c6d17c519 req-21237952-cc44-49e5-8136-4e12f7d4ed9e tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 949 time: 0.0515718 Dec 15 14:18:59.371892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5e306a75-1986-436f-b68d-844c6d17c519 req-7a103115-a807-47d7-8877-5505bf0a0802 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Dec 15 14:18:59.671353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c8df5f3b-12ed-43c9-8243-22500cf15e7b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:59.782305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c8df5f3b-12ed-43c9-8243-22500cf15e7b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:59.795927 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b', 'mac_address': 'fa:16:3e:41:22:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:59.833693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.850771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8df5f3b-12ed-43c9-8243-22500cf15e7b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:59.872958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c8df5f3b-12ed-43c9-8243-22500cf15e7b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:59.878069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.929021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c8df5f3b-12ed-43c9-8243-22500cf15e7b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:00.104689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c8df5f3b-12ed-43c9-8243-22500cf15e7b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:00.361012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6157c1-e5dc-46b4-8eb5-bd6bda4fe66e req-067241bf-0f5e-4e0b-974c-2b114da94a2a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:00.362533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d6157c1-e5dc-46b4-8eb5-bd6bda4fe66e req-067241bf-0f5e-4e0b-974c-2b114da94a2a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Dec 15 14:19:00.414274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d6157c1-e5dc-46b4-8eb5-bd6bda4fe66e req-48dc884d-d5f7-4fe3-9789-8e6d6f0f3304 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Dec 15 14:19:00.498266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a076da-018a-44cd-a7cf-a7b1e4e0a108 req-07562cfe-5555-406e-830c-cdaf20ed235c tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:00.499771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63a076da-018a-44cd-a7cf-a7b1e4e0a108 req-07562cfe-5555-406e-830c-cdaf20ed235c tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 949 time: 0.0502992 Dec 15 14:19:00.552244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63a076da-018a-44cd-a7cf-a7b1e4e0a108 req-29b159a3-f363-40ea-a9f7-97a1c28ae7a1 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462689 Dec 15 14:19:00.842235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c610e-fc5b-4d07-bd23-e9675e44a200 req-bb61c49f-8f68-4c3c-9445-3da45a40f7cd tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:00.843701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b57c610e-fc5b-4d07-bd23-e9675e44a200 req-bb61c49f-8f68-4c3c-9445-3da45a40f7cd tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 949 time: 0.0589752 Dec 15 14:19:00.898430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b57c610e-fc5b-4d07-bd23-e9675e44a200 req-c202ac0c-be04-4add-9fa4-7de75c4eea06 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485942 Dec 15 14:19:01.545086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170b58e-fe0a-4490-b53f-1f9163d092c7 req-9132567d-fb1f-4537-87fb-89e9aa6750cd tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:01.546724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7170b58e-fe0a-4490-b53f-1f9163d092c7 req-9132567d-fb1f-4537-87fb-89e9aa6750cd tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 945 time: 0.0527134 Dec 15 14:19:01.607310 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7170b58e-fe0a-4490-b53f-1f9163d092c7 req-65a56dd4-62ef-4b69-8263-617db7bffe3a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527041 Dec 15 14:19:01.703559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c8df5f3b-12ed-43c9-8243-22500cf15e7b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:01.765211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port c8df5f3b-12ed-43c9-8243-22500cf15e7b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:19:01.770593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port c8df5f3b-12ed-43c9-8243-22500cf15e7b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:01.771114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.868464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.892993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:01.895956 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d6cdc5-d057-447e-9275-67719fbf5674" -d '{"events": [{"server_uuid": "5903fa72-43bb-4aac-9a84-b52c7ebd5a34", "name": "network-vif-plugged", "status": "completed", "tag": "c8df5f3b-12ed-43c9-8243-22500cf15e7b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:01.917179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c8df5f3b-12ed-43c9-8243-22500cf15e7b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:01.921869 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.957418 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20c27e3-7e0b-4062-b0d0-386cd421837f x-openstack-request-id: req-b20c27e3-7e0b-4062-b0d0-386cd421837f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:01.957690 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5903fa72-43bb-4aac-9a84-b52c7ebd5a34", "name": "network-vif-plugged", "status": "completed", "tag": "c8df5f3b-12ed-43c9-8243-22500cf15e7b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:01.957954 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b20c27e3-7e0b-4062-b0d0-386cd421837f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:01.958538 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b', 'code': 200} Dec 15 14:19:01.995689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c8df5f3b-12ed-43c9-8243-22500cf15e7b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:02.077560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d925c-90ca-4c2f-b5b0-ae833ee87bfd req-66bab3c9-9f56-4671-8c10-ae3d102d7c10 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.080162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939d925c-90ca-4c2f-b5b0-ae833ee87bfd req-66bab3c9-9f56-4671-8c10-ae3d102d7c10 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 949 time: 0.0985830 Dec 15 14:19:02.096487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4835bd-8c5b-4efb-901d-e21300cd2a88 req-391c156e-487e-4788-b4b6-db74700c5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.098126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd4835bd-8c5b-4efb-901d-e21300cd2a88 req-391c156e-487e-4788-b4b6-db74700c5ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 1097 time: 0.0787725 Dec 15 14:19:02.183056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-939d925c-90ca-4c2f-b5b0-ae833ee87bfd req-13e84509-e05f-43b6-91a4-00463368c10b tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/security-groups?id=06ac9600-ba3d-40fc-9674-740f0a0c3075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965791 Dec 15 14:19:02.192233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd4835bd-8c5b-4efb-901d-e21300cd2a88 req-aa7ee36e-9eff-4d7e-8ba7-392e05dd5db4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786536 Dec 15 14:19:02.342382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-12bc7f44-9bad-4bc3-b35a-d12fb51e2e61 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.344128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-12bc7f44-9bad-4bc3-b35a-d12fb51e2e61 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.85 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 949 time: 0.0586014 Dec 15 14:19:02.456973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Deleting port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:02.457308 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:02.567128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] For port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:02.567997 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:02.582254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Calling delete_port for 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:02.739766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:02.759669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80eef9-2d78-4496-b6ef-934fc7b35564 req-15aadef1-61f9-4fa6-81f1-96dea4864a5a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.761002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd80eef9-2d78-4496-b6ef-934fc7b35564 req-15aadef1-61f9-4fa6-81f1-96dea4864a5a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 946 time: 0.0668964 Dec 15 14:19:02.768526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:02.773148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Pushing event deleted for resources: {'Port': ['ID=3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:02.828586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] No DVR routers for this DVR port 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:02.833310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:02.837087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd80eef9-2d78-4496-b6ef-934fc7b35564 req-11de0420-1e3f-49ac-b907-401529bb50ad tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675282 Dec 15 14:19:02.837387 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3a786186-1e7d-4ef6-a251-e68ffb7d3763 req-32b1ae28-5a70-4435-971c-190eac773107 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.85 "DELETE /v2.0/ports/3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 HTTP/1.1" status: 204 len: 173 time: 0.4872599 Dec 15 14:19:02.837872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e6feba-9644-4f5f-84e3-72e4710619df', 'name': 'network-vif-deleted', 'tag': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:02.840735 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19638b5a-7b1c-446f-8c17-39a0ccfe89d8" -d '{"events": [{"server_uuid": "38e6feba-9644-4f5f-84e3-72e4710619df", "name": "network-vif-deleted", "tag": "3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:02.897604 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa202b-a680-4eef-b968-a0cb5ae531b7 x-openstack-request-id: req-dcaa202b-a680-4eef-b968-a0cb5ae531b7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:02.898137 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e6feba-9644-4f5f-84e3-72e4710619df", "name": "network-vif-deleted", "tag": "3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:02.898615 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcaa202b-a680-4eef-b968-a0cb5ae531b7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:02.899085 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e6feba-9644-4f5f-84e3-72e4710619df', 'name': 'network-vif-deleted', 'tag': '3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4', 'status': 'completed', 'code': 200} Dec 15 14:19:03.314306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a28e876-88af-4830-b294-a125f4d96e25 req-ef323b1f-0ac6-4a8b-acc7-5e7480493827 tempest-VolumesNegativeTest-1716182988 tempest-VolumesNegativeTest-1716182988-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e6feba-9644-4f5f-84e3-72e4710619df HTTP/1.1" status: 200 len: 210 time: 0.0301249 Dec 15 14:19:03.897895 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-7bf29890-0634-4023-8487-dcfd7d3e2cb8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534422 Dec 15 14:19:03.993354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ca615-3a4f-4859-8876-0b51cb7cdc05 req-caa913fa-6b15-4247-acf0-61a7faa69196 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:03.995933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-796ca615-3a4f-4859-8876-0b51cb7cdc05 req-caa913fa-6b15-4247-acf0-61a7faa69196 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 946 time: 0.0604725 Dec 15 14:19:04.005926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-1e9af50f-fec0-4c80-9d6c-66c5760d3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.007722 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-1e9af50f-fec0-4c80-9d6c-66c5760d3d2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 1096 time: 0.0487301 Dec 15 14:19:04.056520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-796ca615-3a4f-4859-8876-0b51cb7cdc05 req-007751dd-ab40-4762-9220-fbdd79de206c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535882 Dec 15 14:19:04.142976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-ced21178-d35c-40f6-81bc-091e690f5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.144569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-ced21178-d35c-40f6-81bc-091e690f5ce3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.1153359 Dec 15 14:19:04.189595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c42d52-62d0-4c60-8dd8-68caa1f0ec3a req-e03ae57d-dc24-4df0-98aa-aa5c772d3b74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.190631 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-ba31c10c-a0bd-47c7-9615-4d9fd5988929 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Dec 15 14:19:04.191225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71c42d52-62d0-4c60-8dd8-68caa1f0ec3a req-e03ae57d-dc24-4df0-98aa-aa5c772d3b74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Dec 15 14:19:04.247142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-b478c9e1-385c-4235-afc6-822108a5db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.247419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71c42d52-62d0-4c60-8dd8-68caa1f0ec3a req-861a856e-4fd6-4fed-aac3-294fb0fb3083 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Dec 15 14:19:04.248841 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-b478c9e1-385c-4235-afc6-822108a5db70 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0507443 Dec 15 14:19:04.305817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-c436cced-9387-4429-aeb5-d6ee7252c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.307336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-c436cced-9387-4429-aeb5-d6ee7252c6a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501685 Dec 15 14:19:04.415420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-2c169b18-bbff-4aee-9cdc-d145bdd41d7a service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992575 Dec 15 14:19:04.543078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b20d2b8-2e7f-43d0-a15d-ac6ebc41701a req-280d8878-8556-4bb8-ab1a-d6117b48c093 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193960 Dec 15 14:19:04.581354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48847d-de74-4b19-9eee-bee4f59df185 req-fad96dac-6329-407f-b33b-67f53947f983 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.583063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b48847d-de74-4b19-9eee-bee4f59df185 req-fad96dac-6329-407f-b33b-67f53947f983 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 946 time: 0.0558672 Dec 15 14:19:04.646116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b48847d-de74-4b19-9eee-bee4f59df185 req-383386cd-1d18-43df-9dec-5061584a0541 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545373 Dec 15 14:19:05.800383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c524-9e1b-4dc9-aae7-a8ab0fc1eea5 req-fabfbc9c-6202-4e23-8099-862de6bf58f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.802830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58b9c524-9e1b-4dc9-aae7-a8ab0fc1eea5 req-fabfbc9c-6202-4e23-8099-862de6bf58f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 946 time: 0.0730388 Dec 15 14:19:05.878112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58b9c524-9e1b-4dc9-aae7-a8ab0fc1eea5 req-96ce1691-da08-43aa-a5dd-70e03d90e4c9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674386 Dec 15 14:19:05.987936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-07bf5935-338b-4e9b-bcc2-f202b7ce75d1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.989888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-07bf5935-338b-4e9b-bcc2-f202b7ce75d1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.67 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 946 time: 0.0683982 Dec 15 14:19:06.087953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port c8df5f3b-12ed-43c9-8243-22500cf15e7b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:06.088297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.195921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port c8df5f3b-12ed-43c9-8243-22500cf15e7b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c8df5f3b-12ed-43c9-8243-22500cf15e7b,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:06.196300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.218627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for c8df5f3b-12ed-43c9-8243-22500cf15e7b owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:06.364264 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.364463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:06.400076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:06.400615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 3159bfa9-e0ff-4aa4-b58f-feedcf83f6d4 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:06.404569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c8df5f3b-12ed-43c9-8243-22500cf15e7b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:06.406748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=c8df5f3b-12ed-43c9-8243-22500cf15e7b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:06.409321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a0a8af3c-50c9-440c-b681-9357d01ec8b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.426207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:06.462620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port c8df5f3b-12ed-43c9-8243-22500cf15e7b on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:06.466533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.471435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43d3722c-60bb-46c1-82ae-ad60d9de46ca req-c3b2a960-7199-46ae-8a37-0c03668869e6 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.67 "DELETE /v2.0/ports/c8df5f3b-12ed-43c9-8243-22500cf15e7b HTTP/1.1" status: 204 len: 173 time: 0.4735115 Dec 15 14:19:06.471766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'name': 'network-vif-deleted', 'tag': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:06.474251 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e58f834-38c6-4ea7-a715-4c7568be819b" -d '{"events": [{"server_uuid": "5903fa72-43bb-4aac-9a84-b52c7ebd5a34", "name": "network-vif-deleted", "tag": "c8df5f3b-12ed-43c9-8243-22500cf15e7b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:06.540433 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2507320d-1aea-43bd-bef8-7743ed62fc98 x-openstack-request-id: req-2507320d-1aea-43bd-bef8-7743ed62fc98 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:06.540778 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5903fa72-43bb-4aac-9a84-b52c7ebd5a34", "name": "network-vif-deleted", "tag": "c8df5f3b-12ed-43c9-8243-22500cf15e7b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:06.541348 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2507320d-1aea-43bd-bef8-7743ed62fc98 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:06.541755 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5903fa72-43bb-4aac-9a84-b52c7ebd5a34', 'name': 'network-vif-deleted', 'tag': 'c8df5f3b-12ed-43c9-8243-22500cf15e7b', 'status': 'completed', 'code': 200} Dec 15 14:19:07.012677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-676611fa-c409-4a63-8db3-8bcf98230c9e req-376e5d74-eb8a-4c63-85fc-e2be0c9321f4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.0469201 Dec 15 14:19:08.124786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0274c23-e022-43e9-8f1d-8649f4203377 req-8d545112-9b0c-48de-be4b-0ca5766fa158 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.0330198 Dec 15 14:19:09.231665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34c69212-a10e-4e9a-a666-82bb33d44d1e req-db1d984a-1a33-46e8-bb0a-96a9f0736d5d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.0305653 Dec 15 14:19:09.623087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:09.767303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c8df5f3b-12ed-43c9-8243-22500cf15e7b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:09.782554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42090) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:09.799830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: c8df5f3b-12ed-43c9-8243-22500cf15e7b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:09.800111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-12ebe9f9-2cfe-4564-8714-c49bd8d5c8fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=624aa57e69d34a658001de19e34f6750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654811 Dec 15 14:19:09.800658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c8df5f3b-12ed-43c9-8243-22500cf15e7b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:09.845113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42ea468-6de8-4724-9777-029db5778d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.870599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42ea468-6de8-4724-9777-029db5778d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.924866 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42ea468-6de8-4724-9777-029db5778d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.927874 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42ea468-6de8-4724-9777-029db5778d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.933620 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a42ea468-6de8-4724-9777-029db5778d30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06ac9600-ba3d-40fc-9674-740f0a0c3075 HTTP/1.1" status: 204 len: 168 time: 0.1456213 Dec 15 14:19:09.944074 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea468-6de8-4724-9777-029db5778d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac9600-ba3d-40fc-9674-740f0a0c3075,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:10.354228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7c446fdb-dd8e-4d48-9c74-48bf4b49f00c req-210132ab-2267-49c1-b0a5-43a444f693b7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Dec 15 14:19:11.489854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e5c9935-1390-4684-afe2-23b33d802930 req-ba8b9e87-3b53-432e-a488-665ce996aaf0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5903fa72-43bb-4aac-9a84-b52c7ebd5a34 HTTP/1.1" status: 200 len: 210 time: 0.0348883 Dec 15 14:19:11.691558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:11.696429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400767979', 'description': 'tempest-secgroup-smoke-400767979 description', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:11.719246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.728110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.810812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.815350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.850745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef4196-5de3-4427-ac0e-39058e29601f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:11.900585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.904757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.942022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.944601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2506621 Dec 15 14:19:11.946930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:11.948369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce329d1-bf64-41cf-9f31-d3f60bf0b85e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fee378-f5d0-4258-a74b-3462087ec3ea,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:11.951634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '30fee378-f5d0-4258-a74b-3462087ec3ea', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:11.983209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.046507 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.050230 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.068396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc65e69-9b60-4a73-97fc-ce83b2893f55,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:12.075964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.077247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-228e675d-f1f6-4808-9e98-67303979e03b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292431 Dec 15 14:19:12.080047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.084586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '30fee378-f5d0-4258-a74b-3462087ec3ea', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.114353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.176022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.179720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.197835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af81946-c157-4f05-af21-d9b5930c3502,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:12.205997 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.207321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-62c5486b-62e1-46bd-9c01-f97a505df55c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262894 Dec 15 14:19:12.210032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.214662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '30fee378-f5d0-4258-a74b-3462087ec3ea', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.242881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.302561 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.306362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.325531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f326834-1c00-413a-b95d-e641d7cf1ad3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:12.337321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.338564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bfe143d9-8fa4-464c-8f61-2d67b5faa181 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275911 Dec 15 14:19:12.341333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42142) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.346599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '30fee378-f5d0-4258-a74b-3462087ec3ea', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.374874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.436060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.439603 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.459052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b67b82d-0413-40b4-8bd1-3935bdea140a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:12.468975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.470779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f3046751-f8a8-4754-b9b9-49c41d83a988 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285317 Dec 15 14:19:12.473659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.478742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '30fee378-f5d0-4258-a74b-3462087ec3ea', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.502123 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:19:12.507341 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.553050 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-186c3672-14ea-4b34-826c-577d00da427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.581643 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.585650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.604239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ccbf50-32f3-499c-94b2-fdc9f30727c6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:12.614463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.615861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9a80dd26-6cdc-426b-a8f8-88c9dbe5c2e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410077 Dec 15 14:19:12.618932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.623688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '30fee378-f5d0-4258-a74b-3462087ec3ea', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.649913 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:19:12.656110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.724639 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.728707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.750105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16b7b2a-d06c-443b-8fb3-c964f5d7e95c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:12.759028 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.760450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1afb7429-e135-4619-8761-12fb03a03e91 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404924 Dec 15 14:19:12.763533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.768870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'network': {'name': 'tempest-network-smoke--28233341', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.793510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:12.797087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.824985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:19:12.834991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.835342 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Added segment 53b95433-f90f-4afc-9e74-796a0b10f1f7 of type vlan for network d98a3321-9f22-4853-a745-51a5d6605e33 Dec 15 14:19:12.877564 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.903469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.909693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:12.910505 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:12.984125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2167120 Dec 15 14:19:12.985007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:12.991916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'admin_state_up': True, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:12.998853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7852-a3aa-4f9c-9b1a-e24a7103ba0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Network': ['ID=d98a3321-9f22-4853-a745-51a5d6605e33,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:13.013744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network d98a3321-9f22-4853-a745-51a5d6605e33 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:19:13.024778 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.026180 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.089366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.231406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.448233 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.467541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.577796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.4 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/85a87d79-bc9e-4c58-83f6-70b1ec2639bb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:13.701502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.739551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.787031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:13.792329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:13.795675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:13.807411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8868e3-42fb-4d53-b451-eea62c4b709a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:19:13.825792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:13.935463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f6b98b79-913b-4b1d-99f1-ccff163cb7cf None None] Provisioning complete for port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:13.935972 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6b98b79-913b-4b1d-99f1-ccff163cb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.978362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f6b98b79-913b-4b1d-99f1-ccff163cb7cf None None] Port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:14.316109 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.374594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.617362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.735332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64bec2fd-1367-430d-919e-c5cf9a29366c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.791820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:19:14.923108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:14.934444 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Sync routers for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:14.948705 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:14.949870 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:14.958059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.963048 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c9a6d2f0-56cb-4b15-a271-7464a165c9a3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9724984 Dec 15 14:19:14.964081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:15.099164 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:15.165258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3354d0e8-f970-4af7-97f0-83eaa8b282b5 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ca3aad29950d49bba02cd5a4a016cf27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1996665 Dec 15 14:19:15.168197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:15.251805 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:19:15.275175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f047c41e-45fa-4e00-a568-9d52208ff158 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.276926 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f047c41e-45fa-4e00-a568-9d52208ff158 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069939 Dec 15 14:19:15.279750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:15.316239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8d202220-4969-4c83-af00-f52272cd56d6 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352252 Dec 15 14:19:15.319030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:15.325002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1280244124', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:15.343788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:13Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:15.377094 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Checking router: 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:15.377515 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Updating router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:19:15.415399 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.442280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:15.446357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.703801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.735677 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.742785 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.776762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Subnet': ['ID=8a23cd9f-f18a-476b-9c10-d73b28a4938c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:15.793509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Checking segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:15.793762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network hostable DHCP agents. Network: d98a3321-9f22-4853-a745-51a5d6605e33, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:19:15.800893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Attempting to bind port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:15.801322 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Attempting to bind port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:15.801679 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Attempting to bind port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:15.809058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef74c7f-cc31-41f2-bc73-f6dc085c7d5f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:19:15.809993 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Pushing event updated for resources: {'Port': ['ID=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:15.812346 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:15.812932 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:15.813375 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.813774 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:15.822167 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Bound port: 85a87d79-bc9e-4c58-83f6-70b1ec2639bb, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:15.822618 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.834085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network d98a3321-9f22-4853-a745-51a5d6605e33 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:19:15.847223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, d98a3321-9f22-4853-a745-51a5d6605e33) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:15.853464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.854431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.855975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f1580-5d4e-4d5b-b7f6-914d9e925311 None None] Network d98a3321-9f22-4853-a745-51a5d6605e33 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:15.880462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-19cf80e8-54ca-4cc7-9e36-0accadd07ea4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5600424 Dec 15 14:19:15.883496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:15.885208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.885681 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.886328 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.887061 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.887921 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.888268 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.888756 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.889103 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.889428 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.889866 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.890243 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.890713 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.891265 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:15.948362 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] For port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:15.956483 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] For port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:15.962575 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.984341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d916dd2d-59cf-40f5-b436-664a289d7647 None None] Provisioning complete for port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:15.985353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d916dd2d-59cf-40f5-b436-664a289d7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.024118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-d98a3321-9f22-4853-a745-51a5d6605e33', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:19:16.025207 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.135052 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f493fd-cb3d-40d4-81ef-5aa63db40d38 None None] Pushing event updated for resources: {'Port': ['ID=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:16.143843 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:16.144748 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:16.193491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7cd739-cb51-49c7-8e85-e6176d937d23 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:19:16.226712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Allocated IP 172.20.0.2 (d98a3321-9f22-4853-a745-51a5d6605e33/8a23cd9f-f18a-476b-9c10-d73b28a4938c/5bc7cf36-42b8-40ec-9705-d9ddc0d91886) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:16.249065 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d916dd2d-59cf-40f5-b436-664a289d7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.298995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d916dd2d-59cf-40f5-b436-664a289d7647 None None] For port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:16.315320 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:16.336123 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d916dd2d-59cf-40f5-b436-664a289d7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.427699 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.510322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916dd2d-59cf-40f5-b436-664a289d7647 None None] Pushing event updated for resources: {'Port': ['ID=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:16.519871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e4380f1-5bd7-4e26-adf6-ffad89e3e13c None None] Provisioning complete for port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:16.520997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e4380f1-5bd7-4e26-adf6-ffad89e3e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.571784 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.585442 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.589410 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.647530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Network d98a3321-9f22-4853-a745-51a5d6605e33 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:16.656165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:16.662165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Pushing event updated for resources: {'Port': ['ID=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:16.684907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:16.721753 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:13Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:16.755334 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd2c15-816f-4955-98e4-fb79a42f8536 None None] The sync data for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 is: [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:13Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:16.783224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Attempting to bind port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:16.783594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Attempting to bind port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:16.783967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Attempting to bind port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 on network d98a3321-9f22-4853-a745-51a5d6605e33 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:16.789574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:16.789957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Checking segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:16.790416 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.790817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Bound using segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:16.791301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Bound port: 5bc7cf36-42b8-40ec-9705-d9ddc0d91886, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:16.791682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.881772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] For port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:16.886615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] For port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:16.892183 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.958864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11027fd-3804-46c1-bb65-920461e4834e None None] Pushing event updated for resources: {'Port': ['ID=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:17.018408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.1 (d98a3321-9f22-4853-a745-51a5d6605e33/8a23cd9f-f18a-476b-9c10-d73b28a4938c/4b6720ba-9425-44eb-bb11-ca3e455a7b74) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:17.195090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb0e3-924a-4675-87bd-7061a338a5ce req-27751df1-5cfd-45f1-a9b9-cb292649cede tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.196794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862cb0e3-924a-4675-87bd-7061a338a5ce req-27751df1-5cfd-45f1-a9b9-cb292649cede tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0599327 Dec 15 14:19:17.216571 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.270445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.282338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862cb0e3-924a-4675-87bd-7061a338a5ce req-3dc295e8-c9c5-4b45-93d7-0f1cb5fc0d32 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Dec 15 14:19:17.331759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network d98a3321-9f22-4853-a745-51a5d6605e33 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:17.336254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:17.338548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=4b6720ba-9425-44eb-bb11-ca3e455a7b74,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:17.341226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:17.397858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.499994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.534704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.845148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.851139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:17.938769 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=4b6720ba-9425-44eb-bb11-ca3e455a7b74,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:17.943004 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.048968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network d98a3321-9f22-4853-a745-51a5d6605e33 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:18.050427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:18.099809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ccf7a-7796-4e40-b0ae-457e3adeb555 None None] Network d98a3321-9f22-4853-a745-51a5d6605e33 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:18.191956 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:18.199041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-15110e8c-78dd-4f12-924d-f33be8a78c77 None None] Provisioning complete for port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:18.199826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15110e8c-78dd-4f12-924d-f33be8a78c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.263540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:18.349445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:18.355891 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-727e4c2e-9f4d-4d2e-ac39-50f5242fc923 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707685 Dec 15 14:19:18.393076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:18.393489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.430642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15110e8c-78dd-4f12-924d-f33be8a78c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.442345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaff18-304d-492f-bce8-501970e987bf req-497358a4-4a9d-4233-a5ed-f7919de37d75 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.444422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-debaff18-304d-492f-bce8-501970e987bf req-497358a4-4a9d-4233-a5ed-f7919de37d75 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0645604 Dec 15 14:19:18.493859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-15110e8c-78dd-4f12-924d-f33be8a78c77 None None] For port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:18.533580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15110e8c-78dd-4f12-924d-f33be8a78c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.572668 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.573174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-f8a17783-49bc-450c-9ce6-2c68f1caa61d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400767979&fields=id&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 267 time: 0.0817592 Dec 15 14:19:18.588048 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.609333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15110e8c-78dd-4f12-924d-f33be8a78c77 None None] Pushing event updated for resources: {'Port': ['ID=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:18.625150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-debaff18-304d-492f-bce8-501970e987bf req-cf27f9a4-1e62-4601-acf2-a9e0beca3843 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=966552be-b5f4-4914-82ee-c15f5d29a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714630 Dec 15 14:19:18.668238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:19:18.668623 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:19:18.670135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cda405bc-1d51-4a7c-bb22-50fb61b1d9f1 None None] Provisioning complete for port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:18.670504 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cda405bc-1d51-4a7c-bb22-50fb61b1d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.706960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cda405bc-1d51-4a7c-bb22-50fb61b1d9f1 None None] Port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:18.717507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cda405bc-1d51-4a7c-bb22-50fb61b1d9f1 None None] Provisioning complete for port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:18.717985 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cda405bc-1d51-4a7c-bb22-50fb61b1d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.735144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-2f2bceef-2f71-4039-bc71-5f76b0b1aea8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.736863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-2f2bceef-2f71-4039-bc71-5f76b0b1aea8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 795 time: 0.1531496 Dec 15 14:19:18.753744 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-55bb79f6-2164-4f25-a28a-802a282d0f1a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/quotas/ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 375 time: 0.0102036 Dec 15 14:19:18.831360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-c360d477-f078-480e-9740-ff12833075e8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699091 Dec 15 14:19:18.839507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Sync routers for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:18.848203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-034afbaa-4bbd-42c2-a7e8-f49dcd12dfe0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.850006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-034afbaa-4bbd-42c2-a7e8-f49dcd12dfe0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 945 time: 0.0924175 Dec 15 14:19:18.855355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:18.856864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:18.946666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-2567483f-da13-4331-937e-836efec7b3b7 service neutron] 10.222.0.32 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993199 Dec 15 14:19:18.955929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-98379f87-7a74-480f-877e-b5bc432c94cd None None] Provisioning complete for port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:18.956289 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98379f87-7a74-480f-877e-b5bc432c94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:18.970084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port a0a8af3c-50c9-440c-b681-9357d01ec8b5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:18.970450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.009189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-98379f87-7a74-480f-877e-b5bc432c94cd None None] Port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:19.026633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:19.068237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-207ca835-e17a-4bba-94d9-57dda41389b2 service neutron] 10.222.0.32 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122937 Dec 15 14:19:19.085342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port a0a8af3c-50c9-440c-b681-9357d01ec8b5, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a0a8af3c-50c9-440c-b681-9357d01ec8b5,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:19.085712 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.110751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for a0a8af3c-50c9-440c-b681-9357d01ec8b5 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:19.243343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b0697cb4-b17e-422c-a5d2-dd59fae387f1 None None] Provisioning complete for port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:19.244466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0697cb4-b17e-422c-a5d2-dd59fae387f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.269377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.282433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7fd44358-dd2d-4122-b0c4-86e6c64eb9f0 req-ab5b1de8-44b8-4f45-8664-5dbe85f26fe8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 210 time: 0.0506008 Dec 15 14:19:19.296796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a0a8af3c-50c9-440c-b681-9357d01ec8b5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:19.306511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=a0a8af3c-50c9-440c-b681-9357d01ec8b5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:19.374941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port a0a8af3c-50c9-440c-b681-9357d01ec8b5 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:19.378333 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.381800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-59d4ebeb-bb00-4c28-8718-967340ccd06a req-b0781ecc-fb5c-487f-abf2-ce278158aee0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "DELETE /v2.0/ports/a0a8af3c-50c9-440c-b681-9357d01ec8b5 HTTP/1.1" status: 204 len: 173 time: 0.5250330 Dec 15 14:19:19.382287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'name': 'network-vif-deleted', 'tag': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:19.384725 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166c51f-f830-48b4-a2eb-ccc941e6417f" -d '{"events": [{"server_uuid": "224af31c-77ed-426b-b10c-f81f7cc74f5e", "name": "network-vif-deleted", "tag": "a0a8af3c-50c9-440c-b681-9357d01ec8b5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:19.441471 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da26c798-79de-43ed-9047-ca843e9c0e3e x-openstack-request-id: req-da26c798-79de-43ed-9047-ca843e9c0e3e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:19.441803 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224af31c-77ed-426b-b10c-f81f7cc74f5e", "name": "network-vif-deleted", "tag": "a0a8af3c-50c9-440c-b681-9357d01ec8b5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:19.442067 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da26c798-79de-43ed-9047-ca843e9c0e3e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:19.442481 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224af31c-77ed-426b-b10c-f81f7cc74f5e', 'name': 'network-vif-deleted', 'tag': 'a0a8af3c-50c9-440c-b681-9357d01ec8b5', 'status': 'completed', 'code': 200} Dec 15 14:19:19.521125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 85a87d79-bc9e-4c58-83f6-70b1ec2639bb up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:19.556177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b0697cb4-b17e-422c-a5d2-dd59fae387f1 None None] Port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:19.602655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 2, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:19.631973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:19.632342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.634681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Checking router: 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:19.635349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Updating router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:19:19.697723 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.751864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f116d70-45d5-4833-a60a-16df04f74ae6 req-75bc37d1-a943-42fb-bf87-a987ddb580ab tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0360682 Dec 15 14:19:20.063029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.068519 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.120834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacafa0c-2542-4192-bb62-61386c0266e5 None None] Pushing event updated for resources: {'Port': ['ID=4b6720ba-9425-44eb-bb11-ca3e455a7b74,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:20.182119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Attempting to bind port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:20.182952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Attempting to bind port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:20.183816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Attempting to bind port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 on network d98a3321-9f22-4853-a745-51a5d6605e33 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:20.193407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:20.194094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Checking segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:20.194740 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.195337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Bound using segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:20.196031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Bound port: 4b6720ba-9425-44eb-bb11-ca3e455a7b74, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:20.196439 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.216348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:20.322062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] For port 4b6720ba-9425-44eb-bb11-ca3e455a7b74, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:20.327243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] For port 4b6720ba-9425-44eb-bb11-ca3e455a7b74, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4b6720ba-9425-44eb-bb11-ca3e455a7b74,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:20.336732 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.463884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:20.464706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:20.474940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25ac1ce0-fe38-4f31-b8dc-2e3023bd66c3 req-ef49d380-2b6f-4902-8c45-2521762279be tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 210 time: 0.0431898 Dec 15 14:19:20.585537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:20.585951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.640916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacafa0c-2542-4192-bb62-61386c0266e5 None None] Pushing event updated for resources: {'Port': ['ID=4b6720ba-9425-44eb-bb11-ca3e455a7b74,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:20.675936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-476981bc-6a80-42b5-b1d1-861fb0b2b620 None None] Provisioning complete for port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:20.676326 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476981bc-6a80-42b5-b1d1-861fb0b2b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.776540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:20.866885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-ca17736b-ba53-4855-a521-8b8965fabf76 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:20.868488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-ca17736b-ba53-4855-a521-8b8965fabf76 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 795 time: 0.5293272 Dec 15 14:19:20.884460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78a116c7-8aa8-46bf-9427-aa33abb8e74c req-e124451c-8b6d-482b-ab90-87f3ae2d7e23 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0432060 Dec 15 14:19:20.954950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476981bc-6a80-42b5-b1d1-861fb0b2b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.961960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-e57fa816-0b3f-4e9b-90fc-48e71b46f936 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 379 time: 0.0797791 Dec 15 14:19:20.974277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'port': {'device_id': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'admin_state_up': True, 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'security_groups': ['30fee378-f5d0-4258-a74b-3462087ec3ea']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:21.015228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-476981bc-6a80-42b5-b1d1-861fb0b2b620 None None] For port 4b6720ba-9425-44eb-bb11-ca3e455a7b74, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4b6720ba-9425-44eb-bb11-ca3e455a7b74,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:21.023633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-476981bc-6a80-42b5-b1d1-861fb0b2b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.098313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:21.102326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.107838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476981bc-6a80-42b5-b1d1-861fb0b2b620 None None] Pushing event updated for resources: {'Port': ['ID=4b6720ba-9425-44eb-bb11-ca3e455a7b74,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:21.132534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:21.166359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c3e9c-b089-45d3-a948-b78e0822e17f None None] The sync data for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 is: [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:21.179597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d8b0998e-b2bd-42a9-9d1f-7d00a7bb9145 None None] Provisioning complete for port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:21.180102 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8b0998e-b2bd-42a9-9d1f-7d00a7bb9145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.257460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.6 (d98a3321-9f22-4853-a745-51a5d6605e33/8a23cd9f-f18a-476b-9c10-d73b28a4938c/b4f6d8a7-0ee7-43b8-a354-ed51218a86b4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:21.346197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.445399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.487535 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.550652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:21.563515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network d98a3321-9f22-4853-a745-51a5d6605e33 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:21.565101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:21.568200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:21.657452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:21.658234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.680014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-6b250ac2-d570-459f-a7df-d197484b8eff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7116287 Dec 15 14:19:21.690067 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45804a29-38c8-4519-bd81-efcc4b04f633 req-97d80997-156f-4537-a9aa-461ca0843da7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:21.691382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45804a29-38c8-4519-bd81-efcc4b04f633 req-97d80997-156f-4537-a9aa-461ca0843da7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 931 time: 0.0941396 Dec 15 14:19:21.696631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-4a4b93ff-a4b5-41e1-874c-fabad4b1e030 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:19:21.697918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-4a4b93ff-a4b5-41e1-874c-fabad4b1e030 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053587 Dec 15 14:19:21.710877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Request body: {'port': {'device_id': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:21.807573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-45804a29-38c8-4519-bd81-efcc4b04f633 req-c772a48f-5734-46ee-8790-659d8d90e9bc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086893 Dec 15 14:19:21.808369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.870422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d90d7dd5-a558-43fd-b551-57723a2c1d1d None None] Provisioning complete for port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:21.870854 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d90d7dd5-a558-43fd-b551-57723a2c1d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.928341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d90d7dd5-a558-43fd-b551-57723a2c1d1d None None] Port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:22.045008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d9f4861-558c-434e-ba4f-5faa1429b83f req-cdb936f5-0d97-4ac8-ae23-9ef7977d1733 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0615280 Dec 15 14:19:22.171873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:22.182772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.200272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Transition to ACTIVE for port object b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:19:22.206073 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.229532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4b6720ba-9425-44eb-bb11-ca3e455a7b74 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:22.269238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:22.311319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:22.311692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.384043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:22.384724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:22.385394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on network d98a3321-9f22-4853-a745-51a5d6605e33 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:22.393767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on network d98a3321-9f22-4853-a745-51a5d6605e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:22.394458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on network d98a3321-9f22-4853-a745-51a5d6605e33 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:22.405247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:22.407214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Checking segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:22.407965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Bound using segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:22.408699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Bound port: b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:22.409266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.441437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a0a8af3c-50c9-440c-b681-9357d01ec8b5 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:22.480198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: a0a8af3c-50c9-440c-b681-9357d01ec8b5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:22.480703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a0a8af3c-50c9-440c-b681-9357d01ec8b5 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:22.504939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:22.509524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:22.518187 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.563380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:22.564175 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.565662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] 10.222.0.67 "PUT /v2.0/ports/b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 1091 time: 0.8593762 Dec 15 14:19:22.570938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:22.574736 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:22.653417 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b287a8-8802-48b1-bed6-cbf30ffe4b9b x-openstack-request-id: req-c1b287a8-8802-48b1-bed6-cbf30ffe4b9b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:22.653708 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:22.653964 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1b287a8-8802-48b1-bed6-cbf30ffe4b9b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:22.654369 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'status': 'completed', 'code': 200} Dec 15 14:19:22.656449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ea41-b42b-4bce-b287-9dceb7b18cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:22.684976 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-2e667cb8-0eac-4d49-86b3-b9955bc0545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:22.687271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-2e667cb8-0eac-4d49-86b3-b9955bc0545b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1094 time: 0.0757802 Dec 15 14:19:22.812397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-406ce2c9-5326-4030-af40-7cfbc7b60250 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 217 time: 0.0478268 Dec 15 14:19:22.877649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-c0350803-a8f1-494e-8bd6-9460e8a5b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:22.879061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-c0350803-a8f1-494e-8bd6-9460e8a5b443 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0606458 Dec 15 14:19:22.972861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-984abb0b-2960-4788-8f9e-4b0e66a2aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:22.974375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-984abb0b-2960-4788-8f9e-4b0e66a2aa05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886075 Dec 15 14:19:22.991432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031f4b-802b-43c0-8e60-82bbf336ce17 req-8f482c19-4e95-4573-b446-c83f69152ab4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:22.992984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0031f4b-802b-43c0-8e60-82bbf336ce17 req-8f482c19-4e95-4573-b446-c83f69152ab4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0732572 Dec 15 14:19:23.116892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0031f4b-802b-43c0-8e60-82bbf336ce17 req-166db5dd-37ce-49d6-b126-1ace4fc68f97 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166086 Dec 15 14:19:23.146303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-452022c6-698b-435b-b9eb-583c15c5b115 service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628587 Dec 15 14:19:23.174938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07bce595-5b66-4196-b732-68c3340af750 req-ed67a1cc-b7a6-4537-acd7-68fd7d93f0d2 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0427337 Dec 15 14:19:23.275962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f3f999e-8da7-44c8-81a3-ab864eb758d9 req-cdaaef16-9459-41d0-968f-ee9590de468a service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111772 Dec 15 14:19:23.378053 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-202949a3-5804-4d81-9d17-c80dea346f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:23.379573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-202949a3-5804-4d81-9d17-c80dea346f67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1094 time: 0.0462923 Dec 15 14:19:23.477966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-421d613a-3cc0-4456-b94f-abcab9664238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:23.479370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-421d613a-3cc0-4456-b94f-abcab9664238 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0910301 Dec 15 14:19:23.526521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-c515ebe9-9e8f-4115-9d11-b42c62a262b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 217 time: 0.0402000 Dec 15 14:19:23.576848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-222f9621-12f7-42cf-b2b3-5616d279d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:23.578192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-222f9621-12f7-42cf-b2b3-5616d279d093 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0450294 Dec 15 14:19:23.632445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-82d198ef-df16-43ee-ba4a-c739cbdf43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:23.634094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-82d198ef-df16-43ee-ba4a-c739cbdf43b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488064 Dec 15 14:19:23.746521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-f3bc18c2-1d9c-4020-9eb5-d6815f1e8eeb service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033893 Dec 15 14:19:23.855205 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f330ea86-8e7f-4109-b57f-fa4c6bde57d7 req-bb29b2c4-d319-4973-948a-8cf2afa3c87e service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006141 Dec 15 14:19:24.247558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae5516-2502-4f12-b675-4bfcbbe1bc11 req-444822c3-eb55-4af9-8acd-b157b826b146 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:24.248777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cae5516-2502-4f12-b675-4bfcbbe1bc11 req-444822c3-eb55-4af9-8acd-b157b826b146 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0546193 Dec 15 14:19:24.301422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6471d5b2-28a0-4c4a-acb1-c5c3387d50e7 req-f6692ed2-1135-4fdb-a902-6491b175105c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=224af31c-77ed-426b-b10c-f81f7cc74f5e HTTP/1.1" status: 200 len: 210 time: 0.0441778 Dec 15 14:19:24.337966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cae5516-2502-4f12-b675-4bfcbbe1bc11 req-9df79865-00ed-4b17-a7a6-56269df33470 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837681 Dec 15 14:19:25.464160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c45b0-2d8b-4dce-9f51-af5bd0d29172 req-8c075a5b-11c1-4b9b-8067-8eebaf0d8233 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:25.465680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d7c45b0-2d8b-4dce-9f51-af5bd0d29172 req-8c075a5b-11c1-4b9b-8067-8eebaf0d8233 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0500648 Dec 15 14:19:25.532534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d7c45b0-2d8b-4dce-9f51-af5bd0d29172 req-f7b64897-2bee-4bf1-805b-723a6b81747b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552197 Dec 15 14:19:25.843251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:19:25.940488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:25.951518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'port_id': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'mac_address': 'fa:16:3e:e1:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:19:25.993064 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.007088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:26.026080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:26.029760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.076447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:26.223277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:26.672857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7b48-2f84-4e82-8274-6b50f06b9a95 req-05141fd5-20dd-420f-b777-f3cf76740f7c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:26.674266 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac3d7b48-2f84-4e82-8274-6b50f06b9a95 req-05141fd5-20dd-420f-b777-f3cf76740f7c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 944 time: 0.0505602 Dec 15 14:19:26.723709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac3d7b48-2f84-4e82-8274-6b50f06b9a95 req-1e0196c5-794d-4c45-b01e-5836c66211c9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Dec 15 14:19:27.843036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf972e40-52d2-4a31-bcfd-97de9dbf251a req-15960b47-78c1-4a4f-8d46-09504b4b3c38 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:27.844691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf972e40-52d2-4a31-bcfd-97de9dbf251a req-15960b47-78c1-4a4f-8d46-09504b4b3c38 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 944 time: 0.0517697 Dec 15 14:19:27.859801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:27.919878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf972e40-52d2-4a31-bcfd-97de9dbf251a req-a465f866-a627-4cb1-ac39-be771ad635f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682330 Dec 15 14:19:27.920763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:19:27.925322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:27.925721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.012086 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.047531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:28.048611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:28.051370 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4367a0dd-679a-4fbc-8afe-71dc8a59f053" -d '{"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-plugged", "status": "completed", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:28.055216 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.101110 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8bab5e-17a4-43e7-9481-9c1eec95d9c2 x-openstack-request-id: req-3f8bab5e-17a4-43e7-9481-9c1eec95d9c2 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:28.101576 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-plugged", "status": "completed", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:28.101931 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f8bab5e-17a4-43e7-9481-9c1eec95d9c2 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:28.102436 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'code': 200} Dec 15 14:19:28.129810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.225209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dfde7-38bd-49a9-8017-cdf4adedc582 req-5e41ad40-75d4-4b31-bbe7-f2d76905761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:28.226806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-410dfde7-38bd-49a9-8017-cdf4adedc582 req-5e41ad40-75d4-4b31-bbe7-f2d76905761d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0501351 Dec 15 14:19:28.282099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-410dfde7-38bd-49a9-8017-cdf4adedc582 req-4ff17119-7264-4909-9e47-0175f2ea200d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Dec 15 14:19:28.513414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.518618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8612818', 'description': 'tempest-secgroup-smoke-8612818 description', 'project_id': '855d335c660a4d658b021b92e3287d9f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:28.542818 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.613889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.617730 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.647185 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.648397 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1339736 Dec 15 14:19:28.650331 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af911c6-5240-4322-b748-278ff6549422 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.651495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.657329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group_rule': {'security_group_id': '3e309ff1-fdf4-4859-b86a-6286d4b0ddb2', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:28.683066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.739072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.742903 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.761948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b90bbf-694a-47bf-8c7a-d500ecbfd3a3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.766173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.767414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-74236c94-8b7f-4420-87f5-f51491ac8887 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138878 Dec 15 14:19:28.770039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42294) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.774459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group_rule': {'security_group_id': '3e309ff1-fdf4-4859-b86a-6286d4b0ddb2', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:28.802443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.867432 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.871440 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.899519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de98aee-8d52-4225-8593-4d82a83e9749,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.906270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.908274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6f619519-1734-4994-9fd8-a18adbd972b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371903 Dec 15 14:19:28.910870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42296) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.915206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group_rule': {'security_group_id': '3e309ff1-fdf4-4859-b86a-6286d4b0ddb2', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:28.940228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.007304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.017058 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.050735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1772a56-4e0b-4d55-b507-2bbca5c53c74,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.063924 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.065198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-535dee42-ae77-41ad-af38-a7eb164bba54 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533985 Dec 15 14:19:29.068022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42300) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:29.072797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group_rule': {'security_group_id': '3e309ff1-fdf4-4859-b86a-6286d4b0ddb2', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:29.078711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724cb9a-8405-4315-aaf6-f7168c2227cd req-19781f77-b482-4cd1-a92c-3310b98c1fb0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:29.080225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6724cb9a-8405-4315-aaf6-f7168c2227cd req-19781f77-b482-4cd1-a92c-3310b98c1fb0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0761111 Dec 15 14:19:29.106707 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.135929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6724cb9a-8405-4315-aaf6-f7168c2227cd req-af9e0427-1066-4927-951b-848da0908b14 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472040 Dec 15 14:19:29.194240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.197656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.215520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a904b0-a89d-4489-9fda-4f51c764e53c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.223115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.227144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:29.227870 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79e7c491-4e96-45e0-ac47-94e9a2166ce8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584940 Dec 15 14:19:29.232267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group_rule': {'security_group_id': '3e309ff1-fdf4-4859-b86a-6286d4b0ddb2', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:29.258253 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Project 855d335c660a4d658b021b92e3287d9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:19:29.263580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.326860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.340586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.361862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540dbee1-a619-4bc6-9982-47eb14b276f1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.371323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.375489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d9d8dad-1c74-40ff-b369-f90c3cf75c3f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439042 Dec 15 14:19:29.376035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:29.382535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'security_group_rule': {'security_group_id': '3e309ff1-fdf4-4859-b86a-6286d4b0ddb2', 'project_id': '855d335c660a4d658b021b92e3287d9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:29.410589 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Project 855d335c660a4d658b021b92e3287d9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:19:29.415489 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.473463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.477152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.496409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7edef2-b885-4eec-ba76-de59f3b67e7a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.505761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.506953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-673e193c-05c9-4db6-a9f7-ff18ba61f76e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298661 Dec 15 14:19:30.254475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700a8e8-5093-4b19-8163-6bfe813a8849 req-6e92f351-04aa-46a4-ae46-cdacfbc878cd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:30.255995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c700a8e8-5093-4b19-8163-6bfe813a8849 req-6e92f351-04aa-46a4-ae46-cdacfbc878cd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0503967 Dec 15 14:19:30.309199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c700a8e8-5093-4b19-8163-6bfe813a8849 req-aaab550d-9492-4ed8-a167-905885cddac8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468225 Dec 15 14:19:30.431576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e196a-f362-4cd8-8a69-7dd89db178a2 req-b2263041-22a8-425b-a377-bcb3bb2b98d3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:30.433300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-937e196a-f362-4cd8-8a69-7dd89db178a2 req-b2263041-22a8-425b-a377-bcb3bb2b98d3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0542948 Dec 15 14:19:30.484110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-937e196a-f362-4cd8-8a69-7dd89db178a2 req-2ec6c7f4-e145-45e1-8e35-2a7aed7e7a76 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Dec 15 14:19:30.508100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:30.548049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d980498-02f4-4856-811f-022c885e3c6e tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:30.549590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0d980498-02f4-4856-811f-022c885e3c6e tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1091 time: 0.0404902 Dec 15 14:19:30.552674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42384) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:30.556975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:30.582319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.684371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.811295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.74 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/d9ff12ac-ff8f-4c74-9f71-f2d03e7dce75) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:30.924479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.961405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.001890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:31.005037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:31.008714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:31.032643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=d9ff12ac-ff8f-4c74-9f71-f2d03e7dce75,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:31.486449 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.864024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.026720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.032321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.108313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=d9ff12ac-ff8f-4c74-9f71-f2d03e7dce75,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:32.117886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.222295 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP 1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 associated. External IP: 172.25.2.74, port: b4f6d8a7-0ee7-43b8-a354-ed51218a86b4. Dec 15 14:19:32.431426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:32.551531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:32.562306 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] Sync routers for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:32.572611 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.575153 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:32.575846 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:32.605345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ae2b44c3-8c0f-4803-b13b-cbf9e2f15379 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0513203 Dec 15 14:19:32.606351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:32.609919 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9be3552-9497-491f-948d-79667381ede1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:32.653536 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8e1040-7f31-4803-af67-3a72b61883eb x-openstack-request-id: req-fe8e1040-7f31-4803-af67-3a72b61883eb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:32.653896 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:32.654161 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe8e1040-7f31-4803-af67-3a72b61883eb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:32.655240 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'status': 'completed', 'code': 200} Dec 15 14:19:32.708263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:32.757707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fe0e6-9709-4f2a-ad3c-e2b74df84abe req-36fbecfa-c97d-40fc-8b3e-9e0f757b9458 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.759294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-535fe0e6-9709-4f2a-ad3c-e2b74df84abe req-36fbecfa-c97d-40fc-8b3e-9e0f757b9458 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0888689 Dec 15 14:19:32.762284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3552-9497-491f-948d-79667381ede1 req-c8a5fa2c-10a4-4f38-b1c3-389db272d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.763693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-c8a5fa2c-10a4-4f38-b1c3-389db272d2c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0657380 Dec 15 14:19:32.881784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-535fe0e6-9709-4f2a-ad3c-e2b74df84abe req-43ca188f-214f-42bc-bd9a-211dde6c2cab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157920 Dec 15 14:19:32.904258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3552-9497-491f-948d-79667381ede1 req-979705d0-228e-4232-ae80-cdb85aeaa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.905708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:32.906947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-979705d0-228e-4232-ae80-cdb85aeaa415 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.1341963 Dec 15 14:19:32.964897 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'port_id': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'mac_address': 'fa:16:3e:e1:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:31Z', 'updated_at': '2021-12-15T14:19:31Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:33.004171 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] Checking router: 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:33.007060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-78e86c6e-8151-43c4-b6fc-5567707da96d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 HTTP/1.1" status: 200 len: 990 time: 0.0989714 Dec 15 14:19:33.014035 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:33.014912 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:33.022405 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-5358e6fd-2109-456a-a4b8-7fa2693bdcf0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 998 time: 0.1094661 Dec 15 14:19:33.095429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3552-9497-491f-948d-79667381ede1 req-c85d8ead-172c-4788-b05e-2896a8f80700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:33.097300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-c85d8ead-172c-4788-b05e-2896a8f80700 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0667710 Dec 15 14:19:33.124067 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:33.145699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3552-9497-491f-948d-79667381ede1 req-ee036af6-64e9-437f-bfbe-b9a2264f223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:33.147436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-ee036af6-64e9-437f-bfbe-b9a2264f223f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432086 Dec 15 14:19:33.242456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-1a5585c5-76f9-4265-8d95-d9d17e5821fe service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873528 Dec 15 14:19:33.347562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9be3552-9497-491f-948d-79667381ede1 req-f9ac9622-0e7b-4263-80b0-04fa819cd2d3 service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977290 Dec 15 14:19:33.362452 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'port_id': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'mac_address': 'fa:16:3e:e1:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:31Z', 'updated_at': '2021-12-15T14:19:31Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:33.392741 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3163b3-1fe9-47d9-a723-198fc5a9bd43 None None] The sync data for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 is: [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'port_id': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'mac_address': 'fa:16:3e:e1:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:31Z', 'updated_at': '2021-12-15T14:19:31Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:33.603660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d23829-665a-46e6-8771-2cfb05a25c6f None None] New status for floating IP 1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:19:34.010406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:34.074812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-078a9f5b-e654-4bb1-a237-dd121e927ff4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 HTTP/1.1" status: 200 len: 992 time: 0.0632546 Dec 15 14:19:42.548862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3798eed3-f626-4d95-bb48-c92d6e3336b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.323552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.731041 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f822bd0-18f6-45b0-9126-fc8365a34417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.900280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-ecb388c9-5d04-4afd-8444-921c22ea8c87 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8612818&fields=id&tenant_id=855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 267 time: 0.0486341 Dec 15 14:19:45.021832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-59250181-0e72-4062-b5d2-be3b807ab8f8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:45.023324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-59250181-0e72-4062-b5d2-be3b807ab8f8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1158004 Dec 15 14:19:45.040204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-5525ff04-baa5-48c1-8261-2ca409ceb2dc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0103037 Dec 15 14:19:45.092815 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-59eecaf7-00d0-4975-9a2c-7e9cc3a620f0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467877 Dec 15 14:19:45.196410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-5a1d0fba-1aec-4bd5-aeb6-32c0ecddbbe9 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908554 Dec 15 14:19:45.293064 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-19d779e0-768c-40c0-9f74-451a62d80c39 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853233 Dec 15 14:19:45.597499 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d044362-6ed7-4502-ab80-5c5f9fadbc71 req-e8f8d264-8d19-46c9-b5f6-5c7c44f40f4c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0277557 Dec 15 14:19:46.322691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.704273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13161158-3bf3-4534-a069-c62f295077da req-3fb74212-7ebe-44fa-a369-4bbf2cbc8ea8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0345142 Dec 15 14:19:46.885792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-51a4a121-9d71-4943-b5db-3238bffbd2a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:46.887235 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-51a4a121-9d71-4943-b5db-3238bffbd2a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.4127903 Dec 15 14:19:46.957093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-cd9474ed-4c2c-4a03-b904-cd2a79250b82 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 377 time: 0.0552993 Dec 15 14:19:46.966762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'security_groups': ['3e309ff1-fdf4-4859-b86a-6286d4b0ddb2']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:47.083597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:47.087450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.218508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.9 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/ca9f2dba-cc04-43f3-98ba-762f8f2a491a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:47.362594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.397243 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.449702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:47.452964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:47.455486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:47.481630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:47.507976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.508342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.508812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.509170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.509668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.510029 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.510612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.511930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.512953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.513415 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.513868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.514356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.514794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.515231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:47.531364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:47.532174 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.551171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-6b914327-e213-4b3b-8455-f8f2ae84361a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880136 Dec 15 14:19:47.569227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Request body: {'port': {'device_id': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:47.632175 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.704720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f00b5e9-66f3-49c3-a059-3f2aecccaf01 None None] Provisioning complete for port ca9f2dba-cc04-43f3-98ba-762f8f2a491a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:47.705090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f00b5e9-66f3-49c3-a059-3f2aecccaf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.759168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9f00b5e9-66f3-49c3-a059-3f2aecccaf01 None None] Port ca9f2dba-cc04-43f3-98ba-762f8f2a491a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:47.839610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65050613-cc4e-4b1a-9361-740676c64650 req-7b512ef5-6ebc-4566-b4e2-748f6b232d7c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:47.841924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65050613-cc4e-4b1a-9361-740676c64650 req-7b512ef5-6ebc-4566-b4e2-748f6b232d7c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 931 time: 0.0520175 Dec 15 14:19:47.894762 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65050613-cc4e-4b1a-9361-740676c64650 req-a9b0e903-9c87-4865-aacb-e90c3124787c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454888 Dec 15 14:19:47.916167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9f2dba-cc04-43f3-98ba-762f8f2a491a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:47.924615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.936776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Transition to ACTIVE for port object ca9f2dba-cc04-43f3-98ba-762f8f2a491a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:19:47.940789 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.990809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Pushing event updated for resources: {'Port': ['ID=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:48.066209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Attempting to bind port ca9f2dba-cc04-43f3-98ba-762f8f2a491a on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:48.066542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Attempting to bind port ca9f2dba-cc04-43f3-98ba-762f8f2a491a by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:48.066869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Attempting to bind port ca9f2dba-cc04-43f3-98ba-762f8f2a491a on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:48.071784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Port ca9f2dba-cc04-43f3-98ba-762f8f2a491a on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:48.072174 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Attempting to bind port ca9f2dba-cc04-43f3-98ba-762f8f2a491a on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:48.077524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:48.078028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:48.078479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:48.078975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Bound port: ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:48.079401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.166150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] For port ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:48.170136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] For port ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:48.176994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.217725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.218906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.220349 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] 10.222.0.85 "PUT /v2.0/ports/ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 200 len: 1091 time: 0.6558487 Dec 15 14:19:48.220866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:48.223204 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3285dd-15d4-41c0-856e-fda569ff99f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:48.247553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ecc52-0544-4221-afa3-008b23b3967a service neutron] Pushing event updated for resources: {'Port': ['ID=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:48.312681 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fcebc8-6ccf-4360-9508-3491876d8986 x-openstack-request-id: req-69fcebc8-6ccf-4360-9508-3491876d8986 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:48.313447 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:48.313721 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69fcebc8-6ccf-4360-9508-3491876d8986 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:48.314762 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'status': 'completed', 'code': 200} Dec 15 14:19:48.334659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-a062e383-043f-42c7-8f1b-66182629fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.336190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-a062e383-043f-42c7-8f1b-66182629fb19 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1094 time: 0.0584693 Dec 15 14:19:48.387070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-89425071-f6fc-49f3-bd01-aa76d824a6c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 200 len: 217 time: 0.0392873 Dec 15 14:19:48.438426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-7a97b77a-c551-4bd7-ae28-416a85021cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.439990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-7a97b77a-c551-4bd7-ae28-416a85021cd6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0468578 Dec 15 14:19:48.487223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-ce80405b-e3bf-4512-b6d2-17d345d8299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.488746 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-ce80405b-e3bf-4512-b6d2-17d345d8299b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409830 Dec 15 14:19:48.538208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.591916 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-3b8cf970-813d-4ccb-a74b-05aff8ecf717 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961080 Dec 15 14:19:48.688664 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c4d38a9-5710-4bae-b712-c7a321be30ed req-79fc4427-f561-453e-a0d4-9462cec00186 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896215 Dec 15 14:19:48.794528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-c049ae4b-ba59-47f5-ba9b-2b14a041c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.795946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-c049ae4b-ba59-47f5-ba9b-2b14a041c2b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1094 time: 0.0428646 Dec 15 14:19:48.894234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-191fe86f-5a5f-43ad-8504-c9dbc95bb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.895733 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-191fe86f-5a5f-43ad-8504-c9dbc95bb104 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0919871 Dec 15 14:19:48.939563 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-627c7369-9917-4852-b81a-2a40dfc3f8cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 200 len: 217 time: 0.0356834 Dec 15 14:19:48.991712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-25c3e269-0b70-44e2-812d-42873eb73093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.994003 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-25c3e269-0b70-44e2-812d-42873eb73093 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0468824 Dec 15 14:19:49.022957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577f890-d0f2-4d8d-a84b-00d87542ae19 req-cbc06e51-f16d-40a5-a211-55e49e84bb08 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:49.025262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5577f890-d0f2-4d8d-a84b-00d87542ae19 req-cbc06e51-f16d-40a5-a211-55e49e84bb08 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0602772 Dec 15 14:19:49.047802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-f738cf71-824b-4ee9-8f7e-096a29f6cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:49.049322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-f738cf71-824b-4ee9-8f7e-096a29f6cadc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483606 Dec 15 14:19:49.081753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5577f890-d0f2-4d8d-a84b-00d87542ae19 req-03f2f678-0e6d-4ef8-8840-484fed12c4fd tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500119 Dec 15 14:19:49.149095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-61dd393f-5f99-4106-b939-7d6dce4fd9a7 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922263 Dec 15 14:19:49.247791 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9e3285dd-15d4-41c0-856e-fda569ff99f8 req-368184d7-ef61-4267-979d-7a4bfc74c7f0 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906687 Dec 15 14:19:49.902117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-f580bc7e-f9d5-4854-96a9-59f54148ead9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449712 Dec 15 14:19:49.986512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b918c-53d5-433d-9276-4daa611272d3 req-aadda755-3bf3-4bfd-8919-acfd1a15b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:49.988242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-aadda755-3bf3-4bfd-8919-acfd1a15b84e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0415797 Dec 15 14:19:50.100174 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b918c-53d5-433d-9276-4daa611272d3 req-c55587c6-b94d-409f-b649-bfa984a8659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.101713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-c55587c6-b94d-409f-b649-bfa984a8659a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0928950 Dec 15 14:19:50.181987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-e0f64c44-ae03-4ba4-8c4d-725715997471 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 1000 time: 0.0713673 Dec 15 14:19:50.257633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49485023-0e32-41d0-a352-3b2af0510bea req-072bacfe-6a1e-4d31-b142-baf97b40306f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.259117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49485023-0e32-41d0-a352-3b2af0510bea req-072bacfe-6a1e-4d31-b142-baf97b40306f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0922370 Dec 15 14:19:50.260938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b918c-53d5-433d-9276-4daa611272d3 req-97c45af2-e9eb-4775-8abf-ad2a0d72f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.262248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-97c45af2-e9eb-4775-8abf-ad2a0d72f6ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0663991 Dec 15 14:19:50.337875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b918c-53d5-433d-9276-4daa611272d3 req-19dec818-8de3-457c-9b86-b38de38a1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.339374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-19dec818-8de3-457c-9b86-b38de38a1f77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670204 Dec 15 14:19:50.343620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49485023-0e32-41d0-a352-3b2af0510bea req-74a7448f-1181-4f39-a0df-ede5cf8c2da4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0774939 Dec 15 14:19:50.458239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-f9a7adad-5fe7-45a7-8847-655dc1581dd6 service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095946 Dec 15 14:19:50.551661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-734b918c-53d5-433d-9276-4daa611272d3 req-f4eb167e-045b-42e4-b3c8-731b81089fc4 service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Dec 15 14:19:51.319913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.466144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3095cd5-7d45-4692-a790-c218a12d8d23 req-3b2cfd3e-d785-4f0c-a473-cafba0e25b45 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:51.467711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3095cd5-7d45-4692-a790-c218a12d8d23 req-3b2cfd3e-d785-4f0c-a473-cafba0e25b45 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0512156 Dec 15 14:19:51.525342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3095cd5-7d45-4692-a790-c218a12d8d23 req-b0b6cc7e-e86b-46e0-a126-577e338ffb15 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513217 Dec 15 14:19:52.181250 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:19:52.641506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d667-f475-4ca9-afdb-6ec2dc1155a7 req-1a88bc3e-1e64-4305-ba09-2da73133f93c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.643023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2297d667-f475-4ca9-afdb-6ec2dc1155a7 req-1a88bc3e-1e64-4305-ba09-2da73133f93c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0504174 Dec 15 14:19:52.696536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2297d667-f475-4ca9-afdb-6ec2dc1155a7 req-0c4315c1-6578-4409-9f81-468150e77c4d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451629 Dec 15 14:19:53.812901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d34e3-229b-47d0-bf15-486bb8608cd9 req-7a3c2e47-66cc-4adf-a2c3-d3560f714e91 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:53.814431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-650d34e3-229b-47d0-bf15-486bb8608cd9 req-7a3c2e47-66cc-4adf-a2c3-d3560f714e91 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0524035 Dec 15 14:19:53.863823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-650d34e3-229b-47d0-bf15-486bb8608cd9 req-44f17d8b-6578-42a5-b7e3-e1565e4be5cf tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435219 Dec 15 14:19:54.982532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17a8c7-5125-4cfa-874f-e1de94596fe9 req-0c839cea-0517-425b-8ab3-047ac28758d0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:54.984023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e17a8c7-5125-4cfa-874f-e1de94596fe9 req-0c839cea-0517-425b-8ab3-047ac28758d0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0529938 Dec 15 14:19:55.032389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e17a8c7-5125-4cfa-874f-e1de94596fe9 req-2a387e81-19db-48ae-973f-57fc4a0be83b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422072 Dec 15 14:19:56.149511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d647f6-3e23-490f-889a-67f02498475b req-474c1c46-f794-421d-93b6-1bdc4fee225c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:56.151003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80d647f6-3e23-490f-889a-67f02498475b req-474c1c46-f794-421d-93b6-1bdc4fee225c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0485022 Dec 15 14:19:56.203724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80d647f6-3e23-490f-889a-67f02498475b req-cceb6b15-dac1-4a08-9831-9e1bbf80f180 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462561 Dec 15 14:19:57.319644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac8e4d-9d01-4a4e-b631-03e5206cde3b req-293af558-e8ea-4b24-8436-502f1c9db505 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:57.321154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54ac8e4d-9d01-4a4e-b631-03e5206cde3b req-293af558-e8ea-4b24-8436-502f1c9db505 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0489101 Dec 15 14:19:57.375770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54ac8e4d-9d01-4a4e-b631-03e5206cde3b req-16e911ea-b935-4e32-aeb9-b0f09942835c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485065 Dec 15 14:19:58.494547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd70a-759b-4e01-98b8-eda048d97381 req-e88a3b19-9a3b-4455-be2e-182dc779170c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:58.496038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb1cd70a-759b-4e01-98b8-eda048d97381 req-e88a3b19-9a3b-4455-be2e-182dc779170c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0502758 Dec 15 14:19:58.548043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb1cd70a-759b-4e01-98b8-eda048d97381 req-cfd00bb3-c868-4720-b0e3-ed00a6323388 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445955 Dec 15 14:19:59.664786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43915-f743-4b38-8a3b-13e80461d77a req-06a02be0-052a-4b8d-9ad5-847bb13e75db tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:59.666283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5a43915-f743-4b38-8a3b-13e80461d77a req-06a02be0-052a-4b8d-9ad5-847bb13e75db tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0499012 Dec 15 14:19:59.719103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5a43915-f743-4b38-8a3b-13e80461d77a req-0fa0e764-3ca0-4b8e-b1be-6cf45cf5dcdb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454576 Dec 15 14:20:00.665902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ca9f2dba-cc04-43f3-98ba-762f8f2a491a details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:20:00.761513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:00.773783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'mac_address': 'fa:16:3e:d2:16:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:20:00.817461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.831422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9f2dba-cc04-43f3-98ba-762f8f2a491a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:00.846620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e9bd5-ddd0-44d0-8f67-d19fa44522cb req-cffaa484-6e51-488f-a019-2d22f719fc75 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.848837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e2e9bd5-ddd0-44d0-8f67-d19fa44522cb req-cffaa484-6e51-488f-a019-2d22f719fc75 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 943 time: 0.0592983 Dec 15 14:20:00.852878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:00.859097 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.906970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e2e9bd5-ddd0-44d0-8f67-d19fa44522cb req-139ee8e0-d934-42cc-8b7b-64ac0be8e9f9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515575 Dec 15 14:20:00.915826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:00.925825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.926182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.926529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.926872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.927208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.927542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.927870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.928204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.928566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.928922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.929251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.929577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:00.929901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:01.254802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ca9f2dba-cc04-43f3-98ba-762f8f2a491a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:02.022614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c6d5-9ee7-4f83-888e-a02a583fb825 req-2371cc27-e2d1-4366-b810-ec29cdd2cf72 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:02.024161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e825c6d5-9ee7-4f83-888e-a02a583fb825 req-2371cc27-e2d1-4366-b810-ec29cdd2cf72 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 944 time: 0.0491679 Dec 15 14:20:02.073378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e825c6d5-9ee7-4f83-888e-a02a583fb825 req-dfbc19de-6aae-4ec5-9f9c-56b078a3281e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432320 Dec 15 14:20:02.697916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ca9f2dba-cc04-43f3-98ba-762f8f2a491a up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:02.754070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ca9f2dba-cc04-43f3-98ba-762f8f2a491a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:20:02.757920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ca9f2dba-cc04-43f3-98ba-762f8f2a491a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:02.757920 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.835259 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.859437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:02.861778 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c75de-b7e4-4910-b7cb-380f7a11a21d" -d '{"events": [{"server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "name": "network-vif-plugged", "status": "completed", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:02.875794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:02.888762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.912977 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79fae7-4b6a-42ae-85f1-da888e4ee6fe x-openstack-request-id: req-ba79fae7-4b6a-42ae-85f1-da888e4ee6fe {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:02.913271 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "name": "network-vif-plugged", "status": "completed", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:02.913529 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba79fae7-4b6a-42ae-85f1-da888e4ee6fe {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:02.914536 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'code': 200} Dec 15 14:20:02.942979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:03.026000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ed99f-bd68-4cb9-a455-9dff6a7a8de5 req-6fa6f7ab-5b2e-4bfc-945f-41b755b8482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:03.027502 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b91ed99f-bd68-4cb9-a455-9dff6a7a8de5 req-6fa6f7ab-5b2e-4bfc-945f-41b755b8482b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0399225 Dec 15 14:20:03.075291 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b91ed99f-bd68-4cb9-a455-9dff6a7a8de5 req-3a15472e-9210-41bd-9e64-28ac5f1233d5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397267 Dec 15 14:20:03.195232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c99c54-9520-4b10-9a4e-dc43c971220b req-7c887e94-36f6-4e59-a3bb-45921a5e1c38 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:03.196819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09c99c54-9520-4b10-9a4e-dc43c971220b req-7c887e94-36f6-4e59-a3bb-45921a5e1c38 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Dec 15 14:20:03.247753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09c99c54-9520-4b10-9a4e-dc43c971220b req-4b9e8efc-cbfc-47aa-bc34-745586622659 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447071 Dec 15 14:20:04.375222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b83f9-9c35-4d45-b0c5-13b5f12a1840 req-0915b8eb-dc5e-47bb-82e0-8541fc687aa4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:04.377044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a37b83f9-9c35-4d45-b0c5-13b5f12a1840 req-0915b8eb-dc5e-47bb-82e0-8541fc687aa4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0571034 Dec 15 14:20:04.429972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a37b83f9-9c35-4d45-b0c5-13b5f12a1840 req-1b6d6d31-f83d-45bf-9e96-f40f7b624267 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472202 Dec 15 14:20:04.864092 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-daaab14b-8bf0-4c1e-9707-297961383c3e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422447 Dec 15 14:20:04.971892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-f7160fcd-e99a-4464-a502-afff8ecc435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:04.973655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-f7160fcd-e99a-4464-a502-afff8ecc435d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0548670 Dec 15 14:20:05.091882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-cf20a89d-c123-47be-978f-99b683de60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.093911 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-cf20a89d-c123-47be-978f-99b683de60dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0890820 Dec 15 14:20:05.144332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-49d19cc2-342b-43af-8306-520c94710b6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 200 len: 217 time: 0.0418766 Dec 15 14:20:05.195136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-b923efc2-8860-4c81-b618-6cb6ddb08f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.196631 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-b923efc2-8860-4c81-b618-6cb6ddb08f1b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0456560 Dec 15 14:20:05.244210 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-45ecaef2-fad1-4bcc-b54d-9ce3c0bfaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.244680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-45ecaef2-fad1-4bcc-b54d-9ce3c0bfaa12 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414608 Dec 15 14:20:05.381981 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-c8f540ab-9e5a-431a-a676-e65bf72e15ab service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289110 Dec 15 14:20:05.395557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1361-d968-4ff7-877d-2195d6b4d934 req-c828f1b3-b760-432b-b33d-ea2718b40c72 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.397184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e41c1361-d968-4ff7-877d-2195d6b4d934 req-c828f1b3-b760-432b-b33d-ea2718b40c72 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0586584 Dec 15 14:20:05.419403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e41c1361-d968-4ff7-877d-2195d6b4d934 req-97d9e375-64c3-4ac0-825c-62f21c907bc9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.492027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ed208c7c-d58a-4177-94f5-3f11cb6230a5 req-ffbde342-16e3-47f6-b920-8cd691b837b0 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033120 Dec 15 14:20:05.514044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e41c1361-d968-4ff7-877d-2195d6b4d934 req-97d9e375-64c3-4ac0-825c-62f21c907bc9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.522421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e41c1361-d968-4ff7-877d-2195d6b4d934 req-97d9e375-64c3-4ac0-825c-62f21c907bc9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.583034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e41c1361-d968-4ff7-877d-2195d6b4d934 req-97d9e375-64c3-4ac0-825c-62f21c907bc9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794286 Dec 15 14:20:05.597549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9e375-64c3-4ac0-825c-62f21c907bc9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85641bd7-d9c4-403d-9db5-34bce822cb62,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.613393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d962-324c-4be2-8af8-9cc288818e18 req-16117b5a-bc2c-4e49-ad86-de8008d7d541 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.614929 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ce9d962-324c-4be2-8af8-9cc288818e18 req-16117b5a-bc2c-4e49-ad86-de8008d7d541 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0828674 Dec 15 14:20:05.681521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ce9d962-324c-4be2-8af8-9cc288818e18 req-fcaca74e-afed-462c-8d91-9a2bdd153e97 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550911 Dec 15 14:20:05.723129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5160-e194-4c3e-96d5-168c117b709d req-e1186ca5-322e-439d-a70e-c48bfe4b8532 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.724649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4bf5160-e194-4c3e-96d5-168c117b709d req-e1186ca5-322e-439d-a70e-c48bfe4b8532 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0664051 Dec 15 14:20:05.791971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4bf5160-e194-4c3e-96d5-168c117b709d req-264512d4-11d8-4875-828a-b9b10cdfb21e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605383 Dec 15 14:20:05.820495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.830879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36993fb8-557f-4df1-896d-b287b08a4c29 req-b1c068c0-52c6-4152-8dbc-88b63f93fb9b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.838065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36993fb8-557f-4df1-896d-b287b08a4c29 req-b1c068c0-52c6-4152-8dbc-88b63f93fb9b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Dec 15 14:20:05.893045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36993fb8-557f-4df1-896d-b287b08a4c29 req-b5d35f19-59b6-45cf-9624-e3b0b75010d8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535312 Dec 15 14:20:05.904389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0e199f3e-56e6-48a5-8742-999c8e34ee59 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 HTTP/1.1" status: 200 len: 992 time: 0.0725183 Dec 15 14:20:05.914719 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42528) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.970540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b093319-f96b-4565-94da-e5cf64461b5e tempest-TestVolumeBootPattern-184122104 tempest-TestVolumeBootPattern-184122104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.971954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3b093319-f96b-4565-94da-e5cf64461b5e tempest-TestVolumeBootPattern-184122104 tempest-TestVolumeBootPattern-184122104-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1091 time: 0.0561783 Dec 15 14:20:05.974868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.979508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:06.006868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.120618 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.231603 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.25.2.193 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0e83715a-cdb0-48f8-8db9-3ed50a25afd7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:06.236791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-fb4b2f64-a243-4ca3-9164-faa3be8e501c req-3ab4b91e-a04b-4d22-a1dd-d5ed4530d425 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:20:06.238025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb4b2f64-a243-4ca3-9164-faa3be8e501c req-3ab4b91e-a04b-4d22-a1dd-d5ed4530d425 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077870 Dec 15 14:20:06.366437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.403295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.450409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:06.454521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:06.456512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=0e83715a-cdb0-48f8-8db9-3ed50a25afd7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:06.463955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:06.467604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.467953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.468300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.468674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.469012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.469349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.469681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.470010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.470336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.470669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.470991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.471320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.471649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.668432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:06.757789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a4cd8-240c-473f-99eb-d243d705a33d req-3f385edf-0afd-4641-b995-a67241711215 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:06.759228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-441a4cd8-240c-473f-99eb-d243d705a33d req-3f385edf-0afd-4641-b995-a67241711215 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0776670 Dec 15 14:20:06.782417 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-5c4606ee-977b-477b-8c42-c107029b706a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127410 Dec 15 14:20:06.791998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-91ea958d-3ae1-4158-8634-09e3a1c38f60 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:20:06.793174 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-91ea958d-3ae1-4158-8634-09e3a1c38f60 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054910 Dec 15 14:20:07.206037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-441a4cd8-240c-473f-99eb-d243d705a33d req-4054122c-3009-4f08-b105-66fa1f5e661f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4384649 Dec 15 14:20:07.223597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.295061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.462389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.469701 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.542574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=0e83715a-cdb0-48f8-8db9-3ed50a25afd7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:07.558796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.670365 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Floating IP 6ed84aba-f22b-4695-af3c-e24b8a214482 associated. External IP: 172.25.2.193, port: ca9f2dba-cc04-43f3-98ba-762f8f2a491a. Dec 15 14:20:07.885711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:08.034313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:08.048627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:08.063782 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:08.064352 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.064687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-79cda536-4a3a-48ae-b96f-93bead349d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.069106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-79cda536-4a3a-48ae-b96f-93bead349d2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0665674 Dec 15 14:20:08.071204 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.149081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b66bec5a-10f2-49d1-8bed-8f96cdc9cc74 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1730535 Dec 15 14:20:08.153046 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:08.155608 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:08.176909 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:08.202064 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6724a63e-b6ac-4d37-8b57-2c7eb941b2a5 x-openstack-request-id: req-6724a63e-b6ac-4d37-8b57-2c7eb941b2a5 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:08.202453 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:08.202640 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6724a63e-b6ac-4d37-8b57-2c7eb941b2a5 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:08.204852 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'status': 'completed', 'code': 200} Dec 15 14:20:08.208806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-1570d598-eefe-4504-b164-1026445b377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.210270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-1570d598-eefe-4504-b164-1026445b377b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.1332541 Dec 15 14:20:08.284944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-f5fa8fb1-f1f5-471e-987e-856b612af5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.286489 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-f5fa8fb1-f1f5-471e-987e-856b612af5eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0517523 Dec 15 14:20:08.288059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-214c2091-503c-4a92-a8b4-1d355c6f7116 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 1000 time: 0.0689464 Dec 15 14:20:08.382396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e886955-b1f8-4d94-b769-506ce2b27f0c req-fe8bae18-292a-457b-896b-9bcd9897a9aa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.383968 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e886955-b1f8-4d94-b769-506ce2b27f0c req-fe8bae18-292a-457b-896b-9bcd9897a9aa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0915942 Dec 15 14:20:08.385481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-74860357-935f-4409-8fcb-ffa96d81ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.386857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-74860357-935f-4409-8fcb-ffa96d81ed0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0829461 Dec 15 14:20:08.407057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-62bafd32-4423-473c-9074-0af8b2305534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.408698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-62bafd32-4423-473c-9074-0af8b2305534 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.1150253 Dec 15 14:20:08.468610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e886955-b1f8-4d94-b769-506ce2b27f0c req-ec9ada1c-cfdf-417a-9c70-e973a061ad0f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777736 Dec 15 14:20:08.471362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-f3b64657-ce3d-483e-9bec-e6fe3ed90a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.472847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-f3b64657-ce3d-483e-9bec-e6fe3ed90a56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742557 Dec 15 14:20:08.486137 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-aad9ff49-1d24-4f8e-b480-4a4d36ac0f18 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 200 len: 999 time: 0.0705497 Dec 15 14:20:08.509183 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6ed84aba-f22b-4695-af3c-e24b8a214482', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:d2:16:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:20:06Z', 'updated_at': '2021-12-15T14:20:06Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.537532 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:08.545055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-b64efef5-e021-4f20-be17-b461ebef309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.547185 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-b64efef5-e021-4f20-be17-b461ebef309b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0535719 Dec 15 14:20:08.551202 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:08.551816 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:19:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.577054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-db386c7a-8f30-4bb1-a57b-4af867836cae service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961587 Dec 15 14:20:08.600489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-a5f49ac7-89e2-4792-a45e-25ae3d91ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.602153 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-a5f49ac7-89e2-4792-a45e-25ae3d91ef70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471427 Dec 15 14:20:08.676989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-c348b138-20bb-4c3b-b514-99a996db188d service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926943 Dec 15 14:20:08.703321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-0f41c238-659b-4ef1-9dec-37eec7d31522 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932851 Dec 15 14:20:08.774627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:08.809963 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-027b7ecb-79ec-4e9c-b12d-1acde54c2c67 req-4862f4ca-7355-40ec-ade7-20fcb6e77b99 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976570 Dec 15 14:20:09.029391 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6ed84aba-f22b-4695-af3c-e24b8a214482', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:d2:16:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:20:06Z', 'updated_at': '2021-12-15T14:20:06Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:09.056894 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21909b2c-3194-4e05-858d-e7cfd27aa651 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6ed84aba-f22b-4695-af3c-e24b8a214482', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:d2:16:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:20:06Z', 'updated_at': '2021-12-15T14:20:06Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:09.252616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ffd29-5c92-435e-9430-8b38739e3a6a None None] New status for floating IP 6ed84aba-f22b-4695-af3c-e24b8a214482: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:20:09.593325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f606-7162-4556-b1f3-0c0df5189ae4 req-cb8b6c60-6045-4328-bfd2-21bd8b6edfd0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.594847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f46f606-7162-4556-b1f3-0c0df5189ae4 req-cb8b6c60-6045-4328-bfd2-21bd8b6edfd0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0510826 Dec 15 14:20:09.653715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f46f606-7162-4556-b1f3-0c0df5189ae4 req-8887c804-6bd2-4387-b6c4-0892b8038a23 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528009 Dec 15 14:20:10.772968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d1d3b-2a72-4acb-905b-c90a6945a631 req-4e199000-bf17-4d26-b617-dd85694b5428 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:10.774434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-510d1d3b-2a72-4acb-905b-c90a6945a631 req-4e199000-bf17-4d26-b617-dd85694b5428 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Dec 15 14:20:10.826651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-510d1d3b-2a72-4acb-905b-c90a6945a631 req-ff98a83d-8e72-4e3f-93f1-766d2591481b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448413 Dec 15 14:20:11.950588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91688d76-7958-4dd4-aaaa-5e54b0a0e2aa req-e84d96f9-f6cf-4893-b6c2-ba4f88cce10a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:11.952598 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91688d76-7958-4dd4-aaaa-5e54b0a0e2aa req-e84d96f9-f6cf-4893-b6c2-ba4f88cce10a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0517750 Dec 15 14:20:12.002813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91688d76-7958-4dd4-aaaa-5e54b0a0e2aa req-9fb98726-f911-4cf5-bd3d-ec331a5d8c17 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Dec 15 14:20:12.550895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5286fc9-1f0b-414b-a48c-96233798821f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.128128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209c368-2375-4a6c-a286-74b12adbd873 req-61284b7b-47d5-4088-8be7-3f16fbc4fc4f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:13.129693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c209c368-2375-4a6c-a286-74b12adbd873 req-61284b7b-47d5-4088-8be7-3f16fbc4fc4f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0545955 Dec 15 14:20:13.178628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c209c368-2375-4a6c-a286-74b12adbd873 req-e0725042-93c4-4d10-b312-037f21a0b817 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Dec 15 14:20:14.299639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31778bab-1733-4d7f-9c69-55122e7b8aab req-dc6292c6-bd0c-45af-877c-f9624fc03d0b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:14.301179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31778bab-1733-4d7f-9c69-55122e7b8aab req-dc6292c6-bd0c-45af-877c-f9624fc03d0b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Dec 15 14:20:14.340445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.355048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-31778bab-1733-4d7f-9c69-55122e7b8aab req-b56dce04-af62-47f2-b71f-f98c7b1527e3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Dec 15 14:20:14.724349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cf83da5-59d2-4424-9d93-fb8078d23c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.485690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d62ac9-2d1e-4a55-ac70-e10d08f355f4 req-8fa0a9c8-2ab4-47bb-aa79-c32932b3255a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:15.487206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d62ac9-2d1e-4a55-ac70-e10d08f355f4 req-8fa0a9c8-2ab4-47bb-aa79-c32932b3255a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0584505 Dec 15 14:20:15.548614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d62ac9-2d1e-4a55-ac70-e10d08f355f4 req-c791c5e2-72c8-4028-bf13-929271e169f0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547853 Dec 15 14:20:16.325733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.671257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dc8d7-cc59-44b0-a507-ac07009414e6 req-6ec50126-d96d-4e4c-b028-1148c7e01932 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:16.672766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-973dc8d7-cc59-44b0-a507-ac07009414e6 req-6ec50126-d96d-4e4c-b028-1148c7e01932 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0493262 Dec 15 14:20:16.722175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-973dc8d7-cc59-44b0-a507-ac07009414e6 req-0328d862-a872-466d-9450-03e24edc66e9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Dec 15 14:20:17.502718 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.841822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a511da-ca91-4a56-9100-2c00b1110893 req-4a120a7b-6acf-4ebc-86fb-e0fec6a02854 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:17.843836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42a511da-ca91-4a56-9100-2c00b1110893 req-4a120a7b-6acf-4ebc-86fb-e0fec6a02854 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0491450 Dec 15 14:20:17.897375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42a511da-ca91-4a56-9100-2c00b1110893 req-19bd7076-8470-4573-90d1-0be408bf4011 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Dec 15 14:20:18.512080 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.016811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1962ad-f6c0-4b8b-88e7-39daef6b8a0b req-2c311028-c6e7-49d7-8cc0-02b7b8919c3d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:19.018350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a1962ad-f6c0-4b8b-88e7-39daef6b8a0b req-2c311028-c6e7-49d7-8cc0-02b7b8919c3d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Dec 15 14:20:19.068432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a1962ad-f6c0-4b8b-88e7-39daef6b8a0b req-fba684b2-f717-4ec4-b51c-cc54d6951e1e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Dec 15 14:20:20.186086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fe657-6220-4e92-b9ac-8b77f2d33591 req-59459d5b-6ece-4cc8-b720-2d9b92d8b0d5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.187573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad1fe657-6220-4e92-b9ac-8b77f2d33591 req-59459d5b-6ece-4cc8-b720-2d9b92d8b0d5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0492413 Dec 15 14:20:20.236541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad1fe657-6220-4e92-b9ac-8b77f2d33591 req-090a1d89-39b1-4c22-9984-44a3fc2ead89 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Dec 15 14:20:20.708461 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-31ab22ec-35eb-478c-9257-43e3aa006c49 service neutron] show failed (client error): The resource could not be found. Dec 15 14:20:20.709505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-31ab22ec-35eb-478c-9257-43e3aa006c49 service neutron] 10.222.0.67 "GET /v2.0/ports/b4f6d8a7-0ee7-43b8-a354-ed51218a86b4/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0614827 Dec 15 14:20:20.941311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-53571721-e1ad-4560-a585-92a3d5352306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.942828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-53571721-e1ad-4560-a585-92a3d5352306 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 1096 time: 0.0743556 Dec 15 14:20:20.959993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:21.019233 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.216183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:21.248113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:21.292972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.295105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:21.297934 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72a4f8-6c50-4559-9ee5-e0b3c21427bf" -d '{"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:21.313377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Transition to ACTIVE for port object b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:20:21.319453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.337774 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.382919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4b06-9579-455e-a4c3-b164c5f9de28 req-362c1708-08aa-4f0e-b949-d5782cd5ce6d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.384478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ceee4b06-9579-455e-a4c3-b164c5f9de28 req-362c1708-08aa-4f0e-b949-d5782cd5ce6d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0618474 Dec 15 14:20:21.394244 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1522a3ec-39d9-4eb3-9cd7-193363490872 x-openstack-request-id: req-1522a3ec-39d9-4eb3-9cd7-193363490872 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:21.394557 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:21.394823 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1522a3ec-39d9-4eb3-9cd7-193363490872 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:21.395244 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'code': 200} Dec 15 14:20:21.438580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ceee4b06-9579-455e-a4c3-b164c5f9de28 req-e212985a-bce1-4272-84d2-a0852ccd7adc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476711 Dec 15 14:20:21.447647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:21.507327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] No DVR routers for this DVR port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:21.651991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:21.652230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:21.652573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on network d98a3321-9f22-4853-a745-51a5d6605e33 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:21.657541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on network d98a3321-9f22-4853-a745-51a5d6605e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:20:21.658035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Attempting to bind port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on network d98a3321-9f22-4853-a745-51a5d6605e33 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:21.662696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:21.663023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Checking segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:21.663393 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Bound using segment: {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:21.663814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Bound port: b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b95433-f90f-4afc-9e74-796a0b10f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:21.664163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.731084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:21.734834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:21.738458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.778026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.778624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.780596 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] 10.222.0.85 "PUT /v2.0/ports/b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 1091 time: 0.8244016 Dec 15 14:20:21.802898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f7109-3618-403b-bcab-c22c9a4e226a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:21.866365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-67fc56b7-ce92-4680-b544-16cd9508f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.867888 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-67fc56b7-ce92-4680-b544-16cd9508f68e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1094 time: 0.0434132 Dec 15 14:20:21.972636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-9f6f1150-d7f9-41a0-9e18-fc9af8171274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.974156 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-9f6f1150-d7f9-41a0-9e18-fc9af8171274 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0956826 Dec 15 14:20:22.049258 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-b9e3af93-d611-4429-9cd5-b861d3822d9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 998 time: 0.0660446 Dec 15 14:20:22.099761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-675f0b19-ba22-495f-8b08-83cc3d82f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:22.101247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-675f0b19-ba22-495f-8b08-83cc3d82f6bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0450273 Dec 15 14:20:22.153215 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-eba3a75f-3fb7-47f9-8a19-c43e008c2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:22.154705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-eba3a75f-3fb7-47f9-8a19-c43e008c2769 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464821 Dec 15 14:20:22.256550 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-9c3ab75e-e991-402f-90f3-2ece6ed89d36 service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943708 Dec 15 14:20:22.566027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063153-4cda-47c2-a140-50ead9aa4a2c req-cd17a333-7039-41cd-82f9-944d02acf5d2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:22.567692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d063153-4cda-47c2-a140-50ead9aa4a2c req-cd17a333-7039-41cd-82f9-944d02acf5d2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0506184 Dec 15 14:20:22.618916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d063153-4cda-47c2-a140-50ead9aa4a2c req-8986670f-106d-402a-925b-8c2112cfcc1f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449414 Dec 15 14:20:22.636493 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-b8504960-3da4-4324-ac19-81d0e5216e93 service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705332 Dec 15 14:20:23.396712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:23.399201 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3201931-8888-44bd-b09d-355866120fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:23.446712 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955dee0-6ee6-4692-9fbf-1fc006953fbe x-openstack-request-id: req-5955dee0-6ee6-4692-9fbf-1fc006953fbe {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:23.447008 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:23.447265 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5955dee0-6ee6-4692-9fbf-1fc006953fbe {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:23.447674 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'status': 'completed', 'code': 200} Dec 15 14:20:23.517623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-51ca0cfb-4023-4fa8-82c5-fb500cc97310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.519113 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-51ca0cfb-4023-4fa8-82c5-fb500cc97310 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1094 time: 0.0457129 Dec 15 14:20:23.520369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-7e7028a1-676d-425a-b2a2-97322e3d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.521877 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-7e7028a1-676d-425a-b2a2-97322e3d8a5e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1094 time: 0.0413671 Dec 15 14:20:23.609476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-fd955593-b2f3-4d26-a76a-a13c33eaf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.610961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-fd955593-b2f3-4d26-a76a-a13c33eaf802 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0854914 Dec 15 14:20:23.620078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-dd3623c7-98b6-4cee-8990-f57a0fd36f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.621600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-dd3623c7-98b6-4cee-8990-f57a0fd36f28 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0891736 Dec 15 14:20:23.689224 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-a7f79f5b-0b21-4988-a8da-5a8bcc7a5b8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 998 time: 0.0705647 Dec 15 14:20:23.701153 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-b29af2a6-fdd9-4f5e-a396-c954e24b43eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 998 time: 0.0722668 Dec 15 14:20:23.754508 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-b58fd97a-cae5-4f66-a044-2ea428074863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.755936 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-b58fd97a-cae5-4f66-a044-2ea428074863 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0472133 Dec 15 14:20:23.770215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-bb236719-32c2-4089-b61e-21b54da4fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.771668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-bb236719-32c2-4089-b61e-21b54da4fcbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0762286 Dec 15 14:20:23.786011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0764a52-bc79-4838-8725-a734040a481b req-96f80e60-93d4-4a61-a7ce-b0e964caea55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.787875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0764a52-bc79-4838-8725-a734040a481b req-96f80e60-93d4-4a61-a7ce-b0e964caea55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0834978 Dec 15 14:20:23.814145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-8e9bd76b-b39e-4f28-8465-3b539ab45d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.815662 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-8e9bd76b-b39e-4f28-8465-3b539ab45d6c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495608 Dec 15 14:20:23.864592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201931-8888-44bd-b09d-355866120fa8 req-b559a05c-7397-4d60-926a-0b1f33e16700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.866094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-b559a05c-7397-4d60-926a-0b1f33e16700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773296 Dec 15 14:20:23.871168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0764a52-bc79-4838-8725-a734040a481b req-b7464c79-84cf-4f35-9a8d-d21ee8ab38f8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733709 Dec 15 14:20:23.910209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-93e53656-6deb-4eb8-8b87-fe1acce1718f service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855653 Dec 15 14:20:23.958436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-d1f99ee8-5ecf-4ec1-b29b-6340f60b9963 service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847886 Dec 15 14:20:24.010721 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-bdc71b1f-1a89-4d87-be0f-64868979b7e3 service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918040 Dec 15 14:20:24.051095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:24.065544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3201931-8888-44bd-b09d-355866120fa8 req-00d0c76d-8c1a-4f34-88b6-9c56b5c3a59f service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998755 Dec 15 14:20:24.099100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:24.995171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a17f1-f61f-4719-832f-3b788f3dbfe0 req-5dc1fd60-ad90-44d3-a778-b74b46b5a8d8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.996718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e2a17f1-f61f-4719-832f-3b788f3dbfe0 req-5dc1fd60-ad90-44d3-a778-b74b46b5a8d8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0529478 Dec 15 14:20:25.052713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e2a17f1-f61f-4719-832f-3b788f3dbfe0 req-4fbd08a1-c820-46cb-8b81-5050dacc9de6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491703 Dec 15 14:20:26.201490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca352255-2df2-40fc-957a-d7c601ee923d req-cb300c96-ea6a-48db-8923-6e261c29bdcc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.203569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca352255-2df2-40fc-957a-d7c601ee923d req-cb300c96-ea6a-48db-8923-6e261c29bdcc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.0604079 Dec 15 14:20:26.255056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca352255-2df2-40fc-957a-d7c601ee923d req-33106ac3-e37d-480c-8b4f-a82eb7b1699f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453150 Dec 15 14:20:26.523683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1d2b3-7910-43d6-98fe-79ea2f4be770 req-e7d526e7-51a0-4977-939a-48d0c8176682 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.525196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cab1d2b3-7910-43d6-98fe-79ea2f4be770 req-e7d526e7-51a0-4977-939a-48d0c8176682 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 943 time: 0.1165926 Dec 15 14:20:26.547368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-b3d9fbf8-bf01-4a54-bb96-e5569817b96b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.548934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-b3d9fbf8-bf01-4a54-bb96-e5569817b96b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467&tenant_id=ca3aad29950d49bba02cd5a4a016cf27&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 943 time: 0.1138153 Dec 15 14:20:26.627554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cab1d2b3-7910-43d6-98fe-79ea2f4be770 req-33b16efe-dae7-438e-bdab-4d90bdf5a3c2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942390 Dec 15 14:20:26.636456 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-c176e7bf-065c-401c-945f-cdefb69b68f9 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:20:26.637466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-c176e7bf-065c-401c-945f-cdefb69b68f9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/b4f6d8a7-0ee7-43b8-a354-ed51218a86b4/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0807691 Dec 15 14:20:26.725956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-b1d324d4-c7c8-40b9-a2ce-82da0f4fcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.727509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-b1d324d4-c7c8-40b9-a2ce-82da0f4fcf53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1094 time: 0.0421364 Dec 15 14:20:26.822961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-c8c37253-d8c2-483e-99b5-c52876612e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.824417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-c8c37253-d8c2-483e-99b5-c52876612e27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0902257 Dec 15 14:20:26.857744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:20:26.893324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-ca82ec69-7507-4761-82d5-99e804e134c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 998 time: 0.0614195 Dec 15 14:20:26.948233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-a4258aff-1629-491a-a8ab-265434af5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.949931 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-a4258aff-1629-491a-a8ab-265434af5f8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0504167 Dec 15 14:20:26.957572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:26.969536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'port_id': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'mac_address': 'fa:16:3e:e1:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:20:27.007138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-416e5910-568c-4c9b-b2e6-7af835714599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:27.008636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-416e5910-568c-4c9b-b2e6-7af835714599 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513690 Dec 15 14:20:27.011872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.025042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:27.046463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:27.050369 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.100664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:27.101581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-f8ae79d0-81e1-40bb-bec6-2bfee9ad8ea5 service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844495 Dec 15 14:20:27.196866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62b4295b-d17c-4fa0-8d3d-027cc3a9883c req-69341b6b-f879-4955-8366-b81f5f143b2d service neutron] 10.222.0.67 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875585 Dec 15 14:20:27.449946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:27.776375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a879-67f8-4ec8-ba2a-05a6a202c6d6 req-8fd55a3b-3675-4e21-869b-8af0ab096f47 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:27.778465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7a0a879-67f8-4ec8-ba2a-05a6a202c6d6 req-8fd55a3b-3675-4e21-869b-8af0ab096f47 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 944 time: 0.0664980 Dec 15 14:20:27.837984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7a0a879-67f8-4ec8-ba2a-05a6a202c6d6 req-5a68b4ca-b255-4c44-ac5f-c7a8e937e56e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517216 Dec 15 14:20:27.861984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:27.924163 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-07a27df3-72b5-4982-ad83-1c1231abab30 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 HTTP/1.1" status: 200 len: 991 time: 0.0608606 Dec 15 14:20:28.871398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:28.923050 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:20:28.927395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:28.927764 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.011577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.038097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:29.040707 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e0910-2382-4eaf-9334-4968eac620bd" -d '{"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-plugged", "status": "completed", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:29.056005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:29.060592 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.088305 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19cabe7-3751-48bd-ac57-b1e8c51501ef x-openstack-request-id: req-d19cabe7-3751-48bd-ac57-b1e8c51501ef {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:29.088631 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-plugged", "status": "completed", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:29.088930 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d19cabe7-3751-48bd-ac57-b1e8c51501ef {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:29.089403 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'code': 200} Dec 15 14:20:29.116722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:29.180607 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:20:42.552944 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5efaddaf-673b-4418-a341-601bc78300e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.364024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.726738 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e796c2e-bffb-4d5b-a115-911933f757db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.335263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:47.509399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.522566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:51.317870 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:04.885960 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-2b313756-aafb-43ce-a92d-9fb1c30ba3e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568643 Dec 15 14:21:04.991089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-28bb5bd3-5845-4c29-96dc-879b38269fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:04.992615 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-28bb5bd3-5845-4c29-96dc-879b38269fe5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0442197 Dec 15 14:21:05.106181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-dc579634-2f17-40db-a616-c59d60d24bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:05.107769 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-dc579634-2f17-40db-a616-c59d60d24bab service neutron] 10.222.0.85 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0943604 Dec 15 14:21:05.185963 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-7c551d0c-8fa0-4cee-8a50-b9cf84a9ae2d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 1000 time: 0.0685506 Dec 15 14:21:05.248238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-06ef0122-90ae-42c1-a354-7a8c90162e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:05.249785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-06ef0122-90ae-42c1-a354-7a8c90162e38 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0559199 Dec 15 14:21:05.297984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-310e5461-514e-498c-904f-1f536d3f6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:05.299505 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-310e5461-514e-498c-904f-1f536d3f6808 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423009 Dec 15 14:21:05.399038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-074b5af0-35b9-488e-89ee-780a29047d4e service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919967 Dec 15 14:21:05.501174 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-14e517ea-ae59-4ed4-8a83-b816fe1b3c72 req-bf4bd167-8190-4cbb-91ed-8406591128e8 service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944209 Dec 15 14:21:06.179583 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:21:12.554615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4c98d4de-5b99-44e5-a58c-a8d12f06f03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.356935 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.728671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bdc04b5c-af0e-4b9d-8f69-876615b1afb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:16.332806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:17.507319 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:18.514987 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.316901 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:24.985379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832f330-a517-445c-9cb5-2d00af07878b req-be6e0635-d9bf-498d-b557-f2e362619abf tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:24.986898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d832f330-a517-445c-9cb5-2d00af07878b req-be6e0635-d9bf-498d-b557-f2e362619abf tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0440397 Dec 15 14:21:25.032846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d832f330-a517-445c-9cb5-2d00af07878b req-4bcb791a-2081-43b1-bc5c-32fbbc2f5a59 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395672 Dec 15 14:21:25.055007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:25.213910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port d9ff12ac-ff8f-4c74-9f71-f2d03e7dce75 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:25.214165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.289608 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.289932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.302017 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for d9ff12ac-ff8f-4c74-9f71-f2d03e7dce75 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:25.504367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.531990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=d9ff12ac-ff8f-4c74-9f71-f2d03e7dce75,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:25.559952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.560311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.560689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.561060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.561401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.561739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.562077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.562414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.562745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.563077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.563408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.563736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.564385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:25.607472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.607813 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP 1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 disassociated (deleted). External IP: 172.25.2.74, port: b4f6d8a7-0ee7-43b8-a354-ed51218a86b4. Dec 15 14:21:25.815197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:25.923376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:25.928040 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.937301 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] Sync routers for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:25.946794 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:25.948005 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:25.957523 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-03857484-85bc-4004-aa37-f653c80851b2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/floatingips/1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7 HTTP/1.1" status: 204 len: 168 time: 0.9014173 Dec 15 14:21:25.958232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:25.960634 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009cb753-14db-44a0-91b3-3159950415e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:26.006782 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da4b9d-b802-4a9e-bc08-362b1ee6a415 x-openstack-request-id: req-42da4b9d-b802-4a9e-bc08-362b1ee6a415 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:26.007352 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:26.007681 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42da4b9d-b802-4a9e-bc08-362b1ee6a415 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:26.008166 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'status': 'completed', 'code': 200} Dec 15 14:21:26.070097 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:26.088826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb753-14db-44a0-91b3-3159950415e2 req-e0842e29-e350-4882-b71e-34723947b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.090596 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-e0842e29-e350-4882-b71e-34723947b929 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 1096 time: 0.0459733 Dec 15 14:21:26.195541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb753-14db-44a0-91b3-3159950415e2 req-fb0c5664-c879-4d1c-ad6e-05845715825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.197074 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-fb0c5664-c879-4d1c-ad6e-05845715825a service neutron] 10.222.0.85 "GET /v2.0/networks?id=d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 200 len: 897 time: 0.0994005 Dec 15 14:21:26.215927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea5f-c9fc-4fcb-aa2a-e9a71ddc87e8 req-a6b26822-5899-4640-987c-3733a430b3d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.218107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed20ea5f-c9fc-4fcb-aa2a-e9a71ddc87e8 req-a6b26822-5899-4640-987c-3733a430b3d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0559816 Dec 15 14:21:26.244024 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-835bea44-f05a-4922-b048-3ce0a5e83942 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 200 len: 217 time: 0.0359702 Dec 15 14:21:26.269360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed20ea5f-c9fc-4fcb-aa2a-e9a71ddc87e8 req-36a0c4e3-973e-4c69-8e7b-ba861a6806fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447195 Dec 15 14:21:26.281599 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:26.295585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb753-14db-44a0-91b3-3159950415e2 req-a90544f6-b204-4dfd-b545-0cebecef0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.297128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-a90544f6-b204-4dfd-b545-0cebecef0bea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 200 len: 835 time: 0.0454044 Dec 15 14:21:26.308851 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] Checking router: 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:26.318326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:26.318949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:26.352192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb753-14db-44a0-91b3-3159950415e2 req-45dbbdb7-1d24-46c1-8738-d25cac77e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.353638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-45dbbdb7-1d24-46c1-8738-d25cac77e4b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d98a3321-9f22-4853-a745-51a5d6605e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484531 Dec 15 14:21:26.424246 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:26.445367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-cc9d739e-bf58-4164-800f-ae9fa9020b0b service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836322 Dec 15 14:21:26.542764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-009cb753-14db-44a0-91b3-3159950415e2 req-6afd2401-803b-4ec0-8bc7-013ce9cd24ab service neutron] 10.222.0.85 "GET /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887029 Dec 15 14:21:26.626832 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:26.652005 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d79f0a-d406-478d-85f5-03425e7caf5e None None] The sync data for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 is: [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:17Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '4b6720ba-9425-44eb-bb11-ca3e455a7b74', 'name': '', 'network_id': 'd98a3321-9f22-4853-a745-51a5d6605e33', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:75:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:16Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '8a23cd9f-f18a-476b-9c10-d73b28a4938c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:26.867590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c888fa0-6b2e-40b2-a16a-9df6a97c4546 None None] New status for floating IP 1d3c0046-e1a7-4ed3-adb5-bba425a2fcf7: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:21:27.387246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ee0af-d6d1-4e05-92f2-af5b36b290ee req-e7fa89ed-4a98-45af-9f6f-a68d96ab3d5d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:27.389301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-438ee0af-d6d1-4e05-92f2-af5b36b290ee req-e7fa89ed-4a98-45af-9f6f-a68d96ab3d5d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0476699 Dec 15 14:21:27.441749 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-438ee0af-d6d1-4e05-92f2-af5b36b290ee req-345becaa-30c7-40d0-8b70-5bcc3832f987 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=30fee378-f5d0-4258-a74b-3462087ec3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465124 Dec 15 14:21:27.967955 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-7daa008c-20a9-4bf7-a108-2c17b8cb9698 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:27.969483 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-7daa008c-20a9-4bf7-a108-2c17b8cb9698 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Dec 15 14:21:28.065953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:28.066287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.156939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:28.157300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.170585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:28.302592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.332132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=b4f6d8a7-0ee7-43b8-a354-ed51218a86b4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:28.380248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] No DVR routers for this DVR port b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:21:28.383251 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.386731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e2cfc4ca-9596-47cc-97f7-5489dffa8ef6 req-bbe144b1-16a8-489d-81dc-2afbe9c969ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.85 "DELETE /v2.0/ports/b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 HTTP/1.1" status: 204 len: 173 time: 0.4106755 Dec 15 14:21:28.387223 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-deleted', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:28.389542 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f05df-2c78-4269-9fa1-5c8d85f0a872" -d '{"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-deleted", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:28.428027 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c98828-59cc-4144-ac30-3bfe323e6bda x-openstack-request-id: req-48c98828-59cc-4144-ac30-3bfe323e6bda {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:28.428351 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d57b500-d2f6-4cb7-977f-f856df77c467", "name": "network-vif-deleted", "tag": "b4f6d8a7-0ee7-43b8-a354-ed51218a86b4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:28.428796 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48c98828-59cc-4144-ac30-3bfe323e6bda {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:28.429227 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d57b500-d2f6-4cb7-977f-f856df77c467', 'name': 'network-vif-deleted', 'tag': 'b4f6d8a7-0ee7-43b8-a354-ed51218a86b4', 'status': 'completed', 'code': 200} Dec 15 14:21:28.552089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a7742cb-6ab6-4921-a864-e290b1ca40e2 req-49b033d5-81f6-49f1-8379-15fe870eacc6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d57b500-d2f6-4cb7-977f-f856df77c467 HTTP/1.1" status: 200 len: 210 time: 0.0273440 Dec 15 14:21:29.608843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42676) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:29.958274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.495687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 4b6720ba-9425-44eb-bb11-ca3e455a7b74 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:30.496037 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.590271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 4b6720ba-9425-44eb-bb11-ca3e455a7b74, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4b6720ba-9425-44eb-bb11-ca3e455a7b74,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:30.590630 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.603334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 4b6720ba-9425-44eb-bb11-ca3e455a7b74 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:30.785687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.813694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=4b6720ba-9425-44eb-bb11-ca3e455a7b74,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:30.845702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.846055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.846399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.846740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.847077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.847408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.847737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.848064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.848391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.848748 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.849065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.849389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.849713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:30.998057 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.208456 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:31.260136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:31.280628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:21:31.280969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b4f6d8a7-0ee7-43b8-a354-ed51218a86b4 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:31.316068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:31.322198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6798dbf7-c427-47f9-b90d-a5bbe7fac5d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122734 Dec 15 14:21:31.323796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:31.326997 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] Sync routers for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:31.336569 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:31.337255 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:31.378736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting subnet 8a23cd9f-f18a-476b-9c10-d73b28a4938c {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:21:31.381858 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.423323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.441159 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:31.504571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.571813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.603167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Subnet': ['ID=8a23cd9f-f18a-476b-9c10-d73b28a4938c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:31.605074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.611149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:31.611710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd6af8d8-2a77-4ddc-8755-dd5964b5fa16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/subnets/8a23cd9f-f18a-476b-9c10-d73b28a4938c HTTP/1.1" status: 204 len: 168 time: 0.2864048 Dec 15 14:21:31.611996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1ccd2-a75f-4800-ba07-88a37a0e747d None None] Network d98a3321-9f22-4853-a745-51a5d6605e33 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:31.643216 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:21:30Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:31.674423 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] Checking router: 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:31.684720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] Routers {'5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:31.685351 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:31.724683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.785209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] DHCP port deletion for d98a3321-9f22-4853-a745-51a5d6605e33 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:31.837933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Deleting port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:31.838471 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.852619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.901929 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] Set router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:31.913540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] For port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,segment=NetworkSegment(53b95433-f90f-4afc-9e74-796a0b10f1f7),segment_id=53b95433-f90f-4afc-9e74-796a0b10f1f7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:31.913802 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.919323 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:31.919667 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.927872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Calling delete_port for 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:32.021861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 85a87d79-bc9e-4c58-83f6-70b1ec2639bb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:32.022382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.026415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.039179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 85a87d79-bc9e-4c58-83f6-70b1ec2639bb owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:32.055212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Pushing event deleted for resources: {'Port': ['ID=5bc7cf36-42b8-40ec-9705-d9ddc0d91886,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.057543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] No DVR routers for this DVR port 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:21:32.071256 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.071613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.071960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.072303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.073113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.073113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.073314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.073647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.073973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.074303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.074632 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.074957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.075282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d7a4a-be87-4860-8578-1d0b6ceefab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:32.090009 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:21:30Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:32.119963 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49491-a701-40ee-b609-e95554e605e3 None None] The sync data for ids ['5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e'] in n-d-815324-3 is: [{'id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978229484', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:21:30Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '85a87d79-bc9e-4c58-83f6-70b1ec2639bb', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:19:13Z', 'updated_at': '2021-12-15T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:32.220017 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.245527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=85a87d79-bc9e-4c58-83f6-70b1ec2639bb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.259181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866fc895-37ce-45f6-b19d-fc01be70a61d None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:32.308477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.397710 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.399833 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.445805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.446651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Fanout notify agent at l3_agent the message router_deleted on router 5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:21:32.455623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.459806 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a5d5ec2-7b97-42ad-9da5-56359fe2653a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/routers/5e960eb2-bc9a-4b57-a9b0-e8cb49fde33e HTTP/1.1" status: 204 len: 168 time: 0.8476329 Dec 15 14:21:32.460542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:32.547427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.580297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:32.606369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:21:32.606756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5bc7cf36-42b8-40ec-9705-d9ddc0d91886 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:32.607234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4b6720ba-9425-44eb-bb11-ca3e455a7b74 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:32.629070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4b6720ba-9425-44eb-bb11-ca3e455a7b74 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:21:32.629681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4b6720ba-9425-44eb-bb11-ca3e455a7b74 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:32.648943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.674703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98a3321-9f22-4853-a745-51a5d6605e33']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:32.685636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b95433-f90f-4afc-9e74-796a0b10f1f7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:32.686434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b95433-f90f-4afc-9e74-796a0b10f1f7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:32.700430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.714200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.721372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:21:32.721812 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:21:32.724975 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:21:32.789031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.796770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.799911 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/networks/d98a3321-9f22-4853-a745-51a5d6605e33 HTTP/1.1" status: 204 len: 168 time: 0.3383403 Dec 15 14:21:32.802858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42684) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:32.812693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592387-e535-48cc-981d-710243a90cee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Network': ['ID=d98a3321-9f22-4853-a745-51a5d6605e33,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.870942 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a45e0193-d1a6-4a4d-82c8-1c0f2d3fc04c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.896980 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a45e0193-d1a6-4a4d-82c8-1c0f2d3fc04c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.954874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a45e0193-d1a6-4a4d-82c8-1c0f2d3fc04c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.958060 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a45e0193-d1a6-4a4d-82c8-1c0f2d3fc04c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.959220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a45e0193-d1a6-4a4d-82c8-1c0f2d3fc04c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/security-groups/30fee378-f5d0-4258-a74b-3462087ec3ea HTTP/1.1" status: 204 len: 168 time: 0.1553447 Dec 15 14:21:32.968324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e0193-d1a6-4a4d-82c8-1c0f2d3fc04c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fee378-f5d0-4258-a74b-3462087ec3ea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.267749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:33.272514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094203928', 'description': 'tempest-secgroup-smoke-2094203928 description', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:33.295943 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.363112 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.366823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.396198 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.397455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287060 Dec 15 14:21:33.400609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:33.401459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553633f6-98b6-4d16-bc24-34f772069de1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60bf28-307a-4206-8eb3-aade6622b9ad,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.405410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '7b60bf28-307a-4206-8eb3-aade6622b9ad', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:33.431343 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.486956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.490794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.508893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb9b518-c2ca-4392-a640-6782674bc122,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.517353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.518571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f2e7b8bc-3a86-4791-bdfc-76203e0610b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168900 Dec 15 14:21:33.521370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:33.526375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '7b60bf28-307a-4206-8eb3-aade6622b9ad', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:33.556059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.619918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.623689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.642417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad444a7-e9d0-4e16-8b26-2a0e318383a2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.651585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.652839 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-647ed9ae-b52e-4fbc-8388-3c1830a3833b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305068 Dec 15 14:21:33.655997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42696) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:33.660432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '7b60bf28-307a-4206-8eb3-aade6622b9ad', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:33.690386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.750469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.754275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.772546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb60bb-512b-45f9-be7e-49eeb083bca4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.777027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.778209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d3975bc8-0bf6-4a39-a5c8-73f693703db7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212401 Dec 15 14:21:33.781474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:33.785771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '7b60bf28-307a-4206-8eb3-aade6622b9ad', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:33.811823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.877235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.881411 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.900028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5706d1f-4b60-48bb-8077-b0efe0684f5e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.908403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.909652 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-865036e5-cbdd-4b95-be0c-36c502dc6af6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272581 Dec 15 14:21:33.912340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:33.916668 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '7b60bf28-307a-4206-8eb3-aade6622b9ad', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:33.937320 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:21:33.942264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.004078 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.007564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.025924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4c7ffa-84f6-4b98-b37a-6fef9641e4c2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.034188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.035385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7fdb93f5-2712-4b84-b8c3-ee0eff93f2b4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221023 Dec 15 14:21:34.038114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:34.042327 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': '7b60bf28-307a-4206-8eb3-aade6622b9ad', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:34.062227 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:21:34.066871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.125165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.129232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.147748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4f23f6-bb2f-407d-a823-60617cf44ff9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.155227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.156485 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1bb261c0-e6f7-41b9-aca4-499fa8bc0ff5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174560 Dec 15 14:21:34.159431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:34.164411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'network': {'name': 'tempest-network-smoke--1087385587', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:34.186186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:34.189740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.193064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 85a87d79-bc9e-4c58-83f6-70b1ec2639bb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:34.213553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 85a87d79-bc9e-4c58-83f6-70b1ec2639bb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:21:34.214003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 85a87d79-bc9e-4c58-83f6-70b1ec2639bb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:34.215440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:21:34.225507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.225936 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Added segment e8bc97e4-f568-4ebe-80c9-8a9a523e19b3 of type vlan for network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b Dec 15 14:21:34.265582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.289292 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.295033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:34.295622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.354891 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1943316 Dec 15 14:21:34.357634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:34.362357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'admin_state_up': True, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:34.367030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204a62d-4a06-434c-8bb7-8f95d589975e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Network': ['ID=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.377918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:21:34.391904 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.392937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.451038 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.588979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.780354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.798827 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.914669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.29 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/f0b48f70-8b4c-4b99-9356-0532cff8c933) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:35.016217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.054306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.091513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:35.094935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:35.098521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:35.110596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a4567-a3ca-4fc0-a8cd-3d4a30ef2c10 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:35.128063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=f0b48f70-8b4c-4b99-9356-0532cff8c933,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:35.224027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-48d61bf7-e922-485f-a4e8-b869573e1714 None None] Provisioning complete for port f0b48f70-8b4c-4b99-9356-0532cff8c933 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:35.224671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-48d61bf7-e922-485f-a4e8-b869573e1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.265036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-48d61bf7-e922-485f-a4e8-b869573e1714 None None] Port f0b48f70-8b4c-4b99-9356-0532cff8c933 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:35.361211 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.555030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.693070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 7c48f642-af70-48af-9ba4-7e53c738b7a7 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:21:35.795747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:35.805989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Sync routers for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:35.817172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:35.817598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.817781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:35.818832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8807e203-f752-40fd-9596-2fb0e0b0fcbc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4601347 Dec 15 14:21:35.821997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:35.927144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:36.115572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:36.142563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Checking router: 7c48f642-af70-48af-9ba4-7e53c738b7a7 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:36.142916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Updating router 7c48f642-af70-48af-9ba4-7e53c738b7a7 port f0b48f70-8b4c-4b99-9356-0532cff8c933 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:36.153166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-75ed79a1-507f-4389-bc77-1cfc6db29114 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ca3aad29950d49bba02cd5a4a016cf27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3277037 Dec 15 14:21:36.153426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:36.167645 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.306049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f11a6a-557e-4e71-a3c2-7367535cd1cf tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:36.307487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-69f11a6a-557e-4e71-a3c2-7367535cd1cf tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531994 Dec 15 14:21:36.310717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:36.340920 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d22996e9-239e-4c5c-9c00-5981b783d6b4 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286269 Dec 15 14:21:36.343997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:36.348790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761033757', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:36.424356 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.430875 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.442413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:36.446176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.480643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7cdf62-2ca8-4924-a2c3-2a8706f8bad9 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:36.491766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a944d59-d40d-414e-aaf5-475d304bb176 None None] Pushing event updated for resources: {'Port': ['ID=f0b48f70-8b4c-4b99-9356-0532cff8c933,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:36.494002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Attempting to bind port f0b48f70-8b4c-4b99-9356-0532cff8c933 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:36.494379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Attempting to bind port f0b48f70-8b4c-4b99-9356-0532cff8c933 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:36.494734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Attempting to bind port f0b48f70-8b4c-4b99-9356-0532cff8c933 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:36.502067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:36.502440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:36.502836 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.503216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:36.503677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Bound port: f0b48f70-8b4c-4b99-9356-0532cff8c933, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:36.504053 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.554894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] For port f0b48f70-8b4c-4b99-9356-0532cff8c933, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:36.558556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] For port f0b48f70-8b4c-4b99-9356-0532cff8c933, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f0b48f70-8b4c-4b99-9356-0532cff8c933,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:36.563071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.635657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.701453 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Subnet': ['ID=2ab52c57-1bd7-4b13-9d58-b05b351ebade,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:36.709333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Checking segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:36.709696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network hostable DHCP agents. Network: e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:21:36.728187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:21:36.738724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:36.742760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:36.743352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.761260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4c8fc78f-9855-4e05-b142-577376e56453 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4162023 Dec 15 14:21:36.764151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:36.766440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc160268-9af3-4a70-b67b-1e51336e69ed None None] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:36.824972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73fcf0-9283-4ee9-a179-3290d5ae59c5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:36.839759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cefb2ee7-6dfa-4d94-bd57-af148b3baa73 None None] Provisioning complete for port f0b48f70-8b4c-4b99-9356-0532cff8c933 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:36.840126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cefb2ee7-6dfa-4d94-bd57-af148b3baa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.886199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:36.886712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:36.895281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a944d59-d40d-414e-aaf5-475d304bb176 None None] Pushing event updated for resources: {'Port': ['ID=f0b48f70-8b4c-4b99-9356-0532cff8c933,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:37.037010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:21:37.037882 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.101386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:37.206786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cefb2ee7-6dfa-4d94-bd57-af148b3baa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.282588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cefb2ee7-6dfa-4d94-bd57-af148b3baa73 None None] For port f0b48f70-8b4c-4b99-9356-0532cff8c933, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f0b48f70-8b4c-4b99-9356-0532cff8c933,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:37.293060 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cefb2ee7-6dfa-4d94-bd57-af148b3baa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.395941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Allocated IP 172.20.0.2 (e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b/2ab52c57-1bd7-4b13-9d58-b05b351ebade/e892c3e2-2e0f-4863-ae95-fb6ac3a04979) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:37.431915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb2ee7-6dfa-4d94-bd57-af148b3baa73 None None] Pushing event updated for resources: {'Port': ['ID=f0b48f70-8b4c-4b99-9356-0532cff8c933,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:37.490413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-14b04e40-bb84-4b24-99cf-78a048f9b7e4 None None] Provisioning complete for port f0b48f70-8b4c-4b99-9356-0532cff8c933 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:37.490797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14b04e40-bb84-4b24-99cf-78a048f9b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.506110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.603861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:37.640015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa36ae7-9a34-4972-9718-1006f797e052 None None] The sync data for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 is: [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:37.687851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.697229 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.744069 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:37.747559 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:37.751877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:37.759382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Pushing event updated for resources: {'Port': ['ID=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:37.811239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.1 (e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b/2ab52c57-1bd7-4b13-9d58-b05b351ebade/15ac2839-14bd-4b5c-99b7-d0da6294a2bd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:37.813192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Attempting to bind port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:37.813572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Attempting to bind port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:37.813959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Attempting to bind port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:37.819757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:37.820149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Checking segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:37.820580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.820982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Bound using segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:37.821460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Bound port: e892c3e2-2e0f-4863-ae95-fb6ac3a04979, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:37.821849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.921863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] For port e892c3e2-2e0f-4863-ae95-fb6ac3a04979, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:37.925503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] For port e892c3e2-2e0f-4863-ae95-fb6ac3a04979, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:37.933366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.957407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.993861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.009441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ac777-bfd9-4dcf-a96e-ebdf26ffea98 None None] Pushing event updated for resources: {'Port': ['ID=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:38.043062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:38.052362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:38.056026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:38.091326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:38.113721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.294588 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.359314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f0b48f70-8b4c-4b99-9356-0532cff8c933 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:38.423947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f0b48f70-8b4c-4b99-9356-0532cff8c933 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:38.424312 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.510448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e892c3e2-2e0f-4863-ae95-fb6ac3a04979 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:38.568224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:38.568621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.649719 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.662752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.668272 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.691410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port e892c3e2-2e0f-4863-ae95-fb6ac3a04979, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:38.696645 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.750291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:38.751693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:38.755867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.854926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:38.856357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:38.974926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 7c48f642-af70-48af-9ba4-7e53c738b7a7 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:39.071983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1016ff2-dd05-448a-9572-66ba590d0f43 None None] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:39.093617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:39.098952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1cf670f6-f031-455c-9c94-612bc2bb7f7f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/7c48f642-af70-48af-9ba4-7e53c738b7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336554 Dec 15 14:21:39.163971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c4341e65-5b09-4260-8d57-ab7ef8b3ffeb None None] Provisioning complete for port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:39.164706 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4341e65-5b09-4260-8d57-ab7ef8b3ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.252227 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-16a1d9d1-ed47-44e9-9c6c-062eceaa5d2c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094203928&fields=id&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 267 time: 0.0453691 Dec 15 14:21:39.380434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-b5b5476d-daf8-4ecb-9a62-388259f9ca82 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:39.382155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-b5b5476d-daf8-4ecb-9a62-388259f9ca82 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 797 time: 0.1221094 Dec 15 14:21:39.398622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-838ee6ec-a382-4747-9d90-ca59f60e13f9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/quotas/ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 375 time: 0.0101948 Dec 15 14:21:39.455089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-9130ce5f-e5c9-4900-b221-9248ddf6cd23 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483973 Dec 15 14:21:39.544082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-6e778c02-6e6e-43e0-9127-993e66c2c18d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:21:39.545186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-6e778c02-6e6e-43e0-9127-993e66c2c18d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0767508 Dec 15 14:21:39.608617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f15ff1e-9d9b-43d7-8b39-a3d3b87a0a95 None None] Provisioning complete for port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:39.609628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f15ff1e-9d9b-43d7-8b39-a3d3b87a0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.649681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4f15ff1e-9d9b-43d7-8b39-a3d3b87a0a95 None None] Port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:39.656757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-cd942229-6436-43e6-bbec-1619f73a9da8 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976050 Dec 15 14:21:39.661520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f15ff1e-9d9b-43d7-8b39-a3d3b87a0a95 None None] Provisioning complete for port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:39.661898 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f15ff1e-9d9b-43d7-8b39-a3d3b87a0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.753684 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Sync routers for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:39.768294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:39.769143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:39.792325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-6dbc6ab0-32ae-47d1-8d35-70148ad068ce service neutron] 10.222.0.32 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292422 Dec 15 14:21:39.896721 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:40.012225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b5dae0d-e4dd-478c-9301-7a996cf57abd req-dd95fe23-48ad-4a3d-b8ad-2bcde3f4c72e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 210 time: 0.0398798 Dec 15 14:21:40.101755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d16921b1-aec7-468e-976d-2375509be41b None None] Provisioning complete for port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:40.102365 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d16921b1-aec7-468e-976d-2375509be41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.136413 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 2, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:40.145831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d16921b1-aec7-468e-976d-2375509be41b None None] Port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:40.168100 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Checking router: 7c48f642-af70-48af-9ba4-7e53c738b7a7 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:40.168457 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Updating router 7c48f642-af70-48af-9ba4-7e53c738b7a7 port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:40.194161 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.259861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e892c3e2-2e0f-4863-ae95-fb6ac3a04979 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:40.309672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:40.310058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.486504 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.492635 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.539869 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Pushing event updated for resources: {'Port': ['ID=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:40.554799 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.555148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.555491 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.555828 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.556164 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.556494 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.556844 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.557169 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.557492 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.557814 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.558135 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.558455 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.558775 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:40.619298 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Attempting to bind port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:40.619907 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Attempting to bind port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:40.620462 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Attempting to bind port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:40.626496 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:40.626873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Checking segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:40.627386 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.627784 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Bound using segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:40.628250 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Bound port: 15ac2839-14bd-4b5c-99b7-d0da6294a2bd, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:40.628829 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.695580 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] For port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:40.698890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] For port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:40.704300 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.765168 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682b14-e1d4-4634-a20d-ae0a96590b24 None None] Pushing event updated for resources: {'Port': ['ID=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:40.769105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c972c52f-400b-4697-8ec1-679be92ce99d None None] Provisioning complete for port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:40.769973 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c972c52f-400b-4697-8ec1-679be92ce99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.770631 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:40.771234 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:40.859844 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c972c52f-400b-4697-8ec1-679be92ce99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.884871 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:40.899666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c972c52f-400b-4697-8ec1-679be92ce99d None None] For port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:40.907709 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c972c52f-400b-4697-8ec1-679be92ce99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.974130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c52f-400b-4697-8ec1-679be92ce99d None None] Pushing event updated for resources: {'Port': ['ID=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.030943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a03de5f3-5a77-4909-8d22-6e1f0d8c5721 None None] Provisioning complete for port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:41.031320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a03de5f3-5a77-4909-8d22-6e1f0d8c5721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.093194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-c05b6206-a7d1-4a9d-b322-fbd856aabe29 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:41.095072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-c05b6206-a7d1-4a9d-b322-fbd856aabe29 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 797 time: 0.1656344 Dec 15 14:21:41.142581 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:41.156705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f04ebe6a-70ce-4608-8ab7-234571017d26 req-ac570665-de67-4961-b12e-7d3984d5e13f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 210 time: 0.0360363 Dec 15 14:21:41.178552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468f8f-c8a1-4b05-81e3-41b6d66d9d2c None None] The sync data for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 is: [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:41.197382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-e9db8bd0-5253-4259-bf43-33d1786d805d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 380 time: 0.0915649 Dec 15 14:21:41.208518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'port': {'device_id': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'admin_state_up': True, 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'security_groups': ['7b60bf28-307a-4206-8eb3-aade6622b9ad']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:41.326826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:41.330716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.468435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.5 (e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b/2ab52c57-1bd7-4b13-9d58-b05b351ebade/2d33c365-9f1e-4bcb-aaad-6293ca319358) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:41.622238 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.659232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.706322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:41.709711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:41.713651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:41.739035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.774323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:41.775244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.794763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-3e70583c-cb09-450f-b433-feb98c60f24d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900555 Dec 15 14:21:41.867062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Request body: {'port': {'device_id': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:41.930457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.978918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-25a9ac3d-5f7c-4936-a05a-02b7c0ff0a33 None None] Provisioning complete for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:41.979768 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25a9ac3d-5f7c-4936-a05a-02b7c0ff0a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.016059 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-25a9ac3d-5f7c-4936-a05a-02b7c0ff0a33 None None] Port 2d33c365-9f1e-4bcb-aaad-6293ca319358 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:42.250578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d33c365-9f1e-4bcb-aaad-6293ca319358 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:42.261049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.285404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Transition to ACTIVE for port object 2d33c365-9f1e-4bcb-aaad-6293ca319358 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:21:42.297463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.316454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 15ac2839-14bd-4b5c-99b7-d0da6294a2bd up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:42.397668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.402087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:42.402635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.416923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50c3bd-cd0e-41dd-94f8-cb4390b273ce req-d8682a14-fab2-4bb0-b88d-276e0ebeffc9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.421181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb50c3bd-cd0e-41dd-94f8-cb4390b273ce req-d8682a14-fab2-4bb0-b88d-276e0ebeffc9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.1350608 Dec 15 14:21:42.532684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb50c3bd-cd0e-41dd-94f8-cb4390b273ce req-f4ce639a-2bc6-46aa-b65d-52d634d01652 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918982 Dec 15 14:21:42.545108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:42.545649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:42.546142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:42.557644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:21:42.557644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:42.563384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:42.564297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Checking segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:42.564726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Bound using segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:42.565177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Bound port: 2d33c365-9f1e-4bcb-aaad-6293ca319358, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:42.565540 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.569608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e4f991c2-de65-4ea9-bbba-de5f630132f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.638554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:42.641996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:42.646584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.683981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.684443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.685989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1091 time: 0.8831296 Dec 15 14:21:42.686428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:42.688808 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e8434-57c5-477c-973a-0ed50e153f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:42.709974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2311981-390a-4089-8030-609c51cc4c85 service neutron] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.743517 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b325934b-6337-4d00-be07-4f1e51900e88 x-openstack-request-id: req-b325934b-6337-4d00-be07-4f1e51900e88 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:42.743843 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:42.744166 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b325934b-6337-4d00-be07-4f1e51900e88 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:42.744533 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'status': 'completed', 'code': 200} Dec 15 14:21:42.776044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-04d79f06-4829-4dd2-89f2-c5b12055a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.777738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-04d79f06-4829-4dd2-89f2-c5b12055a570 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1094 time: 0.0459945 Dec 15 14:21:42.825390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-04571076-7dcd-4713-95ec-3e17626e5462 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 217 time: 0.0397882 Dec 15 14:21:42.883075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-4c34ce86-6ef3-4705-810b-a84e719f9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.884590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-4c34ce86-6ef3-4705-810b-a84e719f9f2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0518780 Dec 15 14:21:42.938566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-665cfdb4-5ad4-4da4-b605-0c6068d29de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.940168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-665cfdb4-5ad4-4da4-b605-0c6068d29de3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478861 Dec 15 14:21:43.070782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-9837fb90-b62d-4ce2-91f0-556448cd9fbc service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171248 Dec 15 14:21:43.168628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8efa2ed-f7ad-4bac-a9cf-4b9f1b243bc5 req-51b4490c-1c05-4445-8383-8ebd613f93be service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900278 Dec 15 14:21:43.179863 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:21:43.266600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8434-57c5-477c-973a-0ed50e153f2d req-cfad121d-54ae-417d-b1a9-f7fc6c34f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.268318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-cfad121d-54ae-417d-b1a9-f7fc6c34f76f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1094 time: 0.0478673 Dec 15 14:21:43.376041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8434-57c5-477c-973a-0ed50e153f2d req-4ef0c66a-7642-4b42-8de2-2a68c621003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.377474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-4ef0c66a-7642-4b42-8de2-2a68c621003d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.1016762 Dec 15 14:21:43.425532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-447bbb61-a0e7-4fb3-a016-972413ddb395 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 217 time: 0.0401747 Dec 15 14:21:43.495036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8434-57c5-477c-973a-0ed50e153f2d req-e5f0ea20-0152-407c-9758-96361a89f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.496881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-e5f0ea20-0152-407c-9758-96361a89f14d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0633352 Dec 15 14:21:43.552744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8434-57c5-477c-973a-0ed50e153f2d req-46a6bc7a-4573-47e4-a338-7213fd6ac395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.554418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-46a6bc7a-4573-47e4-a338-7213fd6ac395 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490506 Dec 15 14:21:43.697422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea87bb-bce7-4177-8248-d8119df23237 req-96e0e9fc-587a-4863-9f82-15620b8a4a0a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.698904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6cea87bb-bce7-4177-8248-d8119df23237 req-96e0e9fc-587a-4863-9f82-15620b8a4a0a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0816953 Dec 15 14:21:43.702709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-ce003207-a413-4f92-882d-ab88d95b6dfa service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394506 Dec 15 14:21:43.810377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6cea87bb-bce7-4177-8248-d8119df23237 req-5b8d250f-2cbc-46bb-b4ec-c501ee55d4b3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035101 Dec 15 14:21:43.845641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-957e8434-57c5-477c-973a-0ed50e153f2d req-9225f0e4-7c5d-4402-8ded-51ee6e1a09a2 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318243 Dec 15 14:21:44.358613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.590688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:21:44.695485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:44.707780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'mac_address': 'fa:16:3e:b9:83:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:21:44.756486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.758316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5df48929-73a0-454c-85c7-07d202801a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.771358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d33c365-9f1e-4bcb-aaad-6293ca319358 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:44.794443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:44.798811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.848735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:44.936208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4a3f0-c840-4d55-b5e8-a5d31e70cd37 req-bbb38931-5772-46fa-8f97-1421cf8786ec tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:44.937742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93e4a3f0-c840-4d55-b5e8-a5d31e70cd37 req-bbb38931-5772-46fa-8f97-1421cf8786ec tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 944 time: 0.0545166 Dec 15 14:21:44.989203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93e4a3f0-c840-4d55-b5e8-a5d31e70cd37 req-c6e68ca7-3b7c-43ad-884c-845835df02d8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Dec 15 14:21:45.031979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d33c365-9f1e-4bcb-aaad-6293ca319358'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:21:46.107319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6da91-ab79-44c8-ac6a-040ec4d271f2 req-59627dea-b27e-42a0-8d8e-68f6c6ab980c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:46.108940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9eb6da91-ab79-44c8-ac6a-040ec4d271f2 req-59627dea-b27e-42a0-8d8e-68f6c6ab980c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 944 time: 0.0509648 Dec 15 14:21:46.164719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9eb6da91-ab79-44c8-ac6a-040ec4d271f2 req-9e9c80b0-2c0b-4d6e-9d3d-4e20b64b2db1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495901 Dec 15 14:21:46.338999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.615804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:46.663996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:21:46.668022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:46.668387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.744490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.768263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:46.770599 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e74ec-805c-420f-858d-6fea03b11cd2" -d '{"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:46.787427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:46.791792 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.842315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:46.897413 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6661a-e6db-4328-b41c-634d503311c6 x-openstack-request-id: req-91f6661a-e6db-4328-b41c-634d503311c6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:46.897714 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:46.897977 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f6661a-e6db-4328-b41c-634d503311c6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:46.898400 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'code': 200} Dec 15 14:21:46.998931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ec629-7a09-4a1e-897c-0868b4700a77 req-68e50b5e-9349-4e64-8fbb-a38ae3f80444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.000414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-552ec629-7a09-4a1e-897c-0868b4700a77 req-68e50b5e-9349-4e64-8fbb-a38ae3f80444 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1096 time: 0.0407314 Dec 15 14:21:47.046768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-552ec629-7a09-4a1e-897c-0868b4700a77 req-fb7977b3-dbb9-45d6-ba80-50d8f0a9aebb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Dec 15 14:21:47.281169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca409-1a5c-46f0-a15e-fa08356cd10c req-8359b642-410b-4f37-b500-218cf9a54f61 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.282717 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de3ca409-1a5c-46f0-a15e-fa08356cd10c req-8359b642-410b-4f37-b500-218cf9a54f61 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0487895 Dec 15 14:21:47.331639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de3ca409-1a5c-46f0-a15e-fa08356cd10c req-c22df402-2fdc-4eb6-8e4c-4e7394affe51 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Dec 15 14:21:47.511297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.451509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99ed3e-2a2e-4fd4-88b8-47e3ee9172a7 req-cc33c6a5-9f8f-4b78-80a7-eaf888a7edcc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:48.452891 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f99ed3e-2a2e-4fd4-88b8-47e3ee9172a7 req-cc33c6a5-9f8f-4b78-80a7-eaf888a7edcc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0512533 Dec 15 14:21:48.502777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f99ed3e-2a2e-4fd4-88b8-47e3ee9172a7 req-b893d987-5b49-4cea-8406-2f03778d9ca4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Dec 15 14:21:48.517364 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.624475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d5227-b5a7-4c4e-874d-eba0e4f63814 req-83c96f88-dc51-46e3-9699-d28f97ef372d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:48.625951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-892d5227-b5a7-4c4e-874d-eba0e4f63814 req-83c96f88-dc51-46e3-9699-d28f97ef372d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0517640 Dec 15 14:21:48.674399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-892d5227-b5a7-4c4e-874d-eba0e4f63814 req-6d99ce35-7f73-41b6-841c-89f4faddb091 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Dec 15 14:21:48.695415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:48.735165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6444c-bbfc-4697-b126-53a66a3a8f2d tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:48.736620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bef6444c-bbfc-4697-b126-53a66a3a8f2d tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1091 time: 0.0402102 Dec 15 14:21:48.739541 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:48.744245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:48.766551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.869403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.975801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.184 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/af3078e0-418b-43c6-ae1e-dcbe74ca7e1d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:49.076403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.109714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.151902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:49.155499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:49.159069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:49.181661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=af3078e0-418b-43c6-ae1e-dcbe74ca7e1d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:49.512138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.585891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.731234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.736551 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.802964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=af3078e0-418b-43c6-ae1e-dcbe74ca7e1d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:49.813161 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.930801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-09e32dc3-bd58-42fc-ae9f-e227d618420a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819132 Dec 15 14:21:49.939105 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP a803d3a6-a4e4-4a82-b47b-92daab48779f associated. External IP: 172.25.2.184, port: 2d33c365-9f1e-4bcb-aaad-6293ca319358. Dec 15 14:21:50.050993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-814154e4-3390-46ae-8a39-aeef106996c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.052468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-814154e4-3390-46ae-8a39-aeef106996c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1096 time: 0.0769191 Dec 15 14:21:50.528295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-b9c0d558-943d-439f-b98f-85faf2c28990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.529701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-b9c0d558-943d-439f-b98f-85faf2c28990 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.4545367 Dec 15 14:21:50.533372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 7c48f642-af70-48af-9ba4-7e53c738b7a7 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:50.668757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-c4511282-e05b-4fe3-a1e4-6234a462d199 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.1318698 Dec 15 14:21:50.733605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-c3aabb0a-687f-47d1-9411-1ddef455af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.735041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-c3aabb0a-687f-47d1-9411-1ddef455af89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0584104 Dec 15 14:21:50.736148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:50.746475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] Sync routers for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:50.756893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:50.757755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:50.776319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.810887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3df43db8-f8a9-4328-96d2-a7d662f75ee5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0695870 Dec 15 14:21:50.813028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:50.815196 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862123e2-7b89-4c3f-8ef3-16edbbd64803" -d '{"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:50.820171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-d278dae4-c09c-4169-9b0b-c8efd195210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.821933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-d278dae4-c09c-4169-9b0b-c8efd195210d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776353 Dec 15 14:21:50.879428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:50.893846 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4014f7a-6d7c-4a5a-870f-e4f7f7a88f3f x-openstack-request-id: req-b4014f7a-6d7c-4a5a-870f-e4f7f7a88f3f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:50.894141 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:50.894398 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4014f7a-6d7c-4a5a-870f-e4f7f7a88f3f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:50.894794 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'status': 'completed', 'code': 200} Dec 15 14:21:50.961854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b52a-4562-4fb6-b92d-efb0f479d842 req-10620a62-c29b-4d6b-990b-965edd381980 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.963349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51a0b52a-4562-4fb6-b92d-efb0f479d842 req-10620a62-c29b-4d6b-990b-965edd381980 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0717196 Dec 15 14:21:50.983549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-de8033fd-3447-4f74-a9d8-cf8f6bad0c14 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538901 Dec 15 14:21:51.077994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51a0b52a-4562-4fb6-b92d-efb0f479d842 req-8a823ade-d99c-40f3-bd24-7655eae55332 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055470 Dec 15 14:21:51.100928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:51.121169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'a803d3a6-a4e4-4a82-b47b-92daab48779f', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'mac_address': 'fa:16:3e:b9:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:49Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:51.124566 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-578e30d8-5067-4e69-8089-b8c822fb7bcd req-5c49135b-67dc-4a8b-8a0a-a7e73154d434 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327972 Dec 15 14:21:51.152234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] Checking router: 7c48f642-af70-48af-9ba4-7e53c738b7a7 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:51.164280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:51.165567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:51.181124 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a0dd2a2-0d17-40ec-9dc5-9797fa720f85 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/a803d3a6-a4e4-4a82-b47b-92daab48779f HTTP/1.1" status: 200 len: 991 time: 0.0785358 Dec 15 14:21:51.223150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-6d8e61e8-99c2-4108-8e48-aec9955d9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.224793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-6d8e61e8-99c2-4108-8e48-aec9955d9187 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1096 time: 0.0500553 Dec 15 14:21:51.298523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:51.325513 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-263e5b04-ed2c-49bb-81ae-5c3fb0866ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.327531 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-263e5b04-ed2c-49bb-81ae-5c3fb0866ee4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0954556 Dec 15 14:21:51.348567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.412430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-ece67c9d-a888-4e69-be84-a46752ac9075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.0765655 Dec 15 14:21:51.473188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-db062a52-ea62-4b1f-bd57-aec942c38d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.474658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-db062a52-ea62-4b1f-bd57-aec942c38d03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0555279 Dec 15 14:21:51.522271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-fc1830cf-84fe-4548-86c3-39a18137882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.523802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-fc1830cf-84fe-4548-86c3-39a18137882c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424674 Dec 15 14:21:51.547449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'a803d3a6-a4e4-4a82-b47b-92daab48779f', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'mac_address': 'fa:16:3e:b9:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:49Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:51.574592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae36e96-9785-42cc-b0e3-e571b8d9443e None None] The sync data for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 is: [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'a803d3a6-a4e4-4a82-b47b-92daab48779f', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'mac_address': 'fa:16:3e:b9:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:49Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:51.618528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-169fe9eb-3ab6-4ef5-88aa-c04faa202d2e service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875628 Dec 15 14:21:51.731015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-862123e2-7b89-4c3f-8ef3-16edbbd64803 req-85439d86-49f7-44d6-a553-962ea0775b73 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057265 Dec 15 14:21:51.784586 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c416e6-fc7d-43ae-ae09-31286b4a3228 None None] New status for floating IP a803d3a6-a4e4-4a82-b47b-92daab48779f: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:21:52.184038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 42784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:52.252782 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8bda2ba1-bfc4-4172-a38d-fe5a71b76f2d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/a803d3a6-a4e4-4a82-b47b-92daab48779f HTTP/1.1" status: 200 len: 993 time: 0.0675890 Dec 15 14:22:05.885758 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-6e766a69-8463-4f0c-a350-1617080075fe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603817 Dec 15 14:22:05.959041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-3ab267d3-2aef-4970-90ec-2a44ee044cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:05.960525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-3ab267d3-2aef-4970-90ec-2a44ee044cd7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0417774 Dec 15 14:22:05.963525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d7e3a-2dfa-4cc8-931e-83f6b8fb4a07 req-e161abff-a602-4c88-adf4-79e93b92f2de tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:05.965146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-645d7e3a-2dfa-4cc8-931e-83f6b8fb4a07 req-e161abff-a602-4c88-adf4-79e93b92f2de tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0533102 Dec 15 14:22:06.023728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-645d7e3a-2dfa-4cc8-931e-83f6b8fb4a07 req-a215f270-4e0b-4830-950c-eff890da9db7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511124 Dec 15 14:22:06.085063 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-aaa67698-30f7-4fd7-9700-44e762024175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:06.086537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-aaa67698-30f7-4fd7-9700-44e762024175 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.1003110 Dec 15 14:22:06.151455 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-ff141d0e-a387-4cd6-808f-c1d58c1ef7b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 200 len: 1001 time: 0.0573587 Dec 15 14:22:06.204703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-556590ef-58a1-4073-87a2-0fd0a591ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:06.206169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-556590ef-58a1-4073-87a2-0fd0a591ffa3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0478387 Dec 15 14:22:06.252740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-7c6ce619-e527-478e-826a-36b494cfbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:06.254156 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-7c6ce619-e527-478e-826a-36b494cfbecf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404096 Dec 15 14:22:06.351127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-4f2dc805-be50-4196-bfbe-943d7bb634f0 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893137 Dec 15 14:22:06.445080 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1d12e9c-2a21-4844-b0fd-6524da35a445 req-2e42a3d4-e114-4d5a-a181-78270e7e48e6 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853298 Dec 15 14:22:07.151728 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382044cb-27eb-485f-9eaf-260350ced748 req-a8c1bfd2-576c-4ac6-8cce-67059c78b88e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.153249 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-382044cb-27eb-485f-9eaf-260350ced748 req-a8c1bfd2-576c-4ac6-8cce-67059c78b88e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Dec 15 14:22:07.203073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-382044cb-27eb-485f-9eaf-260350ced748 req-392ea0d9-07a3-4086-9bed-911202a3c34e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431690 Dec 15 14:22:07.653167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-b2864f4a-dd6b-4be5-8c93-f3feb555555b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.654679 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-b2864f4a-dd6b-4be5-8c93-f3feb555555b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 945 time: 0.0490379 Dec 15 14:22:07.749895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port ca9f2dba-cc04-43f3-98ba-762f8f2a491a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:07.750237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.839966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port ca9f2dba-cc04-43f3-98ba-762f8f2a491a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:07.840328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.071344 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.071723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.072063 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Floating IP 6ed84aba-f22b-4695-af3c-e24b8a214482 disassociated. External IP: 172.25.2.193, port: ca9f2dba-cc04-43f3-98ba-762f8f2a491a. Dec 15 14:22:08.072378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for ca9f2dba-cc04-43f3-98ba-762f8f2a491a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:08.201157 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.232699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=ca9f2dba-cc04-43f3-98ba-762f8f2a491a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:08.307058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d53128e2-ab45-4d2f-ac1c-b10881670abe req-24c7be0a-a4da-4588-83f3-0836495583f0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0264750 Dec 15 14:22:08.349654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:08.472482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:08.484558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:08.498133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:08.498734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:08.515105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port ca9f2dba-cc04-43f3-98ba-762f8f2a491a on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:22:08.518005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.521538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b3fa045-6813-4be1-936f-76f8c8edfd06 req-72084d62-fa65-4557-a5df-3cff6822ed43 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "DELETE /v2.0/ports/ca9f2dba-cc04-43f3-98ba-762f8f2a491a HTTP/1.1" status: 204 len: 173 time: 0.8606093 Dec 15 14:22:08.522027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'name': 'network-vif-deleted', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:08.524723 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc0efa-fe7c-4158-bf78-2caeed1ea7d9" -d '{"events": [{"server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "name": "network-vif-deleted", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:08.580654 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa60cc74-c3ad-45ed-8c8e-c9cf0dff6d5c x-openstack-request-id: req-aa60cc74-c3ad-45ed-8c8e-c9cf0dff6d5c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:08.581240 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0", "name": "network-vif-deleted", "tag": "ca9f2dba-cc04-43f3-98ba-762f8f2a491a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:08.581527 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa60cc74-c3ad-45ed-8c8e-c9cf0dff6d5c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:08.581951 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0', 'name': 'network-vif-deleted', 'tag': 'ca9f2dba-cc04-43f3-98ba-762f8f2a491a', 'status': 'completed', 'code': 200} Dec 15 14:22:08.636164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:08.850851 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:08.877461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:08.885979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:08.886571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:21:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:08.991778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:09.364269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:09.393590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ed33-0c12-4279-a1de-0dd4108cbd31 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:09.413463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-547a8eae-86e7-428a-ba87-38d8b7f6eb46 req-20573cb1-86cf-4bf9-bc91-ee66162d0ef2 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0337906 Dec 15 14:22:09.636402 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb007dad-213d-4525-a313-8a087bfc301b None None] New status for floating IP 6ed84aba-f22b-4695-af3c-e24b8a214482: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:22:10.511448 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5c36e5d-46bb-4fac-9da5-107cf42bf9c3 req-fe82d4d8-23b5-4008-b29f-d3e971177f88 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0264645 Dec 15 14:22:11.540769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ca9f2dba-cc04-43f3-98ba-762f8f2a491a no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:11.562614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: ca9f2dba-cc04-43f3-98ba-762f8f2a491a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:22:11.562966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ca9f2dba-cc04-43f3-98ba-762f8f2a491a not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:11.617649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67c2832b-c59f-4102-bee3-ab79bd1ed7c1 req-b18021db-1412-45ae-ab6b-c06bd8090c39 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0360143 Dec 15 14:22:12.562871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07d6b79f-5baa-46f1-bbaa-89e74690ebc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:12.714265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9512cb55-af58-4a9e-9cba-75b15bf0b845 req-8704e0aa-5c32-443e-83db-9cd063949b76 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e79ffe3-4c75-4af2-9c64-cbd95fd43bb0 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Dec 15 14:22:13.920088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-6e941dad-2489-4656-8400-e70eed51d872 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8612818&fields=id&tenant_id=855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 267 time: 0.0441518 Dec 15 14:22:14.029901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-ffc7a0cc-84d5-40a9-875a-ed0cfcc571f7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:14.031231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-ffc7a0cc-84d5-40a9-875a-ed0cfcc571f7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1042891 Dec 15 14:22:14.046155 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-b3c62fa3-8729-42ca-bf61-66eeb393e81e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0091538 Dec 15 14:22:14.096534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4bf4e594-d2d9-49ca-8a33-6119b169373a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451350 Dec 15 14:22:14.241410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e947f931-3279-4cbe-b06a-84bee2b0ed76 service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320906 Dec 15 14:22:14.357771 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:14.363215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-150d4bde-de49-4fec-837a-e96afc6c617a service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152790 Dec 15 14:22:14.653947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7730e44f-4710-404a-b4e8-1140ad5d59b5 req-eb3328b5-1212-45f5-a905-d96e1ad3c844 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0260100 Dec 15 14:22:14.733293 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88b2d2dc-95ce-4c75-a849-9eaaa3dc9097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:15.608437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-23dac8c1-620a-47d4-8086-72e2301c3973 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:15.609924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-23dac8c1-620a-47d4-8086-72e2301c3973 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1145666 Dec 15 14:22:15.677961 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e92fba27-e388-4dd6-bdc8-34e923045ed0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 377 time: 0.0556986 Dec 15 14:22:15.688039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'security_groups': ['3e309ff1-fdf4-4859-b86a-6286d4b0ddb2']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:15.753132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84a6632c-6e5e-49cb-a453-08ba15b3597c req-61464f07-9c9d-41ec-af6b-63e869b6b6d4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Dec 15 14:22:15.809390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:15.813140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:15.939744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.5 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/339fd19d-5542-4b35-8116-b7c57267037f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:16.084536 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.119003 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.167450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:16.170795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:16.174632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:16.199932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=339fd19d-5542-4b35-8116-b7c57267037f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:16.232959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:16.233628 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.251827 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-4eb86241-3792-4c01-b0aa-0d925d40a362 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681088 Dec 15 14:22:16.269651 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Request body: {'port': {'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:16.334851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.349721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.492857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f20e4c49-59f4-4c9a-8c4d-89d6a75f3c35 None None] Provisioning complete for port 339fd19d-5542-4b35-8116-b7c57267037f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:16.493420 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c49-59f4-4c9a-8c4d-89d6a75f3c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.534716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f20e4c49-59f4-4c9a-8c4d-89d6a75f3c35 None None] Port 339fd19d-5542-4b35-8116-b7c57267037f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:16.620731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339fd19d-5542-4b35-8116-b7c57267037f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:16.629683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.642667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Transition to ACTIVE for port object 339fd19d-5542-4b35-8116-b7c57267037f will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:16.648765 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.705839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Pushing event updated for resources: {'Port': ['ID=339fd19d-5542-4b35-8116-b7c57267037f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:16.780218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Attempting to bind port 339fd19d-5542-4b35-8116-b7c57267037f on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:16.780456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Attempting to bind port 339fd19d-5542-4b35-8116-b7c57267037f by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:16.780826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Attempting to bind port 339fd19d-5542-4b35-8116-b7c57267037f on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:16.785878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Port 339fd19d-5542-4b35-8116-b7c57267037f on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:16.786219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Attempting to bind port 339fd19d-5542-4b35-8116-b7c57267037f on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:16.796929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:16.797207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:16.797605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:16.798045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Bound port: 339fd19d-5542-4b35-8116-b7c57267037f, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:16.798401 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.877686 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] For port 339fd19d-5542-4b35-8116-b7c57267037f, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:16.881249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] For port 339fd19d-5542-4b35-8116-b7c57267037f, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=339fd19d-5542-4b35-8116-b7c57267037f,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:16.886322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e5296-7e53-4540-a7e6-255ded43704b req-b7d2cc7c-348a-41c0-a8ea-2eda4eb23904 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:16.887240 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.894309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-998e5296-7e53-4540-a7e6-255ded43704b req-b7d2cc7c-348a-41c0-a8ea-2eda4eb23904 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0688558 Dec 15 14:22:16.925731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:16.926696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.928248 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] 10.222.0.85 "PUT /v2.0/ports/339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 1091 time: 0.6629996 Dec 15 14:22:16.928902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:16.931476 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb1fea-bc4b-4736-a7c8-5544062feb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "tag": "339fd19d-5542-4b35-8116-b7c57267037f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:16.956636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-998e5296-7e53-4540-a7e6-255ded43704b req-312f8458-d229-48b6-9cf9-1f4c69eef7fc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0611424 Dec 15 14:22:16.989324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca340-0a8f-49aa-b683-adc7018830b1 service neutron] Pushing event updated for resources: {'Port': ['ID=339fd19d-5542-4b35-8116-b7c57267037f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:17.014736 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cf3d77-cfbd-4264-b49a-a16613d32298 x-openstack-request-id: req-e6cf3d77-cfbd-4264-b49a-a16613d32298 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:17.015043 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "tag": "339fd19d-5542-4b35-8116-b7c57267037f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:17.015307 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6cf3d77-cfbd-4264-b49a-a16613d32298 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:17.015727 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f', 'status': 'completed', 'code': 200} Dec 15 14:22:17.085561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-9c4f56c1-b337-4df7-9b4f-de95b3e192e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.087373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-9c4f56c1-b337-4df7-9b4f-de95b3e192e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1094 time: 0.0616145 Dec 15 14:22:17.148093 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-28f71464-0c3f-4026-9d55-53122126ba24 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 217 time: 0.0446146 Dec 15 14:22:17.203659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-96f16463-17c1-4332-a0b3-5ecc70c28930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.205170 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-96f16463-17c1-4332-a0b3-5ecc70c28930 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0505159 Dec 15 14:22:17.261935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-f7996d78-ee85-46c8-816e-71e78a88d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.263595 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-f7996d78-ee85-46c8-816e-71e78a88d9ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516086 Dec 15 14:22:17.369892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-9afa3f30-e928-4afa-9487-c0529514cfe2 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995269 Dec 15 14:22:17.472177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-babfc4f3-b94f-4bfc-a874-bfc8b1d564fe req-b3257323-0355-44f8-a195-1395f71b3032 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947700 Dec 15 14:22:17.518071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:17.593454 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-0f16d197-3393-4a58-9d47-e502fc0183ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.595307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-0f16d197-3393-4a58-9d47-e502fc0183ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1094 time: 0.0452583 Dec 15 14:22:18.031398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-715d71ec-3d0e-4737-a83b-78044e36b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:18.032907 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-715d71ec-3d0e-4737-a83b-78044e36b340 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.4306138 Dec 15 14:22:18.086571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-a567962e-cd2e-4875-94b8-f637a35195eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 217 time: 0.0459697 Dec 15 14:22:18.115094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8cad1-7f55-41db-bc94-d2cd123c3df4 req-aebc5790-4286-4c0e-917e-5aff89cd20cb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:18.117128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00d8cad1-7f55-41db-bc94-d2cd123c3df4 req-aebc5790-4286-4c0e-917e-5aff89cd20cb tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0641322 Dec 15 14:22:18.146286 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-52098540-6686-4274-b1d9-99dfb61ea767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:18.148436 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-52098540-6686-4274-b1d9-99dfb61ea767 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0549176 Dec 15 14:22:18.176711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00d8cad1-7f55-41db-bc94-d2cd123c3df4 req-0c6c7f0f-0df8-476d-91e1-8f4485ec7aa4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526361 Dec 15 14:22:18.199008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-37e9ef56-b43d-4a58-875e-7d4fd29f6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:18.200585 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-37e9ef56-b43d-4a58-875e-7d4fd29f6707 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457065 Dec 15 14:22:18.302754 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-48a3254b-2d30-4df0-b009-f0d6c8ae1782 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939713 Dec 15 14:22:18.400092 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aceb1fea-bc4b-4736-a7c8-5544062feb0c req-07b74f2c-a8aa-4291-9919-ca0f2ba7591b service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905614 Dec 15 14:22:18.527331 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:19.307977 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a073b48-55d9-4376-91b1-7241ac4b2ff8 req-9fdcd645-51ff-4c54-900c-aac2b17e0e68 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:19.310219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a073b48-55d9-4376-91b1-7241ac4b2ff8 req-9fdcd645-51ff-4c54-900c-aac2b17e0e68 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0551374 Dec 15 14:22:19.366072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a073b48-55d9-4376-91b1-7241ac4b2ff8 req-4a3e233e-bdd6-4614-abb1-0a30ad93efac tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0498636 Dec 15 14:22:20.179201 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:22:20.490354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf05a0-13f1-4220-a192-4f5b11e9531a req-497ed5ba-f440-46dc-9814-d9ed0b5f604a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:20.491775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61bf05a0-13f1-4220-a192-4f5b11e9531a req-497ed5ba-f440-46dc-9814-d9ed0b5f604a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0517688 Dec 15 14:22:20.542096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61bf05a0-13f1-4220-a192-4f5b11e9531a req-fc6580dd-e930-474f-af63-c2564bef7df5 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442421 Dec 15 14:22:20.967587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874d4f6-7f4b-4e96-94ed-e3d75dcc6ef1 req-b65bdfbb-8f66-4851-8ab9-e3919c3218a9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:20.969068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f874d4f6-7f4b-4e96-94ed-e3d75dcc6ef1 req-b65bdfbb-8f66-4851-8ab9-e3919c3218a9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1096 time: 0.0468659 Dec 15 14:22:21.016372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f874d4f6-7f4b-4e96-94ed-e3d75dcc6ef1 req-d17f4025-ba8c-4c79-bacf-9fc1d1a60a27 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Dec 15 14:22:21.135670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2c907-04e8-4a07-9f39-4927d500448c req-65e24511-628d-4d70-a2bf-797041a222b3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:21.137160 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ff2c907-04e8-4a07-9f39-4927d500448c req-65e24511-628d-4d70-a2bf-797041a222b3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0530787 Dec 15 14:22:21.185639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ff2c907-04e8-4a07-9f39-4927d500448c req-c913fa94-703e-482d-a70c-b2c1ca9ff377 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Dec 15 14:22:21.206975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:21.267511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d27a8a99-7702-428d-901d-11228e41b21b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/a803d3a6-a4e4-4a82-b47b-92daab48779f HTTP/1.1" status: 200 len: 993 time: 0.0593011 Dec 15 14:22:21.318474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:21.674076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d196d8a-410e-47c7-bad0-6ae9b609b395 req-272227c9-01a6-44c0-b91e-61118ba7a073 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:21.676967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d196d8a-410e-47c7-bad0-6ae9b609b395 req-272227c9-01a6-44c0-b91e-61118ba7a073 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0596523 Dec 15 14:22:21.735394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d196d8a-410e-47c7-bad0-6ae9b609b395 req-c2f98921-b686-41ec-a84d-6a950899931c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0524030 Dec 15 14:22:21.739852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:21.795116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3852e-28bb-4343-8488-915161d2ea48 req-b7b2db93-6745-4d02-bd51-bfeaa0e818a7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:21.798386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00b3852e-28bb-4343-8488-915161d2ea48 req-b7b2db93-6745-4d02-bd51-bfeaa0e818a7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0555286 Dec 15 14:22:21.873087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00b3852e-28bb-4343-8488-915161d2ea48 req-b377df11-005f-4bcc-9d2d-6698acfe4193 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703907 Dec 15 14:22:21.876663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-8aebdb98-63ce-41d6-ae76-6ecc8f9a5de1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337409 Dec 15 14:22:21.887090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-16179c50-0689-408a-ba08-9589dbda1554 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:22:21.888691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-16179c50-0689-408a-ba08-9589dbda1554 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064578 Dec 15 14:22:22.859089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002292e9-86a8-4042-bc21-de2458dc91f0 req-b33ba7f6-8099-466c-b28f-b367d3a0364d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:22.860601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-002292e9-86a8-4042-bc21-de2458dc91f0 req-b33ba7f6-8099-466c-b28f-b367d3a0364d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0566278 Dec 15 14:22:22.910183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-002292e9-86a8-4042-bc21-de2458dc91f0 req-927d343e-0126-44d0-92d7-52d26d886eb0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433540 Dec 15 14:22:23.010202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d6fd-9cb1-4d2d-a7df-bf355b2b15fc req-f7be8523-20bd-472f-b3c9-8928002846c2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:23.011658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5393d6fd-9cb1-4d2d-a7df-bf355b2b15fc req-f7be8523-20bd-472f-b3c9-8928002846c2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0670319 Dec 15 14:22:23.071791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-aaa70ce9-825c-4833-9a52-793dc3f93a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:23.073308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-aaa70ce9-825c-4833-9a52-793dc3f93a1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1096 time: 0.0795841 Dec 15 14:22:23.081915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5393d6fd-9cb1-4d2d-a7df-bf355b2b15fc req-2fa6bab0-6cfe-4418-9684-3d1992c25f6a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571928 Dec 15 14:22:23.166469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-d73b3a83-5107-4232-ba0a-c23919646fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:23.167923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-d73b3a83-5107-4232-ba0a-c23919646fa5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0851986 Dec 15 14:22:23.237787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-1ca25874-a230-4668-955e-6109f414e423 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1001 time: 0.0615938 Dec 15 14:22:23.285714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-000fc030-8d6e-4e3a-a714-1131ffa9b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:23.287139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-000fc030-8d6e-4e3a-a714-1131ffa9b5c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0419016 Dec 15 14:22:23.333095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-6b0785d3-9f36-48a9-8653-052ad449ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:23.334491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-6b0785d3-9f36-48a9-8653-052ad449ff28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395312 Dec 15 14:22:23.428390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-9ae100e5-3203-4efe-939c-023768320591 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860653 Dec 15 14:22:23.521768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-638215ce-9448-4267-af1d-e239ae4fec18 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 Dec 15 14:22:24.028726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc9757-a322-4140-8e8e-cdaa957714d2 req-153e8d03-e9fd-4921-9650-1ba906e97f8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:24.030199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ebc9757-a322-4140-8e8e-cdaa957714d2 req-153e8d03-e9fd-4921-9650-1ba906e97f8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0503876 Dec 15 14:22:24.082719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ebc9757-a322-4140-8e8e-cdaa957714d2 req-9d938309-f2dd-4de8-a0fe-35f0f4873ec8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465226 Dec 15 14:22:24.203644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59787003-4d5e-49af-8b0d-dd021b2ddae2 req-8d38b9a8-638d-4f3d-afda-5953e107e76d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:24.205062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59787003-4d5e-49af-8b0d-dd021b2ddae2 req-8d38b9a8-638d-4f3d-afda-5953e107e76d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0488708 Dec 15 14:22:24.255366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59787003-4d5e-49af-8b0d-dd021b2ddae2 req-61ebb7d3-cfd7-435c-889f-82fea2bb3537 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Dec 15 14:22:25.210282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b870f-6e41-4253-98f4-f901908c0f99 req-c11ab85a-572a-4b8a-9e65-5ede667c3833 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.211758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f8b870f-6e41-4253-98f4-f901908c0f99 req-c11ab85a-572a-4b8a-9e65-5ede667c3833 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0488911 Dec 15 14:22:25.260673 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f8b870f-6e41-4253-98f4-f901908c0f99 req-c5ca7944-fc43-4f1b-8d12-1ce91a42a915 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422215 Dec 15 14:22:25.373448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820a139-2089-4daf-8146-036b2ff5c053 req-bb9effc7-cdc7-4bdb-8671-d0534d3d5d6e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.374981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e820a139-2089-4daf-8146-036b2ff5c053 req-bb9effc7-cdc7-4bdb-8671-d0534d3d5d6e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0526564 Dec 15 14:22:25.426280 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e820a139-2089-4daf-8146-036b2ff5c053 req-1a67b518-27da-4831-9430-9cfcd95d5490 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Dec 15 14:22:26.375641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997dd3-8fbd-46fd-8761-f688e7c027e0 req-eeff7e6e-e8dc-4ab8-a82d-b8bdf0ba056b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:26.377156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3997dd3-8fbd-46fd-8761-f688e7c027e0 req-eeff7e6e-e8dc-4ab8-a82d-b8bdf0ba056b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0487223 Dec 15 14:22:26.427194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d3997dd3-8fbd-46fd-8761-f688e7c027e0 req-29fca5b3-8c1d-4c61-85c2-fd0309d56070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436211 Dec 15 14:22:26.549843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec8c5-b607-4960-8d8f-d727843d6996 req-19538e52-f64a-4234-b301-3a1e1c19c252 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:26.551275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c72ec8c5-b607-4960-8d8f-d727843d6996 req-19538e52-f64a-4234-b301-3a1e1c19c252 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0524521 Dec 15 14:22:26.600193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c72ec8c5-b607-4960-8d8f-d727843d6996 req-a9dc1546-d441-4a15-8d74-ab3a5b88efd9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Dec 15 14:22:27.544650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e6a87-3e7b-4b67-a0fe-b3f0ac5bb17d req-920a06b4-b7ae-4882-b7f7-69078a738dce tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:27.546153 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab2e6a87-3e7b-4b67-a0fe-b3f0ac5bb17d req-920a06b4-b7ae-4882-b7f7-69078a738dce tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0503545 Dec 15 14:22:27.594801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab2e6a87-3e7b-4b67-a0fe-b3f0ac5bb17d req-77c7c2c3-10c0-426c-acf1-962e7d0b64fa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425470 Dec 15 14:22:27.712756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596b357-85ff-47df-98a9-5cfb0e1a6abf req-f71a8b19-0db6-4aa6-9400-6af73d075376 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:27.714121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f596b357-85ff-47df-98a9-5cfb0e1a6abf req-f71a8b19-0db6-4aa6-9400-6af73d075376 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0470669 Dec 15 14:22:27.765757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f596b357-85ff-47df-98a9-5cfb0e1a6abf req-b4713dfc-b202-495a-92a6-1942974154ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 Dec 15 14:22:28.708831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793c1cb-dde2-42b2-a259-043f9e08317f req-c05937d7-6263-4505-9eb9-52a58815153a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:28.710272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4793c1cb-dde2-42b2-a259-043f9e08317f req-c05937d7-6263-4505-9eb9-52a58815153a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 943 time: 0.0478601 Dec 15 14:22:28.759223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4793c1cb-dde2-42b2-a259-043f9e08317f req-5e7e9e2c-4289-4465-80f6-01376d90ce26 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429838 Dec 15 14:22:28.882998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc041e9-11b4-49b9-b9dd-6bd92a99e333 req-f02151b4-a568-4b7c-98d8-57bbb4307eab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:28.884383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bc041e9-11b4-49b9-b9dd-6bd92a99e333 req-f02151b4-a568-4b7c-98d8-57bbb4307eab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0496058 Dec 15 14:22:28.938543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bc041e9-11b4-49b9-b9dd-6bd92a99e333 req-4899c4ab-e6e7-4959-baca-d7b5b621c26f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Dec 15 14:22:29.649954 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 339fd19d-5542-4b35-8116-b7c57267037f details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:29.743202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 339fd19d-5542-4b35-8116-b7c57267037f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=339fd19d-5542-4b35-8116-b7c57267037f,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:29.754209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '339fd19d-5542-4b35-8116-b7c57267037f', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:29.790270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.803334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339fd19d-5542-4b35-8116-b7c57267037f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:29.823107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 339fd19d-5542-4b35-8116-b7c57267037f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=339fd19d-5542-4b35-8116-b7c57267037f,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:29.827873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.877664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=339fd19d-5542-4b35-8116-b7c57267037f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:29.878834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c31a-058b-44e0-ba49-ef44babb8591 req-a2028956-dc6d-4d38-93ca-8e4268178502 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:29.881780 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c09c31a-058b-44e0-ba49-ef44babb8591 req-a2028956-dc6d-4d38-93ca-8e4268178502 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 944 time: 0.0545237 Dec 15 14:22:29.931792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c09c31a-058b-44e0-ba49-ef44babb8591 req-7d6fc0c1-5e08-402b-b0f5-08567bf8b9b7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433288 Dec 15 14:22:30.055226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36930c98-ee2c-450e-91b1-b8db4decfdad req-61879f97-1ae5-4fe4-9418-1127351022bf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:30.056731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36930c98-ee2c-450e-91b1-b8db4decfdad req-61879f97-1ae5-4fe4-9418-1127351022bf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0492139 Dec 15 14:22:30.107238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36930c98-ee2c-450e-91b1-b8db4decfdad req-f9aca99b-7c00-447a-9197-e3e83772788a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Dec 15 14:22:30.183887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['339fd19d-5542-4b35-8116-b7c57267037f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:31.051075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb7147-e12d-4835-bf6b-4ecdc8f7db06 req-3c2dc432-d5b0-4d90-b7b7-ffd7585ece97 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:31.052552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6efb7147-e12d-4835-bf6b-4ecdc8f7db06 req-3c2dc432-d5b0-4d90-b7b7-ffd7585ece97 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 944 time: 0.0482645 Dec 15 14:22:31.107294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6efb7147-e12d-4835-bf6b-4ecdc8f7db06 req-309a9949-3316-4de8-9667-9ea81a7173cf tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486834 Dec 15 14:22:31.226633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c5fe-15b6-4742-8c43-eb3a287fb9b1 req-0c1f003f-af06-4dd5-8f25-66a6a9a6bff0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:31.227999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4288c5fe-15b6-4742-8c43-eb3a287fb9b1 req-0c1f003f-af06-4dd5-8f25-66a6a9a6bff0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0512505 Dec 15 14:22:31.275798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4288c5fe-15b6-4742-8c43-eb3a287fb9b1 req-25235eea-aea0-4ac6-bcac-8fe2be50e917 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Dec 15 14:22:31.652329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 339fd19d-5542-4b35-8116-b7c57267037f up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:31.701251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 339fd19d-5542-4b35-8116-b7c57267037f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:31.705303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 339fd19d-5542-4b35-8116-b7c57267037f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:31.705679 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.783541 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.806718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:31.809043 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6588c65b-d7f9-4ef7-829e-87712653c08e" -d '{"events": [{"server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "name": "network-vif-plugged", "status": "completed", "tag": "339fd19d-5542-4b35-8116-b7c57267037f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:31.822083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 339fd19d-5542-4b35-8116-b7c57267037f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=339fd19d-5542-4b35-8116-b7c57267037f,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:31.826428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.851178 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ac06c-5ef1-4f85-a733-95f8025a1d6c x-openstack-request-id: req-d06ac06c-5ef1-4f85-a733-95f8025a1d6c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:31.851478 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "name": "network-vif-plugged", "status": "completed", "tag": "339fd19d-5542-4b35-8116-b7c57267037f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:31.851735 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d06ac06c-5ef1-4f85-a733-95f8025a1d6c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:31.852128 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f', 'code': 200} Dec 15 14:22:31.878634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=339fd19d-5542-4b35-8116-b7c57267037f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:31.969091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807983-d744-49a5-9bad-ba235febae4b req-3542ee33-a2c3-4d65-af64-a023fb4be711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:31.970490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bf807983-d744-49a5-9bad-ba235febae4b req-3542ee33-a2c3-4d65-af64-a023fb4be711 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1096 time: 0.0399191 Dec 15 14:22:32.024733 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bf807983-d744-49a5-9bad-ba235febae4b req-1330790f-56ef-427f-8e69-4a18efee55b5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460815 Dec 15 14:22:32.223246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6e2d-08eb-4c18-9ba9-4f1ca0851d72 req-bb553901-9de4-4392-9d97-c2e1ac60e652 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.224728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-402e6e2d-08eb-4c18-9ba9-4f1ca0851d72 req-bb553901-9de4-4392-9d97-c2e1ac60e652 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Dec 15 14:22:32.272099 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-402e6e2d-08eb-4c18-9ba9-4f1ca0851d72 req-664bb3d5-9f4a-4cb9-aefa-39de67bfad19 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410094 Dec 15 14:22:32.397964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11365a8-ea04-4b7c-b244-a129ea6ac397 req-fec54c96-6f81-4f2a-b25d-e382d86914d7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.399419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e11365a8-ea04-4b7c-b244-a129ea6ac397 req-fec54c96-6f81-4f2a-b25d-e382d86914d7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0511963 Dec 15 14:22:32.447567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e11365a8-ea04-4b7c-b244-a129ea6ac397 req-5afaa35f-424c-4d67-8fdc-8b7184e93fd7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Dec 15 14:22:33.386277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78ccb5-c4b6-4608-a0eb-a224134e67e8 req-87f4abfc-e33d-491a-8609-a5ee38b87c3e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:33.388232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f78ccb5-c4b6-4608-a0eb-a224134e67e8 req-87f4abfc-e33d-491a-8609-a5ee38b87c3e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Dec 15 14:22:33.436223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f78ccb5-c4b6-4608-a0eb-a224134e67e8 req-a194a315-7782-4f78-bf3a-7bd066730b2d tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420024 Dec 15 14:22:33.580198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa53a7-586a-40f2-a6f5-6650dc785e76 req-e800b75f-7b11-4028-a385-ef1d3989f46c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:33.581714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48aa53a7-586a-40f2-a6f5-6650dc785e76 req-e800b75f-7b11-4028-a385-ef1d3989f46c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 945 time: 0.0777190 Dec 15 14:22:33.592949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1545-0908-4a13-b8bb-b8fcd92f41d2 req-5ab49e70-8b6c-4caa-ade5-36dada0d00ed tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:33.594304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf2a1545-0908-4a13-b8bb-b8fcd92f41d2 req-5ab49e70-8b6c-4caa-ade5-36dada0d00ed tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0791540 Dec 15 14:22:33.667492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48aa53a7-586a-40f2-a6f5-6650dc785e76 req-4d0dcd59-e951-43f5-accb-150d5384ddd2 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0722408 Dec 15 14:22:33.671492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cf2a1545-0908-4a13-b8bb-b8fcd92f41d2 req-dca21490-06c0-4ea2-87a5-8f698820fa5f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704739 Dec 15 14:22:33.690718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:33.830902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8320945-102f-4c9a-a1c3-b65280d2858a tempest-TestVolumeBootPattern-184122104 tempest-TestVolumeBootPattern-184122104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:33.831945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f8320945-102f-4c9a-a1c3-b65280d2858a tempest-TestVolumeBootPattern-184122104 tempest-TestVolumeBootPattern-184122104-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1091 time: 0.1402707 Dec 15 14:22:33.834732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:33.839109 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:33.861680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:33.959039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.058740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.25.2.92 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/e41adb48-c9ff-403c-a2c1-01c39b05a65b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:34.173846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.206078 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.242849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:34.245647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:34.249070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:34.279066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=e41adb48-c9ff-403c-a2c1-01c39b05a65b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:34.291818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.292160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.292525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.292849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.293177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.293564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.293885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.294201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.294518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.294834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.295151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.295469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.295785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:34.930121 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.964804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26a532-407a-46e4-94c4-7ba31975ebf1 req-b56eccb2-2e9d-48f6-b27b-a437755f8633 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:34.966230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed26a532-407a-46e4-94c4-7ba31975ebf1 req-b56eccb2-2e9d-48f6-b27b-a437755f8633 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0944123 Dec 15 14:22:35.044166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed26a532-407a-46e4-94c4-7ba31975ebf1 req-bad94ac2-8553-4762-af82-0849b2ac9a00 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718002 Dec 15 14:22:35.044916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.205576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.210215 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.314112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=e41adb48-c9ff-403c-a2c1-01c39b05a65b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:35.337153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.339973 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-88d1a345-4edc-438b-a52e-7c2a65e97e9b service neutron] show failed (client error): The resource could not be found. Dec 15 14:22:35.341018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-88d1a345-4edc-438b-a52e-7c2a65e97e9b service neutron] 10.222.0.67 "GET /v2.0/ports/2d33c365-9f1e-4bcb-aaad-6293ca319358/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.1284931 Dec 15 14:22:35.443769 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Floating IP e4a8a679-c3f4-4da0-8456-56569fda25b0 associated. External IP: 172.25.2.92, port: 339fd19d-5542-4b35-8116-b7c57267037f. Dec 15 14:22:35.558925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-965141e3-d178-4fc5-bb24-f3ddc9008c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:35.561051 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-965141e3-d178-4fc5-bb24-f3ddc9008c07 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 1096 time: 0.0435998 Dec 15 14:22:35.579738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:35.636178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.670579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:35.788609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:35.799531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:35.811814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.812368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:35.813219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:22:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:35.846127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8d6dd28c-220e-4afd-bbee-92bec20430d9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0101049 Dec 15 14:22:35.847767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:35.850788 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067485bf-e993-412c-88ac-fb160907bcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "tag": "339fd19d-5542-4b35-8116-b7c57267037f"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:35.866833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:35.892000 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae593fbd-2771-4faf-982e-3d51ea791a52 x-openstack-request-id: req-ae593fbd-2771-4faf-982e-3d51ea791a52 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:35.892295 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "tag": "339fd19d-5542-4b35-8116-b7c57267037f", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:35.892576 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae593fbd-2771-4faf-982e-3d51ea791a52 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:35.892981 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f', 'status': 'completed', 'code': 200} Dec 15 14:22:35.907590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:35.953095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:35.980625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:35.983640 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9139328-4e17-4678-ade6-e44a28fd1d19" -d '{"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:35.990005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.009890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Transition to ACTIVE for port object 2d33c365-9f1e-4bcb-aaad-6293ca319358 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:36.012392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067485bf-e993-412c-88ac-fb160907bcd7 req-fce928ab-40fe-4645-a241-908c544a2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.014206 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-fce928ab-40fe-4645-a241-908c544a2d75 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1096 time: 0.0813296 Dec 15 14:22:36.015376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.054447 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa778f-d257-4928-8908-4a43c769e3c4 x-openstack-request-id: req-08fa778f-d257-4928-8908-4a43c769e3c4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:36.054760 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:36.055023 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08fa778f-d257-4928-8908-4a43c769e3c4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:36.055433 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'code': 200} Dec 15 14:22:36.175790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:36.193144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.193487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.193841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.194389 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.194734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.195072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.195408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.196597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.196966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.197312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.197655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.197993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.198324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:36.205818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102494-a3df-4041-acd5-52650d651dbf req-bd190dca-0049-4ec2-b0e6-557ba932a21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.209180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d102494-a3df-4041-acd5-52650d651dbf req-bd190dca-0049-4ec2-b0e6-557ba932a21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0761304 Dec 15 14:22:36.248672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:34Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:36.266525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067485bf-e993-412c-88ac-fb160907bcd7 req-0f816609-47f8-409a-8ddf-184d0aab588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.268078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-0f816609-47f8-409a-8ddf-184d0aab588e service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.2444077 Dec 15 14:22:36.269202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] No DVR routers for this DVR port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:22:36.283901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:36.286709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d102494-a3df-4041-acd5-52650d651dbf req-f0f87119-240d-414c-b2b3-5ad0b256540b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706015 Dec 15 14:22:36.295441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:36.296076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:22:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:36.413098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:36.420036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-a57216c1-5b63-473c-bd9e-50e12f0ed6aa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 998 time: 0.1065106 Dec 15 14:22:36.503937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067485bf-e993-412c-88ac-fb160907bcd7 req-048c9b18-c9f3-40d4-bf94-082bf2e81393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.505469 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-048c9b18-c9f3-40d4-bf94-082bf2e81393 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0770638 Dec 15 14:22:36.525718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:36.526058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:36.526378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:36.547697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:36.548026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:36.555893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:36.556209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Checking segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:36.556611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Bound using segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:36.557047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Bound port: 2d33c365-9f1e-4bcb-aaad-6293ca319358, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:36.557402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.579145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067485bf-e993-412c-88ac-fb160907bcd7 req-39ec1c27-8d8f-4a37-8380-dc7bd88fdb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.580675 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-39ec1c27-8d8f-4a37-8380-dc7bd88fdb4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678587 Dec 15 14:22:36.667756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:34Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:36.691385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:36.694991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060439bd-2941-4525-9b02-9bf72ef0b179 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:34Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:36.695732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:36.704464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.756933 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-e1bae288-0d4a-4bb4-a7f7-ca9b1d704fa1 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583719 Dec 15 14:22:36.759990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.760618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.761994 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] 10.222.0.85 "PUT /v2.0/ports/2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1091 time: 1.1868706 Dec 15 14:22:36.812572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485a2e1-4477-4613-9ff2-f10b02712e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:36.896461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-848282e3-ee91-4afe-916e-613374785a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.898024 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-848282e3-ee91-4afe-916e-613374785a2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1094 time: 0.1027091 Dec 15 14:22:36.971726 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-067485bf-e993-412c-88ac-fb160907bcd7 req-cbedf5da-8820-40da-a5c8-49c8642b4cbf service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910696 Dec 15 14:22:36.975412 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8da24-40f0-4916-8f7f-e47a29862c69 None None] New status for floating IP e4a8a679-c3f4-4da0-8456-56569fda25b0: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:22:37.020788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-7459595e-6c33-4636-be92-caf572dc19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.022537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-7459595e-6c33-4636-be92-caf572dc19f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.1167390 Dec 15 14:22:37.091056 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-0c57c744-ddee-499e-99b0-89b340b37327 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.0614259 Dec 15 14:22:37.151603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-f9997fb3-03fe-467d-9dc6-a70b4943e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.153319 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-f9997fb3-03fe-467d-9dc6-a70b4943e155 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0547876 Dec 15 14:22:37.210642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-d43e2a5c-7654-4423-aa3c-626acd1f22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.212067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-d43e2a5c-7654-4423-aa3c-626acd1f22dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514717 Dec 15 14:22:37.305229 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-1dc8fc55-8927-4b80-bd0e-20a3075dddf4 service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858788 Dec 15 14:22:37.404764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-735889af-c8a0-43db-8dcd-ac8b312b674d req-1bc0ad74-3dc1-415f-a60b-5645969a77cb service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929673 Dec 15 14:22:37.410024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485ccb-a5b6-49ee-a734-54d0859c2e5a req-6a9b0139-0785-4e4e-bd9a-2e08bcb7ccbe tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.411593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4485ccb-a5b6-49ee-a734-54d0859c2e5a req-6a9b0139-0785-4e4e-bd9a-2e08bcb7ccbe tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0490568 Dec 15 14:22:37.464808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4485ccb-a5b6-49ee-a734-54d0859c2e5a req-aa23c601-5bb3-45f9-be99-f7476293ce26 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460641 Dec 15 14:22:38.057146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:38.059775 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:38.112200 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4df99-e80e-4c0f-b2c0-4b6ac2222d94 x-openstack-request-id: req-57d4df99-e80e-4c0f-b2c0-4b6ac2222d94 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:38.112532 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:38.112813 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57d4df99-e80e-4c0f-b2c0-4b6ac2222d94 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:38.113260 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'status': 'completed', 'code': 200} Dec 15 14:22:38.180081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-5f6fa4d8-a6ae-47a7-ae64-a8e8b351eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.181595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-5f6fa4d8-a6ae-47a7-ae64-a8e8b351eba7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1094 time: 0.0436473 Dec 15 14:22:38.188152 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-f901fba8-ee71-4a85-ae1d-4bf4c8aa2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.189693 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-f901fba8-ee71-4a85-ae1d-4bf4c8aa2d08 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1094 time: 0.0468638 Dec 15 14:22:38.288952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-86f5ef3e-c3ad-4a6b-9ed4-66c27e65e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.290327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-86f5ef3e-c3ad-4a6b-9ed4-66c27e65e097 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.1016181 Dec 15 14:22:38.292892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-ca6828c2-0c45-4c32-a76e-318581564241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.295028 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-ca6828c2-0c45-4c32-a76e-318581564241 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0980511 Dec 15 14:22:38.363502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-59db31f6-407e-402c-af16-cce2ebe02f05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.0657423 Dec 15 14:22:38.368800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-194dd5f0-2625-46da-89bb-50d4afb9942b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.0657108 Dec 15 14:22:38.424245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-8616a817-b356-407e-84a5-71253811ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.424633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-bcc47770-a7ec-4f70-9c3e-543a4a035bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.426657 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-8616a817-b356-407e-84a5-71253811ec19 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0503082 Dec 15 14:22:38.426903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-bcc47770-a7ec-4f70-9c3e-543a4a035bea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0568719 Dec 15 14:22:38.474747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-f092ae97-61a6-48af-86c1-85410a6b6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.476276 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-f092ae97-61a6-48af-86c1-85410a6b6ae7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422556 Dec 15 14:22:38.487917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-00add5a3-767f-4026-9207-0e8d4bd7a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.489564 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-00add5a3-767f-4026-9207-0e8d4bd7a88d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523946 Dec 15 14:22:38.589454 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-2638188d-a25d-4007-9858-35afc0e52f49 service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928717 Dec 15 14:22:38.611793 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-1de4120b-d450-4bbf-ada8-174e09cdd156 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284399 Dec 15 14:22:38.628405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97cdd-e58f-4e67-a3df-4e315f7a38f7 req-465c3ef9-6663-498c-bc57-40ed31d9389b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.630133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1f97cdd-e58f-4e67-a3df-4e315f7a38f7 req-465c3ef9-6663-498c-bc57-40ed31d9389b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0860019 Dec 15 14:22:38.689934 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-92789c8a-7939-414e-8133-49c63ea715a6 service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927982 Dec 15 14:22:38.733589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1f97cdd-e58f-4e67-a3df-4e315f7a38f7 req-707edd5b-e018-48ac-afbd-c56cbce18508 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944993 Dec 15 14:22:38.757579 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-82ae7e7f-c806-437b-93bf-c0c5f3d2dde6 req-8331ec5b-f5a8-4260-97f7-3daaab8ef2b1 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263816 Dec 15 14:22:38.943498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:38.986190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:39.863612 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee12d-5807-45f1-837a-527b37e379b4 req-9959545d-5b85-4719-bbb3-93c3b6dc7573 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:39.865215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b15ee12d-5807-45f1-837a-527b37e379b4 req-9959545d-5b85-4719-bbb3-93c3b6dc7573 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0577884 Dec 15 14:22:39.917998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b15ee12d-5807-45f1-837a-527b37e379b4 req-6a8358f8-05b3-4c00-9b2d-9c8870308463 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467858 Dec 15 14:22:41.040072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed60bc-6f6a-40ee-ad41-60d097a937bd req-b767097b-a0eb-47fe-a6cb-4b963b5ceae1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.041570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85ed60bc-6f6a-40ee-ad41-60d097a937bd req-b767097b-a0eb-47fe-a6cb-4b963b5ceae1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0484598 Dec 15 14:22:41.090599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85ed60bc-6f6a-40ee-ad41-60d097a937bd req-d958422e-d194-4314-99c3-1abf4866a063 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426145 Dec 15 14:22:41.339432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c6dfa-0708-4131-84c0-75a53fa896e2 req-367606a7-7eb4-4dbf-8bbc-bfbf986643df tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.341539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-195c6dfa-0708-4131-84c0-75a53fa896e2 req-367606a7-7eb4-4dbf-8bbc-bfbf986643df tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 943 time: 0.0543072 Dec 15 14:22:41.351644 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-94ac72dd-6b61-443c-b34f-b830670626a0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.353181 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-94ac72dd-6b61-443c-b34f-b830670626a0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e&tenant_id=ca3aad29950d49bba02cd5a4a016cf27&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 943 time: 0.0854638 Dec 15 14:22:41.392383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-195c6dfa-0708-4131-84c0-75a53fa896e2 req-0dee1820-f0a9-45b1-b38e-85abf6f4941c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Dec 15 14:22:41.421108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-1a1a8159-1baf-4175-a516-4832b7c67749 service neutron] 10.222.0.85 "GET /v2.0/ports/2d33c365-9f1e-4bcb-aaad-6293ca319358/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 382 time: 0.0599582 Dec 15 14:22:41.504039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-195dee56-f568-41c4-95d8-9bdd822c109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.505504 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-195dee56-f568-41c4-95d8-9bdd822c109b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1094 time: 0.0418496 Dec 15 14:22:41.596239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-9fc96219-d98d-4d9e-b902-98675e958c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.597764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-9fc96219-d98d-4d9e-b902-98675e958c83 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0845485 Dec 15 14:22:41.667386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-3404cbe5-aaea-4da4-9929-d9c924535095 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.0629418 Dec 15 14:22:41.716530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-f8fa2ca1-0776-4469-962f-168a98a66900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.718012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-f8fa2ca1-0776-4469-962f-168a98a66900 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0439284 Dec 15 14:22:41.726287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:41.765045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-11f3e1f1-8b9a-42a8-9c72-21a6f00c4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.766481 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-11f3e1f1-8b9a-42a8-9c72-21a6f00c4e6a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413139 Dec 15 14:22:41.830130 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:41.841481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'mac_address': 'fa:16:3e:b9:83:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:41.862888 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-019955e6-6455-4de3-8350-6c22e62a6c41 service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892406 Dec 15 14:22:41.885221 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.897971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d33c365-9f1e-4bcb-aaad-6293ca319358 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:41.917414 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:41.921891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.960363 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-d1c79a18-8574-4423-bed8-6388cdc9904b service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905895 Dec 15 14:22:41.970074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:41.978045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.978386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.978737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.979071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.979502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.980091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.980443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.981359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.981906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.982450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.983301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.983588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:41.983924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:42.319820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['2d33c365-9f1e-4bcb-aaad-6293ca319358'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:42.522636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362daf8-4115-404f-a43c-972b2700f934 req-335247c7-99d9-4d63-a82a-ac3aca9656d6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:42.525386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5362daf8-4115-404f-a43c-972b2700f934 req-335247c7-99d9-4d63-a82a-ac3aca9656d6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 944 time: 0.0560586 Dec 15 14:22:42.578379 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5c7886ee-63d9-4060-831c-6958a7acf9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.578993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5362daf8-4115-404f-a43c-972b2700f934 req-43f9b2ae-4558-4cb5-9e60-20d69e4cc218 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Dec 15 14:22:43.700152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7171d-bd3e-4552-b34d-c7363ff4cbfc req-2fb581f6-813a-4a39-996a-bf738f1b5eac tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:43.701658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91d7171d-bd3e-4552-b34d-c7363ff4cbfc req-2fb581f6-813a-4a39-996a-bf738f1b5eac tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 944 time: 0.0485020 Dec 15 14:22:43.742127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:43.756914 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91d7171d-bd3e-4552-b34d-c7363ff4cbfc req-5b93960f-87ed-4cf9-91bc-0cbb282d8371 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492642 Dec 15 14:22:43.804360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:43.804360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:43.804360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.883113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.906817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:43.909097 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27660d2-1194-472a-b863-b3e68b9c96e7" -d '{"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:43.923066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:43.927020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.965404 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c39a2c0-11a8-4a23-b155-b6ffbe9b913a x-openstack-request-id: req-5c39a2c0-11a8-4a23-b155-b6ffbe9b913a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:43.965892 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:43.966171 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c39a2c0-11a8-4a23-b155-b6ffbe9b913a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:43.966565 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'code': 200} Dec 15 14:22:43.986464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:44.362100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.539912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-73797907-e31f-424c-b5de-9d6fa1a721b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:44.541388 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-73797907-e31f-424c-b5de-9d6fa1a721b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 1096 time: 0.0722058 Dec 15 14:22:44.555138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:44.611199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.735733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a1cf699-c5bd-4056-8944-fb1c9b86cab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.829798 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:44.894745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:44.935132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2866a-8852-4910-b70c-ae7b408463d2 req-85fa005d-53eb-491a-956e-f41b64b317d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:44.936666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2a2866a-8852-4910-b70c-ae7b408463d2 req-85fa005d-53eb-491a-956e-f41b64b317d9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0979953 Dec 15 14:22:44.956248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:44.958508 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a640c074-7e8a-4ca6-aaf3-0622bdb34681" -d '{"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:44.962341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.987738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Transition to ACTIVE for port object 2d33c365-9f1e-4bcb-aaad-6293ca319358 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:44.998863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.039113 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8602ec7c-f3ee-4099-a8c5-6f8edcbc7b16 x-openstack-request-id: req-8602ec7c-f3ee-4099-a8c5-6f8edcbc7b16 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:45.039412 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:45.039667 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8602ec7c-f3ee-4099-a8c5-6f8edcbc7b16 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:45.040061 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'code': 200} Dec 15 14:22:45.052016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2a2866a-8852-4910-b70c-ae7b408463d2 req-7cbee316-cf75-4323-a17b-45b3755d6c9c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053553 Dec 15 14:22:45.121746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:45.213208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] No DVR routers for this DVR port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:22:45.348127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:45.348372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:45.348718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:45.353083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:45.353414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Attempting to bind port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:45.358555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:45.358879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Checking segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:45.359255 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Bound using segment: {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:45.359708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Bound port: 2d33c365-9f1e-4bcb-aaad-6293ca319358, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:45.360018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.421644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:45.424708 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:45.429253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.468273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:45.468928 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.470366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1092 time: 0.9193885 Dec 15 14:22:45.491883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5f4ad-a4ae-4121-9c67-ca9d92072028 service neutron] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=11']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:45.537858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-5ff6c435-5259-445d-af8e-821ba7a1c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:45.539370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-5ff6c435-5259-445d-af8e-821ba7a1c749 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1095 time: 0.0420778 Dec 15 14:22:45.637841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-4499fe25-30f6-4d78-a8f2-91efd6af145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:45.639354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-4499fe25-30f6-4d78-a8f2-91efd6af145e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0936661 Dec 15 14:22:45.705856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-973466c8-17e0-457a-bb76-2b4a6c7103f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 999 time: 0.0590785 Dec 15 14:22:45.754652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-576d8e33-9b2d-491f-ab45-8ac4a179765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:45.756032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-576d8e33-9b2d-491f-ab45-8ac4a179765b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0439050 Dec 15 14:22:45.805275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-2e581853-e983-44a0-bb95-e0fe41b5d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:45.806813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-2e581853-e983-44a0-bb95-e0fe41b5d1a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442700 Dec 15 14:22:45.898501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-eb045d6a-7123-4357-b1f1-e9d849a61c50 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826905 Dec 15 14:22:45.996091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b86a7750-9638-4fef-a9a2-247d0227a061 req-4ce32275-e401-4137-9cd4-bf7cb2b100c4 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905392 Dec 15 14:22:46.172609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3245-7c73-4693-8b80-7165d119231d req-84c0dd7c-bf31-417d-bdc3-4de135dd7d2b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:46.174129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4eae3245-7c73-4693-8b80-7165d119231d req-84c0dd7c-bf31-417d-bdc3-4de135dd7d2b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 944 time: 0.0487554 Dec 15 14:22:46.225934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4eae3245-7c73-4693-8b80-7165d119231d req-552d3a3c-bd5e-4545-82cd-a64b0b008121 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Dec 15 14:22:46.339784 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.959487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:47.041435 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:47.044289 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34d7e2-a106-4292-87cb-7c854d5108a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:47.057225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:47.069300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'port_id': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'mac_address': 'fa:16:3e:b9:83:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:47.091915 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ffb94-bb89-4b30-b66c-0fe4a381ac3d x-openstack-request-id: req-1e9ffb94-bb89-4b30-b66c-0fe4a381ac3d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:47.092209 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:47.092455 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e9ffb94-bb89-4b30-b66c-0fe4a381ac3d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:47.092876 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'status': 'completed', 'code': 200} Dec 15 14:22:47.106980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.120705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d33c365-9f1e-4bcb-aaad-6293ca319358 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:47.141539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:47.145441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.159932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-3d9cf6e3-2bb6-4fa3-8c30-7f16a8a05745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.161496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-3d9cf6e3-2bb6-4fa3-8c30-7f16a8a05745 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1095 time: 0.0435169 Dec 15 14:22:47.167041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-48e2422e-6af4-4e9e-8099-e75a43ad5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.169067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-48e2422e-6af4-4e9e-8099-e75a43ad5d92 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1095 time: 0.0420914 Dec 15 14:22:47.193638 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:47.259553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-74f75a3a-cab4-4cad-9ca8-3cbe91443c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.261069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-74f75a3a-cab4-4cad-9ca8-3cbe91443c7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0902824 Dec 15 14:22:47.267404 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-af55e7c3-d73f-49f8-8678-dbf89fb3de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.268953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-af55e7c3-d73f-49f8-8678-dbf89fb3de64 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.0915213 Dec 15 14:22:47.346592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-4b51cca6-a9f8-42c4-bcf6-b926413418a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1000 time: 0.0705211 Dec 15 14:22:47.363037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-514432f0-f542-4547-9059-5809b8ff4cd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1000 time: 0.0931277 Dec 15 14:22:47.377486 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba02473-230d-4c03-9635-60d9e953e202 req-26431428-ee88-4c4b-a09e-cd9cb7fece40 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.378922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aba02473-230d-4c03-9635-60d9e953e202 req-26431428-ee88-4c4b-a09e-cd9cb7fece40 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0712585 Dec 15 14:22:47.392388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['2d33c365-9f1e-4bcb-aaad-6293ca319358'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:47.400072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-9747d129-b2c9-4a38-b3aa-38211b4eee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.401638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-9747d129-b2c9-4a38-b3aa-38211b4eee1f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0478420 Dec 15 14:22:47.469916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-648279c7-f0fe-47af-be64-d2ae4ecd198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.471438 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-648279c7-f0fe-47af-be64-d2ae4ecd198c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580704 Dec 15 14:22:47.471941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aba02473-230d-4c03-9635-60d9e953e202 req-c5d8b625-bf42-41b4-b1bc-ed136ce9eb5f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864887 Dec 15 14:22:47.473409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-266ef19e-195d-4072-ba42-003d81dc3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.474788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-266ef19e-195d-4072-ba42-003d81dc3a79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0828571 Dec 15 14:22:47.541275 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-8f948486-3e95-4230-8b23-16f12c697989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.542960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-8f948486-3e95-4230-8b23-16f12c697989 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503285 Dec 15 14:22:47.610482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-a3e2b03f-c2df-4789-8774-b70de462a753 service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298273 Dec 15 14:22:47.659485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-f6b49d12-25f4-4e77-9827-12937df7354a service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078892 Dec 15 14:22:47.661126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.723477 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-760e487a-2539-4f08-821f-10abbf7a2ef0 service neutron] 10.222.0.85 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065350 Dec 15 14:22:47.758531 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:47.764818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b34d7e2-a106-4292-87cb-7c854d5108a5 req-2c5e4f58-ff43-4bde-bf70-447b573be018 service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974941 Dec 15 14:22:47.832224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:48.525538 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.594712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b733c0c-d4db-4bf9-9cb0-a42124bdf679 req-890d996d-14e5-492f-9b48-91a7f259ebe9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:48.596184 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b733c0c-d4db-4bf9-9cb0-a42124bdf679 req-890d996d-14e5-492f-9b48-91a7f259ebe9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 945 time: 0.0490606 Dec 15 14:22:48.646150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b733c0c-d4db-4bf9-9cb0-a42124bdf679 req-22014623-6e8d-481b-bcb9-c86a7c0660f6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Dec 15 14:22:48.668628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 42998) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:48.731511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e418c8e3-bf3f-42e5-a89e-5f132baad07c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/a803d3a6-a4e4-4a82-b47b-92daab48779f HTTP/1.1" status: 200 len: 992 time: 0.0617125 Dec 15 14:22:48.980435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:49.029239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:49.033311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 2d33c365-9f1e-4bcb-aaad-6293ca319358 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:49.033671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:49.112420 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:49.134938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:49.137839 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37b0c16-a619-404b-95ed-574ace55d54b" -d '{"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:49.150285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:49.154464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:49.177628 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1727876-0b6c-4866-bbc6-1dc45943b13f x-openstack-request-id: req-c1727876-0b6c-4866-bbc6-1dc45943b13f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:49.177928 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:49.178183 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1727876-0b6c-4866-bbc6-1dc45943b13f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:49.178571 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'code': 200} Dec 15 14:22:49.204064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=13']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:50.868693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-7294acf9-0067-4420-b4ba-06374690be76 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382333 Dec 15 14:22:50.954606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-e1ce3e32-98d1-488e-9389-0bed33163d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:50.956103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-e1ce3e32-98d1-488e-9389-0bed33163d2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1097 time: 0.0451164 Dec 15 14:22:51.313197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:51.404343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-052ca64b-0bb7-4f5d-a51f-cabd6dc2de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:51.406078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-052ca64b-0bb7-4f5d-a51f-cabd6dc2de35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.4299929 Dec 15 14:22:51.473535 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-785e8b2b-ab55-4929-aa17-fddb7e1689f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 1001 time: 0.0595555 Dec 15 14:22:51.521490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-1a64cb04-25a5-4612-a003-69f60b966998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:51.522932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-1a64cb04-25a5-4612-a003-69f60b966998 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0430140 Dec 15 14:22:51.570900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-5a693709-5e8b-47e4-aa05-8ae724682c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:51.572296 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-5a693709-5e8b-47e4-aa05-8ae724682c8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427229 Dec 15 14:22:51.670061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-e75d5c50-db8b-48b1-829e-9c4b975173be service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903053 Dec 15 14:22:51.772216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a635a61-2131-403a-9efe-bc7dc939ff43 req-ec8771c0-8c28-448b-943b-d64a9b6bd99a service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956995 Dec 15 14:22:52.559768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-86b0be5c-2dd1-420d-a441-01d5b9198d8a req-608eef64-13d8-4304-aa72-961aa7a6dccc tempest-TestNetworkBasicOps-743719323 tempest-TestNetworkBasicOps-743719323-project] (103378) timed out ('10.222.0.67', 58402) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:22:57.179022 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:23:05.852786 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-85139197-3569-4a8b-83fb-b008c17f37bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409613 Dec 15 14:23:05.950113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-020165ca-ab4c-48f2-bffc-0334112aa5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:05.951609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-020165ca-ab4c-48f2-bffc-0334112aa5d8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1096 time: 0.0436099 Dec 15 14:23:06.071995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-cdc15d84-9e65-4110-a121-546f0c3b8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:06.073561 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-cdc15d84-9e65-4110-a121-546f0c3b8d7b service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0997081 Dec 15 14:23:06.140925 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-3babd41c-2a81-4dcb-8a4a-53f4db0cf742 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 1000 time: 0.0595133 Dec 15 14:23:06.195022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-664dfd3f-888c-41d0-ab3a-c3b78741114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:06.196491 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-664dfd3f-888c-41d0-ab3a-c3b78741114c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0487821 Dec 15 14:23:06.547252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-73b50d9d-4d70-4b68-891c-936e40c53f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:06.548699 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-73b50d9d-4d70-4b68-891c-936e40c53f8b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450692 Dec 15 14:23:06.638610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-23a1d13a-c971-423d-9888-e039175f30ed service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817087 Dec 15 14:23:06.731471 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a0a2becc-267d-4921-8e50-336efb7e3047 req-945ca492-0680-407e-ad5c-a02226aca3ac service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851130 Dec 15 14:23:12.570762 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-54bc1c5c-feea-42f2-9437-f339ce1b5e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.369042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.738888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4c99aa48-e996-43bf-b902-83996fdfb049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.346571 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:17.518478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:18.519198 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:19.201133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01ab1-94aa-48c2-a2db-542d50031c44 req-a4a75ac4-e05b-4a3c-aaa4-25dbf16e51a7 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:19.202660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19a01ab1-94aa-48c2-a2db-542d50031c44 req-a4a75ac4-e05b-4a3c-aaa4-25dbf16e51a7 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1097 time: 0.0402029 Dec 15 14:23:19.247882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-19a01ab1-94aa-48c2-a2db-542d50031c44 req-888b8395-960d-475a-b713-b13ee6e96ccb tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Dec 15 14:23:19.269783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43022) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:19.441421 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port af3078e0-418b-43c6-ae1e-dcbe74ca7e1d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:19.441421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:19.522686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:19.522933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:19.535655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for af3078e0-418b-43c6-ae1e-dcbe74ca7e1d owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:19.687281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:19.712365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=af3078e0-418b-43c6-ae1e-dcbe74ca7e1d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:19.778963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:19.779206 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP a803d3a6-a4e4-4a82-b47b-92daab48779f disassociated (deleted). External IP: 172.25.2.184, port: 2d33c365-9f1e-4bcb-aaad-6293ca319358. Dec 15 14:23:19.992218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 7c48f642-af70-48af-9ba4-7e53c738b7a7 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:20.101473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:20.107184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:20.113617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] Sync routers for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:20.123771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:20.124995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:20.133978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48063c96-95d9-4311-a3db-85df6132e75d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/floatingips/a803d3a6-a4e4-4a82-b47b-92daab48779f HTTP/1.1" status: 204 len: 168 time: 0.8630457 Dec 15 14:23:20.134682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:20.137294 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db" -d '{"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:20.180673 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a9bc93-e390-4d03-894d-6fa903c433f1 x-openstack-request-id: req-74a9bc93-e390-4d03-894d-6fa903c433f1 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:20.180973 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:20.181233 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a9bc93-e390-4d03-894d-6fa903c433f1 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:20.181649 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'status': 'completed', 'code': 200} Dec 15 14:23:20.235725 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:20.252357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-7fe12646-365b-4186-b458-69c6946bf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.253855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-7fe12646-365b-4186-b458-69c6946bf329 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 1097 time: 0.0494983 Dec 15 14:23:20.389257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-1f1d0ded-522c-4f8f-8413-3994ea9ee1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.390663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-1f1d0ded-522c-4f8f-8413-3994ea9ee1b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 200 len: 899 time: 0.1248224 Dec 15 14:23:20.407333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40f5d7-b3b2-4117-a26c-50131be84843 req-e90b4812-acf6-48d2-8540-0a4e953c5800 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.408972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f40f5d7-b3b2-4117-a26c-50131be84843 req-e90b4812-acf6-48d2-8540-0a4e953c5800 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 946 time: 0.0773199 Dec 15 14:23:20.451837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-0dbd01b2-1315-473e-851b-201d77dbbfdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 200 len: 217 time: 0.0418735 Dec 15 14:23:20.473410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:20.499694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] Checking router: 7c48f642-af70-48af-9ba4-7e53c738b7a7 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:20.508641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:20.509285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:20.528946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f40f5d7-b3b2-4117-a26c-50131be84843 req-36033f51-0423-43e6-a6b9-77f36d252301 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128490 Dec 15 14:23:20.530707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-54c34008-b76e-4e95-b6ce-1c7a2f168a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.532060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-54c34008-b76e-4e95-b6ce-1c7a2f168a80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 200 len: 834 time: 0.0720479 Dec 15 14:23:20.584921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-211ee432-3ebc-4064-9221-ea05b22a684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.586418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-211ee432-3ebc-4064-9221-ea05b22a684b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467756 Dec 15 14:23:20.616655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:20.678489 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-7713452c-fc70-4c15-b25f-ee4d210d1a0b service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832925 Dec 15 14:23:20.775052 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e9397b9-4fe9-4bea-a3cd-96179c00b6db req-3523d819-abda-4bc9-9604-4e1fbe48945f service neutron] 10.222.0.67 "GET /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886321 Dec 15 14:23:20.825379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:20.854739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7270c-9710-405b-8e8e-a4a472eceef5 None None] The sync data for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 is: [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '15ac2839-14bd-4b5c-99b7-d0da6294a2bd', 'name': '', 'network_id': 'e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:da:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:37Z', 'updated_at': '2021-12-15T14:21:40Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '2ab52c57-1bd7-4b13-9d58-b05b351ebade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:21.088371 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32c8d6-fad4-4eba-a4e0-e5a435ce83e3 None None] New status for floating IP a803d3a6-a4e4-4a82-b47b-92daab48779f: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:23:21.316011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:21.674953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8873a6d3-9640-4ef1-b264-26c35c6dca06 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:21.676462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8873a6d3-9640-4ef1-b264-26c35c6dca06 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 946 time: 0.0798817 Dec 15 14:23:21.687305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006c99-1cb4-4362-b323-f6e52b2e1a57 req-87618a5b-80bd-4209-8683-433c4da8a368 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:21.688678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12006c99-1cb4-4362-b323-f6e52b2e1a57 req-87618a5b-80bd-4209-8683-433c4da8a368 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec752588-ae93-4e01-8958-9b4794164f2e HTTP/1.1" status: 200 len: 946 time: 0.0813971 Dec 15 14:23:21.799046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12006c99-1cb4-4362-b323-f6e52b2e1a57 req-f6b7f7d2-8d69-4f56-a8a9-e2f2f70c0470 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b60bf28-307a-4206-8eb3-aade6622b9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032288 Dec 15 14:23:21.819542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 2d33c365-9f1e-4bcb-aaad-6293ca319358 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:21.819875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:21.914774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 2d33c365-9f1e-4bcb-aaad-6293ca319358, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=2d33c365-9f1e-4bcb-aaad-6293ca319358,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:21.915030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:21.928471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 2d33c365-9f1e-4bcb-aaad-6293ca319358 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:22.072294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:22.115248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=2d33c365-9f1e-4bcb-aaad-6293ca319358,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:22.157506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] No DVR routers for this DVR port 2d33c365-9f1e-4bcb-aaad-6293ca319358 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:22.160354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:22.164096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c9b4c9b-721a-4a6e-867a-d794d455197d req-8a6471d9-572a-4c46-84f1-df1df07530b8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "DELETE /v2.0/ports/2d33c365-9f1e-4bcb-aaad-6293ca319358 HTTP/1.1" status: 204 len: 173 time: 0.4744556 Dec 15 14:23:22.183075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-deleted', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:22.186370 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1e739a-3d73-4afd-9399-6cb3775e1874" -d '{"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-deleted", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:22.227156 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b457471-ff58-4115-9adc-9ee824542adc x-openstack-request-id: req-1b457471-ff58-4115-9adc-9ee824542adc {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:22.227488 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec752588-ae93-4e01-8958-9b4794164f2e", "name": "network-vif-deleted", "tag": "2d33c365-9f1e-4bcb-aaad-6293ca319358", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:22.227901 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b457471-ff58-4115-9adc-9ee824542adc {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:22.228364 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec752588-ae93-4e01-8958-9b4794164f2e', 'name': 'network-vif-deleted', 'tag': '2d33c365-9f1e-4bcb-aaad-6293ca319358', 'status': 'completed', 'code': 200} Dec 15 14:23:22.857382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43040) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:23.233820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:23.498435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:23.498689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:23.584657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 15ac2839-14bd-4b5c-99b7-d0da6294a2bd, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:23.585010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:23.597726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 15ac2839-14bd-4b5c-99b7-d0da6294a2bd owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:23.786873 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:23.816254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=15ac2839-14bd-4b5c-99b7-d0da6294a2bd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:24.002302 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.223436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 7c48f642-af70-48af-9ba4-7e53c738b7a7 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:24.331525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:24.337068 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac3e6608-d63d-4129-9690-3a5dbb37ce52 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/7c48f642-af70-48af-9ba4-7e53c738b7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783847 Dec 15 14:23:24.339879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43042) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:24.340784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] Sync routers for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:24.350723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:24.351328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:24.391452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting subnet 2ab52c57-1bd7-4b13-9d58-b05b351ebade {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:23:24.394706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.435416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.459127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:24.522067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.581048 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.612856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab52c57-1bd7-4b13-9d58-b05b351ebade,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:24.614907 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.618273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-039f698c-8385-4084-999f-37ec89c6a078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/subnets/2ab52c57-1bd7-4b13-9d58-b05b351ebade HTTP/1.1" status: 204 len: 168 time: 0.2773054 Dec 15 14:23:24.620879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:24.624040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769ca7f-e2c2-454c-a832-12890b739364 None None] Network e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:24.723425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:23:23Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:24.735546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.753447 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] Checking router: 7c48f642-af70-48af-9ba4-7e53c738b7a7 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:24.767134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] Routers {'7c48f642-af70-48af-9ba4-7e53c738b7a7'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:24.767790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['7c48f642-af70-48af-9ba4-7e53c738b7a7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:24.842480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] DHCP port deletion for e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:24.848441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.902197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port f0b48f70-8b4c-4b99-9356-0532cff8c933 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:24.902538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:24.912142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] Set router 7c48f642-af70-48af-9ba4-7e53c738b7a7 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:24.991080 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port f0b48f70-8b4c-4b99-9356-0532cff8c933, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f0b48f70-8b4c-4b99-9356-0532cff8c933,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:24.991455 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.005081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for f0b48f70-8b4c-4b99-9356-0532cff8c933 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:25.174752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:25.179451 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.180336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] Deleting port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:25.180736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.205639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=f0b48f70-8b4c-4b99-9356-0532cff8c933,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:25.243540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 2d33c365-9f1e-4bcb-aaad-6293ca319358 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:25.243885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 2d33c365-9f1e-4bcb-aaad-6293ca319358 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:25.248700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040507df-8dbc-42f7-849d-d2688acaca17 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:25.268982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.307021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] For port e892c3e2-2e0f-4863-ae95-fb6ac3a04979, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,segment=NetworkSegment(e8bc97e4-f568-4ebe-80c9-8a9a523e19b3),segment_id=e8bc97e4-f568-4ebe-80c9-8a9a523e19b3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:25.307426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.321721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] Calling delete_port for e892c3e2-2e0f-4863-ae95-fb6ac3a04979 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:25.367273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.369498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.414592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.415434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Fanout notify agent at l3_agent the message router_deleted on router 7c48f642-af70-48af-9ba4-7e53c738b7a7 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:23:25.423919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.425239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-97295c6f-c3be-4596-8cb5-81363772b57a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/routers/7c48f642-af70-48af-9ba4-7e53c738b7a7 HTTP/1.1" status: 204 len: 168 time: 0.8033230 Dec 15 14:23:25.428040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43046) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:25.428460 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:23:23Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:25.461581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fcaa51-dac7-4502-81a4-512322044aaf None None] The sync data for ids ['7c48f642-af70-48af-9ba4-7e53c738b7a7'] in n-d-815324-3 is: [{'id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495676418', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:23:23Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': 'f0b48f70-8b4c-4b99-9356-0532cff8c933', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c48f642-af70-48af-9ba4-7e53c738b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:34Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:25.469257 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.497816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] Pushing event deleted for resources: {'Port': ['ID=e892c3e2-2e0f-4863-ae95-fb6ac3a04979,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:25.502184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfce06-4de3-4785-acb0-ea160cde3204 None None] No DVR routers for this DVR port e892c3e2-2e0f-4863-ae95-fb6ac3a04979 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:25.519300 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.604330 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.624251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:25.633375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:25.633666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bc97e4-f568-4ebe-80c9-8a9a523e19b3') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:25.643519 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.657209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.662983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:23:25.663355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:23:25.666305 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:23:25.726785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.734333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.737608 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/networks/e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b HTTP/1.1" status: 204 len: 168 time: 0.3084488 Dec 15 14:23:25.740399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43048) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:25.757857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aecf4-2f68-4f20-b736-501e1abbefa6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Network': ['ID=e6ee1e71-9973-4bbe-acd3-6f7db1ef2a4b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:25.811538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f400ab5-1dce-4b34-a0c8-cf3353b5ff95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.844692 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f400ab5-1dce-4b34-a0c8-cf3353b5ff95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.914941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f400ab5-1dce-4b34-a0c8-cf3353b5ff95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.914941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f400ab5-1dce-4b34-a0c8-cf3353b5ff95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.914941 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0f400ab5-1dce-4b34-a0c8-cf3353b5ff95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b60bf28-307a-4206-8eb3-aade6622b9ad HTTP/1.1" status: 204 len: 168 time: 0.1729937 Dec 15 14:23:25.926393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400ab5-1dce-4b34-a0c8-cf3353b5ff95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60bf28-307a-4206-8eb3-aade6622b9ad,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:26.348292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:26.352840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130760380', 'description': 'tempest-secgroup-smoke-130760380 description', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:26.374927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.443385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.446999 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.480785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.480785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1266177 Dec 15 14:23:26.481730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:26.485772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d45efb-2afd-4e67-ba6c-ad8121bea0f4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed9376-eacf-41a5-bf60-dc2cef2dea64,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:26.487246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'fbed9376-eacf-41a5-bf60-dc2cef2dea64', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:26.520002 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.556116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f0b48f70-8b4c-4b99-9356-0532cff8c933 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:26.579605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f0b48f70-8b4c-4b99-9356-0532cff8c933 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:26.579959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f0b48f70-8b4c-4b99-9356-0532cff8c933 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:26.580440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 15ac2839-14bd-4b5c-99b7-d0da6294a2bd no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:26.584301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.588706 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.601597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 15ac2839-14bd-4b5c-99b7-d0da6294a2bd {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:26.601943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 15ac2839-14bd-4b5c-99b7-d0da6294a2bd not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:26.602360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e892c3e2-2e0f-4863-ae95-fb6ac3a04979 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:26.607614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dd87cd-f4ea-463c-b9e1-9c8d7580b476,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:26.615823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.617222 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66959925-04eb-4977-9e66-ab3829e4b71a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344545 Dec 15 14:23:26.620176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43058) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:26.625385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'fbed9376-eacf-41a5-bf60-dc2cef2dea64', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:26.628491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: e892c3e2-2e0f-4863-ae95-fb6ac3a04979 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:26.628865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device e892c3e2-2e0f-4863-ae95-fb6ac3a04979 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:26.651761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.705687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.709487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.727968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53337893-0e0f-4caa-aab2-b1e301586da4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:26.735818 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.737048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b052a877-61c4-43fd-aac3-95cfb608eeb3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151738 Dec 15 14:23:26.739909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43060) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:26.745094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'fbed9376-eacf-41a5-bf60-dc2cef2dea64', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:26.771312 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.827659 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.832046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.854277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c209e3ca-a071-4f6c-aac0-aaec7a17caf3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:26.863674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.864951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f5561b3e-407d-4ec4-b9ef-7b2100932424 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241138 Dec 15 14:23:26.868205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43062) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:26.873756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'fbed9376-eacf-41a5-bf60-dc2cef2dea64', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:26.903829 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.965616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.969126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.987392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4fdabc-e246-4813-a13b-14c6e46a3efb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:26.996531 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:26.997741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-08ce2929-ff76-40c9-a563-1ad55d9515f1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284995 Dec 15 14:23:27.000450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:27.004833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'fbed9376-eacf-41a5-bf60-dc2cef2dea64', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:27.026253 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:23:27.031141 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.088004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.092128 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.110638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2027d1-4b9d-4ee7-9ece-c58b46d15412,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:27.118355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.119536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-440c73d5-9ad7-49c8-a45f-d35fce6e28fa tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181405 Dec 15 14:23:27.122309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43066) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:27.126543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'fbed9376-eacf-41a5-bf60-dc2cef2dea64', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:27.148668 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:23:27.155020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.219705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.223727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.243374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aa3cd0-cfd2-4e84-bac0-d70feeda6c70,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:27.250734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.251917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-67b9a9f4-6d1c-45bf-b976-c395889ab62e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287131 Dec 15 14:23:27.254834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43068) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:27.259630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'network': {'name': 'tempest-network-smoke--1426442550', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:27.281350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:23:27.284789 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.307517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:23:27.316080 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.316422 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Added segment a90732c2-ad18-4b3f-bb68-1138eaa11d5f of type vlan for network 974782f5-a38a-4dad-8ddd-fe185c8360bf Dec 15 14:23:27.358443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.381991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.388085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:27.388770 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.440993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1850364 Dec 15 14:23:27.444003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:27.455661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'admin_state_up': True, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:27.467918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f1ba-150e-4be7-991d-8e81ea52d300 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Network': ['ID=974782f5-a38a-4dad-8ddd-fe185c8360bf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:27.477820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:23:27.486318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.487646 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.554902 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:27.688153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.189703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.207694 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.315298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.38 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/22cd68a7-c529-4db9-86c0-dba67847431d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:28.416608 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.448897 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.491376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:28.494379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:28.496873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:28.507513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680b418-05f5-4dc4-b6fa-7d0c72ccfb6a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:28.524860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=22cd68a7-c529-4db9-86c0-dba67847431d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:28.590510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c9310d27-6d4f-47d6-a2c9-6c2325ee5d25 None None] Provisioning complete for port 22cd68a7-c529-4db9-86c0-dba67847431d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:28.590874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9310d27-6d4f-47d6-a2c9-6c2325ee5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.627838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c9310d27-6d4f-47d6-a2c9-6c2325ee5d25 None None] Port 22cd68a7-c529-4db9-86c0-dba67847431d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:28.758883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:28.964938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.087634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 40df1775-c68f-4a79-9302-423611100625 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:23:29.200444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:29.211398 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Sync routers for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:29.223551 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:29.223551 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:29.228090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.228090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0b40fc08-0b25-4407-8bbe-221f427da1ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7794552 Dec 15 14:23:29.229570 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:29.259775 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-24ca30d2-8cfe-4504-ade9-7ab54c4e17c8 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ca3aad29950d49bba02cd5a4a016cf27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285320 Dec 15 14:23:29.262958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43074) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:29.326318 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:29.353120 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c832a0-76c8-4fe6-b2fa-6ab91b28fb55 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:29.354583 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e4c832a0-76c8-4fe6-b2fa-6ab91b28fb55 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907247 Dec 15 14:23:29.357873 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:29.387734 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-56630702-970b-43b9-a908-2566acbe3c62 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286076 Dec 15 14:23:29.390273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:29.395024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1058670359', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:29.487387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:23:29.491291 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.506962 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:28Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:29.534108 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Checking router: 40df1775-c68f-4a79-9302-423611100625 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:29.534457 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Updating router 40df1775-c68f-4a79-9302-423611100625 port 22cd68a7-c529-4db9-86c0-dba67847431d binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:23:29.564262 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.685018 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.752056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Subnet': ['ID=b67033e1-9ca0-400e-860b-0757c67cc223,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:29.767613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Checking segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:29.767995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network hostable DHCP agents. Network: 974782f5-a38a-4dad-8ddd-fe185c8360bf, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:23:29.786258 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:23:29.801542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 974782f5-a38a-4dad-8ddd-fe185c8360bf) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:29.810865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:29.811828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.813502 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b62b52-1f81-47f2-8490-2bb2b4f0ba01 None None] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:29.844137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43080) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:29.844983 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-32ccabc6-0f8f-46e3-bc24-a0b9aa6bf958 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4533565 Dec 15 14:23:29.854778 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.867332 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.915040 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Pushing event updated for resources: {'Port': ['ID=22cd68a7-c529-4db9-86c0-dba67847431d,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:29.926883 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.927497 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.927837 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.928320 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.928824 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.929158 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.929487 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.929807 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.930291 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.930761 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.931093 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.931411 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.931886 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:29.933045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaddf94-8c16-4d0b-afc8-474ce26b2b0b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:29.947748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-974782f5-a38a-4dad-8ddd-fe185c8360bf', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:23:29.949251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.951422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Attempting to bind port 22cd68a7-c529-4db9-86c0-dba67847431d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:29.951797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Attempting to bind port 22cd68a7-c529-4db9-86c0-dba67847431d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:29.952187 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Attempting to bind port 22cd68a7-c529-4db9-86c0-dba67847431d on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:29.958642 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:29.959020 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:29.959426 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:29.959889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:29.960534 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Bound port: 22cd68a7-c529-4db9-86c0-dba67847431d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:29.961031 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.018287 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] For port 22cd68a7-c529-4db9-86c0-dba67847431d, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:30.021859 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] For port 22cd68a7-c529-4db9-86c0-dba67847431d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=22cd68a7-c529-4db9-86c0-dba67847431d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:30.027968 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.109790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c57de6a4-4ee2-4021-9228-70a329ad97d6 None None] Provisioning complete for port 22cd68a7-c529-4db9-86c0-dba67847431d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:30.110172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c57de6a4-4ee2-4021-9228-70a329ad97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.115543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Allocated IP 172.20.0.2 (974782f5-a38a-4dad-8ddd-fe185c8360bf/b67033e1-9ca0-400e-860b-0757c67cc223/c35585fe-a081-4dbb-a811-588c571922d2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:30.189742 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63e16e-b4fc-4b0b-89b3-3dd749b55ca7 None None] Pushing event updated for resources: {'Port': ['ID=22cd68a7-c529-4db9-86c0-dba67847431d,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:30.199748 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:30.200431 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:30.213020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54839cb-4e49-4c21-a04e-a8b00dfa4dfc None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:30.317165 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:30.344708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.353909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.358966 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c57de6a4-4ee2-4021-9228-70a329ad97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.365960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.410336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c57de6a4-4ee2-4021-9228-70a329ad97d6 None None] For port 22cd68a7-c529-4db9-86c0-dba67847431d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=22cd68a7-c529-4db9-86c0-dba67847431d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:30.423222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:30.424167 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c57de6a4-4ee2-4021-9228-70a329ad97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.428853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:30.433262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:30.436366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Pushing event updated for resources: {'Port': ['ID=c35585fe-a081-4dbb-a811-588c571922d2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:30.529249 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:28Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:30.533564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57de6a4-4ee2-4021-9228-70a329ad97d6 None None] Pushing event updated for resources: {'Port': ['ID=22cd68a7-c529-4db9-86c0-dba67847431d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:30.536100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Attempting to bind port c35585fe-a081-4dbb-a811-588c571922d2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:30.536665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Attempting to bind port c35585fe-a081-4dbb-a811-588c571922d2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:30.537211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Attempting to bind port c35585fe-a081-4dbb-a811-588c571922d2 on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:30.545838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:30.546224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Checking segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:30.546818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.547368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Bound using segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:30.547899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Bound port: c35585fe-a081-4dbb-a811-588c571922d2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:30.548282 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.563009 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032d66c-7ec7-4f56-b98f-f5630422c186 None None] The sync data for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 is: [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:28Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:30.597898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3640faac-1702-4d42-8a03-392f31702daa None None] Provisioning complete for port 22cd68a7-c529-4db9-86c0-dba67847431d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:30.598268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3640faac-1702-4d42-8a03-392f31702daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.644457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] For port c35585fe-a081-4dbb-a811-588c571922d2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:30.649524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] For port c35585fe-a081-4dbb-a811-588c571922d2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c35585fe-a081-4dbb-a811-588c571922d2,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:30.657644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.719110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.1 (974782f5-a38a-4dad-8ddd-fe185c8360bf/b67033e1-9ca0-400e-860b-0757c67cc223/f271f59a-6b52-4bff-a4ba-ac233e1fee21) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:30.756296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d36fb1-3908-426f-b952-c5c4c485482d None None] Pushing event updated for resources: {'Port': ['ID=c35585fe-a081-4dbb-a811-588c571922d2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:30.865996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:30.948538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.011426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:31.014935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:31.019172 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:31.044390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=f271f59a-6b52-4bff-a4ba-ac233e1fee21,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:31.070974 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.212653 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.517054 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.522826 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.602512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=f271f59a-6b52-4bff-a4ba-ac233e1fee21,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:31.606814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.709142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:31.710650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:31.799179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c08928-4a06-427a-b0e0-d033f3d42f77 None None] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:31.827951 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 40df1775-c68f-4a79-9302-423611100625 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:31.914585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed5bf86d-b182-4956-b90f-226155e32e1d None None] Provisioning complete for port c35585fe-a081-4dbb-a811-588c571922d2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:31.914948 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf86d-b182-4956-b90f-226155e32e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.943132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:31.950730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-749a111e-ed6f-4d9d-ab20-503749aa90cf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/40df1775-c68f-4a79-9302-423611100625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054921 Dec 15 14:23:32.026613 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf86d-b182-4956-b90f-226155e32e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.067303 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ed5bf86d-b182-4956-b90f-226155e32e1d None None] For port c35585fe-a081-4dbb-a811-588c571922d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c35585fe-a081-4dbb-a811-588c571922d2,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:32.072797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf86d-b182-4956-b90f-226155e32e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.133649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf86d-b182-4956-b90f-226155e32e1d None None] Pushing event updated for resources: {'Port': ['ID=c35585fe-a081-4dbb-a811-588c571922d2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:32.149830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-34c819a1-c22b-4637-aad2-29d06ddbfcf5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130760380&fields=id&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 267 time: 0.0634861 Dec 15 14:23:32.195513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f7fdf3e4-4b22-40ac-a48c-460fceadb8e5 None None] Provisioning complete for port c35585fe-a081-4dbb-a811-588c571922d2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:32.195934 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3e4-4b22-40ac-a48c-460fceadb8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.278059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-387ac1bf-eca3-48de-9e4b-8e72af8db17e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:32.279763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-387ac1bf-eca3-48de-9e4b-8e72af8db17e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 797 time: 0.1229696 Dec 15 14:23:32.314965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f7fdf3e4-4b22-40ac-a48c-460fceadb8e5 None None] Provisioning complete for port f271f59a-6b52-4bff-a4ba-ac233e1fee21 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:32.315235 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3e4-4b22-40ac-a48c-460fceadb8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.319402 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-56d1c5fe-6ac5-4372-a843-0468490d08e5 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/quotas/ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 375 time: 0.0300961 Dec 15 14:23:32.367839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Sync routers for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:32.394545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdf3e4-4b22-40ac-a48c-460fceadb8e5 None None] Port f271f59a-6b52-4bff-a4ba-ac233e1fee21 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:32.401042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:32.401722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:32.442009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 22cd68a7-c529-4db9-86c0-dba67847431d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:23:32.540448 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c02f46f6-7d83-4e2e-9153-a8e8de16e97f None None] Provisioning complete for port f271f59a-6b52-4bff-a4ba-ac233e1fee21 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:32.540856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c02f46f6-7d83-4e2e-9153-a8e8de16e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.606029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c02f46f6-7d83-4e2e-9153-a8e8de16e97f None None] Port f271f59a-6b52-4bff-a4ba-ac233e1fee21 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:32.610124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:32.612636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 22cd68a7-c529-4db9-86c0-dba67847431d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:32.612991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.700466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-5cd61c12-2a3e-4e32-a9ed-196020dbba24 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3801985 Dec 15 14:23:32.795888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-fa5d85f5-983a-4f97-9ed0-2fd88466ec85 service neutron] 10.222.0.32 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Dec 15 14:23:32.805936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b5f9cdee-1bce-46d4-ac40-9ac4942a93d0 None None] Provisioning complete for port f271f59a-6b52-4bff-a4ba-ac233e1fee21 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:32.806464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cdee-1bce-46d4-ac40-9ac4942a93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.868675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c35585fe-a081-4dbb-a811-588c571922d2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:23:32.872254 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9cdee-1bce-46d4-ac40-9ac4942a93d0 None None] Port f271f59a-6b52-4bff-a4ba-ac233e1fee21 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:32.886860 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-b0088f36-01d6-473a-9510-34b31ec87fea service neutron] 10.222.0.32 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847449 Dec 15 14:23:32.953845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c35585fe-a081-4dbb-a811-588c571922d2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:32.954217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:32.982116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 2, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:33.013038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Checking router: 40df1775-c68f-4a79-9302-423611100625 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:33.013398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Updating router 40df1775-c68f-4a79-9302-423611100625 port f271f59a-6b52-4bff-a4ba-ac233e1fee21 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:23:33.051908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.052311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4acd872f-799c-4bc5-aaa5-b8299e497fb9 req-d62003c6-e8f0-4f56-8faf-41c843348cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 210 time: 0.0283473 Dec 15 14:23:33.515599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.521348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.575291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b61cd-de9d-47bf-be07-30b2ed8820fe None None] Pushing event updated for resources: {'Port': ['ID=f271f59a-6b52-4bff-a4ba-ac233e1fee21,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:33.631361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Attempting to bind port f271f59a-6b52-4bff-a4ba-ac233e1fee21 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:33.631986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Attempting to bind port f271f59a-6b52-4bff-a4ba-ac233e1fee21 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:33.632323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Attempting to bind port f271f59a-6b52-4bff-a4ba-ac233e1fee21 on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:33.638588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:33.638969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Checking segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:33.639406 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.639808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Bound using segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:33.640287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Bound port: f271f59a-6b52-4bff-a4ba-ac233e1fee21, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:33.640703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.707322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] For port f271f59a-6b52-4bff-a4ba-ac233e1fee21, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:33.711279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] For port f271f59a-6b52-4bff-a4ba-ac233e1fee21, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f271f59a-6b52-4bff-a4ba-ac233e1fee21,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:33.716351 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.782253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:33.782888 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:33.786232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b61cd-de9d-47bf-be07-30b2ed8820fe None None] Pushing event updated for resources: {'Port': ['ID=f271f59a-6b52-4bff-a4ba-ac233e1fee21,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:33.878709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a5e53a98-22ec-45e1-93c8-b1112eadd0fd None None] Provisioning complete for port f271f59a-6b52-4bff-a4ba-ac233e1fee21 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:33.879350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5e53a98-22ec-45e1-93c8-b1112eadd0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.945601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:34.053430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-cd977373-0bdb-4291-b1da-9731981267f6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.055682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-cd977373-0bdb-4291-b1da-9731981267f6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 797 time: 0.1327257 Dec 15 14:23:34.065276 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5e53a98-22ec-45e1-93c8-b1112eadd0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.128229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-07962268-b01d-4f98-8133-eea543c59cf0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 379 time: 0.0622940 Dec 15 14:23:34.143374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'port': {'device_id': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'admin_state_up': True, 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'security_groups': ['fbed9376-eacf-41a5-bf60-dc2cef2dea64']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:34.147747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a5e53a98-22ec-45e1-93c8-b1112eadd0fd None None] For port f271f59a-6b52-4bff-a4ba-ac233e1fee21, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f271f59a-6b52-4bff-a4ba-ac233e1fee21,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:34.162399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0acb02a-f934-403d-bac1-35abe0a6c4da req-0d8d9b76-500a-4aa4-b732-4098caf29262 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Dec 15 14:23:34.164426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5e53a98-22ec-45e1-93c8-b1112eadd0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.179990 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:23:34.246404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e53a98-22ec-45e1-93c8-b1112eadd0fd None None] Pushing event updated for resources: {'Port': ['ID=f271f59a-6b52-4bff-a4ba-ac233e1fee21,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:34.277092 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:23:34.280806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.286738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:33Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:34.317770 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ccab45-6ac5-449d-8eae-e1993c2cdb55 None None] The sync data for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 is: [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:33Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:34.320167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-13bdf22f-1bbe-4201-9d90-2d612320ec78 None None] Provisioning complete for port f271f59a-6b52-4bff-a4ba-ac233e1fee21 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:34.320810 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13bdf22f-1bbe-4201-9d90-2d612320ec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.455517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.11 (974782f5-a38a-4dad-8ddd-fe185c8360bf/b67033e1-9ca0-400e-860b-0757c67cc223/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:34.609041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.650680 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.697346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:34.700630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:34.704436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:34.711207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:34.745013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.745440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.745791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.746126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.746461 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.746790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.747121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.747446 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.747776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.748107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.748432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.748785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.749103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:34.780378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.781087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.799548 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3b4f88e5-646d-496c-8f1b-17631f3f53b0 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6607852 Dec 15 14:23:34.814735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Request body: {'port': {'device_id': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:34.874996 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.971975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d0c96044-430a-46ef-ab83-a00263f6b368 None None] Provisioning complete for port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:34.972619 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d0c96044-430a-46ef-ab83-a00263f6b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.017692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d0c96044-430a-46ef-ab83-a00263f6b368 None None] Port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:35.170239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:23:35.178389 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.191110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Transition to ACTIVE for port object 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:23:35.194965 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.253956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:35.374117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194c96-b150-4aaf-82a8-9648eafca9d7 req-f89d161b-d55f-481a-96c3-b5b10a9d774e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.375821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac194c96-b150-4aaf-82a8-9648eafca9d7 req-f89d161b-d55f-481a-96c3-b5b10a9d774e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 944 time: 0.1191537 Dec 15 14:23:35.404305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:35.404695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:35.405027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:35.420170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:23:35.420591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:35.431821 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:35.432164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Checking segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:35.432577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Bound using segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:35.433087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Bound port: 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:35.433445 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.466545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac194c96-b150-4aaf-82a8-9648eafca9d7 req-1604ee4d-429f-4091-83c7-32a8234f64dd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805779 Dec 15 14:23:35.520224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:35.523438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:35.529333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.569175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.569793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.571187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] 10.222.0.67 "PUT /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1092 time: 0.7610948 Dec 15 14:23:35.571638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:35.574658 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab714e3-7522-470b-9061-f924a421732c" -d '{"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:35.599589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862594a-6757-474e-9600-c97fe5c8b234 service neutron] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:35.630032 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0f0ae-7909-45bb-9523-9ae51294e9d4 x-openstack-request-id: req-82c0f0ae-7909-45bb-9523-9ae51294e9d4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:35.630429 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:35.630983 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82c0f0ae-7909-45bb-9523-9ae51294e9d4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:35.631414 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'status': 'completed', 'code': 200} Dec 15 14:23:35.684940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-870bf15e-f850-4e19-96ca-a703373ebcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.686492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-870bf15e-f850-4e19-96ca-a703373ebcb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1095 time: 0.0455220 Dec 15 14:23:35.737148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-5a5bb3c0-1f41-4224-9607-0837a45687d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 217 time: 0.0408573 Dec 15 14:23:35.789288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-24cd960a-5725-491f-8741-266d8c7d7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.790756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-24cd960a-5725-491f-8741-266d8c7d7f1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0460525 Dec 15 14:23:35.836754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa7d4-3227-4b92-8c39-31a171244081 req-c871e441-4a55-42b3-9570-a211f7db5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.838246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-c871e441-4a55-42b3-9570-a211f7db5d73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394666 Dec 15 14:23:35.933588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-a31957b0-479c-4ac9-80dc-1bf2f0cd2933 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Dec 15 14:23:36.028995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-887fa7d4-3227-4b92-8c39-31a171244081 req-b7d8e085-28cf-409a-9dc6-dd5e28b4c5dc service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884802 Dec 15 14:23:36.116068 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab714e3-7522-470b-9061-f924a421732c req-2aa4badd-c26d-4d25-9435-8aba94d0f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:36.117591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-2aa4badd-c26d-4d25-9435-8aba94d0f2a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1095 time: 0.0415330 Dec 15 14:23:36.205895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab714e3-7522-470b-9061-f924a421732c req-c0e17bb4-4a70-4775-bd38-d5e7f6be6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:36.207258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-c0e17bb4-4a70-4775-bd38-d5e7f6be6fb0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.0825577 Dec 15 14:23:36.252150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-10a76d49-5530-4135-be83-52d6ca8f345c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 217 time: 0.0379453 Dec 15 14:23:36.303533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab714e3-7522-470b-9061-f924a421732c req-28cd1fb0-5262-4bed-acf3-915a4d9a9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:36.305033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-28cd1fb0-5262-4bed-acf3-915a4d9a9aa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0452507 Dec 15 14:23:36.329538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f271f59a-6b52-4bff-a4ba-ac233e1fee21 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:23:36.353687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab714e3-7522-470b-9061-f924a421732c req-17c229d2-037f-4ca6-96b8-8d596d812055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:36.355234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-17c229d2-037f-4ca6-96b8-8d596d812055 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424471 Dec 15 14:23:36.382539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f271f59a-6b52-4bff-a4ba-ac233e1fee21 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:36.382919 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:36.453776 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-3dac5078-f750-4cde-9d1e-42ee68b8a687 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905707 Dec 15 14:23:36.550321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dab714e3-7522-470b-9061-f924a421732c req-533dcf8f-f5d2-4eae-8e98-fa21b061bff2 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Dec 15 14:23:36.682391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24148c-8b50-416e-9075-e2f01a2fe7fc req-71709e49-23d1-46b1-822f-dd140675cd3b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:36.684904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f24148c-8b50-416e-9075-e2f01a2fe7fc req-71709e49-23d1-46b1-822f-dd140675cd3b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 944 time: 0.1442511 Dec 15 14:23:36.735027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f24148c-8b50-416e-9075-e2f01a2fe7fc req-26b31102-78e4-462b-9161-224c9bad568b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441658 Dec 15 14:23:37.181721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:23:37.278791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:37.289508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'port_id': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'mac_address': 'fa:16:3e:cf:40:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:23:37.325262 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:37.337916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:23:37.357381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:37.361334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:37.410468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:37.551268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:23:37.853589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55a5c3-eeb7-45cb-90b1-e3713d7568be req-d046f108-32b5-4abb-888a-8734adb4badf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:37.855081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd55a5c3-eeb7-45cb-90b1-e3713d7568be req-d046f108-32b5-4abb-888a-8734adb4badf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Dec 15 14:23:37.903671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd55a5c3-eeb7-45cb-90b1-e3713d7568be req-0ca403dc-037e-4dc9-8f76-776b6b75925d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 Dec 15 14:23:39.024166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a5e2c-d666-4262-8360-96d49c2dc928 req-b1697760-6c8e-4115-9314-d909ea6618b3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:39.025668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce5a5e2c-d666-4262-8360-96d49c2dc928 req-b1697760-6c8e-4115-9314-d909ea6618b3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0545459 Dec 15 14:23:39.077372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce5a5e2c-d666-4262-8360-96d49c2dc928 req-01f7a087-61c3-4a0b-8fbd-cc1026a37495 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Dec 15 14:23:39.181467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:23:39.230847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:23:39.234825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:39.235225 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:39.310214 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:39.336225 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:39.338488 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b517fb18-6962-41e2-9d6a-50b44f5241b2" -d '{"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-plugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:39.352077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:39.357371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:39.384431 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f6693-70a5-456e-83b6-ddb88cf87e3b x-openstack-request-id: req-581f6693-70a5-456e-83b6-ddb88cf87e3b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:39.384780 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-plugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:39.385027 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-581f6693-70a5-456e-83b6-ddb88cf87e3b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:39.385940 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'code': 200} Dec 15 14:23:39.413523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:39.477892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97646a69-769b-4a0c-bb44-03c12929b9fc req-c1beb62c-1f71-4bcc-82a4-1e14f676230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:39.479304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97646a69-769b-4a0c-bb44-03c12929b9fc req-c1beb62c-1f71-4bcc-82a4-1e14f676230a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1097 time: 0.0396841 Dec 15 14:23:39.525062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97646a69-769b-4a0c-bb44-03c12929b9fc req-fedf07b6-91f1-43cc-81c9-7acd02a81725 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391324 Dec 15 14:23:40.193580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28e6c4-4166-44e7-9bd2-88344bbbcac6 req-47ad6b9d-6d1e-4b33-8303-2e6a98c2cc99 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:40.194967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef28e6c4-4166-44e7-9bd2-88344bbbcac6 req-47ad6b9d-6d1e-4b33-8303-2e6a98c2cc99 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0481603 Dec 15 14:23:40.249085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef28e6c4-4166-44e7-9bd2-88344bbbcac6 req-ee01691f-ffc3-42bf-a9cb-d2b9011900dc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475624 Dec 15 14:23:41.367997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3e704-bf0c-4592-a09b-1713f5efd730 req-8d0b611d-8361-49f5-97b9-bd70dbf6553c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.369484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aa3e704-bf0c-4592-a09b-1713f5efd730 req-8d0b611d-8361-49f5-97b9-bd70dbf6553c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Dec 15 14:23:41.418634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aa3e704-bf0c-4592-a09b-1713f5efd730 req-11485a97-fdfd-43ab-8d6e-10c7d2854a16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Dec 15 14:23:41.538546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2268-de18-4786-ae7f-ac2231161b2b req-f74009c8-3bb2-4af9-8bbb-b82471baa873 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.539958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05fc2268-de18-4786-ae7f-ac2231161b2b req-f74009c8-3bb2-4af9-8bbb-b82471baa873 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0486097 Dec 15 14:23:41.588098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05fc2268-de18-4786-ae7f-ac2231161b2b req-22c240f7-68b4-4b03-acb8-15f835773507 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Dec 15 14:23:41.611043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:41.655942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe10d6-650a-44a8-82f0-a6dc0945f2c4 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.657561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fafe10d6-650a-44a8-82f0-a6dc0945f2c4 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1092 time: 0.0453923 Dec 15 14:23:41.660426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43134) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:41.664750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:41.686206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:41.787162 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:41.897885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.155 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0c2d1016-eb72-4baa-b286-9fb05f24057a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:41.998439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.035072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.075799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:42.078699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:42.082712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:42.107059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=0c2d1016-eb72-4baa-b286-9fb05f24057a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:42.433937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.512253 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.573971 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d40a565d-b2d3-4018-bd37-10c12458157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.666674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.670519 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.735105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=0c2d1016-eb72-4baa-b286-9fb05f24057a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:42.750704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.865371 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP 7eb39471-058b-4629-8171-91a9c04b283e associated. External IP: 172.25.2.155, port: 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca. Dec 15 14:23:43.072203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 40df1775-c68f-4a79-9302-423611100625 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:43.187871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:43.197705 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] Sync routers for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:43.207560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:43.208029 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:43.208696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:43.235685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1bb7efe2-24d6-4697-a1f5-d1af81c0a796 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5740278 Dec 15 14:23:43.236375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:43.239173 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979655eb-06fb-480f-b151-5b20d35fc2be" -d '{"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:43.320800 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:43.388454 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d7ae0f-4000-45a0-9c8f-ae7e5e33f909 x-openstack-request-id: req-09d7ae0f-4000-45a0-9c8f-ae7e5e33f909 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:43.388917 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:43.389180 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09d7ae0f-4000-45a0-9c8f-ae7e5e33f909 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:43.389581 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'status': 'completed', 'code': 200} Dec 15 14:23:43.441242 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c242a-7e58-4fdb-981e-28afe91ba247 req-2bc4c3c0-bf14-481b-af04-0edc71fa2a37 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:43.442691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f1c242a-7e58-4fdb-981e-28afe91ba247 req-2bc4c3c0-bf14-481b-af04-0edc71fa2a37 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.1447077 Dec 15 14:23:43.449251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979655eb-06fb-480f-b151-5b20d35fc2be req-d75d7b49-5ae8-4983-b2c7-d679a70a7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:43.451060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-d75d7b49-5ae8-4983-b2c7-d679a70a7a27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1097 time: 0.0606995 Dec 15 14:23:43.553143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f1c242a-7e58-4fdb-981e-28afe91ba247 req-650a96bb-5f8e-4ecd-8ed6-5f31ac18edd9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010475 Dec 15 14:23:43.568303 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '7eb39471-058b-4629-8171-91a9c04b283e', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40df1775-c68f-4a79-9302-423611100625', 'port_id': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'mac_address': 'fa:16:3e:cf:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:23:42Z', 'updated_at': '2021-12-15T14:23:42Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:43.577201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:43.587679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979655eb-06fb-480f-b151-5b20d35fc2be req-50a73886-4775-4cf0-a106-7421a38827e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:43.589685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-50a73886-4775-4cf0-a106-7421a38827e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.1310418 Dec 15 14:23:43.595133 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] Checking router: 40df1775-c68f-4a79-9302-423611100625 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:43.603570 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:43.604317 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:23:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:43.692055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6b6e7d82-7f31-4c5c-bc3e-71e4c8bb8ab1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/7eb39471-058b-4629-8171-91a9c04b283e HTTP/1.1" status: 200 len: 992 time: 0.1136508 Dec 15 14:23:43.696126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-ca00d87a-5523-4844-9c0e-4ec56f5696ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1000 time: 0.0795352 Dec 15 14:23:43.707842 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:43.744787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979655eb-06fb-480f-b151-5b20d35fc2be req-3f2aa265-97c4-4404-a10c-cef64bb8f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:43.746295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-3f2aa265-97c4-4404-a10c-cef64bb8f022 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0437367 Dec 15 14:23:43.796071 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979655eb-06fb-480f-b151-5b20d35fc2be req-4aa8fd82-2f9b-4f07-8069-a707861d5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:43.797616 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-4aa8fd82-2f9b-4f07-8069-a707861d5a8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442696 Dec 15 14:23:43.887406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-5de91681-5d3b-46ec-a727-9c30f1c947c6 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822043 Dec 15 14:23:43.925369 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '7eb39471-058b-4629-8171-91a9c04b283e', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40df1775-c68f-4a79-9302-423611100625', 'port_id': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'mac_address': 'fa:16:3e:cf:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:23:42Z', 'updated_at': '2021-12-15T14:23:42Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:43.957347 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73401d-f4b3-441e-80ba-6ffacde835dd None None] The sync data for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 is: [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '7eb39471-058b-4629-8171-91a9c04b283e', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40df1775-c68f-4a79-9302-423611100625', 'port_id': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'mac_address': 'fa:16:3e:cf:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:23:42Z', 'updated_at': '2021-12-15T14:23:42Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:43.982413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-979655eb-06fb-480f-b151-5b20d35fc2be req-8aec2a2f-911f-4654-ad5d-c0e077ca409c service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883973 Dec 15 14:23:44.154425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaf1d3-2c89-4e5a-a1ab-7995d4d4e2a9 None None] New status for floating IP 7eb39471-058b-4629-8171-91a9c04b283e: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:23:44.367216 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:44.695031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:44.741945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6612396a-4e0e-413d-b873-a9df2ab4e7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:44.759578 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-229510e7-f6ea-4f7f-ac66-4842554ecc02 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/7eb39471-058b-4629-8171-91a9c04b283e HTTP/1.1" status: 200 len: 994 time: 0.0632365 Dec 15 14:23:46.348877 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:47.521274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:48.521782 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.871348 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-97cb2bbb-b82a-429b-b06a-f4b14221a236 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396709 Dec 15 14:23:50.961432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-6b8d8e06-048f-40f1-b1a5-3c56a84644dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:50.962933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-6b8d8e06-048f-40f1-b1a5-3c56a84644dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1097 time: 0.0450654 Dec 15 14:23:51.072815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-50f0a490-111f-4516-a5e8-21f085746835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:51.074837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-50f0a490-111f-4516-a5e8-21f085746835 service neutron] 10.222.0.67 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.0895646 Dec 15 14:23:51.146299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-bfc9e8dc-83dc-4b20-8ddf-4cd29065d043 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1002 time: 0.0640771 Dec 15 14:23:51.197133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-e507264c-d881-4ba8-996c-d7d9d351ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:51.198597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-e507264c-d881-4ba8-996c-d7d9d351ca54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0449798 Dec 15 14:23:51.249214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-3b201e67-ee6e-4a4c-8757-e244da9a4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:51.250692 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-3b201e67-ee6e-4a4c-8757-e244da9a4548 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416589 Dec 15 14:23:51.329254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.664323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-a401ffda-9758-4aaa-a50b-ff23a7c82d2a service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062862 Dec 15 14:23:51.755698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d8fe305-7f7c-4261-a3ba-4434dbb7ba66 req-4ebd4e78-ea01-4d63-bd5f-d0359b4e4455 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836575 Dec 15 14:24:07.910802 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-3f3d66f3-1986-4b15-8b63-516a450da5bd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968225 Dec 15 14:24:08.011361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-ea7d75a6-78d8-4ead-a2ea-fdc89ce03ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:08.012956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-ea7d75a6-78d8-4ead-a2ea-fdc89ce03ef8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1096 time: 0.0483871 Dec 15 14:24:08.130059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-c1d9771c-06d5-4f7e-80b5-697696211697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:08.131591 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-c1d9771c-06d5-4f7e-80b5-697696211697 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0996449 Dec 15 14:24:08.203018 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-f435980a-649f-4b82-bf5e-b42e0b40588a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 1000 time: 0.0618348 Dec 15 14:24:08.257150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-11b1c54d-7080-4cc4-9df1-d7c046094255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:08.258629 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-11b1c54d-7080-4cc4-9df1-d7c046094255 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0486906 Dec 15 14:24:08.305759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-87a34333-d5ec-4018-87d2-cd65aae19f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:08.307352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-87a34333-d5ec-4018-87d2-cd65aae19f62 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410106 Dec 15 14:24:08.318461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-ba259c95-c24a-463b-90b3-517dade551f3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:24:08.319527 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-ba259c95-c24a-463b-90b3-517dade551f3 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049236 Dec 15 14:24:08.412708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-f1ed8b23-c525-4cfc-9823-5fc4b5a655eb service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852301 Dec 15 14:24:08.516941 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-18025135-aed2-449c-afb7-8b6b6ee6fc3a req-d92220c2-4055-4658-b33d-138fbdbb49d7 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968115 Dec 15 14:24:11.185738 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:24:12.577559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21f714b2-1c0a-4d34-ac4a-4506ee6df013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:13.510522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6819f-5c84-487d-a327-0b8714a2a6ce req-a55de47a-02b7-4cf5-8c95-16133e02fa63 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.512779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76d6819f-5c84-487d-a327-0b8714a2a6ce req-a55de47a-02b7-4cf5-8c95-16133e02fa63 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0560520 Dec 15 14:24:13.574422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76d6819f-5c84-487d-a327-0b8714a2a6ce req-6b148d3d-8f11-431e-8b2a-13514d1e957f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553374 Dec 15 14:24:13.602132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43202) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:13.669621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8306a6dc-adfc-47e1-b87c-8c3f8bac28bf tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/7eb39471-058b-4629-8171-91a9c04b283e HTTP/1.1" status: 200 len: 994 time: 0.0658984 Dec 15 14:24:14.028761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debea2a-9ce2-42d9-90ac-8b3ee6a69856 req-ac53882f-186a-4f0d-b1fa-0d713397b62e tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:14.030315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0debea2a-9ce2-42d9-90ac-8b3ee6a69856 req-ac53882f-186a-4f0d-b1fa-0d713397b62e tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1097 time: 0.0572550 Dec 15 14:24:14.078179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0debea2a-9ce2-42d9-90ac-8b3ee6a69856 req-5907f1d8-8182-411f-8ad2-09ca9e9eaec9 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 Dec 15 14:24:14.154535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-b7f613e1-10b8-4082-b91b-c0e7dd15e14c req-f023e0c3-142f-4b1a-9167-dbdf3e41247f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:24:14.155496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7f613e1-10b8-4082-b91b-c0e7dd15e14c req-f023e0c3-142f-4b1a-9167-dbdf3e41247f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054512 Dec 15 14:24:14.401218 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.601995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-ce505dac-4273-40f6-b355-9f2912383221 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518770 Dec 15 14:24:14.612293 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-1f3ce089-1630-410b-95a1-81c4cb897ca6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:24:14.613369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-1f3ce089-1630-410b-95a1-81c4cb897ca6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052152 Dec 15 14:24:14.738404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-21ce5d0d-8219-4bae-a4d3-6fa2e7eb5ab1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8612818&fields=id&tenant_id=855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 267 time: 0.0597165 Dec 15 14:24:14.753963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c991da1a-2d1a-41a3-bc04-85ecaef8ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.864315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-e6d69831-6fd9-432b-b562-0adfca74e35e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:14.865814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-e6d69831-6fd9-432b-b562-0adfca74e35e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1143405 Dec 15 14:24:14.881844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-a855e5a7-99d3-4998-a671-61787c37092f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/quotas/855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 375 time: 0.0098860 Dec 15 14:24:14.938551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-fb0d95b7-d214-4a0c-b44c-6c297e2abfa0 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484772 Dec 15 14:24:15.040621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-1c9e9a5d-bd2e-46a7-9c0a-f8fadc8eb9df service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904696 Dec 15 14:24:15.137742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-3ee95391-53c8-4f48-b630-51d67d226500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.139117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-3ee95391-53c8-4f48-b630-51d67d226500 service neutron] 10.222.0.32 "GET /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1094 time: 0.0444694 Dec 15 14:24:15.155208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Request body: {'binding': {'host': 'n-h1-815324-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:15.155691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Unknown quota resources ['binding']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:24:15.191826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-5ef94d2f-faab-4763-9beb-55df8445274e service neutron] 10.222.0.32 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444435 Dec 15 14:24:15.299310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on host n-h1-815324-3 for vnic_type normal with profile None {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:15.299654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:15.300056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:15.304642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:24:15.304836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:15.309779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:15.310111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Checking segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:15.310487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Bound using segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:15.311013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Bound port: 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:15.416758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:15.423444 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] Publish callbacks [] for binding, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:15.424670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-62a3e688-dbbf-46ee-970a-8257bb9bdedd service neutron] 10.222.0.32 "POST /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca/bindings HTTP/1.1" status: 201 len: 389 time: 0.2793407 Dec 15 14:24:15.512108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2fd63a3-87e7-499a-b5ca-8960bff56ee2 req-c9528796-9338-4673-b3da-c58265b75d36 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0393171 Dec 15 14:24:15.614376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8486de-31fd-41a2-8995-0f8d86850094 req-c21b561f-6b3d-49ee-ab2e-856c2db3beb7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.615988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc8486de-31fd-41a2-8995-0f8d86850094 req-c21b561f-6b3d-49ee-ab2e-856c2db3beb7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0582008 Dec 15 14:24:15.681374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc8486de-31fd-41a2-8995-0f8d86850094 req-e2d14dd5-7c9c-4d55-98d9-3d958f22923f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540893 Dec 15 14:24:15.704776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-52c23b50-6eb7-41a6-975c-65c125695c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.706290 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-52c23b50-6eb7-41a6-975c-65c125695c74 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1097 time: 0.0493164 Dec 15 14:24:15.808084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-a49e63ff-e894-4eea-adaf-76890acf382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.809598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-a49e63ff-e894-4eea-adaf-76890acf382f service neutron] 10.222.0.85 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.0956423 Dec 15 14:24:15.877887 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-c7e070d9-2d8f-4a3e-b167-58fb69198ee0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1002 time: 0.0611682 Dec 15 14:24:15.934777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-aa45b67b-00ff-48cc-8e29-274f2bf96751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.936260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-aa45b67b-00ff-48cc-8e29-274f2bf96751 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0496671 Dec 15 14:24:15.997467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-ac2174b4-f1d2-4ed5-80c1-5a4088116f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.999077 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-ac2174b4-f1d2-4ed5-80c1-5a4088116f49 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562341 Dec 15 14:24:16.096398 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-ee56a234-d48b-477d-b4c0-0d52fcb4ab79 service neutron] 10.222.0.85 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894935 Dec 15 14:24:16.197731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-2c4220f6-8d84-44c9-afe2-dd7d2ba4380a service neutron] 10.222.0.85 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925519 Dec 15 14:24:16.357451 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:16.431407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-ef4d7259-94e2-4dac-bada-e441973137f8 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:16.432946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-ef4d7259-94e2-4dac-bada-e441973137f8 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47&tenant_id=ca3aad29950d49bba02cd5a4a016cf27&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1097 time: 0.1312644 Dec 15 14:24:16.506248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-3'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:16.574998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:16.621236 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba51ea45-8e94-469c-8d1b-fdccdba5fc95 req-bcd75841-094f-4c7f-8c2f-9292acd9dfe2 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0289431 Dec 15 14:24:16.778413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-fceefefa-1e19-4c73-8d6b-535e7f9e31aa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:16.780095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-fceefefa-1e19-4c73-8d6b-535e7f9e31aa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 812 time: 0.1959131 Dec 15 14:24:16.828568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:16.856581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4257c-8a54-4f03-8b2e-91a52f2ef9ca req-cec0a4d2-b1e3-462f-a53d-b713acde2019 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:16.860322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03f4257c-8a54-4f03-8b2e-91a52f2ef9ca req-cec0a4d2-b1e3-462f-a53d-b713acde2019 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0693965 Dec 15 14:24:16.910215 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-20ecbd9f-7331-4c62-ad13-4f04e47120b9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855d335c660a4d658b021b92e3287d9f HTTP/1.1" status: 200 len: 377 time: 0.1152043 Dec 15 14:24:16.914472 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:16.920227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'port': {'device_id': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'admin_state_up': True, 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'security_groups': ['3e309ff1-fdf4-4859-b86a-6286d4b0ddb2']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:16.926260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03f4257c-8a54-4f03-8b2e-91a52f2ef9ca req-b16fd675-14b9-471a-a804-4dd9ad0a76dc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606494 Dec 15 14:24:17.326053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:17.328363 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022e09fe-5422-4e7a-90ac-ddf28254e079" -d '{"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-unplugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:17.334399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.347769 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.462564 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c206c5e5-d075-4cfa-a095-56482d23c30c x-openstack-request-id: req-c206c5e5-d075-4cfa-a095-56482d23c30c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:17.462874 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-unplugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:17.463720 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c206c5e5-d075-4cfa-a095-56482d23c30c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:17.464131 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'code': 200} Dec 15 14:24:17.488361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:17.503108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Made reservation on behalf of 855d335c660a4d658b021b92e3287d9f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:24:17.506757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.512521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.512898 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.513247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.513589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.513926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.514257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.514590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.514919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.515247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.515576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.516008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.516213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.516565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:17.534411 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.605213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on host n-h2-815324-3 for vnic_type normal with profile {"migrating_to": "n-h1-815324-3"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:17.605927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:17.605927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:17.622444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:24:17.622783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Attempting to bind port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on network 974782f5-a38a-4dad-8ddd-fe185c8360bf {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:17.637148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:17.637511 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Checking segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:17.637869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Bound using segment: {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:17.638321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Bound port: 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:17.638680 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.728704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.20.0.6 (22e49d14-3816-4d26-9973-6373946fb796/32e17e49-7893-47d1-a7ff-2309419d36c8/1a67d3f0-914c-47e6-b725-db6436909eff) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:17.735982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3abf97ee-382e-454a-b4ed-cb365fd459c7 req-b28b2bb1-4876-4cf2-94de-f9d9516e107a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0307703 Dec 15 14:24:17.766733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:17.772680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f5029db-8c21-46b9-976c-11e278c25004 None None] Provisioning complete for port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:17.773984 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f5029db-8c21-46b9-976c-11e278c25004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.774747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:17.782194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:17.820159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9f5029db-8c21-46b9-976c-11e278c25004 None None] Port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:17.967985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:18.043723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:18.043959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.045399 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-e233f8a7-d599-448a-9703-7869797e3d89 service neutron] 10.222.0.85 "PUT /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1122 time: 1.5433931 Dec 15 14:24:18.080547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.096843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ef4e1-bb0a-487c-870c-32efc1f22969 req-c2376f66-cce9-4e09-b747-36c27b4fd3f3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:18.098939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-836ef4e1-bb0a-487c-870c-32efc1f22969 req-c2376f66-cce9-4e09-b747-36c27b4fd3f3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 944 time: 0.0774469 Dec 15 14:24:18.119714 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:24:18.128471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.183724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 22e49d14-3816-4d26-9973-6373946fb796 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:18.187132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:18.191932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:18.194535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Provisioning complete for port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:18.194847 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.203252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-836ef4e1-bb0a-487c-870c-32efc1f22969 req-b59b1e25-8c55-4c09-a2cb-5437ad860a7a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811300 Dec 15 14:24:18.221618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=1a67d3f0-914c-47e6-b725-db6436909eff,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:18.255438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:18.256367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.277133 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-ebaa61d8-0f13-486b-a8eb-314a90d51949 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3604374 Dec 15 14:24:18.295190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Request body: {'port': {'device_id': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:18.332367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.376123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.393036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:18.395649 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8820ad-5c5a-46c7-9f31-44eb8163fa66" -d '{"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-plugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:18.418819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:18.429265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.527098 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81346bc-2c28-46ad-81d9-7509455f502e x-openstack-request-id: req-e81346bc-2c28-46ad-81d9-7509455f502e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:18.527385 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-plugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:18.527824 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e81346bc-2c28-46ad-81d9-7509455f502e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:18.528380 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'code': 200} Dec 15 14:24:18.692879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a67d3f0-914c-47e6-b725-db6436909eff {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:18.701326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.714832 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Transition to ACTIVE for port object 1a67d3f0-914c-47e6-b725-db6436909eff will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:24:18.719771 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.780118 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Pushing event updated for resources: {'Port': ['ID=1a67d3f0-914c-47e6-b725-db6436909eff,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:18.797196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.856905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:18.877987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.878328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.878671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.879574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.879916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.880244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.880608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.880937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.881257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.881575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.881898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.882219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.882536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b776f54-f0ef-482b-af8e-33a7ab98c610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:18.900339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Attempting to bind port 1a67d3f0-914c-47e6-b725-db6436909eff on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:18.901413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Attempting to bind port 1a67d3f0-914c-47e6-b725-db6436909eff by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:18.901810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Attempting to bind port 1a67d3f0-914c-47e6-b725-db6436909eff on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:18.907193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Port 1a67d3f0-914c-47e6-b725-db6436909eff on network 22e49d14-3816-4d26-9973-6373946fb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:24:18.907687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Attempting to bind port 1a67d3f0-914c-47e6-b725-db6436909eff on network 22e49d14-3816-4d26-9973-6373946fb796 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:18.913741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:18.914487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Checking segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:18.914986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Bound using segment: {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:18.915533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Bound port: 1a67d3f0-914c-47e6-b725-db6436909eff, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25245334-13e8-40cc-8b11-abbd3642a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22e49d14-3816-4d26-9973-6373946fb796'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:18.916050 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:18.978058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eb819-b177-43ef-92d5-f7bd5a147467 req-6b73501c-52f6-48b0-ac85-0a6df035e064 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:18.980312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-354eb819-b177-43ef-92d5-f7bd5a147467 req-6b73501c-52f6-48b0-ac85-0a6df035e064 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0782123 Dec 15 14:24:19.001771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] For port 1a67d3f0-914c-47e6-b725-db6436909eff, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:19.005250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] For port 1a67d3f0-914c-47e6-b725-db6436909eff, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1a67d3f0-914c-47e6-b725-db6436909eff,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:19.011884 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:19.052556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.053350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:19.054931 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] 10.222.0.85 "PUT /v2.0/ports/1a67d3f0-914c-47e6-b725-db6436909eff HTTP/1.1" status: 200 len: 1091 time: 0.7650006 Dec 15 14:24:19.073783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-354eb819-b177-43ef-92d5-f7bd5a147467 req-9e770a9d-084e-4051-9f61-7f27b794b976 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746310 Dec 15 14:24:19.111087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f80b08-68ac-493a-8a81-0ef6dfdee319 service neutron] Pushing event updated for resources: {'Port': ['ID=1a67d3f0-914c-47e6-b725-db6436909eff,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:19.163731 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-d4f91c30-8bb7-4863-82dd-c39b56b2c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.167151 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-d4f91c30-8bb7-4863-82dd-c39b56b2c338 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 1094 time: 0.0528815 Dec 15 14:24:19.222097 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-adb817fc-b694-4467-9bf5-7a26f3ecbb4c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a67d3f0-914c-47e6-b725-db6436909eff HTTP/1.1" status: 200 len: 217 time: 0.0406451 Dec 15 14:24:19.280650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-111f31f3-00a0-4dae-920b-9df6d3555a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.282367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-111f31f3-00a0-4dae-920b-9df6d3555a21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0529120 Dec 15 14:24:19.324157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d6c00-0ffd-4399-affa-e8f2a11277c4 req-aa707883-d775-4a48-9d1b-55193d9da6ee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.326201 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd9d6c00-0ffd-4399-affa-e8f2a11277c4 req-aa707883-d775-4a48-9d1b-55193d9da6ee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0528767 Dec 15 14:24:19.349057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-6df2ff4e-574b-4928-942d-a42044526d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.350858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-6df2ff4e-574b-4928-942d-a42044526d9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600383 Dec 15 14:24:19.403518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd9d6c00-0ffd-4399-affa-e8f2a11277c4 req-632e2c07-cc54-4d99-bbd0-7410b0e49567 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708497 Dec 15 14:24:19.460014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-37fff139-760f-4c69-837c-8929ededf3df service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985622 Dec 15 14:24:19.465568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}, {'name': 'network-changed', 'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:19.467852 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca882eda-6e2a-485d-af58-ba2a9a264a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}, {"name": "network-changed", "server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:19.520584 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4caaf56-fd19-4701-9f80-4282b3b3a002 x-openstack-request-id: req-b4caaf56-fd19-4701-9f80-4282b3b3a002 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:19.520891 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:19.521143 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4caaf56-fd19-4701-9f80-4282b3b3a002 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:19.521544 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'status': 'completed', 'code': 200} Dec 15 14:24:19.521801 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff', 'status': 'completed', 'code': 200} Dec 15 14:24:19.566975 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-73ad7f82-b5f0-4486-9855-daf2438b5f07 req-47b088d2-b593-4cfc-af16-9f2516235a15 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962064 Dec 15 14:24:19.579308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-18e847a7-e6c9-4671-8986-8594af203c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.580840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-18e847a7-e6c9-4671-8986-8594af203c9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1127 time: 0.0445905 Dec 15 14:24:19.679146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-3ce65712-7b9d-4571-9642-3832240e0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.680871 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-3ce65712-7b9d-4571-9642-3832240e0f36 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 1094 time: 0.0444229 Dec 15 14:24:19.685727 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-27d06aac-76f1-4806-98d8-e034667f1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.687172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-27d06aac-76f1-4806-98d8-e034667f1a61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.0977712 Dec 15 14:24:19.758518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-cbe40338-cbaa-4197-8ecf-7c62dd32f380 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1002 time: 0.0629711 Dec 15 14:24:19.780850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-f44957d9-68ad-4a22-a5ff-2f685f0ea877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.782592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-f44957d9-68ad-4a22-a5ff-2f685f0ea877 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0940807 Dec 15 14:24:19.808472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-5c7c2659-e7d7-4951-a714-f33507dbc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.809974 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-5c7c2659-e7d7-4951-a714-f33507dbc2b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0444701 Dec 15 14:24:19.827689 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-6ad10d59-152d-49f7-bcb4-019e81c7d46b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a67d3f0-914c-47e6-b725-db6436909eff HTTP/1.1" status: 200 len: 217 time: 0.0366559 Dec 15 14:24:19.863160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-7f327780-a692-4b55-a4b2-54b04c39bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.864946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-7f327780-a692-4b55-a4b2-54b04c39bdf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475166 Dec 15 14:24:19.880241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-243a03c2-7145-4d27-82c4-b69f615b8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.881788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-243a03c2-7145-4d27-82c4-b69f615b8336 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0473228 Dec 15 14:24:19.932735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-d8b0684f-7362-4f73-91e0-9d601c7532af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:19.934431 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-d8b0684f-7362-4f73-91e0-9d601c7532af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429714 Dec 15 14:24:19.960107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-bc6a24ec-2f2c-45d6-b406-5f91996b4763 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870957 Dec 15 14:24:20.044530 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-83466a15-0727-4762-95d0-45c8b87e1122 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013978 Dec 15 14:24:20.062229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-a5061422-7e69-4a02-99b7-cd4680400bd3 service neutron] 10.222.0.67 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954885 Dec 15 14:24:20.147381 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca882eda-6e2a-485d-af58-ba2a9a264a1d req-f05a7b90-e591-4679-9e54-ff62160a4c6c service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957091 Dec 15 14:24:20.158755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:24:20.196930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7004-2072-4842-94f4-ddd761d23770 req-50cd390c-0e1b-42ac-a652-dafb41e920e1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:20.198745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f50c7004-2072-4842-94f4-ddd761d23770 req-50cd390c-0e1b-42ac-a652-dafb41e920e1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0585649 Dec 15 14:24:20.254311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f50c7004-2072-4842-94f4-ddd761d23770 req-2f18cdc6-420b-42bc-ab38-a3bee732f6a1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489337 Dec 15 14:24:20.258984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:20.272629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca has no active binding in host n-h1-815324-3 {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 14:24:20.523128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c545567-4622-4456-9cc4-9b4b7d9e12f3 req-4a019eb3-0776-42ad-91bd-56ee3484ead8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:20.524641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c545567-4622-4456-9cc4-9b4b7d9e12f3 req-4a019eb3-0776-42ad-91bd-56ee3484ead8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0508137 Dec 15 14:24:20.578427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c545567-4622-4456-9cc4-9b4b7d9e12f3 req-75fa147f-0eaa-42a5-a55e-75a82989b8ce tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476668 Dec 15 14:24:21.327599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:21.376660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b082572-51f1-458f-9b5a-c8bc8bf9b6ff req-2be1152d-32e5-4e30-b064-5d200d4fc171 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:21.378061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b082572-51f1-458f-9b5a-c8bc8bf9b6ff req-2be1152d-32e5-4e30-b064-5d200d4fc171 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0492871 Dec 15 14:24:21.429026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b082572-51f1-458f-9b5a-c8bc8bf9b6ff req-20313ffa-7f68-4635-8024-9810b9823711 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446858 Dec 15 14:24:21.702527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332d051-9480-4596-9702-85ae83b0f17c req-3932ad81-ea16-4a57-9ec5-c12283d08815 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:21.704240 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8332d051-9480-4596-9702-85ae83b0f17c req-3932ad81-ea16-4a57-9ec5-c12283d08815 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0544214 Dec 15 14:24:21.758106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8332d051-9480-4596-9702-85ae83b0f17c req-15126b20-d48b-409e-994f-208ba607266b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477574 Dec 15 14:24:22.548575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cdbb5-7883-4174-9d9c-a4bff1a24f4a req-08f5e871-9b63-41ac-b238-adb128717d94 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:22.549951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc2cdbb5-7883-4174-9d9c-a4bff1a24f4a req-08f5e871-9b63-41ac-b238-adb128717d94 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0523615 Dec 15 14:24:22.600416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc2cdbb5-7883-4174-9d9c-a4bff1a24f4a req-1fac5c9a-0348-4a25-b8ea-1f11453b6784 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425031 Dec 15 14:24:22.876460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc75a14-f4e5-4953-aabd-f79efe83e015 req-98c777fa-50d1-42da-90d5-786b10e0d9be tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:22.878077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fc75a14-f4e5-4953-aabd-f79efe83e015 req-98c777fa-50d1-42da-90d5-786b10e0d9be tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0495934 Dec 15 14:24:22.927167 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0fc75a14-f4e5-4953-aabd-f79efe83e015 req-5c8fe6b4-488c-467d-8564-c823b47a4f28 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Dec 15 14:24:23.724520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347297f-770c-4fe3-ac71-6904d37000a5 req-012b5f4b-9d23-479b-9b40-70b36fcafe50 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:23.726034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1347297f-770c-4fe3-ac71-6904d37000a5 req-012b5f4b-9d23-479b-9b40-70b36fcafe50 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0487540 Dec 15 14:24:23.781937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1347297f-770c-4fe3-ac71-6904d37000a5 req-68366a68-8690-48b4-9a9d-8e31a9e709d1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490940 Dec 15 14:24:24.051769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39f166-408d-44e7-9c25-1654101832ba req-faa808ba-4053-48fc-bedf-721b3757dc38 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:24.053367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f39f166-408d-44e7-9c25-1654101832ba req-faa808ba-4053-48fc-bedf-721b3757dc38 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Dec 15 14:24:24.108390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f39f166-408d-44e7-9c25-1654101832ba req-a54dd71f-ddce-45cc-ae77-9f9c21d8a7f3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490339 Dec 15 14:24:24.900769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1555bc9-df0b-4383-b744-c045ae33b916 req-ad3514a4-d2e7-4d58-94f2-ed3752398273 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:24.902233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1555bc9-df0b-4383-b744-c045ae33b916 req-ad3514a4-d2e7-4d58-94f2-ed3752398273 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0487676 Dec 15 14:24:24.953493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1555bc9-df0b-4383-b744-c045ae33b916 req-b5a44b86-828c-4fb2-a495-180faeabc107 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437381 Dec 15 14:24:25.239568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48020-512a-4344-a853-01275e8e6969 req-dbdd3d3c-db66-46da-ac4f-74d7895028ec tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:25.241484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb48020-512a-4344-a853-01275e8e6969 req-dbdd3d3c-db66-46da-ac4f-74d7895028ec tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0585940 Dec 15 14:24:25.301202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eb48020-512a-4344-a853-01275e8e6969 req-4dfa76cf-5837-4c68-bfb1-890c11bb167b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512841 Dec 15 14:24:26.078487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b915b-f418-438a-924d-1b5980fe6012 req-d3edfceb-3349-4209-b02e-33b65bf94ce7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:26.080256 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff2b915b-f418-438a-924d-1b5980fe6012 req-d3edfceb-3349-4209-b02e-33b65bf94ce7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0530310 Dec 15 14:24:26.184213 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff2b915b-f418-438a-924d-1b5980fe6012 req-ebe29319-fc5e-4222-a348-fd79fc05e20b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0979531 Dec 15 14:24:26.190330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-b5bfec42-62c3-468c-a6f6-5648d6f884cb service neutron] 10.222.0.67 "GET /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 384 time: 0.1029203 Dec 15 14:24:26.370393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:26.416309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:26.468055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49349f9c-de72-4778-8034-4df842e2efa9 req-65cf6f23-2f31-45bb-a05b-bec0e4bbaf1e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:26.469554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49349f9c-de72-4778-8034-4df842e2efa9 req-65cf6f23-2f31-45bb-a05b-bec0e4bbaf1e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 946 time: 0.0916693 Dec 15 14:24:26.472026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:26.474264 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331b54d-ab2a-4dbd-ab2a-fdd3442e6520" -d '{"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-unplugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:26.483089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:26.512528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:26.515592 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4b6ee6-c408-43ab-b7cd-625da95c187c x-openstack-request-id: req-4b4b6ee6-c408-43ab-b7cd-625da95c187c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:26.515894 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-unplugged", "status": "completed", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:26.516143 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b4b6ee6-c408-43ab-b7cd-625da95c187c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:26.516542 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'code': 200} Dec 15 14:24:26.573230 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49349f9c-de72-4778-8034-4df842e2efa9 req-ea821031-311e-475c-a61a-1d24f19b775e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926456 Dec 15 14:24:26.609392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] Transition to ACTIVE for port object 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:24:26.613303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:26.717224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] Pushing event updated for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=11']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:26.754178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] No DVR routers for this DVR port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:24:26.908621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-a1bb4922-90d0-4ddc-91a5-6252332726a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca/bindings/n-h1-815324-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7111661 Dec 15 14:24:27.026999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-167407da-ca51-4a18-81b6-8eb441e27023 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.028626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-167407da-ca51-4a18-81b6-8eb441e27023 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47&tenant_id=ca3aad29950d49bba02cd5a4a016cf27&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.0541289 Dec 15 14:24:27.083971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-447b350d-2c1d-4d3a-ac70-7ddcd16738f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.085504 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-447b350d-2c1d-4d3a-ac70-7ddcd16738f4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 1096 time: 0.0478630 Dec 15 14:24:27.165176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-08dea114-3a11-4f2a-a0c8-5f27e915397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.167225 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-08dea114-3a11-4f2a-a0c8-5f27e915397a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1096 time: 0.0483088 Dec 15 14:24:27.270763 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-3bb59756-8aee-4520-baba-afeffcd94a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.272255 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-3bb59756-8aee-4520-baba-afeffcd94a23 service neutron] 10.222.0.85 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.0980048 Dec 15 14:24:27.307655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b1d3-5305-4864-8edc-a002b643adb4 req-be3e4ece-d907-4cd1-b6b3-ece4bafdb9ac tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.309175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac51b1d3-5305-4864-8edc-a002b643adb4 req-be3e4ece-d907-4cd1-b6b3-ece4bafdb9ac tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0498199 Dec 15 14:24:27.340322 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-63776d3c-48d0-4354-8c4f-8be4d0dc8d47 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 1000 time: 0.0595565 Dec 15 14:24:27.359805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac51b1d3-5305-4864-8edc-a002b643adb4 req-967bc08c-e57a-455e-b192-3cac981be704 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443408 Dec 15 14:24:27.393636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-4516a5cb-4936-4e7a-a0ef-be63501412f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.395081 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-4516a5cb-4936-4e7a-a0ef-be63501412f8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0479195 Dec 15 14:24:27.440319 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-b6187fb5-b3a5-4227-87a4-664439ce80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.441815 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-b6187fb5-b3a5-4227-87a4-664439ce80ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390179 Dec 15 14:24:27.535844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-aea0be69-d89d-487f-845d-11bd07cf75b3 service neutron] 10.222.0.85 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860772 Dec 15 14:24:27.638576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-79beee55-6f26-4a59-90ac-a93bdd477da6 service neutron] 10.222.0.85 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953856 Dec 15 14:24:27.694257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c37175-271d-4f83-b312-cafbf8290203 req-75009375-4c2b-40c2-887e-f65a2b8004ff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.695743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36c37175-271d-4f83-b312-cafbf8290203 req-75009375-4c2b-40c2-887e-f65a2b8004ff tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0539539 Dec 15 14:24:27.749794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36c37175-271d-4f83-b312-cafbf8290203 req-8bf0034d-ffae-404b-bb79-25997f2bec8c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467820 Dec 15 14:24:27.903170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76626-3caf-4fad-b298-b172227807a5 req-6757eba5-aabe-4b54-9da7-c3009ea658a3 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:27.904626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-6757eba5-aabe-4b54-9da7-c3009ea658a3 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47&tenant_id=ca3aad29950d49bba02cd5a4a016cf27&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 1096 time: 0.0466628 Dec 15 14:24:28.048252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-22d76626-3caf-4fad-b298-b172227807a5 req-3853a90f-1343-4cbf-8daf-bae9e9e371cb service neutron] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:28.051450 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-22d76626-3caf-4fad-b298-b172227807a5 req-3853a90f-1343-4cbf-8daf-bae9e9e371cb service neutron] Publish callbacks [] for binding, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:28.052577 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-22d76626-3caf-4fad-b298-b172227807a5 req-3853a90f-1343-4cbf-8daf-bae9e9e371cb service neutron] 10.222.0.85 "DELETE /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca/bindings/n-h2-815324-3 HTTP/1.1" status: 204 len: 173 time: 0.1408834 Dec 15 14:24:28.477123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348a80d-d05a-428c-965b-bc3ba9ba0870 req-77a5297a-4bca-439c-849d-a9ca33434504 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:28.478694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4348a80d-d05a-428c-965b-bc3ba9ba0870 req-77a5297a-4bca-439c-849d-a9ca33434504 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0495296 Dec 15 14:24:28.527622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4348a80d-d05a-428c-965b-bc3ba9ba0870 req-fb5e2aca-b454-4dd9-92b8-602534028473 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425324 Dec 15 14:24:28.877125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486132d6-9b40-4f30-8dda-79b316fd25c5 req-71e4227e-b5b2-4e64-b842-7b2b49aba5b6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:28.878666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-486132d6-9b40-4f30-8dda-79b316fd25c5 req-71e4227e-b5b2-4e64-b842-7b2b49aba5b6 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0502012 Dec 15 14:24:28.937038 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-486132d6-9b40-4f30-8dda-79b316fd25c5 req-b6d12260-d03a-4f91-8ea0-d747e97ee8df tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474856 Dec 15 14:24:29.040342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3121-00c0-4c5a-b6f2-0d54c04e17d6 req-72e42687-12b8-419d-9c46-89ef8ae77bb3 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:29.042292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf5f3121-00c0-4c5a-b6f2-0d54c04e17d6 req-72e42687-12b8-419d-9c46-89ef8ae77bb3 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1096 time: 0.0397644 Dec 15 14:24:29.085681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf5f3121-00c0-4c5a-b6f2-0d54c04e17d6 req-fe0bdc22-7225-42f6-9b6b-5c649191b1f5 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375834 Dec 15 14:24:29.200686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a160-2a99-4e1d-b1b3-c5aa6fdf5d82 req-fd4b7b7d-d697-442f-8e0d-c7737598a9ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:29.202187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7052a160-2a99-4e1d-b1b3-c5aa6fdf5d82 req-fd4b7b7d-d697-442f-8e0d-c7737598a9ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0494931 Dec 15 14:24:29.252063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7052a160-2a99-4e1d-b1b3-c5aa6fdf5d82 req-cd278e9c-1af6-48ee-901d-7ad38270bf0e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Dec 15 14:24:29.273849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43326) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:29.336427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6b02bee9-2881-4e5d-a082-2f56b0ba4a7d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/7eb39471-058b-4629-8171-91a9c04b283e HTTP/1.1" status: 200 len: 992 time: 0.0614278 Dec 15 14:24:29.479202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:29.517273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:24:29.561034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43334) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:29.708723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037e1ae-94c7-402d-9a5e-3d0a436ed016 req-c68ab370-a4b8-4318-8baf-fdde633a9afa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:29.710103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4037e1ae-94c7-402d-9a5e-3d0a436ed016 req-c68ab370-a4b8-4318-8baf-fdde633a9afa tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.1049263 Dec 15 14:24:29.794084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4037e1ae-94c7-402d-9a5e-3d0a436ed016 req-1af375c6-b04b-4331-99c9-05b9c086ad2f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0769825 Dec 15 14:24:29.803755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 0c2d1016-eb72-4baa-b286-9fb05f24057a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:24:29.804093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:29.880247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:29.880594 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:29.893272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 0c2d1016-eb72-4baa-b286-9fb05f24057a owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:24:30.047303 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:30.073803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=0c2d1016-eb72-4baa-b286-9fb05f24057a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:30.135055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:30.135474 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP 7eb39471-058b-4629-8171-91a9c04b283e disassociated (deleted). External IP: 172.25.2.155, port: 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca. Dec 15 14:24:30.175462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:30.342201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 40df1775-c68f-4a79-9302-423611100625 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:30.450289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:30.455168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:30.461928 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] Sync routers for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:30.472113 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:30.472751 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:30.482620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be70ee0d-1f60-4a2b-8fa0-d8fa375bf6ba tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/floatingips/7eb39471-058b-4629-8171-91a9c04b283e HTTP/1.1" status: 204 len: 168 time: 0.9204342 Dec 15 14:24:30.483323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:30.485735 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea92ac8-9557-41f1-837a-bec71a573f78" -d '{"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:30.525016 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dab346-02a9-4e34-ae03-eaf4ccfb178d x-openstack-request-id: req-b9dab346-02a9-4e34-ae03-eaf4ccfb178d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:30.525016 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:30.525016 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9dab346-02a9-4e34-ae03-eaf4ccfb178d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:30.526357 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'status': 'completed', 'code': 200} Dec 15 14:24:30.610750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-849dfa60-c5a1-455a-9161-b7c2507ffb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:30.613034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-849dfa60-c5a1-455a-9161-b7c2507ffb5a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 1096 time: 0.0498350 Dec 15 14:24:30.701313 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:30.722338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-27d38b72-a266-40bc-bac4-b5df9fc1d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:30.724018 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-27d38b72-a266-40bc-bac4-b5df9fc1d983 service neutron] 10.222.0.85 "GET /v2.0/networks?id=974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 200 len: 899 time: 0.1032283 Dec 15 14:24:30.737013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b949-e946-4e6b-9986-4cbe836494a7 req-84c24d69-807c-462a-8b45-d87b9b861f0a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:30.738600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c0b949-e946-4e6b-9986-4cbe836494a7 req-84c24d69-807c-462a-8b45-d87b9b861f0a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0567832 Dec 15 14:24:30.772592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-1208992c-9d94-44ea-9f00-a1f70766e829 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 200 len: 217 time: 0.0400982 Dec 15 14:24:30.790801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c0b949-e946-4e6b-9986-4cbe836494a7 req-271a04f8-887d-4525-a3dc-a065dd31b4ca tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbed9376-eacf-41a5-bf60-dc2cef2dea64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 Dec 15 14:24:30.836485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-235a6833-d6af-47d3-8959-5c0dab5c673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:30.838619 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-235a6833-d6af-47d3-8959-5c0dab5c673a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 200 len: 835 time: 0.0537744 Dec 15 14:24:30.898459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-8749279a-c9a5-4d69-bcee-b214a799a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:30.900914 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-8749279a-c9a5-4d69-bcee-b214a799a45e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=974782f5-a38a-4dad-8ddd-fe185c8360bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530486 Dec 15 14:24:30.918561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084fdf0-c977-457a-8189-a8ed1d380a41 req-e8909d17-9723-4b0b-a452-6759c7e9f4f7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:30.920407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0084fdf0-c977-457a-8189-a8ed1d380a41 req-e8909d17-9723-4b0b-a452-6759c7e9f4f7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0524471 Dec 15 14:24:30.926820 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:30.954477 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] Checking router: 40df1775-c68f-4a79-9302-423611100625 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:30.965148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:30.965764 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:30.972869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0084fdf0-c977-457a-8189-a8ed1d380a41 req-9d44c236-fe20-4570-a333-f4abc2e81b35 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464895 Dec 15 14:24:31.002123 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-e27c23a1-3c64-4dc1-bd0d-459256296b88 service neutron] 10.222.0.85 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920787 Dec 15 14:24:31.074861 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:31.123648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eea92ac8-9557-41f1-837a-bec71a573f78 req-e3e9eae7-6032-4c03-8c54-7501aa42bb13 service neutron] 10.222.0.85 "GET /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956690 Dec 15 14:24:31.275251 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:31.301348 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e429a2-dcd6-4c30-a9ae-daf84d2e6487 None None] The sync data for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 is: [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:23:31Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f271f59a-6b52-4bff-a4ba-ac233e1fee21', 'name': '', 'network_id': '974782f5-a38a-4dad-8ddd-fe185c8360bf', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:23:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:30Z', 'updated_at': '2021-12-15T14:23:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': 'b67033e1-9ca0-400e-860b-0757c67cc223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:31.339162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-32612ac4-c159-46ec-b3df-16267407dc30 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:31.340840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-32612ac4-c159-46ec-b3df-16267407dc30 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.85 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 945 time: 0.0526192 Dec 15 14:24:31.439759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:24:31.440094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:31.528724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c04db6b-49a1-478c-a717-a4b472cb4513 None None] New status for floating IP 7eb39471-058b-4629-8171-91a9c04b283e: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:24:31.535173 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:31.535541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:31.548204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:24:31.682733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:31.708723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:31.755724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] No DVR routers for this DVR port 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:24:31.758331 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:31.761692 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-79b28d30-3846-4fc3-a80e-3050031c4a78 req-e7961159-7177-4b31-8c93-18389b9edb55 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.85 "DELETE /v2.0/ports/56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca HTTP/1.1" status: 204 len: 173 time: 0.4148874 Dec 15 14:24:31.762134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-deleted', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:31.764387 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c645d1-f939-42ac-b857-cb8ecf6b9157" -d '{"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-deleted", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:31.801614 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092f8d5d-0714-44bd-b922-546eccaedca9 x-openstack-request-id: req-092f8d5d-0714-44bd-b922-546eccaedca9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:31.801921 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863b5394-0cbb-4f8e-95c9-a3c21f6d0a47", "name": "network-vif-deleted", "tag": "56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:31.802183 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-092f8d5d-0714-44bd-b922-546eccaedca9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:31.802599 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863b5394-0cbb-4f8e-95c9-a3c21f6d0a47', 'name': 'network-vif-deleted', 'tag': '56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca', 'status': 'completed', 'code': 200} Dec 15 14:24:31.896198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84ff004a-48af-4ddd-816a-18407ececddb req-2886c15c-0dfd-4e01-8946-7ef9d263ba1e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=863b5394-0cbb-4f8e-95c9-a3c21f6d0a47 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Dec 15 14:24:32.105517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36fb6b-03bc-4042-a7db-9cb02014428b req-1847084b-66f1-4132-978d-bca5b4f9991a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:32.107321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb36fb6b-03bc-4042-a7db-9cb02014428b req-1847084b-66f1-4132-978d-bca5b4f9991a tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 943 time: 0.0590601 Dec 15 14:24:32.159756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb36fb6b-03bc-4042-a7db-9cb02014428b req-12ac223f-238f-4b3b-badc-7303db3a22a7 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460267 Dec 15 14:24:32.190919 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1a67d3f0-914c-47e6-b725-db6436909eff details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:24:32.289705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 1a67d3f0-914c-47e6-b725-db6436909eff, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1a67d3f0-914c-47e6-b725-db6436909eff,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:32.302703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '1a67d3f0-914c-47e6-b725-db6436909eff', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'port_id': '1a67d3f0-914c-47e6-b725-db6436909eff', 'mac_address': 'fa:16:3e:b9:38:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:24:32.338851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:32.355444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a67d3f0-914c-47e6-b725-db6436909eff {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:32.373823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 1a67d3f0-914c-47e6-b725-db6436909eff, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1a67d3f0-914c-47e6-b725-db6436909eff,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:32.377688 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:32.424247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=1a67d3f0-914c-47e6-b725-db6436909eff,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:32.762477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['1a67d3f0-914c-47e6-b725-db6436909eff'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:24:32.954346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:33.293222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-3fc0cc08-dbb5-4a91-9650-ae87377fbe9d req-00fac569-7d85-4276-9282-661b256fc3ac service neutron] (103378) timed out ('10.222.0.32', 33342) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:24:33.407968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf740bc-82f0-4d77-8a9d-06a99bef5ac8 req-1275284f-abcb-4760-9a3a-38c405eb7011 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:33.409476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbf740bc-82f0-4d77-8a9d-06a99bef5ac8 req-1275284f-abcb-4760-9a3a-38c405eb7011 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 944 time: 0.0695112 Dec 15 14:24:33.535465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bbf740bc-82f0-4d77-8a9d-06a99bef5ac8 req-f994d9c0-96e2-4393-8b59-6496f4bcbb91 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1150074 Dec 15 14:24:33.695441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:33.952702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port f271f59a-6b52-4bff-a4ba-ac233e1fee21 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:24:33.953042 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.042498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port f271f59a-6b52-4bff-a4ba-ac233e1fee21, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f271f59a-6b52-4bff-a4ba-ac233e1fee21,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:34.043190 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.055027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for f271f59a-6b52-4bff-a4ba-ac233e1fee21 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:24:34.207573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1a67d3f0-914c-47e6-b725-db6436909eff up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:34.237765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.257322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 1a67d3f0-914c-47e6-b725-db6436909eff completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:24:34.263083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 1a67d3f0-914c-47e6-b725-db6436909eff triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:34.263457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.270540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=f271f59a-6b52-4bff-a4ba-ac233e1fee21,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:34.359011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.385276 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:34.387752 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac3c3f6-f69d-4ed1-ab4c-e16309e028d1" -d '{"events": [{"server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "name": "network-vif-plugged", "status": "completed", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:34.414516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 1a67d3f0-914c-47e6-b725-db6436909eff, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1a67d3f0-914c-47e6-b725-db6436909eff,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:34.421232 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.422486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:34.445450 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258405a5-1116-40f6-a635-921cb3b3c93e x-openstack-request-id: req-258405a5-1116-40f6-a635-921cb3b3c93e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:34.445752 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "name": "network-vif-plugged", "status": "completed", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:34.445993 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-258405a5-1116-40f6-a635-921cb3b3c93e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:34.446383 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff', 'code': 200} Dec 15 14:24:34.457795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.474598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:24:34.474598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 56c13910-dd76-4f3f-ad33-bcdd4f7ac7ca not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:24:34.515801 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=1a67d3f0-914c-47e6-b725-db6436909eff,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:34.554729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad373c-3625-4fb7-a7f0-97bf641ea429 req-f4c18c30-70b9-4182-814d-07f8a955e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:34.558033 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bdad373c-3625-4fb7-a7f0-97bf641ea429 req-f4c18c30-70b9-4182-814d-07f8a955e4da service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 1096 time: 0.0437403 Dec 15 14:24:34.604150 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-bdad373c-3625-4fb7-a7f0-97bf641ea429 req-71c0edce-8350-4597-acef-502055cd3296 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414193 Dec 15 14:24:34.709707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1d7d8-f236-49e9-98af-b391d4370258 req-b3a491ae-3bc4-4b15-91f3-a5e2794e6016 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:34.711082 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25d1d7d8-f236-49e9-98af-b391d4370258 req-b3a491ae-3bc4-4b15-91f3-a5e2794e6016 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.0958304 Dec 15 14:24:34.738581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router 40df1775-c68f-4a79-9302-423611100625 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:34.836684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25d1d7d8-f236-49e9-98af-b391d4370258 req-1aed3869-461f-483f-bb72-441a15f546bf tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1195705 Dec 15 14:24:34.871023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:34.876241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9931023b-f21d-40d4-997e-ac08b9572cb9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/40df1775-c68f-4a79-9302-423611100625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205701 Dec 15 14:24:34.880461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:34.881561 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbbe707-3f35-4597-8416-460855e93920 None None] Sync routers for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:34.892137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:34.892760 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:34.931979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting subnet b67033e1-9ca0-400e-860b-0757c67cc223 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:24:34.935379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.980569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.004530 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:35.071742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.130289 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.162056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Subnet': ['ID=b67033e1-9ca0-400e-860b-0757c67cc223,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:35.166194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.172392 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fdfb1508-bcba-4023-8632-5a0d1e02bb81 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/subnets/b67033e1-9ca0-400e-860b-0757c67cc223 HTTP/1.1" status: 204 len: 168 time: 0.2883542 Dec 15 14:24:35.172732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:35.173421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ffedb0-c712-49e3-85b1-e219613f5ee6 None None] Network 974782f5-a38a-4dad-8ddd-fe185c8360bf requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:24:35.185453 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:24:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:35.214726 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbbe707-3f35-4597-8416-460855e93920 None None] Checking router: 40df1775-c68f-4a79-9302-423611100625 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:35.224740 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] Routers {'40df1775-c68f-4a79-9302-423611100625'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:35.225622 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40df1775-c68f-4a79-9302-423611100625'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:35.295476 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.340474 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] Set router 40df1775-c68f-4a79-9302-423611100625 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:35.353155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] DHCP port deletion for 974782f5-a38a-4dad-8ddd-fe185c8360bf request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:24:35.406027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] Deleting port c35585fe-a081-4dbb-a811-588c571922d2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:24:35.406240 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.406477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.461678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 22cd68a7-c529-4db9-86c0-dba67847431d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:24:35.462086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.475474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] For port c35585fe-a081-4dbb-a811-588c571922d2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c35585fe-a081-4dbb-a811-588c571922d2,segment=NetworkSegment(a90732c2-ad18-4b3f-bb68-1138eaa11d5f),segment_id=a90732c2-ad18-4b3f-bb68-1138eaa11d5f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:35.475868 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.489041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] Calling delete_port for c35585fe-a081-4dbb-a811-588c571922d2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:24:35.525826 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-edbbe707-3f35-4597-8416-460855e93920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:24:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:35.549295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 22cd68a7-c529-4db9-86c0-dba67847431d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=22cd68a7-c529-4db9-86c0-dba67847431d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:35.549663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.563855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 22cd68a7-c529-4db9-86c0-dba67847431d owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:24:35.571062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.612726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] Pushing event deleted for resources: {'Port': ['ID=c35585fe-a081-4dbb-a811-588c571922d2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:35.615619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839c55a-6ade-497c-8016-afbec3fee49a None None] No DVR routers for this DVR port c35585fe-a081-4dbb-a811-588c571922d2 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:24:35.652101 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbbe707-3f35-4597-8416-460855e93920 None None] The sync data for ids ['40df1775-c68f-4a79-9302-423611100625'] in n-d-815324-3 is: [{'id': '40df1775-c68f-4a79-9302-423611100625', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1182330926', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:27Z', 'updated_at': '2021-12-15T14:24:34Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '22cd68a7-c529-4db9-86c0-dba67847431d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40df1775-c68f-4a79-9302-423611100625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:28Z', 'updated_at': '2021-12-15T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:35.752310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.778202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=22cd68a7-c529-4db9-86c0-dba67847431d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:35.792375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a8a5c-0862-4cdc-9f3e-fc7906e55f56 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:24:35.804433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.804803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.805144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.805474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.805805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.806134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.806504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.806828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.807150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.807469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.807796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.808116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.808432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:35.850473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.963918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.982340 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.050312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db5872-6af6-4744-a044-e66440dc9c7e req-bdd32e0a-efec-416c-aea0-81be2d2fec35 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:36.051895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24db5872-6af6-4744-a044-e66440dc9c7e req-bdd32e0a-efec-416c-aea0-81be2d2fec35 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.1073186 Dec 15 14:24:36.053164 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.053698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Fanout notify agent at l3_agent the message router_deleted on router 40df1775-c68f-4a79-9302-423611100625 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:24:36.060871 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.061971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-506c92a5-d71d-461c-a8ee-56460f257022 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/routers/40df1775-c68f-4a79-9302-423611100625 HTTP/1.1" status: 204 len: 168 time: 0.8882360 Dec 15 14:24:36.064841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43366) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:36.110636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-24db5872-6af6-4744-a044-e66440dc9c7e req-7ccb8f8d-a91f-4071-8376-8b6863735783 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475554 Dec 15 14:24:36.151601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.242575 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.263709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974782f5-a38a-4dad-8ddd-fe185c8360bf']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:36.273780 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:36.274078 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90732c2-ad18-4b3f-bb68-1138eaa11d5f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:36.284796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.299805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.307603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:24:36.308102 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:24:36.311376 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:24:36.378270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.385662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.389027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/networks/974782f5-a38a-4dad-8ddd-fe185c8360bf HTTP/1.1" status: 204 len: 168 time: 0.3231912 Dec 15 14:24:36.391829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:36.401266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e705f-7432-4485-a36d-93eb7673c2c3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Network': ['ID=974782f5-a38a-4dad-8ddd-fe185c8360bf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:36.450211 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e761c022-6d8c-4b6f-8566-be4021df31ef tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.475391 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e761c022-6d8c-4b6f-8566-be4021df31ef tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.533208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e761c022-6d8c-4b6f-8566-be4021df31ef tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.535839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e761c022-6d8c-4b6f-8566-be4021df31ef tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.537027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e761c022-6d8c-4b6f-8566-be4021df31ef tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/security-groups/fbed9376-eacf-41a5-bf60-dc2cef2dea64 HTTP/1.1" status: 204 len: 168 time: 0.1442060 Dec 15 14:24:36.546545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761c022-6d8c-4b6f-8566-be4021df31ef tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbed9376-eacf-41a5-bf60-dc2cef2dea64,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:36.719821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f271f59a-6b52-4bff-a4ba-ac233e1fee21 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:36.740089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f271f59a-6b52-4bff-a4ba-ac233e1fee21 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:24:36.740432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f271f59a-6b52-4bff-a4ba-ac233e1fee21 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:24:36.740877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c35585fe-a081-4dbb-a811-588c571922d2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:36.759543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c35585fe-a081-4dbb-a811-588c571922d2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:24:36.759883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c35585fe-a081-4dbb-a811-588c571922d2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:24:37.107555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43374) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.112144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845165232', 'description': 'tempest-secgroup-smoke-845165232 description', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.138363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.229735 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.234820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.270515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.271656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1630962 Dec 15 14:24:37.274759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43378) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.279545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'b96e0c34-182f-42e6-ad2b-91fd3f1b4029', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.281426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957a65-3349-426d-b3ed-025e1e35ae3b req-1d02da1b-5049-4903-a50e-fcbca520c996 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:37.282902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9957a65-3349-426d-b3ed-025e1e35ae3b req-1d02da1b-5049-4903-a50e-fcbca520c996 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.0930915 Dec 15 14:24:37.285163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee451084-0999-4811-87ff-b210e78ebcee tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e0c34-182f-42e6-ad2b-91fd3f1b4029,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:37.306728 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.336571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9957a65-3349-426d-b3ed-025e1e35ae3b req-6ec10fc2-6ac2-4a20-8846-a4aee5295206 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456803 Dec 15 14:24:37.373074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.377441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.395195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d209c253-9c20-4228-81e0-953ef441632d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:37.403674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.404925 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a39c1467-29ec-4948-ac47-aab6391229ab tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289604 Dec 15 14:24:37.407601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43382) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.411970 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'b96e0c34-182f-42e6-ad2b-91fd3f1b4029', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.437976 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.465464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f851b-5d92-4dca-a4e0-0712c6bd5cb0 req-8851d561-f025-46c9-b475-47c0d4ef123c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:37.466986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc0f851b-5d92-4dca-a4e0-0712c6bd5cb0 req-8851d561-f025-46c9-b475-47c0d4ef123c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.0530205 Dec 15 14:24:37.495312 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.499571 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.515366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4498d4-266d-4e8a-861f-6c75de0c8fa2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:37.520181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc0f851b-5d92-4dca-a4e0-0712c6bd5cb0 req-a6d83a25-bcab-41be-b6c7-c8c885e73463 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465372 Dec 15 14:24:37.526591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.527832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3634fcba-7df8-4d22-856b-851505eee744 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193094 Dec 15 14:24:37.530625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43384) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.535806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'b96e0c34-182f-42e6-ad2b-91fd3f1b4029', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.543824 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43386) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.563101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.586258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87799df7-17de-404c-b98a-970f1bfc1586 tempest-TestVolumeBootPattern-184122104 tempest-TestVolumeBootPattern-184122104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:37.590321 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87799df7-17de-404c-b98a-970f1bfc1586 tempest-TestVolumeBootPattern-184122104 tempest-TestVolumeBootPattern-184122104-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 1091 time: 0.0429330 Dec 15 14:24:37.590520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43388) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.594827 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '1a67d3f0-914c-47e6-b725-db6436909eff', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.617409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.621159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.625177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.643179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70207483-572d-4639-9708-923d0181eaa4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:37.652595 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.656892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-61b345f4-24da-40e5-8e61-cc2eedea095b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252139 Dec 15 14:24:37.657517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.662079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'b96e0c34-182f-42e6-ad2b-91fd3f1b4029', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.691245 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.727040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.762736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.766711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.786928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8081c85-ec2c-4d70-a344-259758661c6d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:37.793326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.797049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ba95e915-bc95-438d-8e13-e6cf33ca34c8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358683 Dec 15 14:24:37.797172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43392) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.801554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'b96e0c34-182f-42e6-ad2b-91fd3f1b4029', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.823905 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:24:37.828832 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.836396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Allocated IP 172.25.2.218 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/68985f02-9fbf-4c82-87db-3c7b1d0d5eec) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:37.890563 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.894752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.909730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9340472-9a10-45f5-b481-1df0d888cb98,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:37.921797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.923157 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-68765997-6ff3-4566-97b4-2bfce7043887 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250041 Dec 15 14:24:37.926003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:37.930395 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'security_group_rule': {'security_group_id': 'b96e0c34-182f-42e6-ad2b-91fd3f1b4029', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:37.951150 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.952645 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Project ca3aad29950d49bba02cd5a4a016cf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:24:37.958434 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.986507 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.022472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.026361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:38.026678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.029470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:38.032949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:38.047765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a283fee-d6f0-4846-b9b1-bf1e30dbd635,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:38.053578 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.058364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2cf1eab5-e3d3-4f4a-9fcd-f9752038929d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313136 Dec 15 14:24:38.058989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43396) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:38.064036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'network': {'name': 'tempest-network-smoke--688373714', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:38.068378 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=68985f02-9fbf-4c82-87db-3c7b1d0d5eec,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:38.089352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:24:38.092998 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.121502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:24:38.133089 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.133441 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Added segment 5d6e3384-8338-46d5-a7eb-36467ddf388b of type vlan for network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc Dec 15 14:24:38.181346 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.213391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.219087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:38.219805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.288804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2254357 Dec 15 14:24:38.289689 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43398) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:38.293753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'admin_state_up': True, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:38.295705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0711a-7cf0-4971-9716-21b58b277d71 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Network': ['ID=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:38.301566 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 22cd68a7-c529-4db9-86c0-dba67847431d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:38.306721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:24:38.325905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 22cd68a7-c529-4db9-86c0-dba67847431d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:24:38.326338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 22cd68a7-c529-4db9-86c0-dba67847431d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:24:38.731089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.732368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.802942 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.804187 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.990665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.999296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.238812 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.273274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.399342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event updated for resources: {'Port': ['ID=68985f02-9fbf-4c82-87db-3c7b1d0d5eec,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:39.403855 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.432815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.434915 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.613849 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Floating IP e83a1aba-4fd3-453f-a02b-b6b9afd7679c associated. External IP: 172.25.2.218, port: 1a67d3f0-914c-47e6-b725-db6436909eff. Dec 15 14:24:39.691831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.16 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/53283a9b-fd99-4f51-9a66-fa0165016647) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:39.888267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.945370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:39.955969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:40.053898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:40.063523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:40.069474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:40.078129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8590f-1fae-4cf5-a16f-ba9cd7638e4a None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:24:40.102096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=53283a9b-fd99-4f51-9a66-fa0165016647,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:40.192208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d48d5315-82f8-4a89-9f18-925f6a1da696 None None] Provisioning complete for port 53283a9b-fd99-4f51-9a66-fa0165016647 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:40.192523 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d48d5315-82f8-4a89-9f18-925f6a1da696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:40.200679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:40.218451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:40.236129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d48d5315-82f8-4a89-9f18-925f6a1da696 None None] Port 53283a9b-fd99-4f51-9a66-fa0165016647 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:40.239619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:40.240485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:40.248772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:40.286820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aa00d31f-5834-4962-b922-4ab321806c8c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6952806 Dec 15 14:24:40.288546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:40.290784 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbdfda0-1680-45e0-8292-cd9bb49ac512" -d '{"events": [{"name": "network-changed", "server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:40.354924 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95de1dda-4a42-4978-8dc0-c0717dc2babf x-openstack-request-id: req-95de1dda-4a42-4978-8dc0-c0717dc2babf {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:40.355222 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:40.355480 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95de1dda-4a42-4978-8dc0-c0717dc2babf {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:40.355887 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff', 'status': 'completed', 'code': 200} Dec 15 14:24:40.367422 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:40.398271 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:40.419171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-83d2b06d-b6bc-4e40-97a0-55ce33a3d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:40.420726 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-83d2b06d-b6bc-4e40-97a0-55ce33a3d9e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 1096 time: 0.0435519 Dec 15 14:24:40.520778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-6f1ce5bb-106b-4e9f-9dfd-4ef906a6a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:40.521814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-6f1ce5bb-106b-4e9f-9dfd-4ef906a6a3d8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0946312 Dec 15 14:24:40.591995 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-78501bbb-afb5-4664-b59b-dc72a68ff4e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a67d3f0-914c-47e6-b725-db6436909eff HTTP/1.1" status: 200 len: 999 time: 0.0606534 Dec 15 14:24:40.605536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:37Z', 'revision_number': 1, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}, {'id': 'e83a1aba-4fd3-453f-a02b-b6b9afd7679c', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '1a67d3f0-914c-47e6-b725-db6436909eff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:b9:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:38Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:40.608683 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:40.632844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:40.642214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:40.643014 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:40.648575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-8be21b00-9322-498f-8b2c-efea27123d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:40.650076 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-8be21b00-9322-498f-8b2c-efea27123d28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0513849 Dec 15 14:24:40.697469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-ae1411e7-018b-4470-b587-af8087a2b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:40.698990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-ae1411e7-018b-4470-b587-af8087a2b8b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420175 Dec 15 14:24:40.745464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router b3632662-5139-4d84-a1eb-562d41ed41eb is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:24:40.764166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:40.797199 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-0d0ab745-9834-4c3d-8741-74dff7c0e82b service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907142 Dec 15 14:24:40.856609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:40.868538 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Sync routers for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:40.883979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:40.885607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e7b889a2-f06f-4f1a-aafb-906ceb7d6834 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5958936 Dec 15 14:24:40.889175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:40.890599 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:40.891556 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:40.911067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8dbdfda0-1680-45e0-8292-cd9bb49ac512 req-51e221d9-e085-4d15-a24a-8085cb8ae752 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069932 Dec 15 14:24:40.922173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b6ac526e-93f7-4867-8797-a283b08af8b8 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ca3aad29950d49bba02cd5a4a016cf27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294006 Dec 15 14:24:40.922463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43406) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:41.014122 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:41.029460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5743281-b0dc-4dc5-b492-1c278faefd92 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:41.031002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b5743281-b0dc-4dc5-b492-1c278faefd92 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076024 Dec 15 14:24:41.033929 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:41.036611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:37Z', 'revision_number': 1, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}, {'id': 'e83a1aba-4fd3-453f-a02b-b6b9afd7679c', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '1a67d3f0-914c-47e6-b725-db6436909eff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:b9:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:38Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:41.062384 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9b57b7f4-7170-4840-bd8e-0493568449ef tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272601 Dec 15 14:24:41.064982 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43410) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:41.065545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdcb4ab-7e40-4451-a46b-68e35b20d668 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:37Z', 'revision_number': 1, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}, {'id': 'e83a1aba-4fd3-453f-a02b-b6b9afd7679c', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '1a67d3f0-914c-47e6-b725-db6436909eff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:b9:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:38Z', 'revision_number': 0, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:41.070405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462910292', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:41.174072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:24:41.177881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.205625 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:40Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:41.235295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Checking router: b3632662-5139-4d84-a1eb-562d41ed41eb for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:41.235648 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Updating router b3632662-5139-4d84-a1eb-562d41ed41eb port 53283a9b-fd99-4f51-9a66-fa0165016647 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:24:41.262321 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.300268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0fb82-1dc8-4b47-866a-db17d795efce None None] New status for floating IP e83a1aba-4fd3-453f-a02b-b6b9afd7679c: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:24:41.384006 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.449238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Subnet': ['ID=6313cbaa-df73-464d-b088-88c794799a65,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:41.457853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Checking segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:41.458313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network hostable DHCP agents. Network: e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:24:41.477804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:24:41.489220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:41.499922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79dcc1-eb73-4ad4-b16c-06d2f5ee8329 None None] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:24:41.505290 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:41.505895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.522352 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.528088 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.529168 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0c55b655-dadd-464f-9ebf-8a6d24ebe0e2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4631746 Dec 15 14:24:41.531936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43412) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:41.575477 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Pushing event updated for resources: {'Port': ['ID=53283a9b-fd99-4f51-9a66-fa0165016647,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:41.589086 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.589645 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.590067 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.590511 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.590948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.591285 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.591618 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.592217 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.598215 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.598759 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.599180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.599753 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.600065 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:41.615548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:24:41.616749 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.628863 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Attempting to bind port 53283a9b-fd99-4f51-9a66-fa0165016647 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:41.629246 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Attempting to bind port 53283a9b-fd99-4f51-9a66-fa0165016647 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:41.629614 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Attempting to bind port 53283a9b-fd99-4f51-9a66-fa0165016647 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:41.634211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a71e4-fe39-49e6-9f01-ba1255039b6b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:24:41.636370 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:41.636787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:41.637199 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.637604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:41.638447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Bound port: 53283a9b-fd99-4f51-9a66-fa0165016647, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:41.638447 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.700949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] For port 53283a9b-fd99-4f51-9a66-fa0165016647, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:41.704985 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] For port 53283a9b-fd99-4f51-9a66-fa0165016647, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=53283a9b-fd99-4f51-9a66-fa0165016647,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:41.710776 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.741896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-105d7e03-4bfc-4f23-92ac-81a759bbeca4 None None] Provisioning complete for port 53283a9b-fd99-4f51-9a66-fa0165016647 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:41.742420 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-105d7e03-4bfc-4f23-92ac-81a759bbeca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.778663 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb7f3c-2a46-4464-a33f-6fef7bf2146b None None] Pushing event updated for resources: {'Port': ['ID=53283a9b-fd99-4f51-9a66-fa0165016647,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:41.785398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f74f56-c118-4441-917d-5743a96e34e2 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:24:41.786636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:41.787268 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:41.825524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Allocated IP 172.20.0.2 (e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc/6313cbaa-df73-464d-b088-88c794799a65/af54558a-c5fa-4986-9359-be8cced5e2a9) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:41.901128 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:41.934223 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-105d7e03-4bfc-4f23-92ac-81a759bbeca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:41.970304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-105d7e03-4bfc-4f23-92ac-81a759bbeca4 None None] For port 53283a9b-fd99-4f51-9a66-fa0165016647, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=53283a9b-fd99-4f51-9a66-fa0165016647,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:41.982040 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-105d7e03-4bfc-4f23-92ac-81a759bbeca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.076599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.079257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d7e03-4bfc-4f23-92ac-81a759bbeca4 None None] Pushing event updated for resources: {'Port': ['ID=53283a9b-fd99-4f51-9a66-fa0165016647,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:42.083366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.098016 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:40Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:42.135795 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e39d1-1ead-4232-9083-9b5b4b1d7ca3 None None] The sync data for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 is: [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:40Z', 'revision_number': 3, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:42.137984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:42.146124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:42.148548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Pushing event updated for resources: {'Port': ['ID=af54558a-c5fa-4986-9359-be8cced5e2a9,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:42.150926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:42.154386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-496cdaad-656a-49ff-b63f-94ac6f686115 None None] Provisioning complete for port 53283a9b-fd99-4f51-9a66-fa0165016647 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:42.154686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-496cdaad-656a-49ff-b63f-94ac6f686115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.248278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Attempting to bind port af54558a-c5fa-4986-9359-be8cced5e2a9 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:42.248679 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Attempting to bind port af54558a-c5fa-4986-9359-be8cced5e2a9 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:42.249051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Attempting to bind port af54558a-c5fa-4986-9359-be8cced5e2a9 on network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:42.261321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:42.261699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Checking segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:42.262105 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.262499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Bound using segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:42.262989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Bound port: af54558a-c5fa-4986-9359-be8cced5e2a9, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:42.263368 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.363619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.365249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] For port af54558a-c5fa-4986-9359-be8cced5e2a9, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:42.372655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] For port af54558a-c5fa-4986-9359-be8cced5e2a9, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=af54558a-c5fa-4986-9359-be8cced5e2a9,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:42.377600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.629186 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbb81602-8c9b-49a1-b359-aa07cdde3b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.635176 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e63744-87ed-4937-9412-4ad6ac509d22 None None] Pushing event updated for resources: {'Port': ['ID=af54558a-c5fa-4986-9359-be8cced5e2a9,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:42.697952 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.1 (e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc/6313cbaa-df73-464d-b088-88c794799a65/2595f7a5-2990-4858-a22a-473c02062dcc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:42.857233 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.898514 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:42.948084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:42.951729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:42.956373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:42.960866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=2595f7a5-2990-4858-a22a-473c02062dcc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:43.022301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:43.156486 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:43.444096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:43.449173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:43.526100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=2595f7a5-2990-4858-a22a-473c02062dcc,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:43.531909 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:43.629111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:43.630601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:43.751058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router b3632662-5139-4d84-a1eb-562d41ed41eb has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:43.869980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:43.871412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58b158-c95b-43f5-b2ff-5e7ce52831f6 None None] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:24:43.875762 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9859f565-8240-4bf8-83d3-c0232a32fe53 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/b3632662-5139-4d84-a1eb-562d41ed41eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421035 Dec 15 14:24:44.000342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3757952b-01c2-48f6-8767-d5a90ec99835 None None] Provisioning complete for port af54558a-c5fa-4986-9359-be8cced5e2a9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:44.000886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3757952b-01c2-48f6-8767-d5a90ec99835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.060582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-e936644b-09f1-400c-938f-aa25c889d658 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845165232&fields=id&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 267 time: 0.0559082 Dec 15 14:24:44.085070 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3757952b-01c2-48f6-8767-d5a90ec99835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.128418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3757952b-01c2-48f6-8767-d5a90ec99835 None None] For port af54558a-c5fa-4986-9359-be8cced5e2a9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=af54558a-c5fa-4986-9359-be8cced5e2a9,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:44.134342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3757952b-01c2-48f6-8767-d5a90ec99835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.179269 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Sync routers for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:44.192246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757952b-01c2-48f6-8767-d5a90ec99835 None None] Pushing event updated for resources: {'Port': ['ID=af54558a-c5fa-4986-9359-be8cced5e2a9,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:44.193397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-a9a8f4e8-c95b-4dc4-8d8c-278d4d32d6fe tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:44.197020 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-a9a8f4e8-c95b-4dc4-8d8c-278d4d32d6fe tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/networks?id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 200 len: 796 time: 0.1288605 Dec 15 14:24:44.204436 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:44.205080 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:44.212966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-68a93f69-9886-45b9-997b-718d1d975a2b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/quotas/ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 375 time: 0.0113499 Dec 15 14:24:44.270018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-111c9a51-8960-4ac6-b272-97b9bdcc0528 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496824 Dec 15 14:24:44.322006 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:44.371275 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c4d94220-3af9-40b4-9f45-727d66afbbc6 None None] Provisioning complete for port 2595f7a5-2990-4858-a22a-473c02062dcc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:44.371649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4d94220-3af9-40b4-9f45-727d66afbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.424552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-ffd709a0-dbf9-4d4f-8579-1837a439521c service neutron] 10.222.0.32 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411157 Dec 15 14:24:44.430699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c4d94220-3af9-40b4-9f45-727d66afbbc6 None None] Port 2595f7a5-2990-4858-a22a-473c02062dcc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:44.435315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.446228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c4d94220-3af9-40b4-9f45-727d66afbbc6 None None] Provisioning complete for port af54558a-c5fa-4986-9359-be8cced5e2a9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:44.447517 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4d94220-3af9-40b4-9f45-727d66afbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.485989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 53283a9b-fd99-4f51-9a66-fa0165016647 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:44.560758 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-b7e5d3e3-6e86-46dc-af05-fe233fe36596 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348553 Dec 15 14:24:44.602006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 53283a9b-fd99-4f51-9a66-fa0165016647 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:44.602459 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.614120 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 2, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:44.643470 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Checking router: b3632662-5139-4d84-a1eb-562d41ed41eb for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:44.643849 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Updating router b3632662-5139-4d84-a1eb-562d41ed41eb port 2595f7a5-2990-4858-a22a-473c02062dcc binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:24:44.707273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device af54558a-c5fa-4986-9359-be8cced5e2a9 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:44.812865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-405e19c6-e6c4-4c00-b140-3899c4f663fa req-40da0076-deb9-4a16-a4b5-287040e05a99 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 210 time: 0.0604036 Dec 15 14:24:44.813904 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4207468-cca6-45d8-b89b-122d423eb4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.819629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a835c915-4f2d-4199-8ad2-4053e6057aac None None] Provisioning complete for port 2595f7a5-2990-4858-a22a-473c02062dcc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:44.820355 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a835c915-4f2d-4199-8ad2-4053e6057aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.832950 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:44.871978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a835c915-4f2d-4199-8ad2-4053e6057aac None None] Port 2595f7a5-2990-4858-a22a-473c02062dcc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:44.875119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port af54558a-c5fa-4986-9359-be8cced5e2a9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:44.875503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.012426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29b3bdec-43c1-413a-8589-d5367b64f983 None None] Provisioning complete for port 2595f7a5-2990-4858-a22a-473c02062dcc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:45.013073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-29b3bdec-43c1-413a-8589-d5367b64f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.047540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-29b3bdec-43c1-413a-8589-d5367b64f983 None None] Port 2595f7a5-2990-4858-a22a-473c02062dcc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:45.139219 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.144285 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.241338 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08b9fd-94dd-42c7-a3d1-fd70ef36738e None None] Pushing event updated for resources: {'Port': ['ID=2595f7a5-2990-4858-a22a-473c02062dcc,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:45.282039 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Attempting to bind port 2595f7a5-2990-4858-a22a-473c02062dcc on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:45.282479 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Attempting to bind port 2595f7a5-2990-4858-a22a-473c02062dcc by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:45.282838 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Attempting to bind port 2595f7a5-2990-4858-a22a-473c02062dcc on network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:45.289324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:45.289627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Checking segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:45.290032 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.290894 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Bound using segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:45.291361 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Bound port: 2595f7a5-2990-4858-a22a-473c02062dcc, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:45.291735 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.365643 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] For port 2595f7a5-2990-4858-a22a-473c02062dcc, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:45.369864 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] For port 2595f7a5-2990-4858-a22a-473c02062dcc, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2595f7a5-2990-4858-a22a-473c02062dcc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:45.378371 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.437876 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:45.438581 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:45.473202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd366d5e-fa85-4a35-a696-3fb0824fa933 None None] Provisioning complete for port 2595f7a5-2990-4858-a22a-473c02062dcc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:45.473482 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5e-fa85-4a35-a696-3fb0824fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.483663 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08b9fd-94dd-42c7-a3d1-fd70ef36738e None None] Pushing event updated for resources: {'Port': ['ID=2595f7a5-2990-4858-a22a-473c02062dcc,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:45.566878 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5e-fa85-4a35-a696-3fb0824fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.577596 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:45.611703 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bd366d5e-fa85-4a35-a696-3fb0824fa933 None None] For port 2595f7a5-2990-4858-a22a-473c02062dcc, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2595f7a5-2990-4858-a22a-473c02062dcc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:45.616770 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5e-fa85-4a35-a696-3fb0824fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.695247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366d5e-fa85-4a35-a696-3fb0824fa933 None None] Pushing event updated for resources: {'Port': ['ID=2595f7a5-2990-4858-a22a-473c02062dcc,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:45.839575 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:45.864746 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5e5943b7-7ac1-4972-bf79-3ab9ede20be0 None None] Provisioning complete for port 2595f7a5-2990-4858-a22a-473c02062dcc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:45.865269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e5943b7-7ac1-4972-bf79-3ab9ede20be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.878197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8cee-dc5e-4b8e-a2c9-2234a8d80166 None None] The sync data for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 is: [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:45.886920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-e66521dc-2014-44b2-8bcf-42607a6c035e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:45.888593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-e66521dc-2014-44b2-8bcf-42607a6c035e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/networks?id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 200 len: 796 time: 0.1424680 Dec 15 14:24:45.959945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6356abf1-9197-4fda-a7c3-e10e09be1baf req-8b636094-b5e8-47ad-a6ab-70d5f01ce8cc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 210 time: 0.0573997 Dec 15 14:24:46.022520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-0109323d-b001-4bb0-bf7a-00db80586711 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca3aad29950d49bba02cd5a4a016cf27 HTTP/1.1" status: 200 len: 379 time: 0.1167445 Dec 15 14:24:46.033933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'port': {'device_id': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'admin_state_up': True, 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'security_groups': ['b96e0c34-182f-42e6-ad2b-91fd3f1b4029']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:46.165452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Made reservation on behalf of ca3aad29950d49bba02cd5a4a016cf27 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:24:46.170097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:46.383454 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:46.405991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2595f7a5-2990-4858-a22a-473c02062dcc up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:46.477234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2595f7a5-2990-4858-a22a-473c02062dcc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:46.477521 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:46.663567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.20.0.8 (e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc/6313cbaa-df73-464d-b088-88c794799a65/03afb5d4-c916-4715-845a-26c2564760bc) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:46.821479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:46.857213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:46.899349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:46.902911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:46.906883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:46.945443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:46.983472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:46.984420 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.011017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-46f3ab5f-0a56-407f-81e2-a19154b4b97f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9811776 Dec 15 14:24:47.026323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Request body: {'port': {'device_id': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:47.141682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.170547 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f125bca-f46b-4cec-a27b-174218b6c9ae req-4ec0ae94-d4a5-4d7f-b7c2-4a21f4ed849b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.172436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f125bca-f46b-4cec-a27b-174218b6c9ae req-4ec0ae94-d4a5-4d7f-b7c2-4a21f4ed849b tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 931 time: 0.1163242 Dec 15 14:24:47.186251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7a939edf-221d-4e76-aa66-1792d336cec8 None None] Provisioning complete for port 03afb5d4-c916-4715-845a-26c2564760bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:47.186634 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7a939edf-221d-4e76-aa66-1792d336cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.229244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7a939edf-221d-4e76-aa66-1792d336cec8 None None] Port 03afb5d4-c916-4715-845a-26c2564760bc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:47.297556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f125bca-f46b-4cec-a27b-174218b6c9ae req-91806108-bbf7-41aa-9ae2-02c5dddea3d4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068714 Dec 15 14:24:47.481289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03afb5d4-c916-4715-845a-26c2564760bc {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:47.490003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.503741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Transition to ACTIVE for port object 03afb5d4-c916-4715-845a-26c2564760bc will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:24:47.507040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.527286 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.559024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:47.628064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Attempting to bind port 03afb5d4-c916-4715-845a-26c2564760bc on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:47.628393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Attempting to bind port 03afb5d4-c916-4715-845a-26c2564760bc by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:47.628743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Attempting to bind port 03afb5d4-c916-4715-845a-26c2564760bc on network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:47.633300 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Port 03afb5d4-c916-4715-845a-26c2564760bc on network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:24:47.633609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Attempting to bind port 03afb5d4-c916-4715-845a-26c2564760bc on network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:47.638680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:47.639008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Checking segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:47.639387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Bound using segment: {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:47.639805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Bound port: 03afb5d4-c916-4715-845a-26c2564760bc, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d6e3384-8338-46d5-a7eb-36467ddf388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:47.640154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.708265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:47.711526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:47.716143 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.752548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.753167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.754637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] 10.222.0.67 "PUT /v2.0/ports/03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 200 len: 1091 time: 0.7337215 Dec 15 14:24:47.754944 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:47.757269 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfedbe-83dd-4550-a3e9-62867aeccd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:47.780948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea6c0-7ed8-4b15-a672-3e9140bc97aa service neutron] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:47.811929 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9b6f71-ec76-42cc-98a8-dc0b1905357e x-openstack-request-id: req-9e9b6f71-ec76-42cc-98a8-dc0b1905357e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:47.812227 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:47.812485 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e9b6f71-ec76-42cc-98a8-dc0b1905357e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:47.812900 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'status': 'completed', 'code': 200} Dec 15 14:24:47.847252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-835da6fd-3305-43bc-bd99-90809cc5b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.848831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-835da6fd-3305-43bc-bd99-90809cc5b6ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1094 time: 0.0468414 Dec 15 14:24:47.901752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-038d7a4b-8851-4308-9b1f-fe77d80083b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 200 len: 217 time: 0.0416548 Dec 15 14:24:47.953133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-616b958c-b258-4968-bf70-001c9ca4b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.954605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-616b958c-b258-4968-bf70-001c9ca4b7cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6313cbaa-df73-464d-b088-88c794799a65 HTTP/1.1" status: 200 len: 835 time: 0.0467107 Dec 15 14:24:48.003205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-e3e661f3-6dd7-41eb-9211-ff93b5a7ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.004755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-e3e661f3-6dd7-41eb-9211-ff93b5a7ba56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437269 Dec 15 14:24:48.099433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-d20e208a-9723-4058-939a-6f3d0117844c service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Dec 15 14:24:48.185730 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:24:48.189169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e7cb1e8-9a98-488d-a493-6f3a1adb8142 req-3bbff0df-2ded-4001-a610-c9cbe40d963d service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820460 Dec 15 14:24:48.274359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-2727a7e7-317a-4982-8bd5-a8f786ca4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.276495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-2727a7e7-317a-4982-8bd5-a8f786ca4482 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1094 time: 0.0420060 Dec 15 14:24:48.386661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-61dd9de4-7235-4d85-8be6-e3b9f1af1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.387999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-61dd9de4-7235-4d85-8be6-e3b9f1af1984 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 200 len: 898 time: 0.1029885 Dec 15 14:24:48.450537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-0d685df5-1f82-4b23-8894-ca9d52a7d035 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 200 len: 217 time: 0.0487194 Dec 15 14:24:48.467152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2737744-8e76-497c-92f7-8ac09fb3a71b req-57e492f8-ae8a-4e88-80ab-ce85cf840d06 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.468659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2737744-8e76-497c-92f7-8ac09fb3a71b req-57e492f8-ae8a-4e88-80ab-ce85cf840d06 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 943 time: 0.0999999 Dec 15 14:24:48.529946 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:48.537095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-bf2269f9-c40f-4d69-b132-2f3446252acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.538698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-bf2269f9-c40f-4d69-b132-2f3446252acc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6313cbaa-df73-464d-b088-88c794799a65 HTTP/1.1" status: 200 len: 835 time: 0.0806201 Dec 15 14:24:48.562393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2737744-8e76-497c-92f7-8ac09fb3a71b req-50009473-a742-4426-a7d0-d89008f6b454 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867372 Dec 15 14:24:48.596094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-4cd4bcbe-c6d1-462d-afb0-6cc7990d5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.597628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-4cd4bcbe-c6d1-462d-afb0-6cc7990d5c23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499296 Dec 15 14:24:48.694309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-6e33fa74-d73e-4654-90a4-7d1ffb5087b7 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879359 Dec 15 14:24:48.791988 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34bfedbe-83dd-4550-a3e9-62867aeccd3a req-4a7555c0-8782-4c7f-bc7f-ed234f1e5fe0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901854 Dec 15 14:24:49.529719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:24:49.626479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:49.638761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '03afb5d4-c916-4715-845a-26c2564760bc', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'port_id': '03afb5d4-c916-4715-845a-26c2564760bc', 'mac_address': 'fa:16:3e:d3:3e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:24:49.675991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:49.689412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03afb5d4-c916-4715-845a-26c2564760bc {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:49.689628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf59f2-c5c3-4409-8cb2-50ad7707458e req-23ca4aa4-441b-4daf-8487-b4fa9d1366c2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:49.691001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdaf59f2-c5c3-4409-8cb2-50ad7707458e req-23ca4aa4-441b-4daf-8487-b4fa9d1366c2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 943 time: 0.0552771 Dec 15 14:24:49.709273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:49.714182 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:49.742505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdaf59f2-c5c3-4409-8cb2-50ad7707458e req-ad536fcb-fbc3-4d38-bb16-1aa14f3d52a8 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449009 Dec 15 14:24:49.762333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:49.919676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['03afb5d4-c916-4715-845a-26c2564760bc'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:24:50.861072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670ef8d-feb0-48b4-a17e-11693d6f342f req-bf07f5ce-1062-44b0-bf05-8d7ced81b701 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:50.862626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2670ef8d-feb0-48b4-a17e-11693d6f342f req-bf07f5ce-1062-44b0-bf05-8d7ced81b701 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 944 time: 0.0503623 Dec 15 14:24:50.912601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2670ef8d-feb0-48b4-a17e-11693d6f342f req-8ec53d48-7633-4de2-9661-6daa77b91248 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439837 Dec 15 14:24:51.327400 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.541474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:51.595115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 03afb5d4-c916-4715-845a-26c2564760bc completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:24:51.600091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 03afb5d4-c916-4715-845a-26c2564760bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:51.600465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.676307 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.699776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:51.702044 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df37758c-62aa-41f8-ab5b-70fa8a10c905" -d '{"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-plugged", "status": "completed", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:51.714665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:51.719847 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.746985 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3680b9d-f42a-409b-9456-0d8854179726 x-openstack-request-id: req-c3680b9d-f42a-409b-9456-0d8854179726 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:51.747285 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-plugged", "status": "completed", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:51.747541 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3680b9d-f42a-409b-9456-0d8854179726 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:51.747930 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'code': 200} Dec 15 14:24:51.780753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:51.845789 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fb533-14b7-4089-a3c1-0276b353de65 req-531c0e20-f011-47b2-a6ee-bb5889f157c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:51.847202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb7fb533-14b7-4089-a3c1-0276b353de65 req-531c0e20-f011-47b2-a6ee-bb5889f157c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1096 time: 0.0453029 Dec 15 14:24:51.895995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb7fb533-14b7-4089-a3c1-0276b353de65 req-712f306e-7685-4bd2-a6a0-92e0d4016754 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Dec 15 14:24:52.030199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76ab8a-5798-4182-91c2-ad9c94e588a1 req-3742c22b-b0e9-483c-ace3-70eab9bae494 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:52.031761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c76ab8a-5798-4182-91c2-ad9c94e588a1 req-3742c22b-b0e9-483c-ace3-70eab9bae494 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Dec 15 14:24:52.090406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c76ab8a-5798-4182-91c2-ad9c94e588a1 req-06de7a72-5f88-4eea-a2fa-131419d227bc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524812 Dec 15 14:24:53.238431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1bef7-e128-4830-b551-8024243154b3 req-5750752e-c6ce-47ba-a6e9-54728dbbcd46 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:53.240680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65c1bef7-e128-4830-b551-8024243154b3 req-5750752e-c6ce-47ba-a6e9-54728dbbcd46 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0637312 Dec 15 14:24:53.298881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65c1bef7-e128-4830-b551-8024243154b3 req-8aa56884-91e2-430d-94a9-83cd4cf5c493 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491219 Dec 15 14:24:53.449372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbccb1d-a075-4509-b156-dd2548433abf req-807b12be-9d45-4613-a912-d285d972f3bd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:53.451640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dbccb1d-a075-4509-b156-dd2548433abf req-807b12be-9d45-4613-a912-d285d972f3bd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0648069 Dec 15 14:24:53.509867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dbccb1d-a075-4509-b156-dd2548433abf req-2614e971-a09e-47c6-b191-fef7c8af287d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505295 Dec 15 14:24:53.532482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:53.581162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67f185-2d5d-4986-beea-9601fbbc8427 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:53.582710 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3d67f185-2d5d-4986-beea-9601fbbc8427 tempest-TestNetworkAdvancedServerOps-966137766 tempest-TestNetworkAdvancedServerOps-966137766-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1091 time: 0.0490084 Dec 15 14:24:53.585481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:53.590553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '03afb5d4-c916-4715-845a-26c2564760bc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:53.616264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:53.722641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:53.854727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Allocated IP 172.25.2.63 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/62811223-feaa-4b2d-a0db-e2297421c6f7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:53.967560 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.004066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.040883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:54.046144 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:54.049847 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:54.092855 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=62811223-feaa-4b2d-a0db-e2297421c6f7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:54.539731 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.641165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.795757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.800403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.871479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event updated for resources: {'Port': ['ID=62811223-feaa-4b2d-a0db-e2297421c6f7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:54.881506 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:54.980249 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP 8753bf1b-ad14-4f85-be8b-aaf17add092f associated. External IP: 172.25.2.63, port: 03afb5d4-c916-4715-845a-26c2564760bc. Dec 15 14:24:55.512318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router b3632662-5139-4d84-a1eb-562d41ed41eb has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:55.623901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:55.633791 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] Sync routers for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:55.642051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:55.643734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:55.644351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:55.672819 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8f30919b-ec90-4d33-9378-e567d913d21c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0862644 Dec 15 14:24:55.673413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:55.675737 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b10374e-31ab-48a9-ad6e-de001bb83dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:55.718398 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae139c6f-a75f-4f9d-b960-75bdc8b5831f x-openstack-request-id: req-ae139c6f-a75f-4f9d-b960-75bdc8b5831f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:55.718926 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:55.719185 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae139c6f-a75f-4f9d-b960-75bdc8b5831f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:55.719595 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'status': 'completed', 'code': 200} Dec 15 14:24:55.753083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:55.811484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-90901700-767a-4321-9749-6bed1c10ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:55.813040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-90901700-767a-4321-9749-6bed1c10ce32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1096 time: 0.0647769 Dec 15 14:24:55.820226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37715bee-6a9f-4d40-a5d9-08417225b652 req-3197484b-5fb0-401f-bddb-9973efd96629 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:55.822144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37715bee-6a9f-4d40-a5d9-08417225b652 req-3197484b-5fb0-401f-bddb-9973efd96629 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0826936 Dec 15 14:24:55.929639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-37715bee-6a9f-4d40-a5d9-08417225b652 req-ef3cd4a2-6019-40cb-84e1-64dd768ee392 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980580 Dec 15 14:24:55.946147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-fb44b4e7-f92d-4f89-8400-3cfa38924c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:55.948279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-fb44b4e7-f92d-4f89-8400-3cfa38924c9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 200 len: 898 time: 0.1252830 Dec 15 14:24:55.952624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43472) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:55.995045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '8753bf1b-ad14-4f85-be8b-aaf17add092f', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'port_id': '03afb5d4-c916-4715-845a-26c2564760bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'mac_address': 'fa:16:3e:d3:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:54Z', 'updated_at': '2021-12-15T14:24:54Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:56.026494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] Checking router: b3632662-5139-4d84-a1eb-562d41ed41eb for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:56.034955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:56.035554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:24:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:56.066884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be51f5d1-68e6-4b42-ab70-ae3aac09e975 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/8753bf1b-ad14-4f85-be8b-aaf17add092f HTTP/1.1" status: 200 len: 990 time: 0.1128814 Dec 15 14:24:56.070876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-46716c05-ddf0-4124-aa29-ccf6e90be2c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 200 len: 998 time: 0.1091163 Dec 15 14:24:56.123163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-9f233631-fc32-4f70-941e-4dd678f2ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:56.124668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-9f233631-fc32-4f70-941e-4dd678f2ad0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6313cbaa-df73-464d-b088-88c794799a65 HTTP/1.1" status: 200 len: 835 time: 0.0470943 Dec 15 14:24:56.141931 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:56.173202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-d2a02c4b-3ce5-4728-822d-a1e82204049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:56.174715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-d2a02c4b-3ce5-4728-822d-a1e82204049b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409195 Dec 15 14:24:56.268520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-52c0f851-e4f5-43a8-8685-fb7bb8de34bb service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846891 Dec 15 14:24:56.377048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b10374e-31ab-48a9-ad6e-de001bb83dc0 req-bf363453-bf30-48f8-a9dc-4b5ea9ba88e0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002595 Dec 15 14:24:56.536872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '8753bf1b-ad14-4f85-be8b-aaf17add092f', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'port_id': '03afb5d4-c916-4715-845a-26c2564760bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'mac_address': 'fa:16:3e:d3:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:54Z', 'updated_at': '2021-12-15T14:24:54Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:56.568351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b91e71-44c0-44aa-a44c-512b8609d5ed None None] The sync data for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 is: [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '8753bf1b-ad14-4f85-be8b-aaf17add092f', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'port_id': '03afb5d4-c916-4715-845a-26c2564760bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'mac_address': 'fa:16:3e:d3:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:54Z', 'updated_at': '2021-12-15T14:24:54Z', 'revision_number': 0, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:56.761405 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b6f3a-9b4d-46bf-8550-65e49f6d8367 None None] New status for floating IP 8753bf1b-ad14-4f85-be8b-aaf17add092f: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:24:57.070598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43474) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:57.147262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-83b07f87-66ae-4376-ab09-eb1f9654729d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/8753bf1b-ad14-4f85-be8b-aaf17add092f HTTP/1.1" status: 200 len: 992 time: 0.0753200 Dec 15 14:25:08.869761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-0ca9072f-c743-491e-b42e-8ba4c1ca35e2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399601 Dec 15 14:25:08.964211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109426b9-20d3-4eba-80f5-626b4b515806 req-673e7161-98fe-40d4-891c-d49c74b2e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:08.966116 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-673e7161-98fe-40d4-891c-d49c74b2e597 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1096 time: 0.0417783 Dec 15 14:25:09.074866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109426b9-20d3-4eba-80f5-626b4b515806 req-95e47e20-5fc5-47be-b9f0-05d180e9bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:09.076396 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-95e47e20-5fc5-47be-b9f0-05d180e9bac0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.0905128 Dec 15 14:25:09.145352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-000a5c85-8808-400e-95dc-5cebcf44f6cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 1000 time: 0.0618174 Dec 15 14:25:09.193904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109426b9-20d3-4eba-80f5-626b4b515806 req-06521920-39c6-484e-a4d0-1666888240c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:09.195367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-06521920-39c6-484e-a4d0-1666888240c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0437067 Dec 15 14:25:09.249785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109426b9-20d3-4eba-80f5-626b4b515806 req-abcff27d-8aa4-44ee-b470-22f6b0316b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:09.251625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-abcff27d-8aa4-44ee-b470-22f6b0316b2b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485113 Dec 15 14:25:09.342651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-170c11d3-6a4c-4037-9aa8-cfcbb7fb07ec service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828819 Dec 15 14:25:09.438910 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-109426b9-20d3-4eba-80f5-626b4b515806 req-dc3d121f-e2ca-4d7b-b875-6a153179b288 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888085 Dec 15 14:25:12.583265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43a806e6-cef7-4f08-bc5e-f4f3b8a307d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:14.404999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:14.751965 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a1397a18-eff5-4264-9c15-4076a75117af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:16.353423 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:17.532222 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:18.522890 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:21.340135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:25.185184 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:25:25.952652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7438-e984-48ed-955b-04db8dc42ba1 req-cd4e27a0-ffdc-4d9c-9a3e-5f6c48587a4f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:25.954229 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-689f7438-e984-48ed-955b-04db8dc42ba1 req-cd4e27a0-ffdc-4d9c-9a3e-5f6c48587a4f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0511999 Dec 15 14:25:26.019133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-689f7438-e984-48ed-955b-04db8dc42ba1 req-e1d0236f-5111-4c74-b261-6286280eeb40 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581977 Dec 15 14:25:27.144244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c94ec-5523-4f78-8f88-3da583ebf278 req-734023b9-badf-44c8-93d6-cb43e09a8ff1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:27.145846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de3c94ec-5523-4f78-8f88-3da583ebf278 req-734023b9-badf-44c8-93d6-cb43e09a8ff1 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Dec 15 14:25:27.201654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de3c94ec-5523-4f78-8f88-3da583ebf278 req-6c6bc04c-f529-47bd-b0c8-e1d4afe4750a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493207 Dec 15 14:25:28.326118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399d13-566a-4d6b-afb8-3fd9ffb80bab req-ecc0db71-84af-4a35-98c3-bde964c06273 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:28.327605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28399d13-566a-4d6b-afb8-3fd9ffb80bab req-ecc0db71-84af-4a35-98c3-bde964c06273 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0546360 Dec 15 14:25:28.382027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28399d13-566a-4d6b-afb8-3fd9ffb80bab req-9c832f13-7bb0-4f50-ab30-559ba6091cd4 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481255 Dec 15 14:25:29.498627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3990-4b80-49c2-a353-955b9ec1efd3 req-e4897d78-c39b-43cd-8fb6-0d464e0dee28 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:29.500110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-003b3990-4b80-49c2-a353-955b9ec1efd3 req-e4897d78-c39b-43cd-8fb6-0d464e0dee28 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Dec 15 14:25:29.549769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-003b3990-4b80-49c2-a353-955b9ec1efd3 req-a92d1a2d-baf0-445a-8887-7a3599af7881 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Dec 15 14:25:30.672996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af2eb-fc50-4b71-b774-ee57a91dc222 req-d999e8a7-68c5-4ae6-96e3-efe98ade83e7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:30.674836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-477af2eb-fc50-4b71-b774-ee57a91dc222 req-d999e8a7-68c5-4ae6-96e3-efe98ade83e7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0518517 Dec 15 14:25:30.733086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-477af2eb-fc50-4b71-b774-ee57a91dc222 req-55040648-a99c-4146-a9b8-1a0b5f5b099f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518124 Dec 15 14:25:31.872393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33971-9e80-4943-b05f-c464f48fc041 req-c5cd460f-c790-408d-859d-46a91f8d9614 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:31.874199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ac33971-9e80-4943-b05f-c464f48fc041 req-c5cd460f-c790-408d-859d-46a91f8d9614 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0629432 Dec 15 14:25:31.934859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ac33971-9e80-4943-b05f-c464f48fc041 req-21b7742c-7ef0-423c-9280-7eac0970c10d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523345 Dec 15 14:25:33.071148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25f3ab-5ea9-4226-b61f-ffbd98d1a1a3 req-45a88df6-7389-4608-830b-6df159fd1ed7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:33.073863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c25f3ab-5ea9-4226-b61f-ffbd98d1a1a3 req-45a88df6-7389-4608-830b-6df159fd1ed7 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0634973 Dec 15 14:25:33.140822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8c25f3ab-5ea9-4226-b61f-ffbd98d1a1a3 req-52f0888d-8597-4884-87bd-4ed635127644 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603540 Dec 15 14:25:34.268290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c46d-91d1-4113-abfd-046b4c30e34b req-db77ec05-266d-4d1e-9aa9-7664de592d50 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:34.270500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cb6c46d-91d1-4113-abfd-046b4c30e34b req-db77ec05-266d-4d1e-9aa9-7664de592d50 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0563974 Dec 15 14:25:34.339016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8cb6c46d-91d1-4113-abfd-046b4c30e34b req-1c0437cf-6790-4b99-820d-c570976edc65 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608888 Dec 15 14:25:35.454744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68039a14-d94f-4d9b-8277-9e08d67043d7 req-54f45574-5df0-4801-b29b-2dbb6f85645f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:35.456195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68039a14-d94f-4d9b-8277-9e08d67043d7 req-54f45574-5df0-4801-b29b-2dbb6f85645f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Dec 15 14:25:35.504170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68039a14-d94f-4d9b-8277-9e08d67043d7 req-7b77c29c-9209-47f1-865a-a797583cfdad tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Dec 15 14:25:36.626947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9af3e-d449-4427-a5df-0d7898e94748 req-e1228b53-6d7a-494e-8bf7-1daa33b2a19a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:36.628325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72a9af3e-d449-4427-a5df-0d7898e94748 req-e1228b53-6d7a-494e-8bf7-1daa33b2a19a tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0549326 Dec 15 14:25:36.676947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72a9af3e-d449-4427-a5df-0d7898e94748 req-87183889-3404-4229-8035-aa9902dfd955 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Dec 15 14:25:37.793781 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfeabd-f36c-4659-87ae-f3bd84f18c49 req-636a816c-a846-48e6-b959-a0a7c5c1d337 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:37.795257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3cfeabd-f36c-4659-87ae-f3bd84f18c49 req-636a816c-a846-48e6-b959-a0a7c5c1d337 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Dec 15 14:25:37.845917 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3cfeabd-f36c-4659-87ae-f3bd84f18c49 req-4b1c57ab-e9c3-4745-b83b-990ae09aca16 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446353 Dec 15 14:25:38.539334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f642-0374-4b9c-8f1c-7b6ec9d75cae req-681cc7cc-8ee6-4e34-bf1b-e7892202e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:38.540852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcd6f642-0374-4b9c-8f1c-7b6ec9d75cae req-681cc7cc-8ee6-4e34-bf1b-e7892202e856 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1096 time: 0.0397670 Dec 15 14:25:38.591157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bcd6f642-0374-4b9c-8f1c-7b6ec9d75cae req-38c8a6ed-490e-4ead-9c70-b31d23be7a4c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Dec 15 14:25:38.962752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94e48a-13d3-4f10-be3b-0f91b7e6f78c req-5cd1950a-e464-42a9-a83e-02495ff3d68e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:38.964228 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a94e48a-13d3-4f10-be3b-0f91b7e6f78c req-5cd1950a-e464-42a9-a83e-02495ff3d68e tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Dec 15 14:25:39.014821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a94e48a-13d3-4f10-be3b-0f91b7e6f78c req-91a96b9c-e813-486d-98b6-b5c0e53fcb3c tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Dec 15 14:25:39.860752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:25:39.864309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:25:40.010930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.030981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:40.053707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:40.057966 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce017970-b21c-439e-bc30-da2ed9049eff" -d '{"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-unplugged", "status": "completed", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:40.062877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '03afb5d4-c916-4715-845a-26c2564760bc', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'port_id': '03afb5d4-c916-4715-845a-26c2564760bc', 'mac_address': 'fa:16:3e:d3:3e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:25:40.072577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:40.097047 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a3fa61-b54c-4ad6-b7e2-83d23f980459 x-openstack-request-id: req-b7a3fa61-b54c-4ad6-b7e2-83d23f980459 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:40.097338 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-unplugged", "status": "completed", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:40.097592 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7a3fa61-b54c-4ad6-b7e2-83d23f980459 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:40.097983 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'code': 200} Dec 15 14:25:40.098622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.142241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-fc29-4404-a562-ea418443320b req-c79b5ff2-7502-4cdb-b0f4-605c530f8880 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:40.145267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2540e70e-fc29-4404-a562-ea418443320b req-c79b5ff2-7502-4cdb-b0f4-605c530f8880 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 943 time: 0.0549347 Dec 15 14:25:40.145508 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.169715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:40.172579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03afb5d4-c916-4715-845a-26c2564760bc {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:25:40.183902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.184416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.184733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.185098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.185431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.185764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.186087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.186412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.186733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.187060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.187382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.187704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.188145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:40.197993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2540e70e-fc29-4404-a562-ea418443320b req-c99798ef-57aa-4d6b-9a40-de8ad78243e9 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458219 Dec 15 14:25:40.205151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:40.210320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.221608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43536) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:40.262611 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:40.290680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-745c4a81-c361-46de-a5ea-ea8ce7686078 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/floatingips/8753bf1b-ad14-4f85-be8b-aaf17add092f HTTP/1.1" status: 200 len: 991 time: 0.0678380 Dec 15 14:25:40.434814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['03afb5d4-c916-4715-845a-26c2564760bc'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:25:41.860035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:41.911833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 03afb5d4-c916-4715-845a-26c2564760bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:41.912206 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:41.987910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.019492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:42.022925 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.073126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:42.099912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:42.102980 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a5598b-682f-4e76-9fc1-15ef160798c9" -d '{"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-plugged", "status": "completed", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:42.141338 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91aa893-44c4-4fe4-9362-924709b9a73e x-openstack-request-id: req-f91aa893-44c4-4fe4-9362-924709b9a73e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:42.141637 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-plugged", "status": "completed", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:42.141894 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f91aa893-44c4-4fe4-9362-924709b9a73e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:42.142293 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'code': 200} Dec 15 14:25:42.585362 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-294c9148-dcc0-49f5-8928-98e4d14ec4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.402348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.754510 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1060-bbda-4536-ac62-70c5a8f55d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.355891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.531775 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.525440 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.354923 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.884365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-47ced49a-4687-4090-bb18-a93197ddabf7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396776 Dec 15 14:25:53.972535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-9617f748-da6a-4d12-9957-0db4d3f42b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:53.974016 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-9617f748-da6a-4d12-9957-0db4d3f42b96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1096 time: 0.0401700 Dec 15 14:25:54.086987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-eac2e9b0-4c13-4e33-a6c0-8f8375bb1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:54.088488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-eac2e9b0-4c13-4e33-a6c0-8f8375bb1592 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 200 len: 898 time: 0.0897620 Dec 15 14:25:54.167339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-92d17cc8-ef97-4310-adeb-e7d4de881e5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 200 len: 1000 time: 0.0661857 Dec 15 14:25:54.229075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-5e6e0842-e540-4540-a4a0-936a548bb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:54.230833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-5e6e0842-e540-4540-a4a0-936a548bb27e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6313cbaa-df73-464d-b088-88c794799a65 HTTP/1.1" status: 200 len: 835 time: 0.0494959 Dec 15 14:25:54.278931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-36b16f05-dad9-400a-8cf4-eab58bda4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:54.280761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-36b16f05-dad9-400a-8cf4-eab58bda4645 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423408 Dec 15 14:25:54.391360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-a7755fc0-7568-4b20-98b3-c17509464cb0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999382 Dec 15 14:25:54.494909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d60410d5-5f0f-42d4-a77e-e0d9cd5e6a64 req-819add91-8869-48d6-855b-9c412e4205e1 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829549 Dec 15 14:26:02.184777 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:26:07.724616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:07.889921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port 68985f02-9fbf-4c82-87db-3c7b1d0d5eec {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:07.890261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:07.968987 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:07.969305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:07.982287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for 68985f02-9fbf-4c82-87db-3c7b1d0d5eec owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:08.133529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:08.159171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=68985f02-9fbf-4c82-87db-3c7b1d0d5eec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:08.172526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.172885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.173221 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.173556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.173891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.174220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.174544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.174865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.175184 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.175503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.175823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.176144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.176473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:08.233533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:08.233760 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Floating IP e83a1aba-4fd3-453f-a02b-b6b9afd7679c disassociated (deleted). External IP: 172.25.2.218, port: 1a67d3f0-914c-47e6-b725-db6436909eff. Dec 15 14:26:08.443622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:08.553736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:08.558307 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:08.563166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:08.574518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:08.575245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:25:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:08.587258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dbd72a14-9196-465c-9862-09d3ead0b346 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "DELETE /v2.0/floatingips/e83a1aba-4fd3-453f-a02b-b6b9afd7679c HTTP/1.1" status: 204 len: 168 time: 0.8615177 Dec 15 14:26:08.587868 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:08.590246 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9fbcbc-00f6-4621-983f-705de7952c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:08.631856 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3544c3-b701-4746-ac12-94712e9c0ceb x-openstack-request-id: req-5f3544c3-b701-4746-ac12-94712e9c0ceb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:08.632149 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:08.632399 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f3544c3-b701-4746-ac12-94712e9c0ceb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:08.632831 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff', 'status': 'completed', 'code': 200} Dec 15 14:26:08.694999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:08.714069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-f8e6b64e-85a2-42d6-8d48-96ec983672c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:08.715655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-f8e6b64e-85a2-42d6-8d48-96ec983672c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 1096 time: 0.0466638 Dec 15 14:26:08.828358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-5e97e05b-e857-4592-b678-b2e8f2a9df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:08.830187 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-5e97e05b-e857-4592-b678-b2e8f2a9df3b service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.1040139 Dec 15 14:26:08.835613 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbe1e-294c-4511-ae0f-05953f1cc77d req-42d40884-63d3-4c53-be92-c0a68bc9a569 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:08.837326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f1bbe1e-294c-4511-ae0f-05953f1cc77d req-42d40884-63d3-4c53-be92-c0a68bc9a569 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.0511470 Dec 15 14:26:08.875108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-a5113621-6104-4eb6-a3f7-789a49d48f62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a67d3f0-914c-47e6-b725-db6436909eff HTTP/1.1" status: 200 len: 217 time: 0.0362666 Dec 15 14:26:08.899481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f1bbe1e-294c-4511-ae0f-05953f1cc77d req-bfad4e96-a95d-4bfa-901d-5bb9e44a90d4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0530877 Dec 15 14:26:08.927135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-31ca1a52-618a-4b3d-8cbd-f15438b38abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:08.928725 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-31ca1a52-618a-4b3d-8cbd-f15438b38abb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0465901 Dec 15 14:26:08.942609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:37Z', 'revision_number': 1, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:08.969778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:08.978912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:08.979527 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:25:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:08.980448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-5f0a413a-6890-40c6-93ac-03ac29b45e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:08.982002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-5f0a413a-6890-40c6-93ac-03ac29b45e8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450428 Dec 15 14:26:09.078010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-88fcf28a-d3da-4f56-b889-ecef247fa468 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856802 Dec 15 14:26:09.085221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:09.177017 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9a9fbcbc-00f6-4621-983f-705de7952c3b req-d7a68811-19e1-4fc4-ba11-73f6fb83fd95 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909207 Dec 15 14:26:09.316375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:37Z', 'revision_number': 1, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:09.342926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f3efe-6881-4961-903e-58c9b52a2292 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'e4a8a679-c3f4-4da0-8456-56569fda25b0', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'port_id': '339fd19d-5542-4b35-8116-b7c57267037f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'mac_address': 'fa:16:3e:a9:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:34Z', 'updated_at': '2021-12-15T14:22:37Z', 'revision_number': 1, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:09.562562 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c32ae-969e-4758-bb79-37496fac56c5 None None] New status for floating IP e83a1aba-4fd3-453f-a02b-b6b9afd7679c: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:26:10.018876 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb0f79-86da-41a6-b382-43efac5c44f7 req-04a967c6-1f68-474d-a63e-58301737a366 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:10.020387 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9cb0f79-86da-41a6-b382-43efac5c44f7 req-04a967c6-1f68-474d-a63e-58301737a366 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.0513272 Dec 15 14:26:10.069820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f9cb0f79-86da-41a6-b382-43efac5c44f7 req-0dbd4e24-6b78-451c-b175-802d30a7f9bc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433211 Dec 15 14:26:10.558172 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-ade99852-e772-494e-b05f-b48f09f9278c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:10.559647 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-ade99852-e772-494e-b05f-b48f09f9278c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 945 time: 0.0497046 Dec 15 14:26:10.657336 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port 1a67d3f0-914c-47e6-b725-db6436909eff {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:10.657583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.744641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port 1a67d3f0-914c-47e6-b725-db6436909eff, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=1a67d3f0-914c-47e6-b725-db6436909eff,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:10.744999 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.758358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for 1a67d3f0-914c-47e6-b725-db6436909eff owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:10.888855 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.917553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=1a67d3f0-914c-47e6-b725-db6436909eff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:10.929783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.930130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.930473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.930813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.931148 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.931482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.931818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.932140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.932468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.932824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.933141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.933468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.933792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:10.972014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port 1a67d3f0-914c-47e6-b725-db6436909eff on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:10.974729 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.978134 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-12bd7d32-4d4b-4ea8-963c-539c6d74a006 req-82e5ec67-ad48-4305-8d59-50a2adf619a4 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "DELETE /v2.0/ports/1a67d3f0-914c-47e6-b725-db6436909eff HTTP/1.1" status: 204 len: 173 time: 0.4111674 Dec 15 14:26:10.978576 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'name': 'network-vif-deleted', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:10.980858 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f114fd13-1083-4623-96dc-111a65b441d4" -d '{"events": [{"server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "name": "network-vif-deleted", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:11.026065 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5119df03-bb45-4232-9a5b-c692438a5f03 x-openstack-request-id: req-5119df03-bb45-4232-9a5b-c692438a5f03 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:11.026363 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76da54d7-ea64-44a5-b2eb-1ec708f44cde", "name": "network-vif-deleted", "tag": "1a67d3f0-914c-47e6-b725-db6436909eff", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:11.026620 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5119df03-bb45-4232-9a5b-c692438a5f03 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:11.027064 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76da54d7-ea64-44a5-b2eb-1ec708f44cde', 'name': 'network-vif-deleted', 'tag': '1a67d3f0-914c-47e6-b725-db6436909eff', 'status': 'completed', 'code': 200} Dec 15 14:26:11.165752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c0b19a9-638c-49d7-a48f-2265c3025af9 req-07bff02d-91aa-46b9-b992-b957df54a19c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0263441 Dec 15 14:26:12.261755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fbb33a37-0cfa-4362-984b-041aa3d47e19 req-331c2c0f-9859-4527-b0bf-0a6e73547cd1 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0259800 Dec 15 14:26:12.587651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11dd3319-ae08-4015-a21f-983f9b0aa29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:12.673607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1a67d3f0-914c-47e6-b725-db6436909eff no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:12.694978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 1a67d3f0-914c-47e6-b725-db6436909eff {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:12.695432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 1a67d3f0-914c-47e6-b725-db6436909eff not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:13.363973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7c87baf-9c74-4f6c-af7d-4857a0ce2a62 req-dbcb49aa-1dc5-4443-a5ec-5601cf377e0b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0307739 Dec 15 14:26:14.413408 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:14.465574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae27095d-fbe9-4621-87d0-3b69d82e6024 req-ba107a3b-7cdb-4eba-b3fb-549a44d68fe8 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0267761 Dec 15 14:26:14.754715 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-578b6f53-c8f9-4ba7-b1d2-0c00da1cc67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:15.248749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:15.413661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 62811223-feaa-4b2d-a0db-e2297421c6f7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:15.414049 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:15.489355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:15.489991 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:15.502256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 62811223-feaa-4b2d-a0db-e2297421c6f7 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:15.586883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4bf4249b-e103-4b2e-a989-e469c2e1a747 req-a3f018a6-2aea-4d67-b1df-7cbf5e8eb791 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=76da54d7-ea64-44a5-b2eb-1ec708f44cde HTTP/1.1" status: 200 len: 210 time: 0.0375080 Dec 15 14:26:15.693688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:15.729490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=62811223-feaa-4b2d-a0db-e2297421c6f7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:15.782538 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:15.782809 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Floating IP 8753bf1b-ad14-4f85-be8b-aaf17add092f disassociated (deleted). External IP: 172.25.2.63, port: 03afb5d4-c916-4715-845a-26c2564760bc. Dec 15 14:26:16.303700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router b3632662-5139-4d84-a1eb-562d41ed41eb has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:16.358879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:16.412205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:16.417477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:16.422623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] Sync routers for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:16.431864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:16.432479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:16.447140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-37d4c9ff-c163-40ef-a05b-24337d8e9037 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/floatingips/8753bf1b-ad14-4f85-be8b-aaf17add092f HTTP/1.1" status: 204 len: 168 time: 1.1972992 Dec 15 14:26:16.447736 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:16.450124 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc36fd52-7c5e-44b5-9717-ac53ef6620df" -d '{"events": [{"name": "network-changed", "server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:16.489973 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1391ef5-478d-4a04-87ce-805c1258c45b x-openstack-request-id: req-d1391ef5-478d-4a04-87ce-805c1258c45b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:16.490758 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:16.491119 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1391ef5-478d-4a04-87ce-805c1258c45b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:16.491579 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'status': 'completed', 'code': 200} Dec 15 14:26:16.543011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:16.555428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-fc0cef82-f5d3-4715-9593-a08f8e866667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:16.557302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-fc0cef82-f5d3-4715-9593-a08f8e866667 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 1096 time: 0.0436630 Dec 15 14:26:16.693856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-68b7630c-cea1-447d-ab16-5f20be29ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:16.695420 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-68b7630c-cea1-447d-ab16-5f20be29ffd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 200 len: 898 time: 0.1251652 Dec 15 14:26:16.711598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca108fa-a206-4489-9971-e72cf6909a64 req-c5092cb3-8f08-4861-95ac-c2d40c19fbfe tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:16.713654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ca108fa-a206-4489-9971-e72cf6909a64 req-c5092cb3-8f08-4861-95ac-c2d40c19fbfe tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0730262 Dec 15 14:26:16.763884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-29e6a1b2-beb8-4e8e-bec7-2ed4bc7b46ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 200 len: 217 time: 0.0484142 Dec 15 14:26:16.793216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:16.819772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] Checking router: b3632662-5139-4d84-a1eb-562d41ed41eb for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:16.829788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:16.830115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:16.842376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ca108fa-a206-4489-9971-e72cf6909a64 req-c5391cea-5f8b-47ff-9137-cf9230773087 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877688 Dec 15 14:26:16.843747 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-ceaf7445-3ece-4fdc-b967-487678521cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:16.845137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-ceaf7445-3ece-4fdc-b967-487678521cb7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6313cbaa-df73-464d-b088-88c794799a65 HTTP/1.1" status: 200 len: 835 time: 0.0708075 Dec 15 14:26:16.897726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-23e5f66d-6a6d-4e19-af03-cb0808c54640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:16.899863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-23e5f66d-6a6d-4e19-af03-cb0808c54640 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455773 Dec 15 14:26:16.939917 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:16.999674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-cdf511f8-8e93-40dd-8777-cdb4cac48c31 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910652 Dec 15 14:26:17.093996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc36fd52-7c5e-44b5-9717-ac53ef6620df req-260cf1b6-ea61-4aa8-9fa1-88c5fe631c86 service neutron] 10.222.0.67 "GET /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864236 Dec 15 14:26:17.163118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:17.190440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee0b84-94b6-4d1a-a7dc-2b40fa9b3dcb None None] The sync data for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 is: [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:24:43Z', 'revision_number': 4, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '2595f7a5-2990-4858-a22a-473c02062dcc', 'name': '', 'network_id': 'e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'mac_address': 'fa:16:3e:53:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '6313cbaa-df73-464d-b088-88c794799a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:42Z', 'updated_at': '2021-12-15T14:24:45Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'subnets': [{'id': '6313cbaa-df73-464d-b088-88c794799a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:17.420589 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d734eff-9d36-4868-ac16-8cea354c21c6 None None] New status for floating IP 8753bf1b-ad14-4f85-be8b-aaf17add092f: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:26:17.538072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:17.999073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2a0e-b06e-43b9-bb28-7409611947a6 req-d8f33873-c8ad-4e2b-8040-cefd5705a0f3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:18.000615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-667c2a0e-b06e-43b9-bb28-7409611947a6 req-d8f33873-c8ad-4e2b-8040-cefd5705a0f3 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0817709 Dec 15 14:26:18.011580 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003fd4-1410-495f-ab96-724c6dcef54e req-1a6cf9ba-3d79-4096-bc47-d11699fe56cd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:18.012994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80003fd4-1410-495f-ab96-724c6dcef54e req-1a6cf9ba-3d79-4096-bc47-d11699fe56cd tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a897b7d-b6cf-46bd-a95e-c004415452d2 HTTP/1.1" status: 200 len: 945 time: 0.0838132 Dec 15 14:26:18.109644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-667c2a0e-b06e-43b9-bb28-7409611947a6 req-0f2cda64-9b45-418f-a99b-d83bd541e89f tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "GET /v2.0/security-groups?id=b96e0c34-182f-42e6-ad2b-91fd3f1b4029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956452 Dec 15 14:26:18.131358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 03afb5d4-c916-4715-845a-26c2564760bc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:18.131623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.227651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 03afb5d4-c916-4715-845a-26c2564760bc, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=03afb5d4-c916-4715-845a-26c2564760bc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:18.228015 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.243178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 03afb5d4-c916-4715-845a-26c2564760bc owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:18.374041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.401225 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=03afb5d4-c916-4715-845a-26c2564760bc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:18.447956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] No DVR routers for this DVR port 03afb5d4-c916-4715-845a-26c2564760bc on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:18.450843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.454684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80003fd4-1410-495f-ab96-724c6dcef54e req-4f7ba627-7688-4317-a746-30eaacb53b56 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.67 "DELETE /v2.0/ports/03afb5d4-c916-4715-845a-26c2564760bc HTTP/1.1" status: 204 len: 173 time: 0.4350917 Dec 15 14:26:18.493061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-deleted', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:18.495413 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d8fc12-256f-4d7a-9795-84dd3822187a" -d '{"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-deleted", "tag": "03afb5d4-c916-4715-845a-26c2564760bc"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:18.539208 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e4edc5-0bb4-453e-a269-97c617ce0ff2 x-openstack-request-id: req-63e4edc5-0bb4-453e-a269-97c617ce0ff2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:18.539783 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a897b7d-b6cf-46bd-a95e-c004415452d2", "name": "network-vif-deleted", "tag": "03afb5d4-c916-4715-845a-26c2564760bc", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:18.540181 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63e4edc5-0bb4-453e-a269-97c617ce0ff2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:18.541020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.542082 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a897b7d-b6cf-46bd-a95e-c004415452d2', 'name': 'network-vif-deleted', 'tag': '03afb5d4-c916-4715-845a-26c2564760bc', 'status': 'completed', 'code': 200} Dec 15 14:26:19.167604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43600) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:19.571257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:19.838437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 2595f7a5-2990-4858-a22a-473c02062dcc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:19.838669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:19.935164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 2595f7a5-2990-4858-a22a-473c02062dcc, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2595f7a5-2990-4858-a22a-473c02062dcc,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:19.935530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:19.950616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 2595f7a5-2990-4858-a22a-473c02062dcc owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:20.166291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:20.199755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=2595f7a5-2990-4858-a22a-473c02062dcc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:20.458105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:20.687381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Router b3632662-5139-4d84-a1eb-562d41ed41eb has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:20.799567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:20.805048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a8e18141-52ca-4944-a18d-343679c2fa95 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "PUT /v2.0/routers/b3632662-5139-4d84-a1eb-562d41ed41eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6363294 Dec 15 14:26:20.807605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43608) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:20.811530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] Sync routers for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:20.826189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:20.827099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:20.869792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting subnet 6313cbaa-df73-464d-b088-88c794799a65 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:26:20.873847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:20.917290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:20.934596 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:21.024091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.104043 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.140315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Subnet': ['ID=6313cbaa-df73-464d-b088-88c794799a65,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:21.144409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.147787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0723529d-2545-4071-b53c-639baf2050fc tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/subnets/6313cbaa-df73-464d-b088-88c794799a65 HTTP/1.1" status: 204 len: 168 time: 0.3392153 Dec 15 14:26:21.150938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43612) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:21.278659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae8883-ee02-45cb-874a-c0070c58f1f7 None None] Network e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:26:21.291983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.382296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.419133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.439088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:26:20Z', 'revision_number': 5, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port': {'id': '53283a9b-fd99-4f51-9a66-fa0165016647', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:24:39Z', 'updated_at': '2021-12-15T14:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:21.469510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] Checking router: b3632662-5139-4d84-a1eb-562d41ed41eb for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:21.478654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] Routers {'b3632662-5139-4d84-a1eb-562d41ed41eb'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:21.479289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b3632662-5139-4d84-a1eb-562d41ed41eb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:21.488350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Deleting port 53283a9b-fd99-4f51-9a66-fa0165016647 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:21.488767 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.543251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] DHCP port deletion for e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:21.579005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] For port 53283a9b-fd99-4f51-9a66-fa0165016647, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=53283a9b-fd99-4f51-9a66-fa0165016647,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:21.579368 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.593920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Calling delete_port for 53283a9b-fd99-4f51-9a66-fa0165016647 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:21.599139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] Set router b3632662-5139-4d84-a1eb-562d41ed41eb gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:21.658576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:26:21Z', 'revision_number': 6, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:21.687119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c4c63-199e-481d-819e-26f456700e79 None None] The sync data for ids ['b3632662-5139-4d84-a1eb-562d41ed41eb'] in n-d-815324-3 is: [{'id': 'b3632662-5139-4d84-a1eb-562d41ed41eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128685249', 'tenant_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:24:38Z', 'updated_at': '2021-12-15T14:26:21Z', 'revision_number': 6, 'project_id': 'ca3aad29950d49bba02cd5a4a016cf27', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:21.693372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] Deleting port af54558a-c5fa-4986-9359-be8cced5e2a9 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:21.693742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.762586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] For port af54558a-c5fa-4986-9359-be8cced5e2a9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=af54558a-c5fa-4986-9359-be8cced5e2a9,segment=NetworkSegment(5d6e3384-8338-46d5-a7eb-36467ddf388b),segment_id=5d6e3384-8338-46d5-a7eb-36467ddf388b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:21.762973 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.779827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] Calling delete_port for af54558a-c5fa-4986-9359-be8cced5e2a9 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:21.780274 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.806244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Port': ['ID=53283a9b-fd99-4f51-9a66-fa0165016647,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:21.822351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226f8f0-90e2-4e9e-84b0-723a66b95d2f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:21.865715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.870026 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.900077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] Pushing event deleted for resources: {'Port': ['ID=af54558a-c5fa-4986-9359-be8cced5e2a9,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:21.905540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead72a20-d17e-4623-9086-942b2499f81f None None] No DVR routers for this DVR port af54558a-c5fa-4986-9359-be8cced5e2a9 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:21.955405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:21.957530 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.040009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:22.063221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 03afb5d4-c916-4715-845a-26c2564760bc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:22.063530 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 03afb5d4-c916-4715-845a-26c2564760bc not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:22.076730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:22.254049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port e41adb48-c9ff-403c-a2c1-01c39b05a65b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:22.254398 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.330837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.331423 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Fanout notify agent at l3_agent the message router_deleted on router b3632662-5139-4d84-a1eb-562d41ed41eb {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:26:22.337290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.337579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.338294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.339407 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bde3b60a-08d4-4b68-aa9c-d3fe3e0d4ad2 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/routers/b3632662-5139-4d84-a1eb-562d41ed41eb HTTP/1.1" status: 204 len: 168 time: 1.1874547 Dec 15 14:26:22.342081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43618) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:22.351915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for e41adb48-c9ff-403c-a2c1-01c39b05a65b owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:22.417890 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.504153 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.516216 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.534623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=e41adb48-c9ff-403c-a2c1-01c39b05a65b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:22.543296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:22.555452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6e3384-8338-46d5-a7eb-36467ddf388b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:22.555836 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6e3384-8338-46d5-a7eb-36467ddf388b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:22.570694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 53283a9b-fd99-4f51-9a66-fa0165016647 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:22.575016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.589793 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.598072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:26:22.598556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.598785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 53283a9b-fd99-4f51-9a66-fa0165016647 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:22.599189 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 53283a9b-fd99-4f51-9a66-fa0165016647 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:22.599597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device af54558a-c5fa-4986-9359-be8cced5e2a9 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:22.604796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:26:22.605001 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:26:22.606781 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Floating IP e4a8a679-c3f4-4da0-8456-56569fda25b0 disassociated (deleted). External IP: 172.25.2.92, port: 339fd19d-5542-4b35-8116-b7c57267037f. Dec 15 14:26:22.624272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: af54558a-c5fa-4986-9359-be8cced5e2a9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:22.624753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device af54558a-c5fa-4986-9359-be8cced5e2a9 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:22.625244 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2595f7a5-2990-4858-a22a-473c02062dcc no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:22.644755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2595f7a5-2990-4858-a22a-473c02062dcc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:22.645185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2595f7a5-2990-4858-a22a-473c02062dcc not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:22.675212 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.683412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.686893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/networks/e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc HTTP/1.1" status: 204 len: 168 time: 0.3438160 Dec 15 14:26:22.689560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:22.706957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dd78f-b750-4b20-aa0d-4ca99d27205d tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'Network': ['ID=e4fc7ce8-7291-487a-8ee2-0ffb5fb0c8cc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:22.757949 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268cf1c7-bf16-4daf-9de0-5c81c7a33083 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.783589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268cf1c7-bf16-4daf-9de0-5c81c7a33083 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.844905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:22.852429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268cf1c7-bf16-4daf-9de0-5c81c7a33083 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.855674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268cf1c7-bf16-4daf-9de0-5c81c7a33083 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.857259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-268cf1c7-bf16-4daf-9de0-5c81c7a33083 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] 10.222.0.32 "DELETE /v2.0/security-groups/b96e0c34-182f-42e6-ad2b-91fd3f1b4029 HTTP/1.1" status: 204 len: 168 time: 0.1666610 Dec 15 14:26:22.868787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cf1c7-bf16-4daf-9de0-5c81c7a33083 tempest-TestNetworkAdvancedServerOps-1440990888 tempest-TestNetworkAdvancedServerOps-1440990888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e0c34-182f-42e6-ad2b-91fd3f1b4029,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:22.981660 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:22.987735 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.998763 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:23.014978 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:23.015770 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:23.020869 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7613314c-69d0-4995-8449-49103e4c3ce9 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "DELETE /v2.0/floatingips/e4a8a679-c3f4-4da0-8456-56569fda25b0 HTTP/1.1" status: 204 len: 168 time: 0.9428515 Dec 15 14:26:23.021499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:23.024344 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d0e864-0ff1-46a6-a486-338478843bde" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "tag": "339fd19d-5542-4b35-8116-b7c57267037f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:23.080050 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3084da4-abb3-478a-ad94-bd847fcd72a5 x-openstack-request-id: req-a3084da4-abb3-478a-ad94-bd847fcd72a5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:23.080688 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "tag": "339fd19d-5542-4b35-8116-b7c57267037f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:23.080688 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3084da4-abb3-478a-ad94-bd847fcd72a5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:23.081912 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f', 'status': 'completed', 'code': 200} Dec 15 14:26:23.134318 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:23.179996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e864-0ff1-46a6-a486-338478843bde req-9830dd92-6470-448c-88e0-e841ed24a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.181823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-9830dd92-6470-448c-88e0-e841ed24a4c8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=855d335c660a4d658b021b92e3287d9f&device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 1096 time: 0.0611343 Dec 15 14:26:23.270616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:23.312143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e6b45-59ae-4d30-8ac1-cd87eb068180 req-2baa9e30-f979-4b7c-9fa8-9883c13daba3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.314169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c60e6b45-59ae-4d30-8ac1-cd87eb068180 req-2baa9e30-f979-4b7c-9fa8-9883c13daba3 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 945 time: 0.0752621 Dec 15 14:26:23.322752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e864-0ff1-46a6-a486-338478843bde req-59c0869a-47b8-4663-a38c-29b3bd746868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.324738 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-59c0869a-47b8-4663-a38c-29b3bd746868 service neutron] 10.222.0.85 "GET /v2.0/networks?id=22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 200 len: 914 time: 0.1204824 Dec 15 14:26:23.377334 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-22987aa8-99b8-415e-9774-2ccfd2b3916a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 200 len: 217 time: 0.0440035 Dec 15 14:26:23.389132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c60e6b45-59ae-4d30-8ac1-cd87eb068180 req-f443e6b6-4575-4446-b1de-9a283a814557 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675230 Dec 15 14:26:23.437446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e864-0ff1-46a6-a486-338478843bde req-a1e94d87-9a22-47dc-8b10-3f3bfa5dd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.438970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-a1e94d87-9a22-47dc-8b10-3f3bfa5dd995 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 200 len: 851 time: 0.0524349 Dec 15 14:26:23.448718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5ffa5f5b-5515-459c-9fc9-57a0f6804f37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca3aad29950d49bba02cd5a4a016cf27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768861 Dec 15 14:26:23.451340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:23.475695 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:23.489146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e864-0ff1-46a6-a486-338478843bde req-55ec9c78-4868-4944-b40d-c1897746ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.490658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-55ec9c78-4868-4944-b40d-c1897746ceab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=22e49d14-3816-4d26-9973-6373946fb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441051 Dec 15 14:26:23.502960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8970d43-afa7-4fe9-b979-4d4e2bd18bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:23.503423 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:23.513110 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:23.514087 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:23.526485 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8970d43-afa7-4fe9-b979-4d4e2bd18bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:23.581934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8970d43-afa7-4fe9-b979-4d4e2bd18bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:23.584956 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8970d43-afa7-4fe9-b979-4d4e2bd18bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:23.586757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e8970d43-afa7-4fe9-b979-4d4e2bd18bd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1eef4196-5de3-4427-ac0e-39058e29601f HTTP/1.1" status: 204 len: 168 time: 0.1344402 Dec 15 14:26:23.594771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8970d43-afa7-4fe9-b979-4d4e2bd18bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef4196-5de3-4427-ac0e-39058e29601f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:23.597970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-370f551b-9def-4794-bd2f-4b3e3b828797 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972359 Dec 15 14:26:23.644178 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:23.704725 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8d0e864-0ff1-46a6-a486-338478843bde req-b8e512bf-85a1-4556-b29b-e276d80ce456 service neutron] 10.222.0.85 "GET /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988328 Dec 15 14:26:23.851541 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:23.878514 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4625f-04a8-4fdf-9847-0c5841366713 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:06Z', 'revision_number': 4, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f0c5d2bb-4492-4e6a-9ac8-9893703527cb', 'name': '', 'network_id': '22e49d14-3816-4d26-9973-6373946fb796', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'mac_address': 'fa:16:3e:09:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:06Z', 'updated_at': '2021-12-15T14:16:11Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'subnets': [{'id': '32e17e49-7893-47d1-a7ff-2309419d36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:23.882257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:23.923442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-27a4fecb-9c03-48d8-9252-7a17dcd5f8d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42e9dd51334745058e7d7913b2a39f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394559 Dec 15 14:26:23.925932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:23.975442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad5ae7b-3d2d-46a5-8f29-bd9837ac1d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.000674 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad5ae7b-3d2d-46a5-8f29-bd9837ac1d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.048661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad5ae7b-3d2d-46a5-8f29-bd9837ac1d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.051306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad5ae7b-3d2d-46a5-8f29-bd9837ac1d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.055887 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aad5ae7b-3d2d-46a5-8f29-bd9837ac1d3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85641bd7-d9c4-403d-9db5-34bce822cb62 HTTP/1.1" status: 204 len: 168 time: 0.1287959 Dec 15 14:26:24.064222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5ae7b-3d2d-46a5-8f29-bd9837ac1d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85641bd7-d9c4-403d-9db5-34bce822cb62,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:24.138700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60816b0c-c007-480c-a413-6478fd2a5424 None None] New status for floating IP e4a8a679-c3f4-4da0-8456-56569fda25b0: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:26:24.515497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc1497-7175-442f-be52-27b77eaac83b req-ccd9c3d5-2bf5-485c-95f3-86038784412e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:24.517231 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90cc1497-7175-442f-be52-27b77eaac83b req-ccd9c3d5-2bf5-485c-95f3-86038784412e tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Dec 15 14:26:24.572469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-90cc1497-7175-442f-be52-27b77eaac83b req-682adb73-3807-4b85-bc8c-2df57f984958 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488050 Dec 15 14:26:24.941058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-213b17eb-1f30-4f65-a474-b1b0fbd1a224 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:24.942523 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-213b17eb-1f30-4f65-a474-b1b0fbd1a224 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Dec 15 14:26:25.035235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port 339fd19d-5542-4b35-8116-b7c57267037f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:25.035572 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.135901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] For port 339fd19d-5542-4b35-8116-b7c57267037f, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=339fd19d-5542-4b35-8116-b7c57267037f,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:25.136419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.151594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for 339fd19d-5542-4b35-8116-b7c57267037f owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:25.282867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.309635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=339fd19d-5542-4b35-8116-b7c57267037f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:25.357964 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] No DVR routers for this DVR port 339fd19d-5542-4b35-8116-b7c57267037f on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:25.360571 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.363907 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b0838eb1-30b8-4dad-8158-e364912581c9 req-9bb087eb-b686-49b3-98f1-3f8bdbb8976f tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.85 "DELETE /v2.0/ports/339fd19d-5542-4b35-8116-b7c57267037f HTTP/1.1" status: 204 len: 173 time: 0.4148939 Dec 15 14:26:25.364362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'name': 'network-vif-deleted', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:25.366672 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de86257-e265-4ffd-a2e2-91b3bd88cf33" -d '{"events": [{"server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "name": "network-vif-deleted", "tag": "339fd19d-5542-4b35-8116-b7c57267037f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:25.407078 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a17df6-db2b-4194-bd82-6d54e62dc5c1 x-openstack-request-id: req-46a17df6-db2b-4194-bd82-6d54e62dc5c1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:25.407385 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3b7e34-86cf-464f-a0d2-2f9decdc30f0", "name": "network-vif-deleted", "tag": "339fd19d-5542-4b35-8116-b7c57267037f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:25.407677 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46a17df6-db2b-4194-bd82-6d54e62dc5c1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:25.408161 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3b7e34-86cf-464f-a0d2-2f9decdc30f0', 'name': 'network-vif-deleted', 'tag': '339fd19d-5542-4b35-8116-b7c57267037f', 'status': 'completed', 'code': 200} Dec 15 14:26:25.671242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-028fc0ea-0f3b-48b2-bea1-493681336aa8 req-3ee4b2c4-a50b-45bf-b2f9-fba4bae09c5c tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0278692 Dec 15 14:26:26.774196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2246651-fab7-4bd6-bd9c-1f9756a19d74 req-5600c2ee-e864-4025-afa2-35e28ffff301 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Dec 15 14:26:27.875687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2edd9d9-c9b7-4f20-b482-0649db92f587 req-7ff0579b-ddf3-42e6-8a5c-e15226a506cc tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0318279 Dec 15 14:26:28.735580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 339fd19d-5542-4b35-8116-b7c57267037f no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:28.757023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 339fd19d-5542-4b35-8116-b7c57267037f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:28.757873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 339fd19d-5542-4b35-8116-b7c57267037f not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:28.976234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-934d3cb9-88bf-482f-8473-361a3ac62c41 req-d06f28e5-d4b4-45c4-9110-8e938c27e417 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Dec 15 14:26:30.091906 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eeeb6d21-8c64-4e65-ab77-dc99ccfea5ca req-85ae686f-156a-4633-a935-93a2969dcf29 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d3b7e34-86cf-464f-a0d2-2f9decdc30f0 HTTP/1.1" status: 200 len: 210 time: 0.0285349 Dec 15 14:26:31.150554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:31.272676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Deleting port 0e83715a-cdb0-48f8-8db9-3ed50a25afd7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:31.273498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.350361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.350666 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.362319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Calling delete_port for 0e83715a-cdb0-48f8-8db9-3ed50a25afd7 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:31.493085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.516306 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'Port': ['ID=0e83715a-cdb0-48f8-8db9-3ed50a25afd7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:31.578596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.581234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.582375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ec188e62-0188-4579-ba1f-9191a22a2070 tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ed84aba-f22b-4695-af3c-e24b8a214482 HTTP/1.1" status: 204 len: 168 time: 0.4308400 Dec 15 14:26:34.870578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:34.929392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6767-9d49-4d65-ac1d-3ba51aa3253b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:34.954328 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6767-9d49-4d65-ac1d-3ba51aa3253b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:35.020556 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6767-9d49-4d65-ac1d-3ba51aa3253b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:35.023208 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6767-9d49-4d65-ac1d-3ba51aa3253b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:35.024379 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d7ad6767-9d49-4d65-ac1d-3ba51aa3253b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] 10.222.0.32 "DELETE /v2.0/security-groups/3e309ff1-fdf4-4859-b86a-6286d4b0ddb2 HTTP/1.1" status: 204 len: 168 time: 0.1527724 Dec 15 14:26:35.033997 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad6767-9d49-4d65-ac1d-3ba51aa3253b tempest-TestVolumeBootPattern-589643476 tempest-TestVolumeBootPattern-589643476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e309ff1-fdf4-4859-b86a-6286d4b0ddb2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:35.082023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:35.646669 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:35.919672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Deleting port f0c5d2bb-4492-4e6a-9ac8-9893703527cb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:35.920346 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:36.005694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] For port f0c5d2bb-4492-4e6a-9ac8-9893703527cb, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:36.006059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:36.019429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Calling delete_port for f0c5d2bb-4492-4e6a-9ac8-9893703527cb owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:36.199354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:36.224093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c5d2bb-4492-4e6a-9ac8-9893703527cb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:36.402408 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:36.621724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Router f875825f-9d50-46ab-aa7c-990081c63bb8 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:36.727553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:36.733012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c50ef640-5f28-4fe8-b69f-c533eb2c6d3c admin admin] 10.222.0.32 "PUT /v2.0/routers/f875825f-9d50-46ab-aa7c-990081c63bb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6496558 Dec 15 14:26:36.735545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:36.736631 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] Sync routers for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:36.746946 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:36.747546 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:36.838294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:36.868820 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:36.941725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:36.994986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Deleting port 52844bd4-f29e-4618-a5b3-3e482909e4b3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:36.995488 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.071234 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:26:36Z', 'revision_number': 5, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port': {'id': '52844bd4-f29e-4618-a5b3-3e482909e4b3', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:37.073808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] For port 52844bd4-f29e-4618-a5b3-3e482909e4b3, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=52844bd4-f29e-4618-a5b3-3e482909e4b3,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:37.074170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.091348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Calling delete_port for 52844bd4-f29e-4618-a5b3-3e482909e4b3 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:37.097005 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] Checking router: f875825f-9d50-46ab-aa7c-990081c63bb8 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:37.105455 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] Routers {'f875825f-9d50-46ab-aa7c-990081c63bb8'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:37.106050 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['f875825f-9d50-46ab-aa7c-990081c63bb8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:37.189110 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] Set router f875825f-9d50-46ab-aa7c-990081c63bb8 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:37.244076 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:26:36Z', 'revision_number': 6, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:37.261102 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.271676 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310746a-0a37-4ae1-bdac-e0afd0953814 None None] The sync data for ids ['f875825f-9d50-46ab-aa7c-990081c63bb8'] in n-d-815324-3 is: [{'id': 'f875825f-9d50-46ab-aa7c-990081c63bb8', 'name': 'tempest-TestVolumeBootPattern-1979117451-router', 'tenant_id': '855d335c660a4d658b021b92e3287d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:03Z', 'updated_at': '2021-12-15T14:26:36Z', 'revision_number': 6, 'project_id': '855d335c660a4d658b021b92e3287d9f', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:37.293430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Pushing event deleted for resources: {'Port': ['ID=52844bd4-f29e-4618-a5b3-3e482909e4b3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:37.312914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df333ab-c958-4bcd-b552-f96849572953 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:37.355944 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.449592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.451785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.497638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.498315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f875825f-9d50-46ab-aa7c-990081c63bb8 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:26:37.503887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.508812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:37.509377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-38a9d8ab-115f-4f2f-92cc-67845829539b admin admin] 10.222.0.32 "DELETE /v2.0/routers/f875825f-9d50-46ab-aa7c-990081c63bb8 HTTP/1.1" status: 204 len: 168 time: 0.7724645 Dec 15 14:26:37.557471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Deleting subnet 32e17e49-7893-47d1-a7ff-2309419d36c8 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:26:37.560837 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.595383 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.676761 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.736320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.764565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.768696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/32e17e49-7893-47d1-a7ff-2309419d36c8 HTTP/1.1" status: 204 len: 168 time: 0.2588253 Dec 15 14:26:37.769026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684e4a3-17dc-4b82-a023-41a5a5812fb7 None None] Network 22e49d14-3816-4d26-9973-6373946fb796 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:26:37.769457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb593e-1384-48e8-ac53-8a83b59754e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e17e49-7893-47d1-a7ff-2309419d36c8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:37.771287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:37.842442 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.899154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Deleting port a53dd343-9066-4605-9879-dbe582c276cf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:37.899487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.963958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] For port a53dd343-9066-4605-9879-dbe582c276cf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a53dd343-9066-4605-9879-dbe582c276cf,segment=NetworkSegment(25245334-13e8-40cc-8b11-abbd3642a04b),segment_id=25245334-13e8-40cc-8b11-abbd3642a04b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:37.964641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.977403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Calling delete_port for a53dd343-9066-4605-9879-dbe582c276cf owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:38.052315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] DHCP port deletion for 22e49d14-3816-4d26-9973-6373946fb796 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:38.065431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.093137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53dd343-9066-4605-9879-dbe582c276cf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:38.096907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] No DVR routers for this DVR port a53dd343-9066-4605-9879-dbe582c276cf on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:38.111106 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Deleting port a53dd343-9066-4605-9879-dbe582c276cf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:38.111480 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.174206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.180097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] For port a53dd343-9066-4605-9879-dbe582c276cf, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:38.180532 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.194681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Calling delete_port for a53dd343-9066-4605-9879-dbe582c276cf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:38.196936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e49d14-3816-4d26-9973-6373946fb796']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:38.197652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Port a53dd343-9066-4605-9879-dbe582c276cf was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:26:38.199663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.208930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25245334-13e8-40cc-8b11-abbd3642a04b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:38.209219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25245334-13e8-40cc-8b11-abbd3642a04b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:38.219265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.226261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] Pushing event deleted for resources: {'Port': ['ID=a53dd343-9066-4605-9879-dbe582c276cf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:38.231799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a65557-655d-4f06-a46e-7a56b70caaf1 None None] No DVR routers for this DVR port a53dd343-9066-4605-9879-dbe582c276cf on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:38.236560 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.243534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:26:38.244173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:26:38.246268 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:26:38.304729 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.310510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.313807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] 10.222.0.32 "DELETE /v2.0/networks/22e49d14-3816-4d26-9973-6373946fb796 HTTP/1.1" status: 204 len: 168 time: 0.5411162 Dec 15 14:26:38.316794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43696) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:38.329598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04955c92-8064-40c3-895c-1773ba151519 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e49d14-3816-4d26-9973-6373946fb796,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:38.411610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a53dd343-9066-4605-9879-dbe582c276cf no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:38.435381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: a53dd343-9066-4605-9879-dbe582c276cf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:38.435826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a53dd343-9066-4605-9879-dbe582c276cf not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:38.436341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f0c5d2bb-4492-4e6a-9ac8-9893703527cb no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:38.459510 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f0c5d2bb-4492-4e6a-9ac8-9893703527cb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:38.459860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f0c5d2bb-4492-4e6a-9ac8-9893703527cb not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:38.460316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 52844bd4-f29e-4618-a5b3-3e482909e4b3 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:38.481488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 52844bd4-f29e-4618-a5b3-3e482909e4b3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:38.481831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 52844bd4-f29e-4618-a5b3-3e482909e4b3 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:39.000463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.183326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:26:39.240707 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Deleting port c128d67a-8dbc-42bc-ab68-29e553768e2a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:39.240959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.322080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] For port c128d67a-8dbc-42bc-ab68-29e553768e2a, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c128d67a-8dbc-42bc-ab68-29e553768e2a,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:39.322442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.334432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Calling delete_port for c128d67a-8dbc-42bc-ab68-29e553768e2a owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:39.515124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.539628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Pushing event deleted for resources: {'Port': ['ID=c128d67a-8dbc-42bc-ab68-29e553768e2a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:39.707026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.920488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:40.025819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:40.030818 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-48402b2b-21e3-4da2-9a86-2cee41436844 admin admin] 10.222.0.32 "PUT /v2.0/routers/d445656b-5c3c-4d6d-b4a3-2e4abf14ea91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127297 Dec 15 14:26:40.033468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:40.034543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] Sync routers for ids ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:40.045023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] Routers {'d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:40.045631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:40.133939 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:40.150796 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] Set router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:40.234733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:40.290680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Deleting port 7a2292ae-2f76-42d2-9920-10f7984c031c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:40.291014 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:40.333973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:26:39Z', 'revision_number': 5, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port': {'id': '7a2292ae-2f76-42d2-9920-10f7984c031c', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:10Z', 'updated_at': '2021-12-15T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:40.361712 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] Checking router: d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:40.370765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] Routers {'d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:40.371391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:26:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:40.378807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] For port 7a2292ae-2f76-42d2-9920-10f7984c031c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7a2292ae-2f76-42d2-9920-10f7984c031c,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:40.379289 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:40.392795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Calling delete_port for 7a2292ae-2f76-42d2-9920-10f7984c031c owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:40.456839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] Set router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:40.512235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:26:40Z', 'revision_number': 6, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:40.543230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701eb74-6a0c-4684-9603-9c2fc05583af None None] The sync data for ids ['d445656b-5c3c-4d6d-b4a3-2e4abf14ea91'] in n-d-815324-3 is: [{'id': 'd445656b-5c3c-4d6d-b4a3-2e4abf14ea91', 'name': 'tempest-TestVolumeBootPattern-568144405-router', 'tenant_id': '61c22473623947d8b0e0a8b201327d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:09Z', 'updated_at': '2021-12-15T14:26:40Z', 'revision_number': 6, 'project_id': '61c22473623947d8b0e0a8b201327d96', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:40.565251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:40.593065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2292ae-2f76-42d2-9920-10f7984c031c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:40.603826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35785db9-9755-4f95-9755-0f3068294408 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:40.980552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.068914 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.071657 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.114061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.114522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:26:41.119184 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.120363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fe653bd7-595e-46b4-9c36-ba9b0579f3d4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d445656b-5c3c-4d6d-b4a3-2e4abf14ea91 HTTP/1.1" status: 204 len: 168 time: 1.0858963 Dec 15 14:26:41.122928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43700) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:41.170871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Deleting subnet deaa62a1-3d30-49a1-9347-38110de31e76 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:26:41.173985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.207189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.290344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.348517 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.374492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deaa62a1-3d30-49a1-9347-38110de31e76,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:41.378002 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.381327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4315de75-2224-449a-9597-3db498eab170 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/deaa62a1-3d30-49a1-9347-38110de31e76 HTTP/1.1" status: 204 len: 168 time: 0.2571864 Dec 15 14:26:41.384767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:41.385249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69144ca-8eac-4ffd-9518-c637afe07804 None None] Network 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:26:41.454053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.509777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Deleting port dd3c251a-805d-4ee9-8e11-c014daa6b43e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:41.510309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.546074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] DHCP port deletion for 5d6bd05a-d340-4804-bf44-a5f76ccc6b26 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:41.583100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] For port dd3c251a-805d-4ee9-8e11-c014daa6b43e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd3c251a-805d-4ee9-8e11-c014daa6b43e,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:41.583463 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.597438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Calling delete_port for dd3c251a-805d-4ee9-8e11-c014daa6b43e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:41.600613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Deleting port dd3c251a-805d-4ee9-8e11-c014daa6b43e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:41.601157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.668558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] For port dd3c251a-805d-4ee9-8e11-c014daa6b43e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=dd3c251a-805d-4ee9-8e11-c014daa6b43e,segment=NetworkSegment(ae97915e-ada0-4a59-adca-f5fc59585fb1),segment_id=ae97915e-ada0-4a59-adca-f5fc59585fb1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:41.668890 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.685722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Calling delete_port for dd3c251a-805d-4ee9-8e11-c014daa6b43e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:41.690454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.717271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3c251a-805d-4ee9-8e11-c014daa6b43e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:41.721875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] No DVR routers for this DVR port dd3c251a-805d-4ee9-8e11-c014daa6b43e on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:41.764548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.789113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Pushing event deleted for resources: {'Port': ['ID=dd3c251a-805d-4ee9-8e11-c014daa6b43e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:41.793842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] No DVR routers for this DVR port dd3c251a-805d-4ee9-8e11-c014daa6b43e on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:41.794345 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.806532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d2080-fa85-4844-8e5a-434cba235299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:41.822945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6bd05a-d340-4804-bf44-a5f76ccc6b26']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:41.832402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae97915e-ada0-4a59-adca-f5fc59585fb1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:41.832733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae97915e-ada0-4a59-adca-f5fc59585fb1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:41.842091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.855501 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.862772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:26:41.863234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:26:41.864947 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:26:41.920243 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.926183 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:41.931307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d6bd05a-d340-4804-bf44-a5f76ccc6b26 HTTP/1.1" status: 204 len: 168 time: 0.5441527 Dec 15 14:26:41.943803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28028-4a17-484d-a8a9-695eb7339304 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6bd05a-d340-4804-bf44-a5f76ccc6b26,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:42.058617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:42.103255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b8763bbc-dd42-4fb1-99ff-65570a470d24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=855d335c660a4d658b021b92e3287d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434873 Dec 15 14:26:42.105924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:42.158138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-132baece-6258-455c-a8f0-b984561b88c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.184311 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-132baece-6258-455c-a8f0-b984561b88c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.231578 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-132baece-6258-455c-a8f0-b984561b88c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.234577 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-132baece-6258-455c-a8f0-b984561b88c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.235731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-132baece-6258-455c-a8f0-b984561b88c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/966552be-b5f4-4914-82ee-c15f5d29a733 HTTP/1.1" status: 204 len: 168 time: 0.1288378 Dec 15 14:26:42.244525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132baece-6258-455c-a8f0-b984561b88c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966552be-b5f4-4914-82ee-c15f5d29a733,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:42.419800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c128d67a-8dbc-42bc-ab68-29e553768e2a no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:42.444271 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c128d67a-8dbc-42bc-ab68-29e553768e2a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:42.444739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c128d67a-8dbc-42bc-ab68-29e553768e2a not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:42.445172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7a2292ae-2f76-42d2-9920-10f7984c031c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:42.465639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7a2292ae-2f76-42d2-9920-10f7984c031c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:42.466081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7a2292ae-2f76-42d2-9920-10f7984c031c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:42.466575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd3c251a-805d-4ee9-8e11-c014daa6b43e no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:42.486571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: dd3c251a-805d-4ee9-8e11-c014daa6b43e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:42.486926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device dd3c251a-805d-4ee9-8e11-c014daa6b43e not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:42.587049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:42.589271 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ceafa22-e7b1-4f1e-aee9-1b8b001aa387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.628717 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-22399ef4-3e9f-4e92-868b-b662e70f4dcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61c22473623947d8b0e0a8b201327d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404854 Dec 15 14:26:42.632998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:42.680615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724e4dc3-19f9-477a-b7c8-0cd31468f266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.701670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724e4dc3-19f9-477a-b7c8-0cd31468f266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.752836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724e4dc3-19f9-477a-b7c8-0cd31468f266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.755471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724e4dc3-19f9-477a-b7c8-0cd31468f266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.756711 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-724e4dc3-19f9-477a-b7c8-0cd31468f266 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a230578a-d40e-45c9-8676-9121a36cef03 HTTP/1.1" status: 204 len: 168 time: 0.1227860 Dec 15 14:26:42.764774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e4dc3-19f9-477a-b7c8-0cd31468f266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230578a-d40e-45c9-8676-9121a36cef03,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:44.411665 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:44.747548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1216bd5f-1fd5-4bb0-8fac-a40d87385971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:46.362611 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:47.544350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:48.697759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:51.369678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:53.326235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-c9ce829d-e2dc-407a-9843-a706f9bc8c14 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=818cf19848e1441e9c57d32290753ba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232418 Dec 15 14:26:53.439852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-ffe14284-2c10-4627-a677-7e861d1a8718 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:53.442308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-ffe14284-2c10-4627-a677-7e861d1a8718 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107001 Dec 15 14:26:53.457373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-b01996d6-4d44-4e93-a6e7-efa327a94381 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/quotas/818cf19848e1441e9c57d32290753ba0 HTTP/1.1" status: 200 len: 375 time: 0.0091655 Dec 15 14:26:53.488233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-4d6557b8-d353-4cc9-9e5c-097b345935ef tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=818cf19848e1441e9c57d32290753ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255835 Dec 15 14:26:53.644760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17a6e334-719c-49b6-9a11-25073a42f2a5 req-ff3774f6-5354-4d1c-aa03-75d081955092 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 210 time: 0.0256634 Dec 15 14:26:54.664142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-d2f3e14d-58f8-4917-bc6d-92ac59fd266d tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=818cf19848e1441e9c57d32290753ba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215366 Dec 15 14:26:54.744127 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a574e0ae-df84-4a8a-a4cb-f0d6bf6cb851 req-36459c49-0a55-45ad-830b-6ec452cf544b tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 210 time: 0.0284212 Dec 15 14:26:54.784180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-11c903f8-91a3-4029-b309-a53a0007e9ac tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:54.785647 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-11c903f8-91a3-4029-b309-a53a0007e9ac tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146457 Dec 15 14:26:54.802270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Request body: {'port': {'device_id': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'admin_state_up': True, 'tenant_id': '818cf19848e1441e9c57d32290753ba0'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:26:54.915106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Made reservation on behalf of 818cf19848e1441e9c57d32290753ba0 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:26:54.918790 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:54.927400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.008298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.012059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.076535 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e01ed64-9beb-416e-b0bb-9953759f0a0d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:55.152493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Allocated IP 192.168.233.178 (506a09ba-d582-47a0-b1c1-8fff3eff48e7/0bf5f0ce-c1c9-4a09-973c-86fc7e571b51/8366bfa7-d33a-4769-b068-5d24207ac991) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:26:55.301205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.334290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.379991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:26:55.383254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:26:55.387809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:26:55.394447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Pushing event updated for resources: {'Port': ['ID=8366bfa7-d33a-4769-b068-5d24207ac991,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:55.442695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:55.443329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.460950 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-9b31e41e-3ca6-40b2-854c-beccf171a9c6 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6622581 Dec 15 14:26:55.477991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Request body: {'port': {'device_id': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:26:55.538980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.658554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b1f00ea-05e2-4272-8bc3-4b3f0a5d9626 None None] Provisioning complete for port 8366bfa7-d33a-4769-b068-5d24207ac991 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:26:55.659148 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b1f00ea-05e2-4272-8bc3-4b3f0a5d9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.691747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f00ea-05e2-4272-8bc3-4b3f0a5d9626 None None] Port 8366bfa7-d33a-4769-b068-5d24207ac991 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:26:55.803028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8366bfa7-d33a-4769-b068-5d24207ac991 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:26:55.811551 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.824962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Transition to ACTIVE for port object 8366bfa7-d33a-4769-b068-5d24207ac991 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:26:55.829739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:55.863476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12359e6-c140-4903-a550-d2b26ff73079 req-0255383f-0380-4766-8cfe-5e9848132810 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:55.865071 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f12359e6-c140-4903-a550-d2b26ff73079 req-0255383f-0380-4766-8cfe-5e9848132810 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 936 time: 0.0520308 Dec 15 14:26:55.886664 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8366bfa7-d33a-4769-b068-5d24207ac991,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:55.923422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f12359e6-c140-4903-a550-d2b26ff73079 req-5fa249b0-f7c5-4f27-bc25-2f845cdc8bdb tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Dec 15 14:26:55.970910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Attempting to bind port 8366bfa7-d33a-4769-b068-5d24207ac991 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:26:55.971241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Attempting to bind port 8366bfa7-d33a-4769-b068-5d24207ac991 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:26:55.971567 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Attempting to bind port 8366bfa7-d33a-4769-b068-5d24207ac991 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:26:55.976568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Port 8366bfa7-d33a-4769-b068-5d24207ac991 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:26:55.976883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Attempting to bind port 8366bfa7-d33a-4769-b068-5d24207ac991 on network 506a09ba-d582-47a0-b1c1-8fff3eff48e7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:26:55.981926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:26:55.982259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Checking segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:26:55.982636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Bound using segment: {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:26:55.983316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Bound port: 8366bfa7-d33a-4769-b068-5d24207ac991, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10509ef3-dfb2-4996-bafc-9deb6da6412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:26:55.983669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.051690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] For port 8366bfa7-d33a-4769-b068-5d24207ac991, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:26:56.055635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] For port 8366bfa7-d33a-4769-b068-5d24207ac991, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8366bfa7-d33a-4769-b068-5d24207ac991,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:26:56.059502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.094045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.094907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.096329 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] 10.222.0.85 "PUT /v2.0/ports/8366bfa7-d33a-4769-b068-5d24207ac991 HTTP/1.1" status: 200 len: 1096 time: 0.6233633 Dec 15 14:26:56.098791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'tag': '8366bfa7-d33a-4769-b068-5d24207ac991'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:56.101149 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2126ab99-4454-4561-8123-5c50b39425a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbcf80c-4542-4727-9d91-9719a37b835f", "tag": "8366bfa7-d33a-4769-b068-5d24207ac991"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:56.132353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1a16-707f-414c-81db-b21a1030ecf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8366bfa7-d33a-4769-b068-5d24207ac991,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:56.183007 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c5dc7e-34dc-42c2-bfb6-0279831ed2ff x-openstack-request-id: req-c3c5dc7e-34dc-42c2-bfb6-0279831ed2ff {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:56.183306 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbcf80c-4542-4727-9d91-9719a37b835f", "tag": "8366bfa7-d33a-4769-b068-5d24207ac991", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:56.183565 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3c5dc7e-34dc-42c2-bfb6-0279831ed2ff {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:56.183967 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'tag': '8366bfa7-d33a-4769-b068-5d24207ac991', 'status': 'completed', 'code': 200} Dec 15 14:26:56.202137 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-49bc4bf2-aaea-4715-9a06-8a15bc4554cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.203755 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-49bc4bf2-aaea-4715-9a06-8a15bc4554cf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=818cf19848e1441e9c57d32290753ba0&device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 1099 time: 0.0554776 Dec 15 14:26:56.251921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-6309ab96-ddca-4d70-8fdf-f4638e1421ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=8366bfa7-d33a-4769-b068-5d24207ac991 HTTP/1.1" status: 200 len: 217 time: 0.0369799 Dec 15 14:26:56.304778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-e258c265-a7bf-4d20-8b36-88312fb59949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.306272 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-e258c265-a7bf-4d20-8b36-88312fb59949 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0473385 Dec 15 14:26:56.356821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5d54-1d17-4473-b26d-024774677368 req-9d6c0571-6dd2-4086-b463-b5730e306d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.358584 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-9d6c0571-6dd2-4086-b463-b5730e306d39 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457132 Dec 15 14:26:56.454339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-53460e43-4cd6-4fb7-b8d3-5cc8b404db63 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861683 Dec 15 14:26:56.549911 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c85f5d54-1d17-4473-b26d-024774677368 req-e877beb5-2e40-4e0c-88fd-74afb498124d service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Dec 15 14:26:56.656967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab99-4454-4561-8123-5c50b39425a5 req-ad5096b6-d542-4b34-8407-9a76e957f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.658368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-ad5096b6-d542-4b34-8407-9a76e957f320 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=818cf19848e1441e9c57d32290753ba0&device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 1099 time: 0.0407350 Dec 15 14:26:56.756293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab99-4454-4561-8123-5c50b39425a5 req-db3e8eae-1e5e-449a-894a-208f51157a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.757810 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-db3e8eae-1e5e-449a-894a-208f51157a46 service neutron] 10.222.0.85 "GET /v2.0/networks?id=506a09ba-d582-47a0-b1c1-8fff3eff48e7 HTTP/1.1" status: 200 len: 871 time: 0.0916700 Dec 15 14:26:56.800014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-27a8434e-2fc8-46e4-8289-8582f51ca12c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=8366bfa7-d33a-4769-b068-5d24207ac991 HTTP/1.1" status: 200 len: 217 time: 0.0347126 Dec 15 14:26:56.858412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab99-4454-4561-8123-5c50b39425a5 req-58d0835a-39c1-4d57-b880-8c4ba128e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.859910 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-58d0835a-39c1-4d57-b880-8c4ba128e18f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bf5f0ce-c1c9-4a09-973c-86fc7e571b51 HTTP/1.1" status: 200 len: 843 time: 0.0521672 Dec 15 14:26:56.910059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab99-4454-4561-8123-5c50b39425a5 req-a1ee7227-8b61-4119-b746-0a7802c877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:56.911452 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-a1ee7227-8b61-4119-b746-0a7802c877b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=506a09ba-d582-47a0-b1c1-8fff3eff48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442469 Dec 15 14:26:57.006525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-00e3cbcc-16b3-4d88-99fa-f23946dbc4e2 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 Dec 15 14:26:57.053215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6836dfb-9692-4076-914e-feec49c1b341 req-3135b3f9-efeb-448e-b859-1061eb4488c4 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:57.055639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6836dfb-9692-4076-914e-feec49c1b341 req-3135b3f9-efeb-448e-b859-1061eb4488c4 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 948 time: 0.0540557 Dec 15 14:26:57.103030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2126ab99-4454-4561-8123-5c50b39425a5 req-46229219-7f25-4800-9678-564c72f82153 service neutron] 10.222.0.85 "GET /v2.0/networks/506a09ba-d582-47a0-b1c1-8fff3eff48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899608 Dec 15 14:26:57.104000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6836dfb-9692-4076-914e-feec49c1b341 req-220e0736-67d9-4197-826f-f1cab8440ea8 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Dec 15 14:26:58.233654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720917e-a463-487d-96b8-7c4bfb7b6f8d req-7e8f930f-cc3a-44ee-8fa7-fb03a236eba9 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:58.235220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8720917e-a463-487d-96b8-7c4bfb7b6f8d req-7e8f930f-cc3a-44ee-8fa7-fb03a236eba9 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 948 time: 0.0521560 Dec 15 14:26:58.284238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8720917e-a463-487d-96b8-7c4bfb7b6f8d req-1b638263-8cc2-4c77-bdb3-4e9134f446d7 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Dec 15 14:26:59.410703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2396c21-2e54-4c22-8ed8-3061fc9b75e5 req-ded9ef0d-b5ec-4d61-a510-e8155f68483b tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:59.412183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2396c21-2e54-4c22-8ed8-3061fc9b75e5 req-ded9ef0d-b5ec-4d61-a510-e8155f68483b tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 948 time: 0.0560718 Dec 15 14:26:59.459868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2396c21-2e54-4c22-8ed8-3061fc9b75e5 req-ba8aba47-5cc2-46e3-858d-ba531ba4bdfe tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Dec 15 14:27:00.579811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebf637-8ebb-42ce-93bb-941d16085f94 req-447b9b8c-0288-4537-942b-28c6cb95b3d3 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:00.581357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30ebf637-8ebb-42ce-93bb-941d16085f94 req-447b9b8c-0288-4537-942b-28c6cb95b3d3 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 948 time: 0.0495112 Dec 15 14:27:00.629372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30ebf637-8ebb-42ce-93bb-941d16085f94 req-56a78dcd-cb9f-477a-a335-2478c1fcfb73 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Dec 15 14:27:00.843067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8366bfa7-d33a-4769-b068-5d24207ac991 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:27:00.944809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8366bfa7-d33a-4769-b068-5d24207ac991, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8366bfa7-d33a-4769-b068-5d24207ac991,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:00.960094 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '8366bfa7-d33a-4769-b068-5d24207ac991', 'network_id': '506a09ba-d582-47a0-b1c1-8fff3eff48e7', 'port_id': '8366bfa7-d33a-4769-b068-5d24207ac991', 'mac_address': 'fa:16:3e:d7:58:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5f0ce-c1c9-4a09-973c-86fc7e571b51', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:27:01.011153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:01.023788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8366bfa7-d33a-4769-b068-5d24207ac991 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:27:01.042340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8366bfa7-d33a-4769-b068-5d24207ac991, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8366bfa7-d33a-4769-b068-5d24207ac991,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:01.046266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:01.091055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=8366bfa7-d33a-4769-b068-5d24207ac991,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:01.411293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['8366bfa7-d33a-4769-b068-5d24207ac991'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:27:01.745430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4411bb7-930a-48b6-a143-8a24bc9ac43a req-de8e5ccd-c80c-4f44-af02-922d6a240105 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:01.747001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4411bb7-930a-48b6-a143-8a24bc9ac43a req-de8e5ccd-c80c-4f44-af02-922d6a240105 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 949 time: 0.0489933 Dec 15 14:27:01.800939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4411bb7-930a-48b6-a143-8a24bc9ac43a req-293c95fd-ac07-421f-b4c9-58a76118557a tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Dec 15 14:27:02.859620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8366bfa7-d33a-4769-b068-5d24207ac991 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:27:02.910441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 8366bfa7-d33a-4769-b068-5d24207ac991 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:27:02.914461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 8366bfa7-d33a-4769-b068-5d24207ac991 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:27:02.914839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.918835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d373b9-813d-462e-bec6-ae4dc49445b8 req-40e65ad5-b397-4be0-8f0d-b0aa3d99fe66 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:02.920364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93d373b9-813d-462e-bec6-ae4dc49445b8 req-40e65ad5-b397-4be0-8f0d-b0aa3d99fe66 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 949 time: 0.0507233 Dec 15 14:27:02.968457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93d373b9-813d-462e-bec6-ae4dc49445b8 req-c79add66-c027-4778-812d-27ef41a04925 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Dec 15 14:27:02.996038 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.019043 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8366bfa7-d33a-4769-b068-5d24207ac991'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:03.021324 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19320970-d7ab-4ea4-b7c9-048c994f478d" -d '{"events": [{"server_uuid": "4dbcf80c-4542-4727-9d91-9719a37b835f", "name": "network-vif-plugged", "status": "completed", "tag": "8366bfa7-d33a-4769-b068-5d24207ac991"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:03.034552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8366bfa7-d33a-4769-b068-5d24207ac991, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8366bfa7-d33a-4769-b068-5d24207ac991,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:03.038499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.087413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=8366bfa7-d33a-4769-b068-5d24207ac991,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:03.129749 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9f60d4-1364-4c89-8a11-ea6544092376 x-openstack-request-id: req-4c9f60d4-1364-4c89-8a11-ea6544092376 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:03.130047 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbcf80c-4542-4727-9d91-9719a37b835f", "name": "network-vif-plugged", "status": "completed", "tag": "8366bfa7-d33a-4769-b068-5d24207ac991", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:03.130305 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c9f60d4-1364-4c89-8a11-ea6544092376 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:03.130704 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8366bfa7-d33a-4769-b068-5d24207ac991', 'code': 200} Dec 15 14:27:03.247791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95dc59-4507-44e6-8834-071be43597c7 req-cee67350-4b92-40e6-b6d1-0f3a1883ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:03.249340 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7c95dc59-4507-44e6-8834-071be43597c7 req-cee67350-4b92-40e6-b6d1-0f3a1883ab79 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 1101 time: 0.0401182 Dec 15 14:27:03.294679 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7c95dc59-4507-44e6-8834-071be43597c7 req-a6e1c16c-8509-4f65-947c-88a656dc64d3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Dec 15 14:27:04.084873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1f817-7726-48bf-90a7-9071f5bd6ea9 req-070e7d9c-d5a6-48b2-b01e-746aa4d85ed7 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:04.086360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cc1f817-7726-48bf-90a7-9071f5bd6ea9 req-070e7d9c-d5a6-48b2-b01e-746aa4d85ed7 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 950 time: 0.0506399 Dec 15 14:27:04.134499 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7cc1f817-7726-48bf-90a7-9071f5bd6ea9 req-a71e654b-6256-44ae-a8d5-01a24481e9fe tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Dec 15 14:27:05.265548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faee44-43fc-4306-bd0b-33421844f3e6 req-9a2414e7-f99c-4cc5-9109-1a0db7d39e1d tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:05.267233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60faee44-43fc-4306-bd0b-33421844f3e6 req-9a2414e7-f99c-4cc5-9109-1a0db7d39e1d tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 950 time: 0.0593996 Dec 15 14:27:05.325899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60faee44-43fc-4306-bd0b-33421844f3e6 req-a2e3c8f9-fbb2-4ab0-ba83-901095b90253 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Dec 15 14:27:05.628315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-58f129ea-7e15-495e-b6f1-c23e4c4e2eca req-c12b972e-bc4b-4590-b860-58a8555c665d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:27:05.629345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58f129ea-7e15-495e-b6f1-c23e4c4e2eca req-c12b972e-bc4b-4590-b860-58a8555c665d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056229 Dec 15 14:27:06.113372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-28e09e3b-c4b9-4e39-a447-702b079e0d58 req-61cf1dd6-738c-43dd-a811-40d4872684a1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:27:06.114641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28e09e3b-c4b9-4e39-a447-702b079e0d58 req-61cf1dd6-738c-43dd-a811-40d4872684a1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1656840 Dec 15 14:27:06.473699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def19b0-613d-4240-96a6-7f810d01533f req-be391028-6ce5-48c7-a218-c626282ed524 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:06.475164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1def19b0-613d-4240-96a6-7f810d01533f req-be391028-6ce5-48c7-a218-c626282ed524 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 950 time: 0.0494926 Dec 15 14:27:06.523900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1def19b0-613d-4240-96a6-7f810d01533f req-d503b1b4-b5d3-4045-bde3-c8fb32659b29 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Dec 15 14:27:07.644228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82642b3-c254-4f29-88a6-c6c3396462a8 req-ef644a21-b981-46f8-a2cd-716e6adc9bcf tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:07.645752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a82642b3-c254-4f29-88a6-c6c3396462a8 req-ef644a21-b981-46f8-a2cd-716e6adc9bcf tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 950 time: 0.0530994 Dec 15 14:27:07.693207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a82642b3-c254-4f29-88a6-c6c3396462a8 req-4f616e4c-efb8-42d1-a0fa-88fb37712b49 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e01ed64-9beb-416e-b0bb-9953759f0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Dec 15 14:27:07.922652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-04b1247f-4e52-450c-b81e-cae0aef0e4da tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:07.924115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-04b1247f-4e52-450c-b81e-cae0aef0e4da tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.85 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 950 time: 0.0505836 Dec 15 14:27:08.017902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Deleting port 8366bfa7-d33a-4769-b068-5d24207ac991 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:08.018244 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.107224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] For port 8366bfa7-d33a-4769-b068-5d24207ac991, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8366bfa7-d33a-4769-b068-5d24207ac991,segment=NetworkSegment(10509ef3-dfb2-4996-bafc-9deb6da6412a),segment_id=10509ef3-dfb2-4996-bafc-9deb6da6412a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:08.107583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.124184 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Calling delete_port for 8366bfa7-d33a-4769-b068-5d24207ac991 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:08.250184 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.276128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['8366bfa7-d33a-4769-b068-5d24207ac991'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:27:08.278362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Pushing event deleted for resources: {'Port': ['ID=8366bfa7-d33a-4769-b068-5d24207ac991,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:08.323573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] No DVR routers for this DVR port 8366bfa7-d33a-4769-b068-5d24207ac991 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:08.326381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.329901 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d53c6385-bc83-4027-bcb6-0cf30fc1761c req-f16797bb-95b3-476e-9bc1-fbfe938c7248 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.85 "DELETE /v2.0/ports/8366bfa7-d33a-4769-b068-5d24207ac991 HTTP/1.1" status: 204 len: 173 time: 0.4001560 Dec 15 14:27:08.330368 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'name': 'network-vif-deleted', 'tag': '8366bfa7-d33a-4769-b068-5d24207ac991'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:08.332879 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f855f7-ff8c-4e86-ac27-99fc80a58fae" -d '{"events": [{"server_uuid": "4dbcf80c-4542-4727-9d91-9719a37b835f", "name": "network-vif-deleted", "tag": "8366bfa7-d33a-4769-b068-5d24207ac991"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:08.385726 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff419948-fde7-41af-99ec-20284fec374f x-openstack-request-id: req-ff419948-fde7-41af-99ec-20284fec374f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:08.386025 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbcf80c-4542-4727-9d91-9719a37b835f", "name": "network-vif-deleted", "tag": "8366bfa7-d33a-4769-b068-5d24207ac991", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:08.386465 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff419948-fde7-41af-99ec-20284fec374f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:08.386881 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbcf80c-4542-4727-9d91-9719a37b835f', 'name': 'network-vif-deleted', 'tag': '8366bfa7-d33a-4769-b068-5d24207ac991', 'status': 'completed', 'code': 200} Dec 15 14:27:08.807346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67dbe2bd-2209-4683-914f-9c5b81939382 req-207d46fd-fddb-43f8-87aa-b5bb01e81008 tempest-ServersAdminNegativeTestJSON-1331301047 tempest-ServersAdminNegativeTestJSON-1331301047-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbcf80c-4542-4727-9d91-9719a37b835f HTTP/1.1" status: 200 len: 210 time: 0.0286303 Dec 15 14:27:10.114181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:10.278762 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-784aaf9d-849e-4391-9c5d-1043d3aba9aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=818cf19848e1441e9c57d32290753ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634233 Dec 15 14:27:10.281320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:10.328913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36c00a01-bc11-435a-8228-0b4a470e860e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.349636 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36c00a01-bc11-435a-8228-0b4a470e860e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.396150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36c00a01-bc11-435a-8228-0b4a470e860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.398807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36c00a01-bc11-435a-8228-0b4a470e860e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.399990 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-36c00a01-bc11-435a-8228-0b4a470e860e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e01ed64-9beb-416e-b0bb-9953759f0a0d HTTP/1.1" status: 204 len: 168 time: 0.1177821 Dec 15 14:27:10.407774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c00a01-bc11-435a-8228-0b4a470e860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e01ed64-9beb-416e-b0bb-9953759f0a0d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:10.675278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:10.689782 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-171919df-63ea-45d7-aaee-4f470e0163e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.786943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-171919df-63ea-45d7-aaee-4f470e0163e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.791803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-171919df-63ea-45d7-aaee-4f470e0163e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.831232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171919df-63ea-45d7-aaee-4f470e0163e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b68368-e713-499b-b13b-1d0637f08845,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:10.835633 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-171919df-63ea-45d7-aaee-4f470e0163e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcfdd14263684dc1b08e92f376d83e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593084 Dec 15 14:27:10.838407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:10.891876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.904403 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8366bfa7-d33a-4769-b068-5d24207ac991 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:10.914557 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.924833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 8366bfa7-d33a-4769-b068-5d24207ac991 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:10.925178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8366bfa7-d33a-4769-b068-5d24207ac991 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:10.962438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.965096 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.966835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59b68368-e713-499b-b13b-1d0637f08845 HTTP/1.1" status: 204 len: 168 time: 0.1268504 Dec 15 14:27:10.974416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b68368-e713-499b-b13b-1d0637f08845,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:10.982639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.983011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.983606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.983938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.984267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.984717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.985004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.985313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.985727 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.985947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.986265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.986599 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:10.986895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96551e4f-c02f-4e0b-b693-85733d29b786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:11.654324 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 43912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:11.747848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-177261921-network', 'tenant_id': 'e0d805f4d2b24783af2fd8b81c0abeb3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:11.769146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Made reservation on behalf of e0d805f4d2b24783af2fd8b81c0abeb3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:27:11.771380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.779632 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.855744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.859780 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.880705 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:27:11.895878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaee4ef-b797-4542-a244-07928a0c9bba,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:11.898856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.899329 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Added segment 4905a43d-a45e-4009-9456-5dd3ea4251fe of type vlan for network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 Dec 15 14:27:11.939745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.964750 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:11.965700 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:11.966278 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:12.021467 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3660204 Dec 15 14:27:12.024898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 43916) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:12.029918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Request body: {'subnet': {'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-177261921-subnet', 'tenant_id': 'e0d805f4d2b24783af2fd8b81c0abeb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:12.033236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174298a3-6650-4b5e-b9d3-0764e5f206c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:12.044006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:27:12.050987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Made reservation on behalf of e0d805f4d2b24783af2fd8b81c0abeb3 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:27:12.053879 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:12.226095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:12.276284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Pushing event updated for resources: {'Subnet': ['ID=829fe220-952f-402f-a116-24a2da7ecbaf,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:12.290638 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.290995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.291341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.291682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.292018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.292353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.292709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.293040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.293368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.293696 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.294020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.294345 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.294673 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:12.306039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Checking segment: {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:27:12.306408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Network hostable DHCP agents. Network: b1ad70f8-2052-4f12-aa2a-2bddf5a7c942, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:27:12.323792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:27:12.332543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, b1ad70f8-2052-4f12-aa2a-2bddf5a7c942) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:27:12.336897 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:12.337490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:12.342136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8cdda-ab65-4823-b895-c99138344a70 None None] Network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:27:12.359034 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0d2583bd-7d21-4c1a-a2ee-e8667e1e959a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3329167 Dec 15 14:27:12.461241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b63180-5061-4e3d-94ff-0ea98184a3da None None] Network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:27:12.589894 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1412ef2-de7f-4f1e-a2f8-6109a1198f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:12.792625 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-475661b7-b39e-4220-b13b-b5ecf5a5c685 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:12.794106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-475661b7-b39e-4220-b13b-b5ecf5a5c685 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 811 time: 0.1048155 Dec 15 14:27:12.809955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-74fccb58-7358-4376-a415-a96c15ff58c4 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/quotas/e0d805f4d2b24783af2fd8b81c0abeb3 HTTP/1.1" status: 200 len: 375 time: 0.0091467 Dec 15 14:27:12.841025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-276488f3-1271-4f7f-b7d7-5efa0afb8717 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257440 Dec 15 14:27:12.852315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-8ee998fc-3947-4a62-be02-8db978e169b8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:27:12.853287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-8ee998fc-3947-4a62-be02-8db978e169b8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056107 Dec 15 14:27:12.947979 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-a2948600-35be-4ff8-a68d-3e7a5c19f699 service neutron] 10.222.0.32 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887010 Dec 15 14:27:13.036137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-2a57879b-363f-49c0-9895-0799a27d3bac service neutron] 10.222.0.32 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818448 Dec 15 14:27:13.197288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3b06643-3ee4-4428-aea1-2e6c2c5b38b8 req-5087b090-c669-4b78-9786-45eef70dfa58 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Dec 15 14:27:14.177165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-02991d24-e57b-4a05-9d4b-077a7728f9fb tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:14.178693 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-02991d24-e57b-4a05-9d4b-077a7728f9fb tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.85 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 811 time: 0.1175678 Dec 15 14:27:14.197878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Request body: {'port': {'device_id': 'f0a00c91-62ee-400f-8678-24e148f23549', 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942', 'admin_state_up': True, 'tenant_id': 'e0d805f4d2b24783af2fd8b81c0abeb3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:14.297106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d535cb33-cbf3-41ea-aed7-a7fac4526201 req-5e681db6-4d4e-4d03-8621-f836a35fbab0 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 210 time: 0.0311399 Dec 15 14:27:14.305561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Made reservation on behalf of e0d805f4d2b24783af2fd8b81c0abeb3 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:27:14.309323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:14.412019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:14.438268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Allocated IP 172.20.0.13 (b1ad70f8-2052-4f12-aa2a-2bddf5a7c942/829fe220-952f-402f-a116-24a2da7ecbaf/ffa54d31-0317-47ee-b822-bcefcee7e3a0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:27:14.589033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:14.621589 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:14.664813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:27:14.668096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:27:14.672447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:27:14.701683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:14.734221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:14.734933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:14.750351 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9365ed87-6515-405a-b5a4-4a101063baef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:14.754807 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-3070853d-4021-452b-8939-af5eddf7f03e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607429 Dec 15 14:27:14.770995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Request body: {'port': {'device_id': 'f0a00c91-62ee-400f-8678-24e148f23549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:14.826999 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:15.087117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa54d31-0317-47ee-b822-bcefcee7e3a0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:27:15.094591 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:15.106860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Transition to ACTIVE for port object ffa54d31-0317-47ee-b822-bcefcee7e3a0 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:27:15.110635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:15.166747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:15.230609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:27:15.231278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:27:15.231278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:27:15.235809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:27:15.236131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:27:15.241004 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:27:15.241279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Checking segment: {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:27:15.241663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Bound using segment: {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:27:15.242088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Bound port: ffa54d31-0317-47ee-b822-bcefcee7e3a0, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:27:15.242440 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:15.303515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:27:15.306943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:27:15.310466 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:15.351732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:15.352355 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:15.353811 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] 10.222.0.85 "PUT /v2.0/ports/ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 1092 time: 0.5869677 Dec 15 14:27:15.354241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:15.356526 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e8e783-5743-47b0-95b5-fb43fe234da8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:15.378507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0e72a-8e1a-4ba5-bfbd-644e28de3437 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:15.408360 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df332b3f-66ad-4237-a32d-c4d7a69e35fe x-openstack-request-id: req-df332b3f-66ad-4237-a32d-c4d7a69e35fe {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:15.408730 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:15.408991 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df332b3f-66ad-4237-a32d-c4d7a69e35fe {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:15.409401 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'status': 'completed', 'code': 200} Dec 15 14:27:15.425861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31dc1-5177-431e-b137-66e7fd3f61d0 req-0bc162d8-72f1-4ab1-9740-f7c9cc044ab2 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:15.427359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cc31dc1-5177-431e-b137-66e7fd3f61d0 req-0bc162d8-72f1-4ab1-9740-f7c9cc044ab2 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0561507 Dec 15 14:27:15.449564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-c4b0b972-827e-4d3d-af5c-0704bb012176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:15.451127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-c4b0b972-827e-4d3d-af5c-0704bb012176 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0447426 Dec 15 14:27:15.475486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cc31dc1-5177-431e-b137-66e7fd3f61d0 req-70bcd94e-a27a-41c2-a1d6-4f937717306a tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Dec 15 14:27:15.498315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-bc24a085-8c3e-4e2e-b849-2ef76aa278c7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0352924 Dec 15 14:27:15.547770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-6c9e59c8-cf34-4cf8-8ee4-1782f2b3c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:15.549268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-6c9e59c8-cf34-4cf8-8ee4-1782f2b3c864 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0434461 Dec 15 14:27:15.584756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-99a6c66a-182b-4d6c-95c5-4a857cea5470 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281978 Dec 15 14:27:15.673095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-bb5b40e5-7f26-4676-b421-0aedf25969d6 service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817449 Dec 15 14:27:15.765575 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e6e3afed-bf00-4684-abf6-606af0b7e954 req-f60220af-4fda-4014-93a5-eb8a9db6125f service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851328 Dec 15 14:27:15.883496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-4405cfdc-4f4b-4ebc-9188-931f9d0c2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:15.885053 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-4405cfdc-4f4b-4ebc-9188-931f9d0c2a39 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0412743 Dec 15 14:27:15.978079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-07d1e151-3fd5-4b5e-a655-5b53428ea149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:15.979513 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-07d1e151-3fd5-4b5e-a655-5b53428ea149 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.0867536 Dec 15 14:27:16.021118 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-1e60f22c-0564-423b-8ffa-ffb9f4d1d60d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0346663 Dec 15 14:27:16.069635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-572a08c7-8e76-46bc-aeb6-072f85ba557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:16.071082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-572a08c7-8e76-46bc-aeb6-072f85ba557a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0433760 Dec 15 14:27:16.105313 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-b456bcde-e1b3-4076-8826-e75f9b1140b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259385 Dec 15 14:27:16.182580 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:27:16.196677 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-e6562331-3d17-4f83-ae35-f50a170309fc service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844445 Dec 15 14:27:16.294681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9e8e783-5743-47b0-95b5-fb43fe234da8 req-53c3d5b4-667b-43c8-b526-43fd43d33d78 service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911126 Dec 15 14:27:16.364607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:16.596599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaef868-2804-4aeb-ad78-ff07271cd7d8 req-d4764be2-b9c9-415c-8960-698505975e02 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:16.598097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aaef868-2804-4aeb-ad78-ff07271cd7d8 req-d4764be2-b9c9-415c-8960-698505975e02 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0487494 Dec 15 14:27:16.645439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1aaef868-2804-4aeb-ad78-ff07271cd7d8 req-c97ac36f-f6df-4cc4-975d-c1aaf3470ead tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Dec 15 14:27:17.542826 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:17.764289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5e65-ec34-412b-8f4d-2bb98ec5f094 req-40baafe9-35ab-44a8-b653-731f84f43082 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:17.765678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d8f5e65-ec34-412b-8f4d-2bb98ec5f094 req-40baafe9-35ab-44a8-b653-731f84f43082 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0523782 Dec 15 14:27:17.811047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d8f5e65-ec34-412b-8f4d-2bb98ec5f094 req-4fe5997f-680f-4bfe-8629-f88080f76f75 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Dec 15 14:27:18.530536 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:18.931391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b452-054a-4d9b-b94b-bcf28a223417 req-59b86694-e73d-4cc8-9631-bb71df039a87 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:18.932923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a404b452-054a-4d9b-b94b-bcf28a223417 req-59b86694-e73d-4cc8-9631-bb71df039a87 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0523334 Dec 15 14:27:18.952333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:27:18.980066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a404b452-054a-4d9b-b94b-bcf28a223417 req-0dba8bc5-2279-4e67-9904-f0664a6ae75d tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Dec 15 14:27:19.045882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:19.060938 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942', 'port_id': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'mac_address': 'fa:16:3e:65:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829fe220-952f-402f-a116-24a2da7ecbaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:27:19.096369 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:19.109604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa54d31-0317-47ee-b822-bcefcee7e3a0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:27:19.129477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:19.133305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:19.178724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:19.457607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ffa54d31-0317-47ee-b822-bcefcee7e3a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:27:20.098060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5d360-bec7-412a-aa40-1b03cd3a0141 req-38847734-0557-4423-a710-3c601c849c19 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:20.100654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06f5d360-bec7-412a-aa40-1b03cd3a0141 req-38847734-0557-4423-a710-3c601c849c19 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 945 time: 0.0500240 Dec 15 14:27:20.155464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-06f5d360-bec7-412a-aa40-1b03cd3a0141 req-dc9b1a7e-0311-4943-90cf-0e1d476d0e6e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489867 Dec 15 14:27:20.966463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:27:21.016264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ffa54d31-0317-47ee-b822-bcefcee7e3a0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:27:21.020383 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ffa54d31-0317-47ee-b822-bcefcee7e3a0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:27:21.020863 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:21.110239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:21.133691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:21.135944 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff44506-56fd-4525-b409-a389a25e238f" -d '{"events": [{"server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "name": "network-vif-plugged", "status": "completed", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:21.149594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:21.154361 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:21.181700 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9e37fe-8d29-466f-96e9-9fad3d4f9202 x-openstack-request-id: req-4d9e37fe-8d29-466f-96e9-9fad3d4f9202 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:21.181999 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "name": "network-vif-plugged", "status": "completed", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:21.182259 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d9e37fe-8d29-466f-96e9-9fad3d4f9202 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:21.182665 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'code': 200} Dec 15 14:27:21.204739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:21.281163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda5da6-de48-4209-ab99-7626b12daee2 req-176c53fb-17ea-4fe4-bf04-ae57be4a5d83 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:21.282733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccda5da6-de48-4209-ab99-7626b12daee2 req-176c53fb-17ea-4fe4-bf04-ae57be4a5d83 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0500615 Dec 15 14:27:21.295966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d2ce-9981-4884-9b6e-cb21ac950a37 req-811771bf-fba7-4259-ad81-0f86ae56de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:21.297878 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b38d2ce-9981-4884-9b6e-cb21ac950a37 req-811771bf-fba7-4259-ad81-0f86ae56de6a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1097 time: 0.0407169 Dec 15 14:27:21.330471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ccda5da6-de48-4209-ab99-7626b12daee2 req-65a1aebb-d7d1-4486-b3b5-c29286e5725b tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Dec 15 14:27:21.344681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b38d2ce-9981-4884-9b6e-cb21ac950a37 req-3fd90f23-f7ad-4efb-abfc-d0c361d91cb2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 Dec 15 14:27:21.375270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:22.447429 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baeb0-d7f1-436b-beb6-0ed2c7e2cf9d req-8c93384b-c423-460f-aaea-997d2232a5ca tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:22.448970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f5baeb0-d7f1-436b-beb6-0ed2c7e2cf9d req-8c93384b-c423-460f-aaea-997d2232a5ca tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0486343 Dec 15 14:27:22.497350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f5baeb0-d7f1-436b-beb6-0ed2c7e2cf9d req-7e53087e-f4af-402c-ba20-857d4932bd94 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Dec 15 14:27:23.616136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bed92c-1d71-4f61-b6cd-1daccc31c4ea req-29070c10-9403-4400-b81e-ccba1be8353f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:23.617615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49bed92c-1d71-4f61-b6cd-1daccc31c4ea req-29070c10-9403-4400-b81e-ccba1be8353f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0522218 Dec 15 14:27:23.662895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-49bed92c-1d71-4f61-b6cd-1daccc31c4ea req-f5c129bf-2481-4510-ae27-ee1072510e90 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Dec 15 14:27:23.899069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4d55-7f21-4647-89dd-848c60156b80 req-d7af30a5-24ab-4ca5-9a76-ed45d64f12fd tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:23.900577 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd3f4d55-7f21-4647-89dd-848c60156b80 req-d7af30a5-24ab-4ca5-9a76-ed45d64f12fd tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0489058 Dec 15 14:27:23.973140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-330feb2c-f86b-41b2-a951-e3cfe3ddad8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291447 Dec 15 14:27:23.976902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd3f4d55-7f21-4647-89dd-848c60156b80 req-ccefb049-031a-493a-88d6-47932e3b23f3 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678055 Dec 15 14:27:25.106359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240a38-3a18-4ff5-be7e-3edae01c26e5 req-617ab5dc-474f-4900-9242-7dcc3321dc35 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:25.107900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff240a38-3a18-4ff5-be7e-3edae01c26e5 req-617ab5dc-474f-4900-9242-7dcc3321dc35 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0568047 Dec 15 14:27:25.150586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-d6589df2-6d14-41a2-bbb7-68bf42b42ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:25.152130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-d6589df2-6d14-41a2-bbb7-68bf42b42ae6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1097 time: 0.0426049 Dec 15 14:27:25.163253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff240a38-3a18-4ff5-be7e-3edae01c26e5 req-2e8b4802-8117-4f22-a51e-124dfceadb68 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Dec 15 14:27:25.577182 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-4fdca877-820b-4d80-8e8e-85863d930a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:25.578687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-4fdca877-820b-4d80-8e8e-85863d930a38 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.4194384 Dec 15 14:27:25.621089 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-bf09b73d-528a-4295-bc35-919ffdc9a272 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0349398 Dec 15 14:27:25.672633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-c79e3a1f-102c-4638-b7d9-79a54607ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:25.674067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-c79e3a1f-102c-4638-b7d9-79a54607ae59 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0469494 Dec 15 14:27:25.706038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-b2f7f459-6941-42be-b243-d9b73f59853b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242939 Dec 15 14:27:25.798202 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-d60ca9f9-5905-4660-b40b-de36b674f478 service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846648 Dec 15 14:27:25.891581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-75fb9231-d5da-4c77-80a8-62e0394a3298 service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Dec 15 14:27:26.281207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc17d5-9d8b-456f-8832-2432088d6f3d req-ac3ad853-b0de-43bb-b321-0d9f9d1a5f4e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:26.282682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ddc17d5-9d8b-456f-8832-2432088d6f3d req-ac3ad853-b0de-43bb-b321-0d9f9d1a5f4e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0504963 Dec 15 14:27:26.329580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ddc17d5-9d8b-456f-8832-2432088d6f3d req-18046c89-3ad5-4a50-a402-6d6938496058 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Dec 15 14:27:27.449001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458b7d-e805-4c44-bfd6-004abf45d9f7 req-91803acc-7e3c-48f1-811d-7df79a7d73da tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:27.450450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7458b7d-e805-4c44-bfd6-004abf45d9f7 req-91803acc-7e3c-48f1-811d-7df79a7d73da tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0507560 Dec 15 14:27:27.496902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7458b7d-e805-4c44-bfd6-004abf45d9f7 req-301e71bd-3aa6-4cb9-92d1-20ffda5081c8 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Dec 15 14:27:28.613481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8eca8-cf24-4180-a43a-a113f385e534 req-e4590e25-7b48-4f92-ac70-927ef0cb4b06 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:28.614947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fa8eca8-cf24-4180-a43a-a113f385e534 req-e4590e25-7b48-4f92-ac70-927ef0cb4b06 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0495796 Dec 15 14:27:28.661748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4fa8eca8-cf24-4180-a43a-a113f385e534 req-1b0494c1-e135-4a3b-b303-3a0fde660b56 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Dec 15 14:27:29.777207 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20835a-4de8-4fd2-99ab-ee67cbea402f req-f393b371-369d-4679-80b0-2e5e1aa3d01c tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:29.778683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f20835a-4de8-4fd2-99ab-ee67cbea402f req-f393b371-369d-4679-80b0-2e5e1aa3d01c tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0478516 Dec 15 14:27:29.828259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f20835a-4de8-4fd2-99ab-ee67cbea402f req-49ec6d86-592a-428f-a454-1110c2d0de8f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Dec 15 14:27:30.945215 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fa941-2954-482a-aa48-7235c544bfa4 req-9e0ee107-1b24-471b-8dd9-60e75ec8a2db tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:30.946733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-930fa941-2954-482a-aa48-7235c544bfa4 req-9e0ee107-1b24-471b-8dd9-60e75ec8a2db tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0497415 Dec 15 14:27:30.995247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-930fa941-2954-482a-aa48-7235c544bfa4 req-e5234125-28a2-4505-ad4c-3cec02d78ac7 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Dec 15 14:27:32.117938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcb23-9d72-4c48-981d-c23872702931 req-2fa0d411-2859-484c-b4d1-d7cafb19e348 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:32.119546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-847bcb23-9d72-4c48-981d-c23872702931 req-2fa0d411-2859-484c-b4d1-d7cafb19e348 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0513759 Dec 15 14:27:32.170151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-847bcb23-9d72-4c48-981d-c23872702931 req-f1581865-95a7-41d7-8c73-176945bff3cf tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Dec 15 14:27:33.296850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe74a6-34b1-4c6e-8d97-ff2fffe6e3ae req-6e0ee443-01b3-4480-9ae1-931d3d3bcf8d tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:33.298264 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bfe74a6-34b1-4c6e-8d97-ff2fffe6e3ae req-6e0ee443-01b3-4480-9ae1-931d3d3bcf8d tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0562427 Dec 15 14:27:33.351825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bfe74a6-34b1-4c6e-8d97-ff2fffe6e3ae req-9ee5f232-d1f5-43c7-9593-6232a9f11d48 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Dec 15 14:27:34.467133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20333-c63a-474d-8e2a-369c88488cb1 req-fa7ba051-626b-4c18-befd-83deb3d702e2 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:34.468612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05b20333-c63a-474d-8e2a-369c88488cb1 req-fa7ba051-626b-4c18-befd-83deb3d702e2 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0482543 Dec 15 14:27:34.515685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05b20333-c63a-474d-8e2a-369c88488cb1 req-a7e43ae1-18f0-41ce-ad73-33f6770558c0 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Dec 15 14:27:35.635840 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201b050-8e3b-45fa-947c-a284048e183a req-3d73d87e-b6e4-45b7-87c8-1249ab1eec29 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:35.637370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9201b050-8e3b-45fa-947c-a284048e183a req-3d73d87e-b6e4-45b7-87c8-1249ab1eec29 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0524120 Dec 15 14:27:35.692820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9201b050-8e3b-45fa-947c-a284048e183a req-3634e6c1-2698-4dc8-8c3e-91d18922681d tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Dec 15 14:27:36.809599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da6dde-de43-4c0b-bd01-b0b4549aa6e8 req-89b42b0a-5d67-4481-9434-ea0eb62b96ca tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:36.811206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57da6dde-de43-4c0b-bd01-b0b4549aa6e8 req-89b42b0a-5d67-4481-9434-ea0eb62b96ca tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0491168 Dec 15 14:27:36.859713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57da6dde-de43-4c0b-bd01-b0b4549aa6e8 req-da9d0f9b-31c5-4ded-b0b5-f3bae6551d3a tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Dec 15 14:27:37.975602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d29dde-5b4f-44a9-b7eb-bdec229fdde6 req-f0d802fa-3930-4b7e-ab38-d7fe96d02b1b tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:37.977093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40d29dde-5b4f-44a9-b7eb-bdec229fdde6 req-f0d802fa-3930-4b7e-ab38-d7fe96d02b1b tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0485623 Dec 15 14:27:38.027664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40d29dde-5b4f-44a9-b7eb-bdec229fdde6 req-810b629f-5839-4c08-acd8-332f3435d0ce tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Dec 15 14:27:39.145601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81970b5-d73b-4e90-970e-fa3525f4aaa5 req-ede8b031-fe7f-4293-8ccf-2dc934bdd9e5 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:39.147786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d81970b5-d73b-4e90-970e-fa3525f4aaa5 req-ede8b031-fe7f-4293-8ccf-2dc934bdd9e5 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Dec 15 14:27:39.194209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d81970b5-d73b-4e90-970e-fa3525f4aaa5 req-bf95914e-324b-4ea8-b6ff-d7c5b173858e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Dec 15 14:27:40.309021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b3c6-fff0-4bd7-ad7e-ca8a479e619c req-11221b4f-847d-491b-ac8e-a34a49f201e2 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:40.310496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2908b3c6-fff0-4bd7-ad7e-ca8a479e619c req-11221b4f-847d-491b-ac8e-a34a49f201e2 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0483596 Dec 15 14:27:40.358770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2908b3c6-fff0-4bd7-ad7e-ca8a479e619c req-ca5c3bc0-cf20-47be-9655-d4bd92b6c50e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Dec 15 14:27:41.475400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d6e8-7dd7-4a29-a00e-5e80b964366a req-15fb9794-5b76-424c-8938-2ebfe8a59841 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:41.476905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dcb7d6e8-7dd7-4a29-a00e-5e80b964366a req-15fb9794-5b76-424c-8938-2ebfe8a59841 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Dec 15 14:27:41.522953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dcb7d6e8-7dd7-4a29-a00e-5e80b964366a req-b3d90d1d-d301-4975-a777-849a9080ebee tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Dec 15 14:27:42.594068 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5c017e70-fc2d-482a-a0eb-9b4f0cbf8a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:42.645955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc415c5-65df-4bf7-b1ef-eab8deb4ff7e req-9c792e33-a6e5-4fa6-8733-f1457ec4db01 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:42.647475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cc415c5-65df-4bf7-b1ef-eab8deb4ff7e req-9c792e33-a6e5-4fa6-8733-f1457ec4db01 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Dec 15 14:27:42.697299 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2cc415c5-65df-4bf7-b1ef-eab8deb4ff7e req-f5592e6a-8978-49e9-9345-dfebcd351a48 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Dec 15 14:27:43.814554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3fe2c-e36c-4af0-896d-2f9a0e750918 req-43df2232-f15c-42af-ad76-8063b3dbb2d4 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:43.816033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20c3fe2c-e36c-4af0-896d-2f9a0e750918 req-43df2232-f15c-42af-ad76-8063b3dbb2d4 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0506666 Dec 15 14:27:43.867083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20c3fe2c-e36c-4af0-896d-2f9a0e750918 req-0fd4d347-03e5-41ed-88ca-8c37ce6bb4b1 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Dec 15 14:27:44.429332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:44.754186 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a2f2be27-ce18-48a2-a95d-ed08917d5864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:44.985658 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a72e9-32a2-49be-8b97-a61620f97d60 req-1d0e47c3-e138-4cba-8e82-fb2440b86c71 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:44.987411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-821a72e9-32a2-49be-8b97-a61620f97d60 req-1d0e47c3-e138-4cba-8e82-fb2440b86c71 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0520093 Dec 15 14:27:45.039377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-821a72e9-32a2-49be-8b97-a61620f97d60 req-7d83dd68-0abe-452b-ab6f-cd72b9a1fcf7 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 Dec 15 14:27:46.160371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595533b2-9784-4d29-adda-93963b856750 req-2ad92835-ae11-4308-8e8f-553f370a9d97 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:46.162394 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-595533b2-9784-4d29-adda-93963b856750 req-2ad92835-ae11-4308-8e8f-553f370a9d97 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0507565 Dec 15 14:27:46.215458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-595533b2-9784-4d29-adda-93963b856750 req-02e532d2-6bda-4ac2-9db7-d5f494cb7063 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Dec 15 14:27:46.376140 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:47.341819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f9154-7b4d-49bf-ba77-bccf1625e0b1 req-3fe88098-5361-449c-922c-7e774456bca9 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:47.343309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-071f9154-7b4d-49bf-ba77-bccf1625e0b1 req-3fe88098-5361-449c-922c-7e774456bca9 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0541706 Dec 15 14:27:47.398463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-071f9154-7b4d-49bf-ba77-bccf1625e0b1 req-2bf3a0b8-4a42-478c-8cfc-a1409a20b146 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 Dec 15 14:27:47.550447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:48.516508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f1555-0711-4d92-bf7a-57b4c4103564 req-37305b50-2e9a-41c4-bf1d-1ec0f2300694 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:48.518045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1f1555-0711-4d92-bf7a-57b4c4103564 req-37305b50-2e9a-41c4-bf1d-1ec0f2300694 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0508380 Dec 15 14:27:48.532713 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:48.571858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe1f1555-0711-4d92-bf7a-57b4c4103564 req-2cf30f59-bd51-4e94-abaf-723b37176a3e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 Dec 15 14:27:49.690377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a25cc-d7bf-4eb5-b21b-4aea6d53509b req-e3087328-0970-4652-a89b-b9ebb1df3ff0 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:49.692007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe8a25cc-d7bf-4eb5-b21b-4aea6d53509b req-e3087328-0970-4652-a89b-b9ebb1df3ff0 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0524859 Dec 15 14:27:49.740100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fe8a25cc-d7bf-4eb5-b21b-4aea6d53509b req-5daa40b5-f844-461c-ba0e-b9089213b3d6 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Dec 15 14:27:50.859086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0109a59-749d-4dfe-857e-bd84b73a3a0e req-d47adaf8-acc6-4dfa-8875-6ae66ddde714 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:50.860584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0109a59-749d-4dfe-857e-bd84b73a3a0e req-d47adaf8-acc6-4dfa-8875-6ae66ddde714 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Dec 15 14:27:50.907417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0109a59-749d-4dfe-857e-bd84b73a3a0e req-f06b64e2-bf39-4f41-83db-faebdc89aaff tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Dec 15 14:27:51.383190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:52.023252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba1bf6-2044-4ef8-87f4-29647111bc6e req-1ff98aa3-3e40-4226-bc9b-772848a3f4a6 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:52.024742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9ba1bf6-2044-4ef8-87f4-29647111bc6e req-1ff98aa3-3e40-4226-bc9b-772848a3f4a6 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0488710 Dec 15 14:27:52.074903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9ba1bf6-2044-4ef8-87f4-29647111bc6e req-b0308d0a-b85d-459d-a84d-2ffe6f9e4c4c tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Dec 15 14:27:52.990576 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-60ae5f9b-c7a9-49c3-b38d-2591cbd05429 service neutron] show failed (client error): The resource could not be found. Dec 15 14:27:52.992466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-60ae5f9b-c7a9-49c3-b38d-2591cbd05429 service neutron] 10.222.0.85 "GET /v2.0/ports/ffa54d31-0317-47ee-b822-bcefcee7e3a0/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0768533 Dec 15 14:27:53.182662 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:27:53.221458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c7ebb-c6bb-4c52-88c4-8c725fe32acc req-8b02108e-4369-4469-9d12-55cff988d970 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:53.223634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a46c7ebb-c6bb-4c52-88c4-8c725fe32acc req-8b02108e-4369-4469-9d12-55cff988d970 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 946 time: 0.0698776 Dec 15 14:27:53.284840 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a46c7ebb-c6bb-4c52-88c4-8c725fe32acc req-484c3fa1-b6df-4d41-a3cd-9f4f03d3e4ef tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549269 Dec 15 14:27:53.313761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-b55407c4-6fbd-473f-9dab-4cada9902856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:53.315239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-b55407c4-6fbd-473f-9dab-4cada9902856 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549&tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3 HTTP/1.1" status: 200 len: 1097 time: 0.1489463 Dec 15 14:27:53.326861 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.383150 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.583010 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:53.614732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:27:53.653854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:53.656552 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e5d5f-8746-4038-ac4b-95bd052f35f5" -d '{"events": [{"server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "name": "network-vif-unplugged", "status": "completed", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:53.660214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.672927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Transition to ACTIVE for port object ffa54d31-0317-47ee-b822-bcefcee7e3a0 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:27:53.677282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.711750 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce827355-fdff-4e93-be06-ad542e3d3355 x-openstack-request-id: req-ce827355-fdff-4e93-be06-ad542e3d3355 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:53.712042 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "name": "network-vif-unplugged", "status": "completed", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:53.712299 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce827355-fdff-4e93-be06-ad542e3d3355 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:53.712751 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'code': 200} Dec 15 14:27:53.746729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] No DVR routers for this DVR port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:53.748745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.782804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:27:53.783138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:27:53.783457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:27:53.787669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:27:53.787984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Attempting to bind port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on network b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:27:53.792835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:27:53.793163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Checking segment: {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:27:53.793537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Bound using segment: {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:27:53.793954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Bound port: ffa54d31-0317-47ee-b822-bcefcee7e3a0, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905a43d-a45e-4009-9456-5dd3ea4251fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:27:53.794299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.854051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:27:53.856899 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:27:53.862034 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.898369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:53.898981 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.900333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] 10.222.0.67 "PUT /v2.0/ports/ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 1092 time: 0.5774662 Dec 15 14:27:53.917717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0f102-5891-4a80-8fd5-94fe042a7713 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.964267 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-31eb85fd-ed86-4fb7-88ca-3daab7a2127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:53.965863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-31eb85fd-ed86-4fb7-88ca-3daab7a2127a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0443044 Dec 15 14:27:54.059414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-69a2229b-c71b-43fb-a4b5-28d90620036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:54.060910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-69a2229b-c71b-43fb-a4b5-28d90620036d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.0864601 Dec 15 14:27:54.107975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-17f8240e-ff4e-4468-b80b-63bd8d53cff7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0382493 Dec 15 14:27:54.157654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-5c74e78d-7c23-4e91-ae89-64f9988b4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:54.159108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-5c74e78d-7c23-4e91-ae89-64f9988b4039 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0445218 Dec 15 14:27:54.189833 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-993b5b65-a4d4-4b55-8a3f-9c1d9d5f6cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239646 Dec 15 14:27:54.282353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-1e5da656-80a8-4f73-8e12-eadcd3a01f3e service neutron] 10.222.0.67 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Dec 15 14:27:54.399494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02c36fef-0936-49fd-96ac-18d46c6f63e7 req-99f63074-a004-4fa4-bff4-cceb34260680 service neutron] 10.222.0.67 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091394 Dec 15 14:27:54.419066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a710-344a-4cd3-bc3c-c7503586683e req-063eedab-6f1c-455e-9034-340c06c5bcae tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:54.420645 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c42a710-344a-4cd3-bc3c-c7503586683e req-063eedab-6f1c-455e-9034-340c06c5bcae tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0649533 Dec 15 14:27:54.473970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c42a710-344a-4cd3-bc3c-c7503586683e req-00e69d05-808d-4662-8a5b-43e09c1ec097 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Dec 15 14:27:55.091434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:55.130077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:55.592313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f49f0-5b41-4f9d-87a3-88f76228a6a8 req-2c6d0975-3149-46c2-a70a-9d4c9e83a9a4 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:55.593873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb9f49f0-5b41-4f9d-87a3-88f76228a6a8 req-2c6d0975-3149-46c2-a70a-9d4c9e83a9a4 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0485325 Dec 15 14:27:55.641374 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb9f49f0-5b41-4f9d-87a3-88f76228a6a8 req-c9da41e2-fd2b-446d-9fd5-b1963b998f7e tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Dec 15 14:27:55.714059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:55.716385 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:55.764697 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032755f-e5df-47e4-ab21-b12ea0ab3b96 x-openstack-request-id: req-1032755f-e5df-47e4-ab21-b12ea0ab3b96 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:55.765020 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:55.765275 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1032755f-e5df-47e4-ab21-b12ea0ab3b96 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:55.765679 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'status': 'completed', 'code': 200} Dec 15 14:27:55.836958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-fde78fe3-cc20-4ac1-8a41-391f4751416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:55.838597 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-fde78fe3-cc20-4ac1-8a41-391f4751416f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0436964 Dec 15 14:27:55.841790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-fa02936e-8d56-4602-bc3c-72b3e73329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:55.843594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-fa02936e-8d56-4602-bc3c-72b3e73329e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0469060 Dec 15 14:27:55.953421 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-0c8503d6-88c7-4804-901f-f150d4537f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:55.954958 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-0c8503d6-88c7-4804-901f-f150d4537f6b service neutron] 10.222.0.85 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.1039381 Dec 15 14:27:55.957009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-558100fc-9270-4828-bbf3-6354cec407eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:55.959123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-558100fc-9270-4828-bbf3-6354cec407eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.1019053 Dec 15 14:27:55.999308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-9b1caeec-ca9c-48c8-8295-e0b72801ee0b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0376928 Dec 15 14:27:56.006349 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-7c887365-3586-44f0-8a60-2037c1b4be23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0385172 Dec 15 14:27:56.054234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-a67ee65e-a48c-44b7-a642-0fcf17c39a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:56.055673 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-a67ee65e-a48c-44b7-a642-0fcf17c39a48 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0494387 Dec 15 14:27:56.057034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-7a19dd38-7985-4a40-90d4-c1900525ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:56.058488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-7a19dd38-7985-4a40-90d4-c1900525ade1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0447354 Dec 15 14:27:56.088287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-2278af4d-dd49-4bb5-b0bb-ef09850822ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254378 Dec 15 14:27:56.094687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-de56a4a8-22f7-410a-a3e4-f9da9a37fb6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282650 Dec 15 14:27:56.179391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-26b1cfcc-1758-42fd-8871-e41b64d21cd8 service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Dec 15 14:27:56.184849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-d863c2a0-57b2-4314-82c7-121810e2c224 service neutron] 10.222.0.67 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822814 Dec 15 14:27:56.274719 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-81659273-8084-46e2-b6ec-7c549719f0d8 service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885489 Dec 15 14:27:56.277498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3daf6dc-0ccd-4cfb-8557-63b0885295ff req-f571af56-e2a6-4512-8c0e-31119240fb0b service neutron] 10.222.0.67 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Dec 15 14:27:56.757097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685c8f-a11f-43c0-94de-7c027b654982 req-b9986644-2c88-4eed-8cb3-2ed9c563320d tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:56.758568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3685c8f-a11f-43c0-94de-7c027b654982 req-b9986644-2c88-4eed-8cb3-2ed9c563320d tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0486734 Dec 15 14:27:56.804463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e3685c8f-a11f-43c0-94de-7c027b654982 req-91c0c707-d2b5-4494-97ed-19d040a84267 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Dec 15 14:27:56.883262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-dfe4b5e5-ffd5-479c-909d-9f026a9213c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407803 Dec 15 14:27:56.969321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-2cf35587-7edf-4762-8ce8-af5e7e5aa865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:56.970796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-2cf35587-7edf-4762-8ce8-af5e7e5aa865 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0467646 Dec 15 14:27:57.074660 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-381066e9-0ba4-4eb6-8b10-828cbaeea6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.076185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-381066e9-0ba4-4eb6-8b10-828cbaeea6b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.0852501 Dec 15 14:27:57.093048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-94a51cef-aef3-484a-ac03-0ff5e8fce0ce tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.094528 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-94a51cef-aef3-484a-ac03-0ff5e8fce0ce tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549&tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 944 time: 0.0523653 Dec 15 14:27:57.163780 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-2d8db0cb-a670-43de-a4fd-7d966ced6987 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:27:57.164910 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-2d8db0cb-a670-43de-a4fd-7d966ced6987 service neutron] 10.222.0.85 "DELETE /v2.0/ports/ffa54d31-0317-47ee-b822-bcefcee7e3a0/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0618777 Dec 15 14:27:57.270220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-769c0a01-05a7-4757-a62f-804bdbb844e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.271768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-769c0a01-05a7-4757-a62f-804bdbb844e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 1095 time: 0.0446122 Dec 15 14:27:57.367249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-09775622-cbea-4d7e-9721-c86298b32b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.368763 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-09775622-cbea-4d7e-9721-c86298b32b7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 200 len: 913 time: 0.0905175 Dec 15 14:27:57.414321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-10498c47-a366-4bae-904c-92aa8f785862 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.0390220 Dec 15 14:27:57.441982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-f1d3dd13-9a5b-4070-bf49-cda5d3893a00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 200 len: 217 time: 0.3574464 Dec 15 14:27:57.465034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-0d16d0f2-b058-43ce-b5b4-c68898de9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.466509 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-0d16d0f2-b058-43ce-b5b4-c68898de9163 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0457556 Dec 15 14:27:57.490672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-12a34432-8cca-4fd7-8f60-8258e47607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.492235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-12a34432-8cca-4fd7-8f60-8258e47607ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 200 len: 851 time: 0.0438704 Dec 15 14:27:57.498168 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-0fdec33e-797f-411a-89b7-a2bad0366f7a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249622 Dec 15 14:27:57.523640 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-be2cd4c7-7312-42f2-a0d8-d1f00ec74b77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249188 Dec 15 14:27:57.594777 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-06a9399b-5e7a-4953-8ad3-cc0eae67282a service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893459 Dec 15 14:27:57.616409 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-f9981612-1439-4289-8634-385942ce5035 service neutron] 10.222.0.67 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858319 Dec 15 14:27:57.687942 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-17299118-ff19-4eea-abed-2f9275bb9ccf service neutron] 10.222.0.85 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839026 Dec 15 14:27:57.707805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bea1c870-4d72-4db3-ab23-7320612c35fc req-177f6d5f-ad04-46bd-adb0-27e344a03ada service neutron] 10.222.0.67 "GET /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840640 Dec 15 14:27:58.412925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5e7c3-0116-40a7-bce7-3297fb909379 req-56d52884-65aa-4edb-9072-47fb89be3090 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:58.414356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:27:58.414830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dd5e7c3-0116-40a7-bce7-3297fb909379 req-56d52884-65aa-4edb-9072-47fb89be3090 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 944 time: 0.0487359 Dec 15 14:27:58.464934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0dd5e7c3-0116-40a7-bce7-3297fb909379 req-0c695b69-14bd-4c13-a260-ea6f2ce0d368 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Dec 15 14:27:58.511382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:58.522134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'network_id': 'b1ad70f8-2052-4f12-aa2a-2bddf5a7c942', 'port_id': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'mac_address': 'fa:16:3e:65:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829fe220-952f-402f-a116-24a2da7ecbaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:27:58.561119 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:58.574587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa54d31-0317-47ee-b822-bcefcee7e3a0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:27:58.592676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:58.596547 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:58.642126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:58.649340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.649690 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.650035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.650372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.650706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.651039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.651367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.651696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.652020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.652342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.652722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.653044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.653366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:58.840635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ffa54d31-0317-47ee-b822-bcefcee7e3a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:27:59.582469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c1eb7-95cf-4580-8774-6dea06012a12 req-35ee54b6-9d93-43e1-a167-6dee05da7747 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:59.583970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-061c1eb7-95cf-4580-8774-6dea06012a12 req-35ee54b6-9d93-43e1-a167-6dee05da7747 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Dec 15 14:27:59.639431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-061c1eb7-95cf-4580-8774-6dea06012a12 req-a40004ea-235c-4b1c-b42b-027077e48823 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaee4ef-b797-4542-a244-07928a0c9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Dec 15 14:27:59.674346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-a558ab30-91f0-4e51-a00a-110c7eadd298 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:59.675778 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-a558ab30-91f0-4e51-a00a-110c7eadd298 tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0a00c91-62ee-400f-8678-24e148f23549 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Dec 15 14:27:59.763894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Deleting port ffa54d31-0317-47ee-b822-bcefcee7e3a0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:59.764138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:59.851775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] For port ffa54d31-0317-47ee-b822-bcefcee7e3a0, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ffa54d31-0317-47ee-b822-bcefcee7e3a0,segment=NetworkSegment(4905a43d-a45e-4009-9456-5dd3ea4251fe),segment_id=4905a43d-a45e-4009-9456-5dd3ea4251fe)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:59.852136 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:59.864478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Calling delete_port for ffa54d31-0317-47ee-b822-bcefcee7e3a0 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:59.992679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.005506 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ffa54d31-0317-47ee-b822-bcefcee7e3a0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:00.021444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Pushing event deleted for resources: {'Port': ['ID=ffa54d31-0317-47ee-b822-bcefcee7e3a0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:00.064654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] No DVR routers for this DVR port ffa54d31-0317-47ee-b822-bcefcee7e3a0 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:00.067290 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.070683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9cbd3df-dbc7-4e67-b0be-561057a7594f req-f7ef6fdf-2c53-410e-9eee-612d7040125f tempest-DeleteServersTestJSON-218772460 tempest-DeleteServersTestJSON-218772460-project] 10.222.0.67 "DELETE /v2.0/ports/ffa54d31-0317-47ee-b822-bcefcee7e3a0 HTTP/1.1" status: 204 len: 173 time: 0.3889506 Dec 15 14:28:00.071123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'name': 'network-vif-deleted', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:00.073413 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda9521-6d4b-4264-a77f-44c7718657a8" -d '{"events": [{"server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "name": "network-vif-deleted", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:00.118632 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34957f94-3388-4c48-8532-6ea17baa248a x-openstack-request-id: req-34957f94-3388-4c48-8532-6ea17baa248a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:00.118928 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a00c91-62ee-400f-8678-24e148f23549", "name": "network-vif-deleted", "tag": "ffa54d31-0317-47ee-b822-bcefcee7e3a0", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:00.119183 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34957f94-3388-4c48-8532-6ea17baa248a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:00.119582 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a00c91-62ee-400f-8678-24e148f23549', 'name': 'network-vif-deleted', 'tag': 'ffa54d31-0317-47ee-b822-bcefcee7e3a0', 'status': 'completed', 'code': 200} Dec 15 14:28:00.412322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:28:00.432648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: ffa54d31-0317-47ee-b822-bcefcee7e3a0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:00.432997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 14:28:00.451751 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Port ffa54d31-0317-47ee-b822-bcefcee7e3a0 not found, will not notify nova. {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 14:28:00.774750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:00.820982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Deleting subnet 829fe220-952f-402f-a116-24a2da7ecbaf {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:28:00.824010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.858623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.896799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.951975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.977085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829fe220-952f-402f-a116-24a2da7ecbaf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:00.985298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:00.985298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eb42648b-129a-41ee-ac55-c2b50bd8782b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/829fe220-952f-402f-a116-24a2da7ecbaf HTTP/1.1" status: 204 len: 168 time: 0.2092140 Dec 15 14:28:00.987577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:01.056597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.138464 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.157672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ad70f8-2052-4f12-aa2a-2bddf5a7c942']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:01.167004 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4905a43d-a45e-4009-9456-5dd3ea4251fe') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:01.167294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4905a43d-a45e-4009-9456-5dd3ea4251fe') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:01.176297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.190828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.196754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:28:01.197178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:28:01.198781 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:28:01.250862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.256850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.260582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1ad70f8-2052-4f12-aa2a-2bddf5a7c942 HTTP/1.1" status: 204 len: 168 time: 0.2719989 Dec 15 14:28:01.272131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d7be2-d1bf-4adf-9b62-a5bf6cdbd853 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ad70f8-2052-4f12-aa2a-2bddf5a7c942,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:01.376401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44078) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:01.420036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ff0212cc-e6df-4855-b05c-e6342e9d52ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0d805f4d2b24783af2fd8b81c0abeb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423987 Dec 15 14:28:01.422568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44080) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:01.468413 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3cedf682-b640-4813-ba82-975d0516ab25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.489857 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3cedf682-b640-4813-ba82-975d0516ab25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.534106 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3cedf682-b640-4813-ba82-975d0516ab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.537256 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3cedf682-b640-4813-ba82-975d0516ab25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.538551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3cedf682-b640-4813-ba82-975d0516ab25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beaee4ef-b797-4542-a244-07928a0c9bba HTTP/1.1" status: 204 len: 168 time: 0.1150036 Dec 15 14:28:01.546218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedf682-b640-4813-ba82-975d0516ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaee4ef-b797-4542-a244-07928a0c9bba,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:02.230146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:02.328709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1070555997-network', 'tenant_id': '2cb90e35cbd946e4b524191ca47e8ff3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:02.349338 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Made reservation on behalf of 2cb90e35cbd946e4b524191ca47e8ff3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:28:02.351657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.360378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.429178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:02.439194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.443318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.451984 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: ffa54d31-0317-47ee-b822-bcefcee7e3a0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:02.452328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ffa54d31-0317-47ee-b822-bcefcee7e3a0 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:02.470994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:28:02.478003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab6b3c3-311f-44af-8bed-20225e63619e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:02.484235 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.484612 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Added segment 8cf4a140-d99c-4e25-80e3-aae37557e2f4 of type vlan for network 2ddb0350-1479-4bfd-8c61-83ade79906a5 Dec 15 14:28:02.527322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.554576 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.555541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:02.556110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.611723 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3804293 Dec 15 14:28:02.615332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:02.617517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40a0f2-096b-409e-946f-3742206ed76d admin admin] Pushing event updated for resources: {'Network': ['ID=2ddb0350-1479-4bfd-8c61-83ade79906a5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:02.621462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Request body: {'subnet': {'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1070555997-subnet', 'tenant_id': '2cb90e35cbd946e4b524191ca47e8ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:02.627243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2ddb0350-1479-4bfd-8c61-83ade79906a5 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:28:02.643718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Made reservation on behalf of 2cb90e35cbd946e4b524191ca47e8ff3 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:28:02.646133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.808887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.863254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ebada3-1f37-44d3-8f4c-fd366f504f75,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:02.872049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Checking segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:28:02.872415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Network hostable DHCP agents. Network: 2ddb0350-1479-4bfd-8c61-83ade79906a5, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:28:02.888681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Network 2ddb0350-1479-4bfd-8c61-83ade79906a5 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:28:02.897808 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2ddb0350-1479-4bfd-8c61-83ade79906a5) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:28:02.902078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:02.902706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.907221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c149c5-6e50-40d0-860b-316c3beb6152 None None] Network 2ddb0350-1479-4bfd-8c61-83ade79906a5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:28:02.925998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4caa4bce-66f0-4a4a-88b3-1e3501a91d21 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3023179 Dec 15 14:28:03.010924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac894c52-3fd4-4b41-9d9e-da6b7c8fa80a None None] Network 2ddb0350-1479-4bfd-8c61-83ade79906a5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:28:03.346826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b64f5a56-5bfb-4e84-a0a4-08e13b1ff950 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:03.348202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b64f5a56-5bfb-4e84-a0a4-08e13b1ff950 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 815 time: 0.1052496 Dec 15 14:28:03.363162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-09be0a47-b1ff-4054-bf10-9bb00ea82bfc tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/quotas/2cb90e35cbd946e4b524191ca47e8ff3 HTTP/1.1" status: 200 len: 375 time: 0.0091991 Dec 15 14:28:03.393874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-566cbf1b-14f1-49da-8653-a6032d82dbd8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255089 Dec 15 14:28:03.486079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-71220f5a-46f2-4927-915a-8246c7510b19 service neutron] 10.222.0.32 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847123 Dec 15 14:28:03.581389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-cdf5f370-62ab-4e36-84eb-6c38d4d640b4 service neutron] 10.222.0.32 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884805 Dec 15 14:28:03.749035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77ffb2ad-3fe9-4f6e-9909-bf8268e83c3b req-4c986fb8-0540-4b56-b1c5-552379ed7e73 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Dec 15 14:28:04.815358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-fcc45056-cce2-4a0d-aafa-8948f2b8deb3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:04.818952 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-fcc45056-cce2-4a0d-aafa-8948f2b8deb3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 815 time: 0.1065822 Dec 15 14:28:04.837055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Request body: {'port': {'device_id': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'admin_state_up': True, 'tenant_id': '2cb90e35cbd946e4b524191ca47e8ff3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:04.856365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab845400-80ff-4e41-9f21-edff33016276 req-708ea254-f0f6-46ea-9fee-f6cbc961f4be tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 210 time: 0.0343552 Dec 15 14:28:04.965351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Made reservation on behalf of 2cb90e35cbd946e4b524191ca47e8ff3 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:28:04.969133 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.106962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Allocated IP 172.20.0.9 (2ddb0350-1479-4bfd-8c61-83ade79906a5/d5ebada3-1f37-44d3-8f4c-fd366f504f75/b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:28:05.263910 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.301361 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.351418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Network 2ddb0350-1479-4bfd-8c61-83ade79906a5 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:28:05.354890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:28:05.359340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:28:05.387234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:05.414616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:05.415285 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.433400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-746e59d7-f9b7-48d1-8276-80318eb624f3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007721 Dec 15 14:28:05.449618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Request body: {'port': {'device_id': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:05.507933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.794239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:28:05.802564 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.814910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Transition to ACTIVE for port object b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:28:05.821046 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.871851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:05.978471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:28:05.978804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:28:05.979898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:28:05.987671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:28:05.988035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:28:06.003468 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860777dc-865e-4019-a5a1-251ee75648b7 req-d7e837bb-2c83-4a7c-ae3e-101b81088b8a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.005568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-860777dc-865e-4019-a5a1-251ee75648b7 req-d7e837bb-2c83-4a7c-ae3e-101b81088b8a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0740204 Dec 15 14:28:06.006321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:28:06.006656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Checking segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:28:06.007032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Bound using segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:28:06.007471 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Bound port: b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:28:06.007822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:06.099504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-860777dc-865e-4019-a5a1-251ee75648b7 req-a5fb308d-4b9d-4460-8427-44b1d88f8626 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817454 Dec 15 14:28:06.110776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:28:06.115253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:28:06.126652 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:06.165783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.166408 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:06.167770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] 10.222.0.67 "PUT /v2.0/ports/b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 1091 time: 0.7252758 Dec 15 14:28:06.168223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:06.172976 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:06.197939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa07c-6ac1-40d6-8cd7-8f747cf2426a service neutron] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:06.213281 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b875dff-e6f5-4043-ac69-a40e58a07f88 x-openstack-request-id: req-2b875dff-e6f5-4043-ac69-a40e58a07f88 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:06.213660 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:06.213871 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b875dff-e6f5-4043-ac69-a40e58a07f88 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:06.215065 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'status': 'completed', 'code': 200} Dec 15 14:28:06.269059 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-e18c7118-3320-446c-adcd-54bf2ff4d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.270553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-e18c7118-3320-446c-adcd-54bf2ff4d30f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1094 time: 0.0469906 Dec 15 14:28:06.315369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-84af8112-5045-44f4-a6e0-eb44656f60e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0369723 Dec 15 14:28:06.366856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-4b650947-7969-4f15-a7fa-6177f662a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.368254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-4b650947-7969-4f15-a7fa-6177f662a8bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0464857 Dec 15 14:28:06.405139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-00a51b90-46c7-4c8b-9fde-4120c0b9ace6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292778 Dec 15 14:28:06.505217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-99ef30e6-a5ad-4d1f-8f79-4db5b8492743 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915265 Dec 15 14:28:06.606892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f328caed-d289-4450-a8f9-9f28cbbdc81d req-3c101de7-bab7-4e89-ba3a-fff74c17542f service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946059 Dec 15 14:28:06.697630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-17d573de-bc40-4957-bdc1-14ab2d235e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.698743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-17d573de-bc40-4957-bdc1-14ab2d235e9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1094 time: 0.0419252 Dec 15 14:28:06.797338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-da8ac24a-00fe-41d8-8b5e-6d65c3a2ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.798850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-da8ac24a-00fe-41d8-8b5e-6d65c3a2ce79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0927136 Dec 15 14:28:06.851938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-2b6c3b1f-fcdc-456c-83e8-4b7ca6bb4a7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0433624 Dec 15 14:28:06.910481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-5b950fac-0592-4c87-80b0-2f1b9298307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.911970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-5b950fac-0592-4c87-80b0-2f1b9298307b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0496197 Dec 15 14:28:06.947766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-6b5d7e25-774c-4c3f-8c4d-6f861eea0362 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268881 Dec 15 14:28:07.048035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-d427f8af-614b-4ae2-a24d-f61902a3542f service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910342 Dec 15 14:28:07.158462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a46f3d3-978e-4a74-9c91-db3d63fec3a3 req-1d1a650d-97ea-41c5-b019-f4cbbe9c75f0 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018970 Dec 15 14:28:07.245138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5c4b-fd40-46dc-bf0c-5e4183879d8a req-5977811e-dd8d-43c9-9f80-9f812f98e254 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:07.246592 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a17f5c4b-fd40-46dc-bf0c-5e4183879d8a req-5977811e-dd8d-43c9-9f80-9f812f98e254 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0641005 Dec 15 14:28:07.298333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a17f5c4b-fd40-46dc-bf0c-5e4183879d8a req-caf55593-f422-4a1d-a2c4-a9b60ea9517f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Dec 15 14:28:08.425130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fec2fc-027c-4017-bb9b-acc9ebb71205 req-b17e6fb7-baa4-4cf1-93a1-ede31d564b01 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:08.426756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59fec2fc-027c-4017-bb9b-acc9ebb71205 req-b17e6fb7-baa4-4cf1-93a1-ede31d564b01 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0537043 Dec 15 14:28:08.479581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59fec2fc-027c-4017-bb9b-acc9ebb71205 req-ce17c611-f3df-41a5-972c-0cc5c1538074 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 Dec 15 14:28:09.600667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b971f-9f73-4b81-892d-a2003a6ed6a9 req-76b10ab4-abba-4fbb-8330-47d4e6dcdcb9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:09.602131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-211b971f-9f73-4b81-892d-a2003a6ed6a9 req-76b10ab4-abba-4fbb-8330-47d4e6dcdcb9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0527918 Dec 15 14:28:09.648718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-211b971f-9f73-4b81-892d-a2003a6ed6a9 req-aa4af294-a38b-4fb6-9d9e-8d818c676ccd tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Dec 15 14:28:10.475575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:28:10.569787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:10.580595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'port_id': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'mac_address': 'fa:16:3e:1e:8e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ebada3-1f37-44d3-8f4c-fd366f504f75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:28:10.617055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:10.629671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:28:10.648909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:10.652743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:10.705585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:10.767947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b476524-809e-4ee3-b275-1d80ac80f506 req-0460f79f-dd0b-4ceb-8c1e-9deea784d026 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:10.769459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b476524-809e-4ee3-b275-1d80ac80f506 req-0460f79f-dd0b-4ceb-8c1e-9deea784d026 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 944 time: 0.0494113 Dec 15 14:28:10.816734 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b476524-809e-4ee3-b275-1d80ac80f506 req-0abeb5ad-8338-4b17-8d7d-af9cd5ed7096 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Dec 15 14:28:10.845986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:11.934074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51fe69-466b-413a-a271-b47bfa57d653 req-52453d97-78d2-46bd-bfe5-ca0220f3b0c3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:11.935561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f51fe69-466b-413a-a271-b47bfa57d653 req-52453d97-78d2-46bd-bfe5-ca0220f3b0c3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 944 time: 0.0513380 Dec 15 14:28:11.981960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f51fe69-466b-413a-a271-b47bfa57d653 req-eb6817be-64f9-4049-8c6a-10cb082f559f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Dec 15 14:28:12.491488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:28:12.542199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:28:12.545958 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:28:12.546332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:12.604727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a46bdc67-8382-4055-b24f-a2c480bdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:12.642773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:12.664784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:12.667139 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc84ef-0b7a-47d9-aa76-6bb2503ed2e9" -d '{"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-plugged", "status": "completed", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:12.679995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:12.684102 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:12.710540 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1095990c-6db7-4cfd-874f-ce1a00c2e5d2 x-openstack-request-id: req-1095990c-6db7-4cfd-874f-ce1a00c2e5d2 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:12.710839 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-plugged", "status": "completed", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:12.711096 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1095990c-6db7-4cfd-874f-ce1a00c2e5d2 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:12.711490 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'code': 200} Dec 15 14:28:12.736949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:12.805568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9dd16-7786-4189-8b62-635104b68236 req-d295e773-48df-4cab-bf23-cb813d038640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:12.807056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76d9dd16-7786-4189-8b62-635104b68236 req-d295e773-48df-4cab-bf23-cb813d038640 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1096 time: 0.0398028 Dec 15 14:28:12.852937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-76d9dd16-7786-4189-8b62-635104b68236 req-a016fffd-837d-4309-8cbf-2da2a0a69661 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Dec 15 14:28:13.096361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea08c0-9733-45f8-839c-876c65d93909 req-94b236bf-731a-4b2b-bb40-94d23c337f6d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:13.097852 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9eea08c0-9733-45f8-839c-876c65d93909 req-94b236bf-731a-4b2b-bb40-94d23c337f6d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Dec 15 14:28:13.152101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9eea08c0-9733-45f8-839c-876c65d93909 req-e7136422-b475-40c9-bc1f-eca6369b1be1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475490 Dec 15 14:28:14.272902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4cf-910e-413f-80ed-599c97d022dc req-55b8d7bd-7e7c-483e-a1b7-56a162c81209 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:14.274303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b909d4cf-910e-413f-80ed-599c97d022dc req-55b8d7bd-7e7c-483e-a1b7-56a162c81209 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Dec 15 14:28:14.321995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b909d4cf-910e-413f-80ed-599c97d022dc req-b789fb2e-f7d4-4232-87d7-cdef79d86d5e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Dec 15 14:28:14.438472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60579d7e-832a-495c-af46-2a32ea3fb67c req-f7312a94-d891-49a1-8319-c78d6b807d7d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:14.440075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60579d7e-832a-495c-af46-2a32ea3fb67c req-f7312a94-d891-49a1-8319-c78d6b807d7d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0504129 Dec 15 14:28:14.443221 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.489876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-60579d7e-832a-495c-af46-2a32ea3fb67c req-5feb143f-b26b-4638-9378-935d40fe89a3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413988 Dec 15 14:28:14.698894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f94139-37bc-45e9-98fe-1d56a56316d0 req-e7a2bb81-b5f1-4bf4-9991-f67ed93da387 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:14.700335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8f94139-37bc-45e9-98fe-1d56a56316d0 req-e7a2bb81-b5f1-4bf4-9991-f67ed93da387 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Dec 15 14:28:14.747150 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8f94139-37bc-45e9-98fe-1d56a56316d0 req-4be9d550-6483-4a0b-9869-a99fabf1ea32 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Dec 15 14:28:14.758424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6486d45e-6749-47c4-a856-b6a0a651f6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.860482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822bad-62d9-4df8-b8be-05a3e5091f5d req-a34f276d-e3b6-4bd9-9860-c2c8594d74d9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:14.861993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5822bad-62d9-4df8-b8be-05a3e5091f5d req-a34f276d-e3b6-4bd9-9860-c2c8594d74d9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Dec 15 14:28:14.907706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5822bad-62d9-4df8-b8be-05a3e5091f5d req-d26b8650-1c81-463a-9eaf-a906a7e3e1a6 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Dec 15 14:28:15.166628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-3a177ed1-a22a-4e24-ba85-ec68ed5211c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713766 Dec 15 14:28:15.174040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f632d-acd9-4e91-aaed-76716bd982ad req-afbbdd8c-5cb4-4fd1-aa88-9ead2eb91ca2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:15.175410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f7f632d-acd9-4e91-aaed-76716bd982ad req-afbbdd8c-5cb4-4fd1-aa88-9ead2eb91ca2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0724485 Dec 15 14:28:15.223883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f7f632d-acd9-4e91-aaed-76716bd982ad req-cbe6a804-fd7d-4976-9e33-0c09a43a92ec tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Dec 15 14:28:16.360574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f2930-c889-4a4f-85d4-6806b8b02ef6 req-f8c038fd-09f1-416b-867a-2f2d29798441 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:16.362121 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b95f2930-c889-4a4f-85d4-6806b8b02ef6 req-f8c038fd-09f1-416b-867a-2f2d29798441 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0669911 Dec 15 14:28:16.371079 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:16.432216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-345cb49d-63fc-4ec3-9813-6c1bc7350cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:16.433733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-345cb49d-63fc-4ec3-9813-6c1bc7350cd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1096 time: 0.0926402 Dec 15 14:28:16.438334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b95f2930-c889-4a4f-85d4-6806b8b02ef6 req-7fd1d74b-135f-4461-93ed-2404c9d2e726 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Dec 15 14:28:16.525247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-f9713d93-336d-4dd8-b7a2-d49301a360a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:16.526646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-f9713d93-336d-4dd8-b7a2-d49301a360a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0856552 Dec 15 14:28:16.573297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-775014fb-e421-4427-9119-28e6291afad6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0386217 Dec 15 14:28:16.621555 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-8d7173d9-6d62-4b9c-bf78-ece05550aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:16.622989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-8d7173d9-6d62-4b9c-bf78-ece05550aa4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0427949 Dec 15 14:28:16.657660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-2385624b-9987-451b-97d3-23c9b8dc9609 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276933 Dec 15 14:28:16.752049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-6d03b206-f78c-4549-b413-d0a075ae64a7 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869703 Dec 15 14:28:16.841003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-cd2a58d7-5811-4bf5-ae87-e4ea83fdf6c9 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815332 Dec 15 14:28:17.548061 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:17.556862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a0ed-3433-41cb-b00e-ee3fa164ea57 req-b1226645-ea47-45a2-9bd3-679b5a4ed93f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:17.558353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2789a0ed-3433-41cb-b00e-ee3fa164ea57 req-b1226645-ea47-45a2-9bd3-679b5a4ed93f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0508306 Dec 15 14:28:17.609584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2789a0ed-3433-41cb-b00e-ee3fa164ea57 req-6f1a8fab-9c28-4d20-8de5-79686cabc361 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Dec 15 14:28:18.536898 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:18.725924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73b69f-90aa-4b67-8a84-aae094effb64 req-1813d925-b1c7-4f97-add5-f79bb1d78ed3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:18.727384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce73b69f-90aa-4b67-8a84-aae094effb64 req-1813d925-b1c7-4f97-add5-f79bb1d78ed3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0477190 Dec 15 14:28:18.775271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ce73b69f-90aa-4b67-8a84-aae094effb64 req-18857a0c-28bf-4905-978c-11b414495abe tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Dec 15 14:28:19.895093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c76c1e-6108-4c40-b472-96ac5b654418 req-f0080891-e0f8-4c82-863f-f1ef553dcd22 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:19.896589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5c76c1e-6108-4c40-b472-96ac5b654418 req-f0080891-e0f8-4c82-863f-f1ef553dcd22 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Dec 15 14:28:19.943683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5c76c1e-6108-4c40-b472-96ac5b654418 req-f861c875-d91d-4bdb-b421-4d0bc996c60b tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Dec 15 14:28:21.064512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3b96c-0407-49e9-82f9-afe8c8835a5f req-f7f41725-73da-4cc0-bf78-c7cb3328ca85 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:21.066001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2f3b96c-0407-49e9-82f9-afe8c8835a5f req-f7f41725-73da-4cc0-bf78-c7cb3328ca85 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Dec 15 14:28:21.113181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2f3b96c-0407-49e9-82f9-afe8c8835a5f req-8e1a5485-d7ec-4cd0-978b-cd6645ceae5f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Dec 15 14:28:21.398100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:22.232433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8bdd9-d365-4c82-9a6b-13744b988088 req-551e0147-c444-4151-b5cd-80e7a2390a93 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:22.233901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27d8bdd9-d365-4c82-9a6b-13744b988088 req-551e0147-c444-4151-b5cd-80e7a2390a93 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0480850 Dec 15 14:28:22.280455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27d8bdd9-d365-4c82-9a6b-13744b988088 req-e00806b3-f6b7-4f24-a9be-215b8b99c3ad tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Dec 15 14:28:23.403097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1d940-975d-46da-92cf-c3934698b992 req-102c3bde-08c8-4552-a0af-d5f46979be64 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:23.404832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8b1d940-975d-46da-92cf-c3934698b992 req-102c3bde-08c8-4552-a0af-d5f46979be64 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0561035 Dec 15 14:28:23.452600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a8b1d940-975d-46da-92cf-c3934698b992 req-88654c49-642b-4f64-b4d2-880aca405df6 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Dec 15 14:28:24.570040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c824f-b572-4c9a-9feb-019a74015495 req-448dcf0f-d72c-4d51-9e0a-9a79d06613d6 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:24.571512 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-193c824f-b572-4c9a-9feb-019a74015495 req-448dcf0f-d72c-4d51-9e0a-9a79d06613d6 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Dec 15 14:28:24.619368 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-193c824f-b572-4c9a-9feb-019a74015495 req-842e351c-c6a0-446e-93f4-3e531b2b5c49 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Dec 15 14:28:25.737953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e2b88-027f-4fa8-809d-a902cb01d805 req-0344faff-17a4-40f4-b74a-cd91d0884d93 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:25.740040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd6e2b88-027f-4fa8-809d-a902cb01d805 req-0344faff-17a4-40f4-b74a-cd91d0884d93 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Dec 15 14:28:25.792722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cd6e2b88-027f-4fa8-809d-a902cb01d805 req-98bf5503-022b-4e68-9068-6e2894de96ce tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Dec 15 14:28:26.912715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6ea44-3204-4a20-94ef-12692122d0fc req-71d241b9-3c84-4e33-9f91-36adcced248d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:26.914221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70d6ea44-3204-4a20-94ef-12692122d0fc req-71d241b9-3c84-4e33-9f91-36adcced248d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0502028 Dec 15 14:28:26.965505 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-70d6ea44-3204-4a20-94ef-12692122d0fc req-ee4ea265-16e8-47a8-bd18-7f3a69a28fc2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Dec 15 14:28:28.086349 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9748cb-2b9b-44ff-82dc-a1fc50bccce7 req-c7110d1e-9b39-4865-87f7-6738079e97bf tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:28.087866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be9748cb-2b9b-44ff-82dc-a1fc50bccce7 req-c7110d1e-9b39-4865-87f7-6738079e97bf tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0523603 Dec 15 14:28:28.136857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be9748cb-2b9b-44ff-82dc-a1fc50bccce7 req-42e73569-b6b6-4835-b79d-3b4d84147161 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Dec 15 14:28:29.262726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccbdc-f7a5-48c6-b0bb-e5a94f1cb160 req-9538f7ab-7ad2-4af6-bdf2-95061a94cd0f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:29.264122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68eccbdc-f7a5-48c6-b0bb-e5a94f1cb160 req-9538f7ab-7ad2-4af6-bdf2-95061a94cd0f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0533433 Dec 15 14:28:29.314141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68eccbdc-f7a5-48c6-b0bb-e5a94f1cb160 req-daea85e1-3455-424d-ba5d-cb1fdf2c6bac tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 Dec 15 14:28:30.182469 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:28:30.434155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b34f4-05ad-47e8-95b4-bcda87a09f61 req-a571fe77-1e63-41a9-b61b-2bc718991b21 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:30.435623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc3b34f4-05ad-47e8-95b4-bcda87a09f61 req-a571fe77-1e63-41a9-b61b-2bc718991b21 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0496137 Dec 15 14:28:30.486522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc3b34f4-05ad-47e8-95b4-bcda87a09f61 req-094e3a07-74fa-4e49-a6ba-091cc4a047c8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Dec 15 14:28:31.606310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98b5da-fb50-4ee3-9c7f-ec3cd0e40d9a req-30c962f6-5069-4962-b34f-2280921d4378 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:31.607820 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c98b5da-fb50-4ee3-9c7f-ec3cd0e40d9a req-30c962f6-5069-4962-b34f-2280921d4378 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Dec 15 14:28:31.662897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c98b5da-fb50-4ee3-9c7f-ec3cd0e40d9a req-a67aaefc-4443-49f0-a30e-43d602b582b7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487807 Dec 15 14:28:32.782553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98fa3-3626-402e-af70-9adc72164ee8 req-2f165688-fda0-41e8-8ff6-c6799c60ae57 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:32.784017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ba98fa3-3626-402e-af70-9adc72164ee8 req-2f165688-fda0-41e8-8ff6-c6799c60ae57 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Dec 15 14:28:32.832232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ba98fa3-3626-402e-af70-9adc72164ee8 req-7268482f-4acb-4427-8424-7992bd47f102 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Dec 15 14:28:33.950837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393500-a7a6-4201-a9af-29d7b70b7706 req-38af28fd-c373-4090-829b-463ed93a61d9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:33.952359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1393500-a7a6-4201-a9af-29d7b70b7706 req-38af28fd-c373-4090-829b-463ed93a61d9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0493622 Dec 15 14:28:34.001196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1393500-a7a6-4201-a9af-29d7b70b7706 req-00655cf1-077c-48f7-ae97-1037ee9022a4 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Dec 15 14:28:35.131339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7986-4ec1-4eb2-aed4-4de810d8f73e req-397bc70d-e3e1-44c6-aa43-641e02c6c5d7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:35.133111 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c27b7986-4ec1-4eb2-aed4-4de810d8f73e req-397bc70d-e3e1-44c6-aa43-641e02c6c5d7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0547636 Dec 15 14:28:35.181722 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c27b7986-4ec1-4eb2-aed4-4de810d8f73e req-1d689c04-6da0-48b6-89ad-c84c60a173c1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Dec 15 14:28:36.301124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aede2-8a37-4dff-8190-45bae0e1c9c8 req-d1c3d34b-34c0-49aa-b8c0-b78512222ee3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:36.302518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-366aede2-8a37-4dff-8190-45bae0e1c9c8 req-d1c3d34b-34c0-49aa-b8c0-b78512222ee3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Dec 15 14:28:36.350200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-366aede2-8a37-4dff-8190-45bae0e1c9c8 req-dec589e8-c311-4fec-a1fc-2afe487ab93a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Dec 15 14:28:37.539826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb7d57-e4fd-483c-b4b0-7a5a1b294bf1 req-d0be09cb-3170-45f3-920f-9a09bf262827 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:37.541422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65fb7d57-e4fd-483c-b4b0-7a5a1b294bf1 req-d0be09cb-3170-45f3-920f-9a09bf262827 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.1230249 Dec 15 14:28:37.586976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65fb7d57-e4fd-483c-b4b0-7a5a1b294bf1 req-9dbe4f28-43ad-43b0-9de2-ae2e2ae1a96f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Dec 15 14:28:38.708055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d79d77-952c-4f18-8f4f-3ef5860af00e req-a631050f-3df7-404a-ba96-ba9323dc1d74 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:38.709924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43d79d77-952c-4f18-8f4f-3ef5860af00e req-a631050f-3df7-404a-ba96-ba9323dc1d74 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0516510 Dec 15 14:28:38.772380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43d79d77-952c-4f18-8f4f-3ef5860af00e req-22f293cd-7243-4fd6-86b8-9cd1f94918d9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549119 Dec 15 14:28:39.893335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e44c3-006e-48b9-9b48-485f88e4e741 req-e25c9380-052f-4b96-8523-680eca1d49ff tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:39.894801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a5e44c3-006e-48b9-9b48-485f88e4e741 req-e25c9380-052f-4b96-8523-680eca1d49ff tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Dec 15 14:28:39.946736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a5e44c3-006e-48b9-9b48-485f88e4e741 req-13a36b87-7170-46a5-9e13-acd81523a806 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Dec 15 14:28:41.065069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2615-f651-47ab-8faf-d5def1a397a9 req-6fdecd72-3211-419c-820a-c9fd3ad0c8bb tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:41.066513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-116d2615-f651-47ab-8faf-d5def1a397a9 req-6fdecd72-3211-419c-820a-c9fd3ad0c8bb tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0479515 Dec 15 14:28:41.114225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-116d2615-f651-47ab-8faf-d5def1a397a9 req-7a3362cb-919d-48e5-a201-202a1516a878 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Dec 15 14:28:42.229585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026af50-ea47-4461-973c-245193c3ba94 req-8ed96cc6-258a-4e67-a3b2-8bc37022e5e3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:42.231037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3026af50-ea47-4461-973c-245193c3ba94 req-8ed96cc6-258a-4e67-a3b2-8bc37022e5e3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0478177 Dec 15 14:28:42.277110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3026af50-ea47-4461-973c-245193c3ba94 req-8cc94d32-4c11-44c3-9472-51ef6da8fdae tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 Dec 15 14:28:42.597118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-46293a5f-ffce-46c6-a98a-a46331e4ff21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:43.813335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378def53-33b0-4e5c-a2dc-fdd6577a740f req-70ef8440-be4c-439f-89e7-4fdd3ffdb7b5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:43.814817 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378def53-33b0-4e5c-a2dc-fdd6577a740f req-70ef8440-be4c-439f-89e7-4fdd3ffdb7b5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.4665678 Dec 15 14:28:43.846098 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-6cc0eef9-134f-4096-ab19-583fb822ee8f service neutron] show failed (client error): The resource could not be found. Dec 15 14:28:43.847057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-6cc0eef9-134f-4096-ab19-583fb822ee8f service neutron] 10.222.0.67 "GET /v2.0/ports/b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0881312 Dec 15 14:28:43.873190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-378def53-33b0-4e5c-a2dc-fdd6577a740f req-a460cb5c-839f-4838-8e88-ea550ccda20c tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495825 Dec 15 14:28:44.070663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-e4b4b66f-f5d5-41ad-a3c4-7df2525500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.072109 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-e4b4b66f-f5d5-41ad-a3c4-7df2525500ea service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54&tenant_id=2cb90e35cbd946e4b524191ca47e8ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0476041 Dec 15 14:28:44.089555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:44.143071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.342104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:44.375507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:28:44.418465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:44.420914 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d47d4d-8a68-4f48-8773-0e891cdea4e0" -d '{"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-unplugged", "status": "completed", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:44.425042 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.438366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Transition to ACTIVE for port object b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:28:44.443246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.445780 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.474201 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cfe1cb-cdb6-4d81-a6db-f342fe38ec23 x-openstack-request-id: req-d2cfe1cb-cdb6-4d81-a6db-f342fe38ec23 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:44.474500 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-unplugged", "status": "completed", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:44.474757 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2cfe1cb-cdb6-4d81-a6db-f342fe38ec23 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:44.475155 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'code': 200} Dec 15 14:28:44.507585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] No DVR routers for this DVR port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:44.509435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:44.521540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.521890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.522236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.522579 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.522914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.523252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.523581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.523908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.524228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.524583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.524913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.525238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.525558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:44.554302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:28:44.554638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:28:44.554961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:28:44.559226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:28:44.559545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Attempting to bind port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:28:44.564316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:28:44.564689 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Checking segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:28:44.565066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Bound using segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:28:44.565487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Bound port: b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:28:44.565833 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.630860 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:28:44.633739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:28:44.638173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.674005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.674623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.676674 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] 10.222.0.85 "PUT /v2.0/ports/b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 1091 time: 0.5907543 Dec 15 14:28:44.694121 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e46cb-0664-4429-8eb7-99f941d06d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:44.746551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-36188a86-09fe-4053-8fb3-c95eeef5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.748060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-36188a86-09fe-4053-8fb3-c95eeef5994b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1094 time: 0.0425966 Dec 15 14:28:44.760274 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e98012f-86ad-4fed-9a48-14c3e87cb1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.857099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-995e0bd0-c096-4494-bbaf-0bacc0093ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.858570 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-995e0bd0-c096-4494-bbaf-0bacc0093ad8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.1020157 Dec 15 14:28:44.900130 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-0db562f6-19ba-4e09-9161-e3364a6494e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0340610 Dec 15 14:28:44.949033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-667e7a2c-d38f-4a90-aa1f-45efd8a9063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.950479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-667e7a2c-d38f-4a90-aa1f-45efd8a9063a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0440247 Dec 15 14:28:44.982890 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-ea02422e-2b64-44bb-bf38-addd6b4ff5cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248461 Dec 15 14:28:44.991912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc974ee1-6322-4c78-9b17-728db20dd11a req-fd2e644a-b29b-414d-b272-f528408bdec4 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.993418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc974ee1-6322-4c78-9b17-728db20dd11a req-fd2e644a-b29b-414d-b272-f528408bdec4 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0498524 Dec 15 14:28:45.044404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc974ee1-6322-4c78-9b17-728db20dd11a req-39536880-7a85-4794-b23e-6811abc8306a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Dec 15 14:28:45.084979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-ed0985f5-9b12-4c33-82b1-c17d8e6bc85f service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944066 Dec 15 14:28:45.178861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4805e8c7-977a-4d4c-b1a9-bb5f616e23a7 req-842d8b37-eb3a-4cdc-847b-50a7c36a1893 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875447 Dec 15 14:28:46.175460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265e05d-8ee6-4b82-a436-a88cfbd78db3 req-dbb4e2fe-b1f3-4f9e-b919-4d2505d0d601 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.177529 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8265e05d-8ee6-4b82-a436-a88cfbd78db3 req-dbb4e2fe-b1f3-4f9e-b919-4d2505d0d601 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0480266 Dec 15 14:28:46.222718 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8265e05d-8ee6-4b82-a436-a88cfbd78db3 req-3706d21b-d3fa-4c9b-8f9b-fd4f9c31fa9e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Dec 15 14:28:46.375262 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:46.476697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:46.479093 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a156971-258f-4911-b37f-1bc915956c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:46.527154 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b40afe0-38c6-42a3-8656-8076d3b60a05 x-openstack-request-id: req-4b40afe0-38c6-42a3-8656-8076d3b60a05 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:46.527454 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:46.527712 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b40afe0-38c6-42a3-8656-8076d3b60a05 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:46.528124 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'status': 'completed', 'code': 200} Dec 15 14:28:46.592325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156971-258f-4911-b37f-1bc915956c5d req-0a2b96d2-bf47-4481-9e82-45e8b8aae65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.593962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-0a2b96d2-bf47-4481-9e82-45e8b8aae65c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1094 time: 0.0405521 Dec 15 14:28:46.603892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156971-258f-4911-b37f-1bc915956c5d req-2c5eb967-9475-4551-82ad-b556318799f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.605461 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-2c5eb967-9475-4551-82ad-b556318799f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1094 time: 0.0426497 Dec 15 14:28:46.689642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156971-258f-4911-b37f-1bc915956c5d req-1ffdf531-bd57-4591-af57-7ea5d4dd021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.691171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-1ffdf531-bd57-4591-af57-7ea5d4dd021e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0886388 Dec 15 14:28:46.693631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:46.702639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156971-258f-4911-b37f-1bc915956c5d req-e689d747-15c9-4a01-8889-62f1bdb86dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.704260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-e689d747-15c9-4a01-8889-62f1bdb86dc1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0917315 Dec 15 14:28:46.733241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:46.733715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-0dbf6c39-85cb-4449-af9d-cf4f27706dc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0355673 Dec 15 14:28:46.749938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-03948148-eb99-4230-b2d0-56220df48831 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0362785 Dec 15 14:28:46.793960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156971-258f-4911-b37f-1bc915956c5d req-d0352690-17d8-488e-9f5d-ad3c94cfbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.795454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-d0352690-17d8-488e-9f5d-ad3c94cfbe5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0543296 Dec 15 14:28:46.804896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156971-258f-4911-b37f-1bc915956c5d req-fd264443-8f72-44ba-80d0-8a9b491e52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.806417 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-fd264443-8f72-44ba-80d0-8a9b491e52b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0478404 Dec 15 14:28:46.832017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-d181175a-e41a-47a3-b03f-4c8e8f9ea58b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280824 Dec 15 14:28:46.841859 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-66923873-69d2-4e83-be35-f8cb1478019f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281820 Dec 15 14:28:46.926378 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-64ead3bc-9bfe-44be-b218-d921f48622da service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873060 Dec 15 14:28:46.949285 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-37906c7f-26da-4682-8031-d188cbf2eb4b service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994902 Dec 15 14:28:47.022897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-e97e3651-f33e-45f7-aa5f-f749c823e64e service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Dec 15 14:28:47.044601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a156971-258f-4911-b37f-1bc915956c5d req-9710f701-2836-4c28-bb06-fdc2bda3dacd service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879941 Dec 15 14:28:47.337654 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2afe9-f8cc-455a-81c8-8dc6671aac99 req-385f1d10-f284-402d-80d0-e4b8ce188a60 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:47.339086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30d2afe9-f8cc-455a-81c8-8dc6671aac99 req-385f1d10-f284-402d-80d0-e4b8ce188a60 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0476060 Dec 15 14:28:47.385147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-30d2afe9-f8cc-455a-81c8-8dc6671aac99 req-5e912454-dd07-45f9-bc4f-b5c377783bc2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Dec 15 14:28:47.552303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:48.512024 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576c059-5ccf-45a8-9ce2-953470cbadc3 req-a30dbcfd-4472-4aa3-a491-a79f9aff5f39 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:48.513572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b576c059-5ccf-45a8-9ce2-953470cbadc3 req-a30dbcfd-4472-4aa3-a491-a79f9aff5f39 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0534332 Dec 15 14:28:48.546858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:48.568124 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b576c059-5ccf-45a8-9ce2-953470cbadc3 req-a415a2b1-3bd2-4a71-805f-c7a4f9026301 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Dec 15 14:28:48.804039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706b2b0-07e7-4a85-9d70-8f61e4da0241 req-730d87c8-3bb5-4467-b739-dae09df3580e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:48.805572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b706b2b0-07e7-4a85-9d70-8f61e4da0241 req-730d87c8-3bb5-4467-b739-dae09df3580e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 943 time: 0.0842128 Dec 15 14:28:48.820851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-0fe12438-da58-4cc6-9f13-0d272a989f74 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:48.822309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-0fe12438-da58-4cc6-9f13-0d272a989f74 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.67 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54&tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 943 time: 0.0737040 Dec 15 14:28:48.918139 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b706b2b0-07e7-4a85-9d70-8f61e4da0241 req-b56f18c9-2b3f-419e-a649-ae7bd90cd5f2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061032 Dec 15 14:28:48.927005 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-e03ef86c-4b00-4a69-808e-b172b55e7768 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:28:48.927991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-e03ef86c-4b00-4a69-808e-b172b55e7768 service neutron] 10.222.0.67 "DELETE /v2.0/ports/b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0966811 Dec 15 14:28:49.021437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-5451f87d-f6a7-4f5c-ad32-0173e398a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:49.022921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-5451f87d-f6a7-4f5c-ad32-0173e398a6b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 1094 time: 0.0434864 Dec 15 14:28:49.123701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-f336db91-c64f-48f7-8693-a430d05c61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:49.126845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-f336db91-c64f-48f7-8693-a430d05c61ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0955412 Dec 15 14:28:49.179923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-02911998-f683-4da0-b4cd-6e24de1d97d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 200 len: 217 time: 0.0453868 Dec 15 14:28:49.235819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-927379c4-9f59-4ae2-8eb1-b19d591ee471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:49.237325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-927379c4-9f59-4ae2-8eb1-b19d591ee471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0507503 Dec 15 14:28:49.270813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-6fceb08f-7101-43a8-be1a-2482e15c5d02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258844 Dec 15 14:28:49.298468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:28:49.368740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-fb494fd9-23e4-45fd-b88c-38ae72db828a service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910709 Dec 15 14:28:49.403313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:49.416537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'port_id': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'mac_address': 'fa:16:3e:1e:8e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ebada3-1f37-44d3-8f4c-fd366f504f75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:28:49.454839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:49.471634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e4c4f7a-3518-46c1-b3ea-437c145aaca6 req-f51ed3d1-9528-4d88-b383-cc764638d9b4 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951457 Dec 15 14:28:49.473116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:28:49.500807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:49.506325 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:49.565290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:49.872707 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:50.064875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbc752-629c-4039-a2c7-ba0c28a9bf8e req-26c70296-9663-4a62-aa84-5c842c2c067f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:50.066463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bbbc752-629c-4039-a2c7-ba0c28a9bf8e req-26c70296-9663-4a62-aa84-5c842c2c067f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 944 time: 0.0600657 Dec 15 14:28:50.117584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bbbc752-629c-4039-a2c7-ba0c28a9bf8e req-24361bae-c25d-4afe-99d7-251cb4d9ba80 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441513 Dec 15 14:28:50.241872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808cb4d-7363-4634-97a3-848ae3d7323e req-4019b9fe-a3e5-4c10-8ac3-7b147bd42523 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:50.243389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a808cb4d-7363-4634-97a3-848ae3d7323e req-4019b9fe-a3e5-4c10-8ac3-7b147bd42523 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 944 time: 0.0508022 Dec 15 14:28:50.291684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a808cb4d-7363-4634-97a3-848ae3d7323e req-fb07663e-4b30-4f9c-ab8e-e59db3992c5d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 Dec 15 14:28:50.412680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedad71-3566-4516-9472-536ea240b7ff req-01807485-8f53-470d-9ca7-2c14ed1ac852 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:50.414219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bedad71-3566-4516-9472-536ea240b7ff req-01807485-8f53-470d-9ca7-2c14ed1ac852 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 944 time: 0.0554683 Dec 15 14:28:50.462913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bedad71-3566-4516-9472-536ea240b7ff req-7a02d129-4dc5-4bc3-85e2-a5e912217af1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Dec 15 14:28:50.824238 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-7d2ceeb7-29ad-4356-816d-70f589906284 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:50.825725 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-7d2ceeb7-29ad-4356-816d-70f589906284 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 815 time: 0.1055856 Dec 15 14:28:50.841277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-b8832d59-3d44-434f-9a7c-5374666ae343 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/quotas/2cb90e35cbd946e4b524191ca47e8ff3 HTTP/1.1" status: 200 len: 375 time: 0.0097890 Dec 15 14:28:50.899323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-e9a51726-e198-4ed6-b1f8-fe9396bfa87b tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495236 Dec 15 14:28:51.042140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-0097a303-ce5f-45cb-a9ec-c58e056066d8 service neutron] 10.222.0.32 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357412 Dec 15 14:28:51.145464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-b3e74b2f-9385-4b78-978b-aeb9781b0038 service neutron] 10.222.0.32 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957909 Dec 15 14:28:51.308123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c17a3eb-724f-4fb7-8e48-53833d663587 req-a0b410f5-7234-4201-a4d7-5130110f0a3e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 210 time: 0.0276198 Dec 15 14:28:51.498662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:28:51.542724 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.560284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:28:51.564948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:28:51.565405 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.667971 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.694147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:51.696701 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11debfae-ef13-49ad-a770-fae01b64f7b6" -d '{"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-plugged", "status": "completed", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:51.709743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:51.714651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.745049 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d10d84-a7a0-446c-8e93-72b6903400f7 x-openstack-request-id: req-a9d10d84-a7a0-446c-8e93-72b6903400f7 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:51.745344 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-plugged", "status": "completed", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:51.745596 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9d10d84-a7a0-446c-8e93-72b6903400f7 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:51.745983 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'code': 200} Dec 15 14:28:51.761845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-3a34731e-db8a-44b4-9289-c737ef22f24d req-e69c4fa8-a9e0-4ee7-99c2-e8774a5042da service neutron] (103379) timed out ('10.222.0.67', 58074) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:28:51.774129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:52.042538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-70f899c1-6875-4afe-aa6d-416cb956ec14 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:52.044021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-70f899c1-6875-4afe-aa6d-416cb956ec14 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.85 "GET /v2.0/ports?device_id=340e695b-51e6-4bc2-9c79-fb224dcabe54 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Dec 15 14:28:52.143006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Deleting port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:52.143504 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.247441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] For port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:52.247717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.261761 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Calling delete_port for b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:52.416333 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15df04f4-b9bc-4103-ab43-a0c24441dfea req-361eaae9-377b-495e-a1f5-5783fecb2c6c tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 210 time: 0.0311027 Dec 15 14:28:52.493493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-62c49865-d863-4849-a398-53b2aebd92f5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:52.495128 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-62c49865-d863-4849-a398-53b2aebd92f5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 815 time: 0.1895084 Dec 15 14:28:52.496399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.522955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:52.536227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Request body: {'port': {'device_id': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'admin_state_up': True, 'tenant_id': '2cb90e35cbd946e4b524191ca47e8ff3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:52.539300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Pushing event deleted for resources: {'Port': ['ID=b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:52.621582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] No DVR routers for this DVR port b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:52.626334 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.630206 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-58551bf8-3777-4c9c-8712-75fcb0fe85fa req-0bb2630a-224a-491b-8819-71471e4d1bee tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.85 "DELETE /v2.0/ports/b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 HTTP/1.1" status: 204 len: 173 time: 0.5795429 Dec 15 14:28:52.630654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-deleted', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:52.633386 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf6a325-b623-4fa8-b6a0-90bafceb4da0" -d '{"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-deleted", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:52.678784 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b34c2-22e2-47d7-ab45-dccae337f2c2 x-openstack-request-id: req-296b34c2-22e2-47d7-ab45-dccae337f2c2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:52.679089 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340e695b-51e6-4bc2-9c79-fb224dcabe54", "name": "network-vif-deleted", "tag": "b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:52.679350 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-296b34c2-22e2-47d7-ab45-dccae337f2c2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:52.679751 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340e695b-51e6-4bc2-9c79-fb224dcabe54', 'name': 'network-vif-deleted', 'tag': 'b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07', 'status': 'completed', 'code': 200} Dec 15 14:28:52.710180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Made reservation on behalf of 2cb90e35cbd946e4b524191ca47e8ff3 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:28:52.714219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.849126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Allocated IP 172.20.0.2 (2ddb0350-1479-4bfd-8c61-83ade79906a5/d5ebada3-1f37-44d3-8f4c-fd366f504f75/c415a391-eef2-4984-b8a4-41f2b1d42696) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:28:53.004443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.037326 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.066093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:53.081045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Network 2ddb0350-1479-4bfd-8c61-83ade79906a5 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:28:53.084840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:28:53.088750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:28:53.095209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:53.148365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:53.148993 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.168120 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-71cbf160-2515-48f2-9aa9-bf05c4a926d8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6382372 Dec 15 14:28:53.184162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Request body: {'port': {'device_id': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:53.238039 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.496227 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c415a391-eef2-4984-b8a4-41f2b1d42696 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:28:53.506189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.519626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Transition to ACTIVE for port object c415a391-eef2-4984-b8a4-41f2b1d42696 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:28:53.523878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.544489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f446e-318d-4ca1-90ba-87fc8cbdefb4 req-4ae0838d-2ecb-43c3-96e8-0a9e16a733b0 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:53.546279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-983f446e-318d-4ca1-90ba-87fc8cbdefb4 req-4ae0838d-2ecb-43c3-96e8-0a9e16a733b0 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 931 time: 0.0611179 Dec 15 14:28:53.595230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:53.615460 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-983f446e-318d-4ca1-90ba-87fc8cbdefb4 req-cb7f714d-1858-48da-945d-ff6e44c8086a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Dec 15 14:28:53.664770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:28:53.665107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:28:53.665434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:28:53.670054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Port c415a391-eef2-4984-b8a4-41f2b1d42696 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:28:53.670375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:28:53.675265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:28:53.675609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Checking segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:28:53.676650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Bound using segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:28:53.677080 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Bound port: c415a391-eef2-4984-b8a4-41f2b1d42696, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:28:53.677431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.739742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:28:53.742607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:28:53.747573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.786241 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:53.786881 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.788247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] 10.222.0.85 "PUT /v2.0/ports/c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 1091 time: 0.6082897 Dec 15 14:28:53.811896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01556e-3ba5-4a0d-9711-ec13d1ec5517 service neutron] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:53.880390 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-b067b0b7-72f3-43df-94a4-9e823d10e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:53.881984 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-b067b0b7-72f3-43df-94a4-9e823d10e572 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.0447221 Dec 15 14:28:53.935628 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-115c1250-8427-4aa5-9d13-b8f26cc81c72 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0416691 Dec 15 14:28:53.992663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-97587214-6051-42a8-a615-0676c0f61c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:53.994052 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-97587214-6051-42a8-a615-0676c0f61c07 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0518177 Dec 15 14:28:54.027188 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-6b638763-c2ca-438f-bde2-d688b71500ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263610 Dec 15 14:28:54.117581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-0eef6a9c-9e3e-4cb3-a558-acbd842a7bb3 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837176 Dec 15 14:28:54.218482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aaed4770-9565-4748-8514-9b98ec6ceec7 req-9d7a95f9-3ea6-40d7-95ab-a05a112d1905 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940742 Dec 15 14:28:54.682505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:54.685896 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48881e3-9e3d-494e-a659-c4b43975da65" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:54.725819 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9ded82-fe1d-47df-bff8-452d7bacecfd x-openstack-request-id: req-cb9ded82-fe1d-47df-bff8-452d7bacecfd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:54.726126 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:54.726387 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb9ded82-fe1d-47df-bff8-452d7bacecfd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:54.726803 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'status': 'completed', 'code': 200} Dec 15 14:28:54.740553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9164f5-f408-4f55-9a8b-350d54eb0604 req-2c9fd217-3272-468d-8b89-f9242a1e4939 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:54.742116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed9164f5-f408-4f55-9a8b-350d54eb0604 req-2c9fd217-3272-468d-8b89-f9242a1e4939 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0519872 Dec 15 14:28:54.789956 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ed9164f5-f408-4f55-9a8b-350d54eb0604 req-10b78802-726a-49c1-8f59-696fef18dc37 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Dec 15 14:28:54.798176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-804d992a-1180-479b-b929-d766b60c658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:54.799829 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-804d992a-1180-479b-b929-d766b60c658e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.0399251 Dec 15 14:28:54.900812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-f12dc39d-42f1-4012-ae67-b21c86cb521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:54.902426 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-f12dc39d-42f1-4012-ae67-b21c86cb521f service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0942998 Dec 15 14:28:54.954066 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-54da9480-fc9c-4b04-9476-b0af8475f7cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0441945 Dec 15 14:28:55.010525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-942be8fb-03e7-4e4c-aa90-a053a918e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:55.012158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-942be8fb-03e7-4e4c-aa90-a053a918e759 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0504260 Dec 15 14:28:55.046596 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-54f21c6c-7368-4de5-ac23-1028720b5de2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259190 Dec 15 14:28:55.147531 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-7635b714-3997-4972-9298-5d3b9bc88020 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912290 Dec 15 14:28:55.250335 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f48881e3-9e3d-494e-a659-c4b43975da65 req-a336711c-30a7-4c6d-bbad-33606d8d5737 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955620 Dec 15 14:28:55.911143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1f4af-b34f-49dd-a3f9-c07d817fe462 req-21ad0db0-6d98-487e-b7a5-38c798409e44 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:55.912703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39c1f4af-b34f-49dd-a3f9-c07d817fe462 req-21ad0db0-6d98-487e-b7a5-38c798409e44 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0498521 Dec 15 14:28:55.962866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-39c1f4af-b34f-49dd-a3f9-c07d817fe462 req-cb373c21-5d6b-444c-9b48-5c6699ef5e3b tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Dec 15 14:28:57.085258 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b446dbe-bc98-42fb-8114-1be80c7c9a0d req-42f0d41a-bc04-43ce-9740-2ef0a63e64a8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:57.086721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b446dbe-bc98-42fb-8114-1be80c7c9a0d req-42f0d41a-bc04-43ce-9740-2ef0a63e64a8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0526404 Dec 15 14:28:57.137051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3b446dbe-bc98-42fb-8114-1be80c7c9a0d req-71d6b04e-8a03-44d7-9851-e3d03541c1bd tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Dec 15 14:28:57.386100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:28:57.390750 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:57.417564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:57.417908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device b79afc35-f9cf-4aaa-9e50-0e9a7e2baf07 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:57.504369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:57.515221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'port_id': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'mac_address': 'fa:16:3e:bd:91:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ebada3-1f37-44d3-8f4c-fd366f504f75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:28:57.551787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.564817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c415a391-eef2-4984-b8a4-41f2b1d42696 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:28:57.584763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:57.588945 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.634898 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:57.905759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c415a391-eef2-4984-b8a4-41f2b1d42696'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:58.256234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece1a4e-810b-4a00-84b4-7b31e5e5f81c req-72eb0df7-6ddc-400f-a0be-bba0c5c163a3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:58.257768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dece1a4e-810b-4a00-84b4-7b31e5e5f81c req-72eb0df7-6ddc-400f-a0be-bba0c5c163a3 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 944 time: 0.0525186 Dec 15 14:28:58.306540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dece1a4e-810b-4a00-84b4-7b31e5e5f81c req-27142404-031b-4e3c-bcc7-906b31135bac tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Dec 15 14:28:59.408238 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:28:59.433079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ef0a-84e8-49a8-926e-c5f9e66c76f1 req-d8a95a35-abc5-42ed-97a9-33d7f542fe94 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:59.434573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a495ef0a-84e8-49a8-926e-c5f9e66c76f1 req-d8a95a35-abc5-42ed-97a9-33d7f542fe94 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 944 time: 0.0593534 Dec 15 14:28:59.470993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port c415a391-eef2-4984-b8a4-41f2b1d42696 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:28:59.475292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port c415a391-eef2-4984-b8a4-41f2b1d42696 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:28:59.475677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.491446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a495ef0a-84e8-49a8-926e-c5f9e66c76f1 req-de89a737-ad5f-4702-a4c5-e5a76b8ec4b7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488801 Dec 15 14:28:59.562971 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.587004 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:59.589326 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5693d0b-3921-4e37-b80c-ea622e59c379" -d '{"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-plugged", "status": "completed", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:59.603363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:59.608016 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.633990 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32654e28-16b9-43c5-9eeb-7878df6910a6 x-openstack-request-id: req-32654e28-16b9-43c5-9eeb-7878df6910a6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:59.634285 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-plugged", "status": "completed", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:59.634542 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32654e28-16b9-43c5-9eeb-7878df6910a6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:59.634932 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'code': 200} Dec 15 14:28:59.662221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:59.671436 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.671788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.672135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.672471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.672838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.673170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.673495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.673822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.674149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.674467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.674790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.675109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.675624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:59.749277 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc75b0-aa0d-4f89-bf41-465ca0fbf905 req-ff8e048f-49f0-4d6e-b750-6870ccd5ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:59.750783 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-51dc75b0-aa0d-4f89-bf41-465ca0fbf905 req-ff8e048f-49f0-4d6e-b750-6870ccd5ddde service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1096 time: 0.0409081 Dec 15 14:28:59.796917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-51dc75b0-aa0d-4f89-bf41-465ca0fbf905 req-ed6e07cc-8f3f-4ed9-9a3b-c24da99c1ddd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 Dec 15 14:29:00.611615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80dd34-d21c-48eb-9698-86db2865505a req-7df7b4bc-2eea-47b2-8c21-554032c79057 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:00.613433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc80dd34-d21c-48eb-9698-86db2865505a req-7df7b4bc-2eea-47b2-8c21-554032c79057 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Dec 15 14:29:00.662182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cc80dd34-d21c-48eb-9698-86db2865505a req-268f2983-1ea1-442d-b781-c7fe27aab882 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Dec 15 14:29:01.778786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427fecb-8691-462e-95ea-9dd12681495f req-4a89d009-75f5-41f2-a5f9-69f468793880 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:01.780273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0427fecb-8691-462e-95ea-9dd12681495f req-4a89d009-75f5-41f2-a5f9-69f468793880 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Dec 15 14:29:01.832433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0427fecb-8691-462e-95ea-9dd12681495f req-93d30a39-b19d-4d52-b826-2b579b191109 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Dec 15 14:29:01.945888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785a19-3caf-46d8-8e59-0340251e05e9 req-489c55a1-8588-4b65-8f27-6126ee6a364e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:01.947271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25785a19-3caf-46d8-8e59-0340251e05e9 req-489c55a1-8588-4b65-8f27-6126ee6a364e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0486131 Dec 15 14:29:02.004062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25785a19-3caf-46d8-8e59-0340251e05e9 req-e4177dda-aba0-4adf-a487-3bdd087724f4 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506089 Dec 15 14:29:02.262366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-76bfe8ae-68ad-49df-a908-a9ef30d6d58b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714397 Dec 15 14:29:02.284181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57bd2-b7fa-4e4b-8125-dc01a8f2c4e6 req-89e9ae65-1479-43fa-a4cc-58e8124d40bf tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:02.286025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42d57bd2-b7fa-4e4b-8125-dc01a8f2c4e6 req-89e9ae65-1479-43fa-a4cc-58e8124d40bf tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0695212 Dec 15 14:29:02.348574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42d57bd2-b7fa-4e4b-8125-dc01a8f2c4e6 req-4b65b693-94d8-45a5-945a-46ab040c17fa tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564039 Dec 15 14:29:03.389489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-ce6b0425-30e8-4a1c-89e0-3b463bc19e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:03.391065 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-ce6b0425-30e8-4a1c-89e0-3b463bc19e5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1096 time: 0.0488222 Dec 15 14:29:03.468412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e0421-8dcb-4733-a49c-e8d10a49928d req-fd3bb5d2-6cc8-4ad8-9f78-8de9aeb4c2a9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:03.469957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-406e0421-8dcb-4733-a49c-e8d10a49928d req-fd3bb5d2-6cc8-4ad8-9f78-8de9aeb4c2a9 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Dec 15 14:29:03.490026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-4df7ab68-cea3-48cd-b5ae-0dfa5ebaac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:03.490324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-4df7ab68-cea3-48cd-b5ae-0dfa5ebaac0c service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0910938 Dec 15 14:29:03.519984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-406e0421-8dcb-4733-a49c-e8d10a49928d req-e7ce4ac2-8eea-4537-aa95-65d356695982 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Dec 15 14:29:03.537336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-c34963af-0bc1-4455-97af-48f553d7ac90 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0400903 Dec 15 14:29:03.591670 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-4d015c19-50d6-43b0-9e4b-4bc1115423a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:03.593173 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-4d015c19-50d6-43b0-9e4b-4bc1115423a0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0489883 Dec 15 14:29:03.625611 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-1f820b9f-ba59-4338-8730-a79799735a4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244629 Dec 15 14:29:03.722108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-cb792bbf-0498-442e-a355-28b15d472496 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888071 Dec 15 14:29:03.812602 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-521972d3-3239-48f2-b91e-52dd9f0bcda9 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Dec 15 14:29:04.645849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1250b-2eec-43f9-a67c-af783057ea9c req-2b1c6808-a071-43f8-8da7-2a53cb9b33b4 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:04.647373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54d1250b-2eec-43f9-a67c-af783057ea9c req-2b1c6808-a071-43f8-8da7-2a53cb9b33b4 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0535953 Dec 15 14:29:04.697897 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54d1250b-2eec-43f9-a67c-af783057ea9c req-22633c72-912d-494a-9d99-152171c57fa2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Dec 15 14:29:05.818910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f5b87-a4d3-4193-ba4b-2b8bedba0dee req-c16605a8-6397-446a-ac5c-cc22b41c79df tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:05.820540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b39f5b87-a4d3-4193-ba4b-2b8bedba0dee req-c16605a8-6397-446a-ac5c-cc22b41c79df tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Dec 15 14:29:05.868810 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b39f5b87-a4d3-4193-ba4b-2b8bedba0dee req-22b8b817-0fd1-421b-989f-a655e795e5b5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Dec 15 14:29:06.986858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dc7a-79bb-4375-b299-03e78b0f571d req-16448b92-4670-41ea-9830-3192e6ab4d13 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:06.989649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8400dc7a-79bb-4375-b299-03e78b0f571d req-16448b92-4670-41ea-9830-3192e6ab4d13 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0512421 Dec 15 14:29:07.038302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8400dc7a-79bb-4375-b299-03e78b0f571d req-a77a9aff-d954-43ab-8057-b423ca0e395c tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Dec 15 14:29:07.182037 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:29:08.177430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da761413-c480-4e48-b871-0b6ac18ebaf9 req-0bada4d0-7c19-46b8-ad62-3fd4a640616e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:08.178993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da761413-c480-4e48-b871-0b6ac18ebaf9 req-0bada4d0-7c19-46b8-ad62-3fd4a640616e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0591800 Dec 15 14:29:08.229641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da761413-c480-4e48-b871-0b6ac18ebaf9 req-f92640b2-8d97-4251-8e90-a89fc8dd4165 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Dec 15 14:29:09.348063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d936ac-1f99-457c-94c4-716d71dd336e req-8bc51962-b5d1-4f13-bfac-4cd7a859fc43 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:09.349573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d936ac-1f99-457c-94c4-716d71dd336e req-8bc51962-b5d1-4f13-bfac-4cd7a859fc43 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Dec 15 14:29:09.400098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9d936ac-1f99-457c-94c4-716d71dd336e req-78c1e51d-1d45-4fdc-8225-a1db8204db80 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Dec 15 14:29:10.526154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c8bc1-eaf5-4c99-bf0d-e03fdab6f0e9 req-214fc594-4bbb-489a-a4f7-144ddbb584fc tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:10.527646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-075c8bc1-eaf5-4c99-bf0d-e03fdab6f0e9 req-214fc594-4bbb-489a-a4f7-144ddbb584fc tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0491574 Dec 15 14:29:10.578204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-075c8bc1-eaf5-4c99-bf0d-e03fdab6f0e9 req-d14afe0a-ef41-4812-926c-8de6835808f2 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Dec 15 14:29:11.696929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ced15-eab8-4abd-af29-ac146e7a4771 req-bbdc26eb-28dc-4ae1-acfe-2661729cb024 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:11.698400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f6ced15-eab8-4abd-af29-ac146e7a4771 req-bbdc26eb-28dc-4ae1-acfe-2661729cb024 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0486929 Dec 15 14:29:11.745811 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f6ced15-eab8-4abd-af29-ac146e7a4771 req-cc7a5fdd-f3cb-4537-a0c2-fd6bed78b021 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Dec 15 14:29:12.600927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5785d32-8993-45bb-acd1-9cf799763a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:12.863430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac6a39-a530-4b45-91fc-8fd9d663bd27 req-8e1232d5-48a7-4e94-b03c-578c630e82f5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:12.864966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ac6a39-a530-4b45-91fc-8fd9d663bd27 req-8e1232d5-48a7-4e94-b03c-578c630e82f5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0509748 Dec 15 14:29:12.912101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0ac6a39-a530-4b45-91fc-8fd9d663bd27 req-8270ea9d-eae7-4a55-8564-e3ca8e100f0a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Dec 15 14:29:14.035153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a6e9d-79aa-438a-9709-2e533799a5ab req-bd301d40-a4c2-432d-95ad-b6eb6585798a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:14.036695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-504a6e9d-79aa-438a-9709-2e533799a5ab req-bd301d40-a4c2-432d-95ad-b6eb6585798a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0540740 Dec 15 14:29:14.083814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-504a6e9d-79aa-438a-9709-2e533799a5ab req-6c81db5f-38e8-4d39-b3c0-a4841cb4d63e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 15 14:29:14.457701 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:14.762584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a6793a5-1604-4e6f-9412-f5f6e97e433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:14.939623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-83a7bfeb-e3b3-402a-b35f-448c86e8339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:14.941279 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-83a7bfeb-e3b3-402a-b35f-448c86e8339f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1096 time: 0.0918863 Dec 15 14:29:15.051746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-b161e23e-ea38-478f-90fb-0d6f8b100568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:15.053206 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-b161e23e-ea38-478f-90fb-0d6f8b100568 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0909045 Dec 15 14:29:15.095138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-e8820e35-47f8-4e3a-a343-b3cc3fd8d6a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0346875 Dec 15 14:29:15.151491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-275edc2e-e357-4776-a655-d959fb45d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:15.153025 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-275edc2e-e357-4776-a655-d959fb45d7e4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0493069 Dec 15 14:29:15.185460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-648ae10a-164c-430c-aebf-1f51a33ecfc7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244284 Dec 15 14:29:15.202152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148824-8b55-4498-a6e3-5f4deb5b7ebd req-1cb9cb6a-b1c0-4a93-9fcb-cf0c96527c34 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:15.203675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11148824-8b55-4498-a6e3-5f4deb5b7ebd req-1cb9cb6a-b1c0-4a93-9fcb-cf0c96527c34 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0495806 Dec 15 14:29:15.253953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11148824-8b55-4498-a6e3-5f4deb5b7ebd req-1852081a-8640-4369-a367-041f648067fb tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435672 Dec 15 14:29:15.279046 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-42761395-eeb2-455f-9f2f-f03fe115c7a6 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Dec 15 14:29:15.371457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a9d256cc-c975-4241-9f8b-ef08f36d6c2e req-41578a37-e0e0-4455-a540-82462bb70d26 service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853703 Dec 15 14:29:16.376609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:16.377233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec00901-5d23-4877-adb7-a7d3564e5697 req-af965129-1f47-488e-8d06-c0359047e875 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:16.378328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ec00901-5d23-4877-adb7-a7d3564e5697 req-af965129-1f47-488e-8d06-c0359047e875 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0544794 Dec 15 14:29:16.427069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ec00901-5d23-4877-adb7-a7d3564e5697 req-efae6f8b-809b-4973-8760-67533725a0ea tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Dec 15 14:29:17.542159 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05309fd-4aeb-4aee-a3e2-74f7cb122b46 req-34fc3534-2b7c-4dd2-9edb-c8be41088a89 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:17.543636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c05309fd-4aeb-4aee-a3e2-74f7cb122b46 req-34fc3534-2b7c-4dd2-9edb-c8be41088a89 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0477257 Dec 15 14:29:17.553694 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:17.590940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c05309fd-4aeb-4aee-a3e2-74f7cb122b46 req-d3c4986f-eaa6-45b8-8e97-3b2804169123 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Dec 15 14:29:18.542924 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.711155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086404d5-2b4e-40d9-9b83-b5bf81b9c456 req-cd6a63d4-0113-4cdb-b229-2dc1503f83d1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:18.712532 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-086404d5-2b4e-40d9-9b83-b5bf81b9c456 req-cd6a63d4-0113-4cdb-b229-2dc1503f83d1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0475497 Dec 15 14:29:18.762192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-086404d5-2b4e-40d9-9b83-b5bf81b9c456 req-ed43ea07-8529-4255-bf9f-575ed128ac12 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Dec 15 14:29:19.878347 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba833e-00b3-4a4b-b86d-728711673adf req-32a01dfd-235d-42f5-85a6-324791461d9f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:19.879800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffba833e-00b3-4a4b-b86d-728711673adf req-32a01dfd-235d-42f5-85a6-324791461d9f tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Dec 15 14:29:19.926003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffba833e-00b3-4a4b-b86d-728711673adf req-c7572e17-d2b7-493f-a156-5fb0512c0b18 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Dec 15 14:29:21.042749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a005f5-589f-499b-bcb1-1201354eaa79 req-b3395f3e-4011-4251-a4f9-866e3ec147d7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:21.044215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71a005f5-589f-499b-bcb1-1201354eaa79 req-b3395f3e-4011-4251-a4f9-866e3ec147d7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Dec 15 14:29:21.090412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71a005f5-589f-499b-bcb1-1201354eaa79 req-e7b90f23-4716-4817-8f2f-201a52090cd5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Dec 15 14:29:21.385853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:22.213062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7111db-29a6-43f9-9589-00a7f4ea1084 req-8b0b7eb0-be8b-4d87-9cb7-04f03d6f0908 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:22.214571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b7111db-29a6-43f9-9589-00a7f4ea1084 req-8b0b7eb0-be8b-4d87-9cb7-04f03d6f0908 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0530174 Dec 15 14:29:22.263808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b7111db-29a6-43f9-9589-00a7f4ea1084 req-457d9e26-d8d5-4dd2-9ce1-d43a03c7de6d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Dec 15 14:29:23.382822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de2c89-3d32-48cf-be99-7becfca0739d req-fa17566a-79c1-4b68-9185-1abad4b0ef88 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:23.384283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0de2c89-3d32-48cf-be99-7becfca0739d req-fa17566a-79c1-4b68-9185-1abad4b0ef88 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0483921 Dec 15 14:29:23.433343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0de2c89-3d32-48cf-be99-7becfca0739d req-f2c7cceb-8b12-42af-95bf-9f33c708321b tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Dec 15 14:29:24.550346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb892c8f-4aa2-4b30-901a-adb4d8919bc5 req-80ade1ce-2f88-44ad-8f0e-c31c901e8cba tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:24.551879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb892c8f-4aa2-4b30-901a-adb4d8919bc5 req-80ade1ce-2f88-44ad-8f0e-c31c901e8cba tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0475626 Dec 15 14:29:24.602560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb892c8f-4aa2-4b30-901a-adb4d8919bc5 req-ba0a2542-131c-47ce-b00e-63dd6ccd51b0 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Dec 15 14:29:25.716927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b96a7d-0872-49d8-9f3a-30bdd6732894 req-3e672e34-1100-49ed-854f-e831dfcde17a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:25.718396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66b96a7d-0872-49d8-9f3a-30bdd6732894 req-3e672e34-1100-49ed-854f-e831dfcde17a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Dec 15 14:29:25.774268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-66b96a7d-0872-49d8-9f3a-30bdd6732894 req-2126c40b-1f2c-45cd-9680-2d30bb66d080 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495119 Dec 15 14:29:26.889583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d884a46-3061-4fea-bb22-9a0f5fa5f20a req-c85fbc39-489d-440d-894c-0f2e66884dc8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:26.891054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d884a46-3061-4fea-bb22-9a0f5fa5f20a req-c85fbc39-489d-440d-894c-0f2e66884dc8 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0487115 Dec 15 14:29:26.938553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d884a46-3061-4fea-bb22-9a0f5fa5f20a req-01dc69b5-fb91-418f-9a6d-20e8e3de079a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Dec 15 14:29:28.059218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41d55-0051-4238-b0cf-a27cbdf4e75b req-7990e678-48af-475b-a7c0-1cdb3ab0d33e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:28.060766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ceb41d55-0051-4238-b0cf-a27cbdf4e75b req-7990e678-48af-475b-a7c0-1cdb3ab0d33e tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0511832 Dec 15 14:29:28.106957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ceb41d55-0051-4238-b0cf-a27cbdf4e75b req-f93bd6a0-1011-41be-a968-b53b51a2cbdd tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Dec 15 14:29:29.221070 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf1925-ffc6-40a9-a386-b43a60e1db94 req-2bf38333-a62a-448b-a66d-a8ca801caa31 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:29.222544 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ddf1925-ffc6-40a9-a386-b43a60e1db94 req-2bf38333-a62a-448b-a66d-a8ca801caa31 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Dec 15 14:29:29.270393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ddf1925-ffc6-40a9-a386-b43a60e1db94 req-88e2fdcb-e67b-4dfb-848b-387a38fd5e99 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Dec 15 14:29:30.390690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73bab1-aa63-4cf2-bb15-c4e86d760c31 req-2e4c246b-2744-4dbe-b6ce-43a5ffe4fed1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:30.392146 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f73bab1-aa63-4cf2-bb15-c4e86d760c31 req-2e4c246b-2744-4dbe-b6ce-43a5ffe4fed1 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Dec 15 14:29:30.438842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f73bab1-aa63-4cf2-bb15-c4e86d760c31 req-998a3440-9af4-4e6a-8156-ada421480143 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Dec 15 14:29:30.652565 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-713f0a37-2997-43d1-b7aa-d23e5699fe2f service neutron] show failed (client error): The resource could not be found. Dec 15 14:29:30.653588 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-713f0a37-2997-43d1-b7aa-d23e5699fe2f service neutron] 10.222.0.85 "GET /v2.0/ports/c415a391-eef2-4984-b8a4-41f2b1d42696/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0565920 Dec 15 14:29:30.856257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-6406be93-8956-4943-9ab8-f6c23051c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:30.857783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-6406be93-8956-4943-9ab8-f6c23051c300 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3&tenant_id=2cb90e35cbd946e4b524191ca47e8ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0414882 Dec 15 14:29:30.870000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-88815077-7ce0-4237-a157-c5fd9a825994 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:29:30.871504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-88815077-7ce0-4237-a157-c5fd9a825994 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059156 Dec 15 14:29:30.883617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:30.935634 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.139678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:31.172168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:31.211019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:31.213544 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74294813-1614-4398-b0be-b44313d74c4b" -d '{"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:31.217351 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.230637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Transition to ACTIVE for port object c415a391-eef2-4984-b8a4-41f2b1d42696 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:29:31.236103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.299959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] No DVR routers for this DVR port c415a391-eef2-4984-b8a4-41f2b1d42696 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:31.303151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:31.314474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.314828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.315170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.315546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.315883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.316213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.316568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.316900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.318900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.318900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.318900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.318900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.318900 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:31.351837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:31.352314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:31.352681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:31.357315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Port c415a391-eef2-4984-b8a4-41f2b1d42696 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:29:31.357629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Attempting to bind port c415a391-eef2-4984-b8a4-41f2b1d42696 on network 2ddb0350-1479-4bfd-8c61-83ade79906a5 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:31.363099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:31.363430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Checking segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:31.363811 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Bound using segment: {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:31.364236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Bound port: c415a391-eef2-4984-b8a4-41f2b1d42696, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4a140-d99c-4e25-80e3-aae37557e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:31.364616 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.397772 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be5446-2f05-4877-baf2-360d22941baf x-openstack-request-id: req-84be5446-2f05-4877-baf2-360d22941baf {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:31.398422 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:31.398422 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84be5446-2f05-4877-baf2-360d22941baf {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:31.398700 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'code': 200} Dec 15 14:29:31.430701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:31.433865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:31.438294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.475601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:31.476218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.477688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] 10.222.0.67 "PUT /v2.0/ports/c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 1091 time: 0.5976312 Dec 15 14:29:31.497923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6463540-24bd-4c32-b0e4-1b325a58bc9e service neutron] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:31.577499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-a3cc948c-d885-4449-bc84-bddad0eac45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:31.578993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-a3cc948c-d885-4449-bc84-bddad0eac45f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.0774074 Dec 15 14:29:31.591333 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b03fcd-c892-4d80-a039-3183b7496c0c req-0af56c73-f4f0-4eab-bce9-6e064152526a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:31.592729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93b03fcd-c892-4d80-a039-3183b7496c0c req-0af56c73-f4f0-4eab-bce9-6e064152526a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0651050 Dec 15 14:29:31.688798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93b03fcd-c892-4d80-a039-3183b7496c0c req-e691b4f2-6556-49ed-a9f7-8ea05b6b7dcf tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877616 Dec 15 14:29:31.715386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-1da2faee-ca1c-4bf3-8330-ebb4186d8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:31.716883 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-1da2faee-ca1c-4bf3-8330-ebb4186d8b96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.1231887 Dec 15 14:29:31.760710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-ec8c56d8-eec8-4514-bf18-6956412413d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0353897 Dec 15 14:29:31.810058 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-9658cb04-2257-4b57-ac7e-cb3c8ffc9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:31.811543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-9658cb04-2257-4b57-ac7e-cb3c8ffc9a4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0436938 Dec 15 14:29:31.842025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-84dc1080-24a6-4619-af21-274ab252ccf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237880 Dec 15 14:29:31.938305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-ebeb0a0f-affc-49b7-8ee5-afba5ce48c87 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877779 Dec 15 14:29:32.029727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae64cb26-c2b6-439a-b4de-0db0a078c994 req-60c60185-ff53-475e-a7d0-1391d77eddc5 service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846577 Dec 15 14:29:32.810206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981835-24a4-4bea-b2b7-119976ba21ff req-33eee801-6368-45c1-9ac7-377c630673cd tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:32.811704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29981835-24a4-4bea-b2b7-119976ba21ff req-33eee801-6368-45c1-9ac7-377c630673cd tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0514789 Dec 15 14:29:32.859615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29981835-24a4-4bea-b2b7-119976ba21ff req-e62bd6a4-ca28-4e84-9901-6a51a6e41ad7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Dec 15 14:29:33.400286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:33.402654 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:33.456318 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6f0f5-c52d-45ec-8263-78122f3f3773 x-openstack-request-id: req-b9d6f0f5-c52d-45ec-8263-78122f3f3773 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:33.456663 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:33.456927 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9d6f0f5-c52d-45ec-8263-78122f3f3773 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:33.457332 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'status': 'completed', 'code': 200} Dec 15 14:29:33.534036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-e9034343-dc87-4987-a653-9eb8c7d24467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:33.537442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-e9034343-dc87-4987-a653-9eb8c7d24467 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.0516577 Dec 15 14:29:33.540115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-4e8efc8e-b1bd-4591-b6b1-4aa64fefb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:33.541755 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-4e8efc8e-b1bd-4591-b6b1-4aa64fefb1f3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.0532637 Dec 15 14:29:33.653166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-ef31bce8-4271-4545-b7d5-e02d60c8de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:33.654663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-ef31bce8-4271-4545-b7d5-e02d60c8de2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.1009746 Dec 15 14:29:33.699355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-ace471b9-6415-4f27-9b8a-fc01737f450c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0360780 Dec 15 14:29:33.750287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-3d88c681-8e2a-4d31-af04-430f2834c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:33.751760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-3d88c681-8e2a-4d31-af04-430f2834c9e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0455921 Dec 15 14:29:33.788107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-f50bebad-c1e6-4a3a-85d0-00fff6f12072 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291610 Dec 15 14:29:33.883488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-b52d7851-5c98-487d-94f1-d3eac4b1d3bb service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884194 Dec 15 14:29:33.992756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-698dd34c-80e8-4e96-a4f8-29fbc6c74ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:33.994420 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-698dd34c-80e8-4e96-a4f8-29fbc6c74ca5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.4462891 Dec 15 14:29:34.014589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274dc85-7583-425c-bbe3-cc205ad353f4 req-59dcb33b-08f8-4065-9fc5-4d14a430a5c7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.016056 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7274dc85-7583-425c-bbe3-cc205ad353f4 req-59dcb33b-08f8-4065-9fc5-4d14a430a5c7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0782206 Dec 15 14:29:34.019723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-4acc9363-05a4-4cd2-a2d2-37f2a7ecd9da service neutron] 10.222.0.67 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293905 Dec 15 14:29:34.038417 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-f8bc5d41-b4ef-4979-994b-95069a522ec7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0365779 Dec 15 14:29:34.067802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7274dc85-7583-425c-bbe3-cc205ad353f4 req-8dc4a3db-0c85-45e9-a7b2-80892db10493 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Dec 15 14:29:34.090838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-aa61a83c-fcde-412c-b236-0c4ebd15d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.092295 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-aa61a83c-fcde-412c-b236-0c4ebd15d0b6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0475857 Dec 15 14:29:34.124795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-cd1424e1-81e5-495c-9c7f-c70a2c7ecc82 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244713 Dec 15 14:29:34.218138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-10d507c2-5154-4ddc-ae77-8823aad43b3b service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Dec 15 14:29:34.269054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e8d5f-ab48-4cb8-b0bc-8c595974da4b req-8e6fade3-61d4-4737-9e5e-3498a26c0be7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.270456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-879e8d5f-ab48-4cb8-b0bc-8c595974da4b req-8e6fade3-61d4-4737-9e5e-3498a26c0be7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 943 time: 0.0518398 Dec 15 14:29:34.322246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-879e8d5f-ab48-4cb8-b0bc-8c595974da4b req-369136b9-26d7-4bd2-9465-54d144e6b1ef tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457077 Dec 15 14:29:34.344945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-76b11d35-8f7a-43a8-8a1d-e45a45333751 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.346429 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-76b11d35-8f7a-43a8-8a1d-e45a45333751 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3&tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 943 time: 0.0967460 Dec 15 14:29:34.363329 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-562e1556-1aee-43c5-993d-77f43260366a service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364839 Dec 15 14:29:34.415888 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-cca6c04c-a154-4fd2-8908-f0ffbbedfe39 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:29:34.416932 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-cca6c04c-a154-4fd2-8908-f0ffbbedfe39 service neutron] 10.222.0.85 "DELETE /v2.0/ports/c415a391-eef2-4984-b8a4-41f2b1d42696/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0627036 Dec 15 14:29:34.512527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-33205549-0761-4739-b0ab-87e55a0902cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.514041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-33205549-0761-4739-b0ab-87e55a0902cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.0410585 Dec 15 14:29:34.603734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-f59326a1-247c-411f-a689-4791c71de920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.605240 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-f59326a1-247c-411f-a689-4791c71de920 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 200 len: 917 time: 0.0844324 Dec 15 14:29:34.651559 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-1e417b59-14af-4f9a-96b7-123a632f5394 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 200 len: 217 time: 0.0394320 Dec 15 14:29:34.699805 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-40cd6363-8649-4524-9c7e-62f92be269f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:34.701263 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-40cd6363-8649-4524-9c7e-62f92be269f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 200 len: 855 time: 0.0436740 Dec 15 14:29:34.734055 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-1605ab3b-9fe9-4230-a318-7a274e0443e3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2ddb0350-1479-4bfd-8c61-83ade79906a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259953 Dec 15 14:29:34.827525 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-47345558-425f-4fba-9f51-39d991291f6e service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861747 Dec 15 14:29:34.895780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:29:34.928687 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-94ec97dd-9808-4ead-aff1-3a293bd97c56 req-187366b0-ed8e-4426-917a-dd9b9f9bc03d service neutron] 10.222.0.85 "GET /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931096 Dec 15 14:29:34.994192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:35.006281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'network_id': '2ddb0350-1479-4bfd-8c61-83ade79906a5', 'port_id': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'mac_address': 'fa:16:3e:bd:91:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ebada3-1f37-44d3-8f4c-fd366f504f75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:29:35.043835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.056580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c415a391-eef2-4984-b8a4-41f2b1d42696 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:35.075629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:35.079309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.130819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:35.304595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c415a391-eef2-4984-b8a4-41f2b1d42696'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:29:35.454406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9420ad-9836-4356-98e4-a07a98f71d4f req-8b22c95b-afd0-4309-acd2-1cabf4a47972 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:35.456042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a9420ad-9836-4356-98e4-a07a98f71d4f req-8b22c95b-afd0-4309-acd2-1cabf4a47972 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 944 time: 0.0548010 Dec 15 14:29:35.506601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3a9420ad-9836-4356-98e4-a07a98f71d4f req-a63bbbfe-df50-4bd0-9e1d-13c2b82c4c78 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Dec 15 14:29:35.588777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:35.631716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:35.635050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38a4c5-221e-4547-b58f-9ebda612b7b0 req-7b94e513-2e9d-420f-b827-78233d637827 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:35.636610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc38a4c5-221e-4547-b58f-9ebda612b7b0 req-7b94e513-2e9d-420f-b827-78233d637827 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 944 time: 0.0516050 Dec 15 14:29:35.683798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc38a4c5-221e-4547-b58f-9ebda612b7b0 req-9bc56f2f-abba-4215-b993-e53fe5d5e73d tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Dec 15 14:29:35.800150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c79f1-0b41-41c7-980d-6315131965ba req-d13d33a5-eb2e-40b4-a4ee-118f12ff8a37 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:35.801671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-227c79f1-0b41-41c7-980d-6315131965ba req-d13d33a5-eb2e-40b4-a4ee-118f12ff8a37 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 944 time: 0.0529783 Dec 15 14:29:35.849290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-227c79f1-0b41-41c7-980d-6315131965ba req-bb6bed17-87e5-4eab-8c2c-9a01616298e5 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Dec 15 14:29:36.173961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc642cdb-54dd-4fe3-abcf-22d5f27fef91 req-37672ce8-8577-481a-8a00-ad3cdc15a354 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:36.175360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc642cdb-54dd-4fe3-abcf-22d5f27fef91 req-37672ce8-8577-481a-8a00-ad3cdc15a354 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 944 time: 0.0491881 Dec 15 14:29:36.223318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc642cdb-54dd-4fe3-abcf-22d5f27fef91 req-d9e3662f-4774-435e-99e1-5bd0906514f7 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Dec 15 14:29:36.904700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:36.952734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port c415a391-eef2-4984-b8a4-41f2b1d42696 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:29:36.958165 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port c415a391-eef2-4984-b8a4-41f2b1d42696 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:36.958569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.041024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.070829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:37.073261 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debecd5b-ae17-4e4b-91dd-aa4297118620" -d '{"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-plugged", "status": "completed", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:37.086900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:37.091341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.115794 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ace28-1ae8-4f4d-a457-0e277ab4faa7 x-openstack-request-id: req-a24ace28-1ae8-4f4d-a457-0e277ab4faa7 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:37.116094 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-plugged", "status": "completed", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:37.116352 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a24ace28-1ae8-4f4d-a457-0e277ab4faa7 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:37.116771 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'code': 200} Dec 15 14:29:37.146650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:37.370444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-6cf939cd-fb3b-4c96-b07f-eb9bd4035138 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:37.371923 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-6cf939cd-fb3b-4c96-b07f-eb9bd4035138 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0702715 Dec 15 14:29:37.380533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87eeb4-6328-4eaa-abcb-782a66111098 req-99fcd816-f9f7-4dc0-be01-841a465e8700 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:37.381886 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af87eeb4-6328-4eaa-abcb-782a66111098 req-99fcd816-f9f7-4dc0-be01-841a465e8700 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3b6fe9e-7a9d-4178-a973-e660af9bddb3 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Dec 15 14:29:37.472654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af87eeb4-6328-4eaa-abcb-782a66111098 req-fc8d43cb-5814-4d8b-9479-f92f4c305e76 tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.32 "GET /v2.0/security-groups?id=dab6b3c3-311f-44af-8bed-20225e63619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838673 Dec 15 14:29:37.498678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Deleting port c415a391-eef2-4984-b8a4-41f2b1d42696 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:37.499016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.589341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] For port c415a391-eef2-4984-b8a4-41f2b1d42696, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=c415a391-eef2-4984-b8a4-41f2b1d42696,segment=NetworkSegment(8cf4a140-d99c-4e25-80e3-aae37557e2f4),segment_id=8cf4a140-d99c-4e25-80e3-aae37557e2f4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:37.589700 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.602424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Calling delete_port for c415a391-eef2-4984-b8a4-41f2b1d42696 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:37.728528 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.740925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['c415a391-eef2-4984-b8a4-41f2b1d42696'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:29:37.757173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Pushing event deleted for resources: {'Port': ['ID=c415a391-eef2-4984-b8a4-41f2b1d42696,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:37.796935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] No DVR routers for this DVR port c415a391-eef2-4984-b8a4-41f2b1d42696 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:37.800030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.803396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8f52fb4-8192-4be3-a60f-700d0e4d3051 req-fc22cceb-d1a1-41b2-98e0-0a60714d944a tempest-ServerDiskConfigTestJSON-526129277 tempest-ServerDiskConfigTestJSON-526129277-project] 10.222.0.67 "DELETE /v2.0/ports/c415a391-eef2-4984-b8a4-41f2b1d42696 HTTP/1.1" status: 204 len: 173 time: 0.4206605 Dec 15 14:29:37.803843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-deleted', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:37.806171 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a177b56-d8a5-4ec2-9def-93fba7054a6c" -d '{"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-deleted", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:37.842989 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b87dbfe-c195-4a05-b725-4b464637c0b9 x-openstack-request-id: req-7b87dbfe-c195-4a05-b725-4b464637c0b9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:37.843422 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b6fe9e-7a9d-4178-a973-e660af9bddb3", "name": "network-vif-deleted", "tag": "c415a391-eef2-4984-b8a4-41f2b1d42696", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:37.843551 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b87dbfe-c195-4a05-b725-4b464637c0b9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:37.843984 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b6fe9e-7a9d-4178-a973-e660af9bddb3', 'name': 'network-vif-deleted', 'tag': 'c415a391-eef2-4984-b8a4-41f2b1d42696', 'status': 'completed', 'code': 200} Dec 15 14:29:38.595213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44464) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:38.643853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Deleting subnet d5ebada3-1f37-44d3-8f4c-fd366f504f75 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:29:38.646909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.681247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.719891 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.772068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.798309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ebada3-1f37-44d3-8f4c-fd366f504f75,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:38.804811 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.808105 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6e8fd1bd-5bc4-4f13-95ff-4482aaee48b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5ebada3-1f37-44d3-8f4c-fd366f504f75 HTTP/1.1" status: 204 len: 168 time: 0.2118623 Dec 15 14:29:38.810718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:38.882912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.964515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.294928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddb0350-1479-4bfd-8c61-83ade79906a5']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:39.304822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf4a140-d99c-4e25-80e3-aae37557e2f4') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:39.305116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf4a140-d99c-4e25-80e3-aae37557e2f4') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:39.314174 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.327344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.333077 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:29:39.333494 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:29:39.335173 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:29:39.387893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.393286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.396636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2ddb0350-1479-4bfd-8c61-83ade79906a5 HTTP/1.1" status: 204 len: 168 time: 0.5849595 Dec 15 14:29:39.407795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b327b-5bd2-497c-b453-ac26c363cb81 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddb0350-1479-4bfd-8c61-83ade79906a5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:39.512359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44470) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:39.555061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3f317ee4-ce09-445d-bc8b-cfcc04024c10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cb90e35cbd946e4b524191ca47e8ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411179 Dec 15 14:29:39.558179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44472) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:39.607554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5aa814e8-82fc-4e8a-ac0c-93bed3e74e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.629201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5aa814e8-82fc-4e8a-ac0c-93bed3e74e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.673379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5aa814e8-82fc-4e8a-ac0c-93bed3e74e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.676638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5aa814e8-82fc-4e8a-ac0c-93bed3e74e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.677825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5aa814e8-82fc-4e8a-ac0c-93bed3e74e42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dab6b3c3-311f-44af-8bed-20225e63619e HTTP/1.1" status: 204 len: 168 time: 0.1187253 Dec 15 14:29:39.685777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa814e8-82fc-4e8a-ac0c-93bed3e74e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab6b3c3-311f-44af-8bed-20225e63619e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:40.360395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:40.458126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1638671601-network', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:40.479096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Made reservation on behalf of db2f6e204375495b89e108d332f4ac91 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:40.481476 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.489827 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.562758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.566964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.588544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:29:40.604274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881f31a-e389-4b8c-b9e7-68dc5849797b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:40.608213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.608844 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Added segment 28c64b47-90de-48ee-8b57-42ce3f69c40a of type vlan for network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b Dec 15 14:29:40.649291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.675113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.676193 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:40.676810 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.728574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3668215 Dec 15 14:29:40.731393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44498) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:40.743197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Request body: {'subnet': {'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1638671601-subnet', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:40.754459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2759341-b996-4a0b-9685-b1c29667550a admin admin] Pushing event updated for resources: {'Network': ['ID=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:40.764080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:29:40.770972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Made reservation on behalf of db2f6e204375495b89e108d332f4ac91 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:40.773305 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.928210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:40.943251 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.949060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: c415a391-eef2-4984-b8a4-41f2b1d42696 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:40.949410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device c415a391-eef2-4984-b8a4-41f2b1d42696 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:40.999743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0cc189-5e72-437b-9127-9a202365bc17,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:41.009302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:41.009662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Network hostable DHCP agents. Network: ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:29:41.026134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:29:41.034493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:41.038713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:41.039315 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.044562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e3e58-aa49-46f5-b4f4-69de2de0359c None None] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:29:41.055911 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-85778138-eb55-49f9-bad7-ac61f6b8a715 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3234837 Dec 15 14:29:41.058706 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:41.063147 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:41.085214 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.086249 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.143134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.151564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:29:41.152580 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.285482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.288832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Allocated IP 172.20.0.2 (ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b/9d0cc189-5e72-437b-9127-9a202365bc17/c87f02e0-4cc1-461a-8345-dea919022084) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:41.435415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.443535 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.486208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:41.487404 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.489664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:41.494340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:41.503277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Pushing event updated for resources: {'Port': ['ID=c87f02e0-4cc1-461a-8345-dea919022084,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:41.509059 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.559096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Attempting to bind port c87f02e0-4cc1-461a-8345-dea919022084 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:41.559482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Attempting to bind port c87f02e0-4cc1-461a-8345-dea919022084 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:41.559850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Attempting to bind port c87f02e0-4cc1-461a-8345-dea919022084 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:41.567659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:41.568071 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:41.568480 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.568906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:41.569379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Bound port: c87f02e0-4cc1-461a-8345-dea919022084, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:41.569764 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.633854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Allocated IP 172.25.2.150 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:41.642608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] For port c87f02e0-4cc1-461a-8345-dea919022084, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:41.646462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] For port c87f02e0-4cc1-461a-8345-dea919022084, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c87f02e0-4cc1-461a-8345-dea919022084,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:41.650230 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.707593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a649e-2381-44bd-a049-4e04acb6952a None None] Pushing event updated for resources: {'Port': ['ID=c87f02e0-4cc1-461a-8345-dea919022084,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:41.751959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.787810 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.829377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:41.832927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:41.835468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:41.865617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc82d82-930d-4bee-9a3d-5e8b0f038940 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:41.870473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:41.947221 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5605de02-33b6-4eed-ad23-8fa225869fcf None None] Provisioning complete for port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:41.947585 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5605de02-33b6-4eed-ad23-8fa225869fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:41.987877 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5605de02-33b6-4eed-ad23-8fa225869fcf None None] Port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:29:42.122719 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.320209 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.468605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Router 40535553-a127-4ddc-8821-6f8fe51fc15b is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:29:42.531299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c87f02e0-4cc1-461a-8345-dea919022084 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:42.581445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:29:42.599524 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:29:42.605341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c87f02e0-4cc1-461a-8345-dea919022084 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:42.605717 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.610473 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.611483 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e19e4a51-e40e-4eb9-915a-1d5eac7c4251 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5517354 Dec 15 14:29:42.614408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:42.615755 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:42.616377 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:29:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:42.648006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5c82-eda3-44ad-8839-db18a8d4c5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.693696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec765c-ac2d-4f98-b0bb-7387bd5f20df None None] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:29:42.762452 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.795613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-40a10fae-190f-4acb-b19e-73d35dfe0dcc None None] Provisioning complete for port c87f02e0-4cc1-461a-8345-dea919022084 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:42.795989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40a10fae-190f-4acb-b19e-73d35dfe0dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.811491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port c87f02e0-4cc1-461a-8345-dea919022084, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c87f02e0-4cc1-461a-8345-dea919022084,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:42.820215 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:42.845202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:42.932603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=c87f02e0-4cc1-461a-8345-dea919022084,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:43.018407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:42Z', 'revision_number': 3, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:43.054824 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:29:43.054824 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Updating router 40535553-a127-4ddc-8821-6f8fe51fc15b port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:29:43.081174 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.098554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.215282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eaef6492-9da3-4a88-bd8c-8ac8a34ddd2e None None] Provisioning complete for port c87f02e0-4cc1-461a-8345-dea919022084 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:43.215554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eaef6492-9da3-4a88-bd8c-8ac8a34ddd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.265511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Allocated IP 172.20.0.1 (ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b/9d0cc189-5e72-437b-9127-9a202365bc17/170cf454-3bfe-4b79-af88-ae54e4da1a7b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:43.342036 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.347044 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.374822 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.391228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d89e4-e64b-4957-8a26-f635ac9c0973 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:43.402542 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Pushing event updated for resources: {'Port': ['ID=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:43.412354 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.412722 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.413060 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.413393 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.413720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.414047 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.414369 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.414691 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.415003 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.415322 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.415658 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.415972 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.416335 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:43.418194 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.420000 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Attempting to bind port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:43.420377 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Attempting to bind port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:43.420788 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Attempting to bind port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:43.427214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:43.427458 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:43.427823 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.428210 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:43.428705 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Bound port: b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:43.429095 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.463939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:43.467182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:43.470970 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:43.479845 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] For port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:43.483709 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] For port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:43.491071 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.500569 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=170cf454-3bfe-4b79-af88-ae54e4da1a7b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:43.516297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.528063 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-de10e647-ea4d-4fc9-88f8-1d3816eeaa42 None None] Provisioning complete for port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:43.528642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de10e647-ea4d-4fc9-88f8-1d3816eeaa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.548468 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dbd62-2366-4c00-9e4e-b9df69568232 None None] Pushing event updated for resources: {'Port': ['ID=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:43.564787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:43.565713 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:29:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:43.688437 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:43.718580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.749935 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1ca3c-e6b7-40ef-a9a1-76e063f9f809 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:43.808727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de10e647-ea4d-4fc9-88f8-1d3816eeaa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.831101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-de10e647-ea4d-4fc9-88f8-1d3816eeaa42 None None] For port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:43.835031 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de10e647-ea4d-4fc9-88f8-1d3816eeaa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.882085 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:42Z', 'revision_number': 3, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:43.886854 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10e647-ea4d-4fc9-88f8-1d3816eeaa42 None None] Pushing event updated for resources: {'Port': ['ID=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:43.912295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478642b4-bd27-4e2a-b4ac-c96928083560 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:42Z', 'revision_number': 3, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:29:43.916547 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.921725 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.957047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d57b03cb-fb3e-48b0-89cd-36dcebfec31d None None] Provisioning complete for port 170cf454-3bfe-4b79-af88-ae54e4da1a7b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:43.957558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d57b03cb-fb3e-48b0-89cd-36dcebfec31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:43.996949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d57b03cb-fb3e-48b0-89cd-36dcebfec31d None None] Port 170cf454-3bfe-4b79-af88-ae54e4da1a7b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:29:43.998830 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=170cf454-3bfe-4b79-af88-ae54e4da1a7b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:44.004392 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.009332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d57b03cb-fb3e-48b0-89cd-36dcebfec31d None None] Provisioning complete for port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:44.009785 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d57b03cb-fb3e-48b0-89cd-36dcebfec31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.102544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:44.104382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:44.187282 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:29:44.241466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:29:44.370073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:29:44.375903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-909101af-4d68-4185-a806-28c2e43a0fb5 admin admin] 10.222.0.32 "PUT /v2.0/routers/40535553-a127-4ddc-8821-6f8fe51fc15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594795 Dec 15 14:29:44.414177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5018519b-7ade-4048-a765-f58840cd0778 None None] Provisioning complete for port 170cf454-3bfe-4b79-af88-ae54e4da1a7b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:44.414633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5018519b-7ade-4048-a765-f58840cd0778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.473104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5018519b-7ade-4048-a765-f58840cd0778 None None] Port 170cf454-3bfe-4b79-af88-ae54e4da1a7b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:29:44.476183 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.597859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:44.653324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:44.653846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.743556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c87f02e0-4cc1-461a-8345-dea919022084 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:44.795714 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d676fcdb-0993-4a46-879b-9678db3ba0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.814538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c87f02e0-4cc1-461a-8345-dea919022084 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:44.814964 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.821382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44514) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:44.826003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281487662', 'description': 'tempest-description--1778090333'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:44.853775 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.943091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.946975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.983846 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:44.988137 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1627319 Dec 15 14:29:44.988137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68c0be-729b-4dff-a96e-8a4426dbd28f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a83f58-7401-4e11-813a-f04be5bb3280,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:44.988515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:44.993298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'security_group_rule': {'security_group_id': '03a83f58-7401-4e11-813a-f04be5bb3280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:45.022919 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.083774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.087773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.107776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85022cc-d0ee-463d-b58f-4fb6ba934a70,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:45.117117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.117469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.117820 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.118166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.118509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.118845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.119356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.119515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.119878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.120203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.120556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.120892 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.121224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:45.127142 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.128939 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-545ac9b9-d426-44d3-bace-41a6664640dc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391773 Dec 15 14:29:45.132530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:45.137108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'security_group_rule': {'security_group_id': '03a83f58-7401-4e11-813a-f04be5bb3280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:45.164035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.219565 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.223384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.244692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a00e7ea-6446-4c8b-86fa-a1a697ca26f8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:45.250374 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.251590 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ae176da0-f023-41da-b2f7-934acf2a6544 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180921 Dec 15 14:29:45.255203 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 44520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:45.260563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:45.284362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.400463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.506886 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Allocated IP 172.25.2.36 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/dbef68c4-dd7d-4a5b-9a0d-40691854ba0e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:45.616054 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.641960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:29:45.650826 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.652720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:45.653340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:29:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:45.689420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:45.694463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:45.697015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:45.725666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'Port': ['ID=dbef68c4-dd7d-4a5b-9a0d-40691854ba0e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:45.763659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:45.793624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.828133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.969317 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 2, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:45.989076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:45.994525 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.001327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:29:46.001696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Updating router 40535553-a127-4ddc-8821-6f8fe51fc15b port 170cf454-3bfe-4b79-af88-ae54e4da1a7b binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:29:46.030797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.066518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'Port': ['ID=dbef68c4-dd7d-4a5b-9a0d-40691854ba0e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:46.077279 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.095032 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.107878 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6eccc33c-8e97-4ca6-a886-464fdd488663 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8402562 Dec 15 14:29:46.252618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-bc0723d8-8437-4003-8dab-1d080dd62c12 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--281487662&fields=id&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 267 time: 0.0438297 Dec 15 14:29:46.302509 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.308327 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.362108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fc94-019d-4a22-9a70-c5e3b13ed562 None None] Pushing event updated for resources: {'Port': ['ID=170cf454-3bfe-4b79-af88-ae54e4da1a7b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:46.368516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-27317ccc-9e2d-4ae8-bfda-c00adaba4cbf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:46.369484 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-27317ccc-9e2d-4ae8-bfda-c00adaba4cbf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1098187 Dec 15 14:29:46.391173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-404c62a1-3ba1-4790-ab3e-a4928207858c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/quotas/db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 375 time: 0.0099843 Dec 15 14:29:46.422249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.427508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Attempting to bind port 170cf454-3bfe-4b79-af88-ae54e4da1a7b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:46.427982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Attempting to bind port 170cf454-3bfe-4b79-af88-ae54e4da1a7b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:46.428438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Attempting to bind port 170cf454-3bfe-4b79-af88-ae54e4da1a7b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:46.437861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:46.438379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:46.438971 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.439457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:46.440639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Bound port: 170cf454-3bfe-4b79-af88-ae54e4da1a7b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:46.441128 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.455202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-8d599fc9-adab-4c5c-8096-73d73bb5e8af tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565524 Dec 15 14:29:46.515128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] For port 170cf454-3bfe-4b79-af88-ae54e4da1a7b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:46.519991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] For port 170cf454-3bfe-4b79-af88-ae54e4da1a7b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=170cf454-3bfe-4b79-af88-ae54e4da1a7b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:46.524828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.569442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-0e7d6a19-b6c1-4b52-8c51-c3c4b485ed7b service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999792 Dec 15 14:29:46.586551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:46.587190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:29:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:46.657576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fc94-019d-4a22-9a70-c5e3b13ed562 None None] Pushing event updated for resources: {'Port': ['ID=170cf454-3bfe-4b79-af88-ae54e4da1a7b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:46.679629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-f74bde5d-69bd-42ea-8c75-62d0a9092a4d service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063440 Dec 15 14:29:46.692604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ec4325f7-56d8-4836-9140-91a0625cfdc5 None None] Provisioning complete for port 170cf454-3bfe-4b79-af88-ae54e4da1a7b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:46.692980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ec4325f7-56d8-4836-9140-91a0625cfdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.747395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:46.857679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa5c43-49b4-4191-8fb2-420e29d64cc4 req-d82321e9-1850-4f38-ab5d-63f20a3879ab tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Dec 15 14:29:46.908403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ec4325f7-56d8-4836-9140-91a0625cfdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:46.967855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ec4325f7-56d8-4836-9140-91a0625cfdc5 None None] For port 170cf454-3bfe-4b79-af88-ae54e4da1a7b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=170cf454-3bfe-4b79-af88-ae54e4da1a7b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:46.973495 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ec4325f7-56d8-4836-9140-91a0625cfdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:47.053399 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4325f7-56d8-4836-9140-91a0625cfdc5 None None] Pushing event updated for resources: {'Port': ['ID=170cf454-3bfe-4b79-af88-ae54e4da1a7b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:47.075593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:47.107326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98823-758a-4689-8e4f-44a09ac55119 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:29:47.123375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e0ceec96-fc4a-4778-b9ed-be24f9d8c453 None None] Provisioning complete for port 170cf454-3bfe-4b79-af88-ae54e4da1a7b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:47.123752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec96-fc4a-4778-b9ed-be24f9d8c453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:47.556001 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:47.868573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-037a4e35-0999-4b39-828d-c58578661a77 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:47.870369 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-037a4e35-0999-4b39-828d-c58578661a77 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1202230 Dec 15 14:29:47.956832 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-88884567-0a74-48a8-a924-66561b087338 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 379 time: 0.0761585 Dec 15 14:29:47.975436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'port': {'device_id': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'admin_state_up': True, 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'security_groups': ['03a83f58-7401-4e11-813a-f04be5bb3280']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:47.979427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d141cae7-08c9-46ab-8b7b-529fcd393bb9 req-daed089f-2d93-4d7f-baaa-c09a1384e17a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 210 time: 0.0413928 Dec 15 14:29:48.104743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Made reservation on behalf of db2f6e204375495b89e108d332f4ac91 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:48.108310 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.239078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Allocated IP 172.20.0.6 (ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b/9d0cc189-5e72-437b-9127-9a202365bc17/ba307b32-81ec-4908-aa28-39f3ed3983f7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:48.379942 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.420956 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.463771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:48.466865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:48.470881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:48.499494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:48.527277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:48.528038 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.548324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-26f40a29-2f99-4e1b-a95a-a776747b1e00 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779793 Dec 15 14:29:48.549415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 170cf454-3bfe-4b79-af88-ae54e4da1a7b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:48.561407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Request body: {'port': {'device_id': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:48.582423 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.614732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 170cf454-3bfe-4b79-af88-ae54e4da1a7b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:48.615105 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.628418 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.760183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9f78e1a-c671-4e5d-b803-f96da799857d None None] Provisioning complete for port ba307b32-81ec-4908-aa28-39f3ed3983f7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:48.760461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9f78e1a-c671-4e5d-b803-f96da799857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.798549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e9f78e1a-c671-4e5d-b803-f96da799857d None None] Port ba307b32-81ec-4908-aa28-39f3ed3983f7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:29:48.917474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba307b32-81ec-4908-aa28-39f3ed3983f7 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:48.925244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.938356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Transition to ACTIVE for port object ba307b32-81ec-4908-aa28-39f3ed3983f7 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:29:48.942246 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.998027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:49.084482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:49.084844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:49.085415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:49.091564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Port ba307b32-81ec-4908-aa28-39f3ed3983f7 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:29:49.091880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:49.116145 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:49.116479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:49.116893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:49.117335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Bound port: ba307b32-81ec-4908-aa28-39f3ed3983f7, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:49.117690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:49.148854 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9f10-e0d4-4ae8-a337-c5b4fb20b740 req-113bbce1-75f9-44b6-9ed1-ac53a5b8b1f3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.150474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d8b9f10-e0d4-4ae8-a337-c5b4fb20b740 req-113bbce1-75f9-44b6-9ed1-ac53a5b8b1f3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0765557 Dec 15 14:29:49.240144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9d8b9f10-e0d4-4ae8-a337-c5b4fb20b740 req-6685d0e0-7ecf-4690-a6a9-2da32cad7960 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720649 Dec 15 14:29:49.241151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:49.244313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:49.249019 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:49.286350 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.286992 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:49.288385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] 10.222.0.67 "PUT /v2.0/ports/ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 1091 time: 0.7319474 Dec 15 14:29:49.288853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:49.291249 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0879d04c-f7da-4f80-92bf-28c4510ec8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:49.317415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd595eb5-a67f-4ba6-a729-f01731f4acfc service neutron] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:49.335121 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a900916-2eef-477a-a337-8ede7a4703a0 x-openstack-request-id: req-4a900916-2eef-477a-a337-8ede7a4703a0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:49.335417 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:49.335674 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a900916-2eef-477a-a337-8ede7a4703a0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:49.336079 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'status': 'completed', 'code': 200} Dec 15 14:29:49.382955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-7f5a4d40-190d-419e-8bd8-05fb1e4fae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.384455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-7f5a4d40-190d-419e-8bd8-05fb1e4fae93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0431347 Dec 15 14:29:49.432895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-6cdfa9e5-b02b-4112-b242-8c39ca76bc59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 217 time: 0.0408909 Dec 15 14:29:49.484691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-506da23a-a429-4725-85d4-97aa4b253a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.486361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-506da23a-a429-4725-85d4-97aa4b253a92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0470152 Dec 15 14:29:49.529890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-ece020d4-a7bc-413d-aa2e-cf0047da7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.531325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-ece020d4-a7bc-413d-aa2e-cf0047da7c5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383933 Dec 15 14:29:49.624732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-45314d32-a675-401f-8452-a43f32e9a494 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854309 Dec 15 14:29:49.711966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9d2b6aa-86bc-4f14-bae7-0ac890c33167 req-3dcb6c40-6492-407a-bc17-025765a0c1c3 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802479 Dec 15 14:29:49.803516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-2af21cdc-cc45-481a-92e5-93571feaf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.804947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-2af21cdc-cc45-481a-92e5-93571feaf4f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0455675 Dec 15 14:29:49.895685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-d4f124e3-b2b0-41e1-b162-e2cf477783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.897169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-d4f124e3-b2b0-41e1-b162-e2cf477783fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0842762 Dec 15 14:29:49.942087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-708f6c73-6f43-4e06-99b0-9fb61f308750 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 217 time: 0.0376258 Dec 15 14:29:49.991916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-d843f6fd-ae7f-4f66-b905-d77ebb189eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:49.992804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-d843f6fd-ae7f-4f66-b905-d77ebb189eb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0433912 Dec 15 14:29:50.039230 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-bf406f07-8999-4e5b-a400-da5f7db3f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:50.040750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-bf406f07-8999-4e5b-a400-da5f7db3f833 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407884 Dec 15 14:29:50.134134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-aba39ea7-85dd-4232-a6a8-a03caa17dd06 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 Dec 15 14:29:50.224312 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0879d04c-f7da-4f80-92bf-28c4510ec8ee req-8dc2d875-05b8-4887-8cc2-46629deee077 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820758 Dec 15 14:29:50.357118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824f3db-555d-45ac-abf5-9e1fbbf4cf68 req-ddef2b58-f69f-4b24-9a37-ee178d35f332 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:50.358637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6824f3db-555d-45ac-abf5-9e1fbbf4cf68 req-ddef2b58-f69f-4b24-9a37-ee178d35f332 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0490801 Dec 15 14:29:50.411401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6824f3db-555d-45ac-abf5-9e1fbbf4cf68 req-ceea2fe9-1f58-438e-96d9-f19ecb29b24e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Dec 15 14:29:51.411421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:51.528755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab56d6-bd8c-41e1-ae76-b710f037fd71 req-ae192255-05c2-4c04-8124-b3734bd8077d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:51.530243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ab56d6-bd8c-41e1-ae76-b710f037fd71 req-ae192255-05c2-4c04-8124-b3734bd8077d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0489087 Dec 15 14:29:51.579024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-81ab56d6-bd8c-41e1-ae76-b710f037fd71 req-8848258a-2500-4ccf-afee-fb66e3d3bf67 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Dec 15 14:29:52.693023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e3bd1-aa2d-44f7-bb1b-9cbcebf08637 req-4fcbf64b-908a-4ff3-a5dd-887ab5881fe6 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:52.694413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a7e3bd1-aa2d-44f7-bb1b-9cbcebf08637 req-4fcbf64b-908a-4ff3-a5dd-887ab5881fe6 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0488112 Dec 15 14:29:52.742721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a7e3bd1-aa2d-44f7-bb1b-9cbcebf08637 req-dfdf830c-bb6e-4965-8257-8e87f02552ea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Dec 15 14:29:52.993162 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:29:53.090122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:53.101652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'mac_address': 'fa:16:3e:b8:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:29:53.137977 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:53.151175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba307b32-81ec-4908-aa28-39f3ed3983f7 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:53.170655 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:53.174560 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:53.225784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:53.366572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['ba307b32-81ec-4908-aa28-39f3ed3983f7'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:29:53.860796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d323a4-9c16-4973-8186-4838af6d318a req-14f8cc9c-ab09-4e8a-8fbb-52cd037e92a3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:53.862341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11d323a4-9c16-4973-8186-4838af6d318a req-14f8cc9c-ab09-4e8a-8fbb-52cd037e92a3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 944 time: 0.0523479 Dec 15 14:29:53.908392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-11d323a4-9c16-4973-8186-4838af6d318a req-e64f3931-de1b-4acd-9c52-71536bb61403 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Dec 15 14:29:55.022305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:55.029411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77661c10-bc04-4d62-90a9-353831fe31d2 req-181ebfa7-45bd-4a0b-948a-971d6ddef881 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:55.030909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77661c10-bc04-4d62-90a9-353831fe31d2 req-181ebfa7-45bd-4a0b-948a-971d6ddef881 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 944 time: 0.0503976 Dec 15 14:29:55.075192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port ba307b32-81ec-4908-aa28-39f3ed3983f7 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:29:55.078765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77661c10-bc04-4d62-90a9-353831fe31d2 req-c3d3c7f3-f649-4d93-bace-81b9d01660ac tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Dec 15 14:29:55.085858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port ba307b32-81ec-4908-aa28-39f3ed3983f7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:55.086235 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:55.165548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:55.188732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:55.190968 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37265f1-1907-4b8a-a028-51c84435a6e0" -d '{"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-plugged", "status": "completed", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:55.203574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:55.208752 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:55.251056 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92b2dd-745f-4062-a91c-fd05e6a943b5 x-openstack-request-id: req-0a92b2dd-745f-4062-a91c-fd05e6a943b5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:55.251334 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-plugged", "status": "completed", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:55.251609 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a92b2dd-745f-4062-a91c-fd05e6a943b5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:55.251975 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'code': 200} Dec 15 14:29:55.269923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:55.357311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a8bb-2452-473a-bf6a-f22fd3abbd44 req-cdd19b78-7d83-462b-93e1-ea82fb3d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:55.358826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ae7a8bb-2452-473a-bf6a-f22fd3abbd44 req-cdd19b78-7d83-462b-93e1-ea82fb3d7fab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0459597 Dec 15 14:29:55.406247 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ae7a8bb-2452-473a-bf6a-f22fd3abbd44 req-945078e1-4044-4e49-982e-773d5211b0de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386658 Dec 15 14:29:56.195393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df599-79b1-42a3-8111-ae43a2abce28 req-8f5ef167-2ae0-48f8-a5a2-7b0dc50494c9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:56.196867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b15df599-79b1-42a3-8111-ae43a2abce28 req-8f5ef167-2ae0-48f8-a5a2-7b0dc50494c9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Dec 15 14:29:56.243218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b15df599-79b1-42a3-8111-ae43a2abce28 req-54b6d91a-7944-4325-893f-4aa19582fc67 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Dec 15 14:29:57.359339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c9e86-c293-4b8f-9b5f-b941ee2677d6 req-519e83fe-9482-4409-ad54-108333db6fa0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:57.361049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c06c9e86-c293-4b8f-9b5f-b941ee2677d6 req-519e83fe-9482-4409-ad54-108333db6fa0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0477865 Dec 15 14:29:57.411980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c06c9e86-c293-4b8f-9b5f-b941ee2677d6 req-cfa26de3-2b02-4308-aad7-fe71e3270264 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445240 Dec 15 14:29:57.524864 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b85dfb-17d4-4da8-9292-92867fe8c020 req-aa9989d7-b01a-403e-8256-12393619db56 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:57.526233 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32b85dfb-17d4-4da8-9292-92867fe8c020 req-aa9989d7-b01a-403e-8256-12393619db56 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Dec 15 14:29:57.534871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:57.539118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'floatingip': {'port_id': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:57.578419 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:57.992234 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:57.995869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:58.402035 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 associated. External IP: 172.25.2.36, port: ba307b32-81ec-4908-aa28-39f3ed3983f7. Dec 15 14:29:58.607701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:29:58.715424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:29:58.720057 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:58.726235 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:29:58.737488 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:58.738114 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:29:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:58.748346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-faaaca04-4c8f-4b5b-921c-7ba5c7924787 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "PUT /v2.0/floatingips/cd09853e-e7b9-4a56-a940-9a2de4525081 HTTP/1.1" status: 200 len: 990 time: 1.2124579 Dec 15 14:29:58.749060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:58.751424 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951a181b-143f-43ff-88e9-2b061be9313b" -d '{"events": [{"name": "network-changed", "server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:58.794953 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12568d93-0db3-4536-9ce7-a3734a2fdd99 x-openstack-request-id: req-12568d93-0db3-4536-9ce7-a3734a2fdd99 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:58.795254 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:58.795519 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12568d93-0db3-4536-9ce7-a3734a2fdd99 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:58.795928 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'status': 'completed', 'code': 200} Dec 15 14:29:58.830841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.67', 58997) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:58.855548 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:58.865903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a181b-143f-43ff-88e9-2b061be9313b req-12995248-cf51-4b03-9b3a-166335f6c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:58.867683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-12995248-cf51-4b03-9b3a-166335f6c02c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0449028 Dec 15 14:29:58.887697 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-bae76351-0e8d-44d8-ac03-3ba718d3f67e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429654 Dec 15 14:29:58.967773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a181b-143f-43ff-88e9-2b061be9313b req-d2fdb464-aa6b-4903-b74c-3c6452118f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:58.969277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-d2fdb464-aa6b-4903-b74c-3c6452118f11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0952408 Dec 15 14:29:59.039865 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-d66442fa-feb3-4a98-bcaf-b411423c9f64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 998 time: 0.0628502 Dec 15 14:29:59.087530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a181b-143f-43ff-88e9-2b061be9313b req-687e532a-4709-4f8a-ae48-a340be6e6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.089014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-687e532a-4709-4f8a-ae48-a340be6e6292 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0429955 Dec 15 14:29:59.090793 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:b8:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:29:57Z', 'revision_number': 1, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:59.118470 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:29:59.126636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:59.127279 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:29:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:59.138567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a181b-143f-43ff-88e9-2b061be9313b req-bcb90969-5cbd-46f1-97ea-9ab71d8fdeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.140054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-bcb90969-5cbd-46f1-97ea-9ab71d8fdeea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444834 Dec 15 14:29:59.233843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-0ae51c7c-a50f-4586-90a5-20729d1a48d6 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859361 Dec 15 14:29:59.325187 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:59.335585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-951a181b-143f-43ff-88e9-2b061be9313b req-a71141cb-9c76-4b10-8a3b-d33b20ddfb3a service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898209 Dec 15 14:29:59.445057 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-3a444813-62a4-42a4-909f-7cd09f75e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.446480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-3a444813-62a4-42a4-909f-7cd09f75e3c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0420151 Dec 15 14:29:59.551811 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:b8:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:29:57Z', 'revision_number': 1, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:59.555604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-947eee7a-4b93-4b7e-aac9-93bacfe7b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.557114 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-947eee7a-4b93-4b7e-aac9-93bacfe7b499 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0904918 Dec 15 14:29:59.581448 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438944e6-dc03-4454-9c5c-71cdf908be62 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:b8:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:29:57Z', 'revision_number': 1, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:29:59.625035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-1fe6e5d7-9c7f-46ca-b741-225622bd6969 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 998 time: 0.0608151 Dec 15 14:29:59.675414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-e312caf2-c9c3-47f0-a62e-d017a715f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.677007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-e312caf2-c9c3-47f0-a62e-d017a715f9f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0454638 Dec 15 14:29:59.728602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-e82c7e8d-c3c6-4546-a52d-cc87ab685fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.730104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-e82c7e8d-c3c6-4546-a52d-cc87ab685fc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461028 Dec 15 14:29:59.774908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b88cb-f706-4581-a42e-f001f8902847 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:29:59.821975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-2a471541-a15e-4249-aab3-ebe34693d511 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Dec 15 14:29:59.918439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-7f37774c-39d5-4d75-a630-55d5dec0333b service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899911 Dec 15 14:30:12.601240 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa88e462-cc3b-43eb-a4f4-57541284dff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:14.491094 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:14.767380 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1e50-c007-4c7c-a5bb-85929d3d6fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:16.382910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:17.558729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:18.545942 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.186744 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:30:21.413349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:42.602019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d28251e-f45c-423f-be69-cef28f1db674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:44.487106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:44.768616 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98026e0d-722c-4a61-aa00-17747858cc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:46.386105 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:47.559646 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:48.553429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:51.423188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:58.186909 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:31:00.886455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-dd86799c-29b5-44fb-b001-232c10c9485c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414331 Dec 15 14:31:00.971962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-c3944a52-43d2-4985-a027-b922c804d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:00.973500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-c3944a52-43d2-4985-a027-b922c804d092 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0409248 Dec 15 14:31:01.081910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-9dbb25e8-57a1-47f1-b536-a28538a214b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:01.083438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-9dbb25e8-57a1-47f1-b536-a28538a214b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0896416 Dec 15 14:31:01.149934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-47e95544-bf9c-40c9-89a9-02c5c3bc7339 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 1000 time: 0.0592418 Dec 15 14:31:01.204171 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-6fee09e5-98f9-4be6-bd78-ae7344f51f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:01.205623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-6fee09e5-98f9-4be6-bd78-ae7344f51f3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0475099 Dec 15 14:31:01.250907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-d9681573-c01f-4699-ace2-1bc4eb999e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:01.252377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-d9681573-c01f-4699-ace2-1bc4eb999e4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402741 Dec 15 14:31:01.343223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-6a0a1c0b-2b2b-47a0-a6f0-452a84469a0e service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Dec 15 14:31:01.449976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-44b73d21-a207-442e-97f7-14db4884fbe8 req-a71d471e-12e3-42b2-88a0-21dcee3f00fc service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991194 Dec 15 14:31:12.603716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4a913b1-a4ae-4d27-9cf7-6b7911e449c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:14.487388 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:14.773231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a3e139b-814b-4c58-aef3-5e3e7ee469bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:16.389628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:17.562720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:18.545473 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:21.438677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:35.004695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e164a07-03d4-4590-9ca3-4b2d3498e7aa req-2b62b7fd-c3b8-46fd-8135-b3fab54ac272 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:35.006175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e164a07-03d4-4590-9ca3-4b2d3498e7aa req-2b62b7fd-c3b8-46fd-8135-b3fab54ac272 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Dec 15 14:31:35.053761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e164a07-03d4-4590-9ca3-4b2d3498e7aa req-062efc57-806a-4464-8318-3a6d6097d077 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Dec 15 14:31:35.185812 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:31:35.309208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-3c55c0db-e8e9-4636-a5ac-965bafef1de5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705762 Dec 15 14:31:35.325797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c37b29-be38-4290-9dd4-d1cc6cf74f78 req-8c23b820-4832-4373-9efc-816ca5bc7cb4 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:35.327467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04c37b29-be38-4290-9dd4-d1cc6cf74f78 req-8c23b820-4832-4373-9efc-816ca5bc7cb4 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0774763 Dec 15 14:31:35.376856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04c37b29-be38-4290-9dd4-d1cc6cf74f78 req-88652386-5779-4ef0-ac70-cda1d1574060 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431590 Dec 15 14:31:36.531440 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5a188-2ec3-48c4-be1f-2fd23d309706 req-e9da0e85-7c08-403a-a3a7-bc73dfd96f36 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:36.532942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfc5a188-2ec3-48c4-be1f-2fd23d309706 req-e9da0e85-7c08-403a-a3a7-bc73dfd96f36 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0827470 Dec 15 14:31:36.538983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-66b810e3-085d-4e4e-9073-fe1add1ef070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:36.540352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-66b810e3-085d-4e4e-9073-fe1add1ef070 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0628045 Dec 15 14:31:36.635079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfc5a188-2ec3-48c4-be1f-2fd23d309706 req-aa42bbac-b304-4ff4-a7cc-64394a7a0ab6 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937083 Dec 15 14:31:36.665155 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-ab0926bd-0d09-4354-a0fa-311270ec04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:36.666528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-ab0926bd-0d09-4354-a0fa-311270ec04e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1188707 Dec 15 14:31:36.734637 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-0d2a9a2c-1b93-451d-a707-674efe1727af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 1000 time: 0.0609579 Dec 15 14:31:36.785060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-9e2b45d1-5f7a-4715-ae92-35fa91768abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:36.786519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-9e2b45d1-5f7a-4715-ae92-35fa91768abc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0452518 Dec 15 14:31:36.834223 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-68e3c83c-090a-4ea4-afde-60a03bf33859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:36.835698 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-68e3c83c-090a-4ea4-afde-60a03bf33859 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427818 Dec 15 14:31:36.928011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a66b5c55-be48-4da0-a859-460429904daf service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Dec 15 14:31:37.021031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-463f9574-0df1-48b5-a04a-b2c6062c53ab service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Dec 15 14:31:37.753820 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6633d-03ac-4cc8-a41d-ee6ed7036a61 req-73dc392d-219b-47d4-a4ae-fc7c4215ecea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:37.755259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d6633d-03ac-4cc8-a41d-ee6ed7036a61 req-73dc392d-219b-47d4-a4ae-fc7c4215ecea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Dec 15 14:31:37.801065 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28d6633d-03ac-4cc8-a41d-ee6ed7036a61 req-0a038827-c646-4909-a194-c57c5fa457fe tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 Dec 15 14:31:38.920393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040ed72-1c6f-4098-b3d7-62048bbe2527 req-0d3bace3-c28b-4e94-ab14-20ebc8274179 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:38.921916 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6040ed72-1c6f-4098-b3d7-62048bbe2527 req-0d3bace3-c28b-4e94-ab14-20ebc8274179 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Dec 15 14:31:38.968942 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6040ed72-1c6f-4098-b3d7-62048bbe2527 req-6924f720-5d80-43ac-909b-add5ae8418a7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Dec 15 14:31:40.099971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b323b7-d377-424e-8383-6308fa81b604 req-ee6f57fa-7d00-4ffc-a286-283c27abbabc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:40.101488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0b323b7-d377-424e-8383-6308fa81b604 req-ee6f57fa-7d00-4ffc-a286-283c27abbabc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0532360 Dec 15 14:31:40.148551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0b323b7-d377-424e-8383-6308fa81b604 req-64554272-3cc3-4a8e-a71a-cf86d5fab7ae tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410571 Dec 15 14:31:41.263839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b3049-b3b9-436c-bd69-36e98dde5004 req-4069a462-23a9-44fd-a4e4-9f0d503c095c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:41.265270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-430b3049-b3b9-436c-bd69-36e98dde5004 req-4069a462-23a9-44fd-a4e4-9f0d503c095c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0480936 Dec 15 14:31:41.312103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-430b3049-b3b9-436c-bd69-36e98dde5004 req-2462f91c-9640-4f8f-9c2d-f193a30632eb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Dec 15 14:31:42.428560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd6102-21ca-40dd-a6b4-733d0382ccc2 req-45ab5d58-a61b-46a8-aec5-a0515c230305 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:42.430031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cdd6102-21ca-40dd-a6b4-733d0382ccc2 req-45ab5d58-a61b-46a8-aec5-a0515c230305 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Dec 15 14:31:42.482553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4cdd6102-21ca-40dd-a6b4-733d0382ccc2 req-9c42247e-7c72-4f73-8086-3e3a7501f524 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 Dec 15 14:31:42.606742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61f34779-0f7d-46cc-9038-cb329cd66cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:43.601286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e4f8a-afe7-4d2d-b272-ff06efecced3 req-bb39a266-f0b8-4bcd-9162-32027e2606cb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:43.602750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a35e4f8a-afe7-4d2d-b272-ff06efecced3 req-bb39a266-f0b8-4bcd-9162-32027e2606cb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Dec 15 14:31:43.649572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a35e4f8a-afe7-4d2d-b272-ff06efecced3 req-031f9aa6-9740-40ed-ace2-d275ccd64438 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Dec 15 14:31:44.501735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.764206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436855cb-f435-423b-8a14-6fb0ec504d91 req-8373d90a-f627-4151-8543-f35f2515768f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:44.765706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-436855cb-f435-423b-8a14-6fb0ec504d91 req-8373d90a-f627-4151-8543-f35f2515768f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0481141 Dec 15 14:31:44.774226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68396481-016e-458a-b90d-387c6f84809a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.813250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-436855cb-f435-423b-8a14-6fb0ec504d91 req-c9921ec6-303d-420a-8fc4-0238d3290c3a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409334 Dec 15 14:31:46.196441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a82e4-caca-43b7-9351-489d3f960bbb req-e4bd051c-1829-4385-a570-b1723241985e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.197848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-590a82e4-caca-43b7-9351-489d3f960bbb req-e4bd051c-1829-4385-a570-b1723241985e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0511110 Dec 15 14:31:46.248383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-590a82e4-caca-43b7-9351-489d3f960bbb req-9aca115e-354b-47b7-a54a-46f6ea8e66a5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Dec 15 14:31:46.391467 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:47.365770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948a4e7-e721-4615-9570-c2449a3d6465 req-d9ea62c1-3cdf-4df9-9559-a1cc90f08598 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:47.367573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7948a4e7-e721-4615-9570-c2449a3d6465 req-d9ea62c1-3cdf-4df9-9559-a1cc90f08598 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Dec 15 14:31:47.414401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7948a4e7-e721-4615-9570-c2449a3d6465 req-6d08bc78-e452-4a8d-a83a-af1ceda41c0e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Dec 15 14:31:47.566062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:48.531137 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b7427-d4cf-4e7b-8740-f23574d9b2fa req-6aa1cf7b-04eb-4d3d-8867-41b0e483a62e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:48.532666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-583b7427-d4cf-4e7b-8740-f23574d9b2fa req-6aa1cf7b-04eb-4d3d-8867-41b0e483a62e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Dec 15 14:31:48.547727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:48.584174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-583b7427-d4cf-4e7b-8740-f23574d9b2fa req-cab80e14-32f7-4a61-b95a-0b9c7c381bac tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448935 Dec 15 14:31:49.013722 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-b2cfa06c-3303-480b-bd2b-b0a7e7fc788d service neutron] show failed (client error): The resource could not be found. Dec 15 14:31:49.014723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-b2cfa06c-3303-480b-bd2b-b0a7e7fc788d service neutron] 10.222.0.67 "GET /v2.0/ports/ba307b32-81ec-4908-aa28-39f3ed3983f7/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0555506 Dec 15 14:31:49.223791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-c5e67648-32ad-4ab0-acaf-57ac1527420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:49.225393 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-c5e67648-32ad-4ab0-acaf-57ac1527420c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 1096 time: 0.0463901 Dec 15 14:31:49.242555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:49.296527 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.510736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:49.542307 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:49.581507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:49.583845 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30295d82-90ad-44ad-bd33-199a5e444ac0" -d '{"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-unplugged", "status": "completed", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:49.588600 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.603325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Transition to ACTIVE for port object ba307b32-81ec-4908-aa28-39f3ed3983f7 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:31:49.607544 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.706558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:49.717420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c5c1-451c-4218-b112-b57a167cffed req-1100c0f6-c39e-4bb1-a814-6b6a57244ec9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:49.726277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1624c5c1-451c-4218-b112-b57a167cffed req-1100c0f6-c39e-4bb1-a814-6b6a57244ec9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0640335 Dec 15 14:31:49.727494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.728270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.729006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.729747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.731385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.732202 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.733012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.734035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.734641 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.735281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.736859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.738126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.738774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:49.747538 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc82f94b-7206-45ba-a024-0f4790d6186b x-openstack-request-id: req-cc82f94b-7206-45ba-a024-0f4790d6186b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:49.748665 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-unplugged", "status": "completed", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:49.748665 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc82f94b-7206-45ba-a024-0f4790d6186b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:49.749275 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'code': 200} Dec 15 14:31:49.775678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1624c5c1-451c-4218-b112-b57a167cffed req-98136368-957f-4118-b6ea-24d5e63966f3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486324 Dec 15 14:31:49.783366 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] No DVR routers for this DVR port ba307b32-81ec-4908-aa28-39f3ed3983f7 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:31:49.920036 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:49.920371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:49.920725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:49.925559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Port ba307b32-81ec-4908-aa28-39f3ed3983f7 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:31:49.925843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Attempting to bind port ba307b32-81ec-4908-aa28-39f3ed3983f7 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:49.930627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:49.930961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:49.931340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:49.931765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Bound port: ba307b32-81ec-4908-aa28-39f3ed3983f7, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:49.932110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.993370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:49.996386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:50.000841 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:50.035479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.036138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:50.037476 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] 10.222.0.85 "PUT /v2.0/ports/ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 1091 time: 0.7992089 Dec 15 14:31:50.059260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481da9-42ca-43c0-9190-b4d7a7b72aba service neutron] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:50.112834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-5a894a88-056a-4553-81c1-6c29e6856ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.114448 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-5a894a88-056a-4553-81c1-6c29e6856ff4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0461955 Dec 15 14:31:50.210957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-0f9d35ab-91af-4043-ba92-2fae913fed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.212454 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-0f9d35ab-91af-4043-ba92-2fae913fed7b service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0894501 Dec 15 14:31:50.288021 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-69c6800d-0508-4e00-9183-c35eccadb03c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 998 time: 0.0673943 Dec 15 14:31:50.341224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-1656143e-ed12-4ce7-95bd-1d9cf0b9d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.345001 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-1656143e-ed12-4ce7-95bd-1d9cf0b9d694 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0500615 Dec 15 14:31:50.393167 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-0deb0278-6350-4d3f-bc9f-99b887142029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.394651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-0deb0278-6350-4d3f-bc9f-99b887142029 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426159 Dec 15 14:31:50.837804 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-93f292f1-88a5-4b22-b6ae-9cab67c71c83 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360683 Dec 15 14:31:50.904554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbcc70-203d-4bf8-a4a3-2c5e31597853 req-2e7bc5c2-9fd3-4d13-8219-7a79cbb64ace tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.906232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7fbcc70-203d-4bf8-a4a3-2c5e31597853 req-2e7bc5c2-9fd3-4d13-8219-7a79cbb64ace tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0551324 Dec 15 14:31:50.931366 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7ba10fe2-a1f4-4beb-82ed-525e50e07bed req-90b84fe6-c558-49ad-9bae-6c699007b5cd service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858467 Dec 15 14:31:50.958350 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d7fbcc70-203d-4bf8-a4a3-2c5e31597853 req-f078c25a-7a2e-4552-be74-d445df04c6a3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454597 Dec 15 14:31:51.454709 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.750676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:51.753026 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9832d0a0-712e-462d-96c5-054b5bbd25ef" -d '{"events": [{"name": "network-changed", "server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:51.801677 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f7cfb-f40c-4063-abd8-c180b14bd5bd x-openstack-request-id: req-2d8f7cfb-f40c-4063-abd8-c180b14bd5bd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:51.801972 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:51.802222 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d8f7cfb-f40c-4063-abd8-c180b14bd5bd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:51.802653 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'status': 'completed', 'code': 200} Dec 15 14:31:51.866408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-204c1b30-39b7-4fa0-8f2a-a2fa91cf3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:51.868061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-204c1b30-39b7-4fa0-8f2a-a2fa91cf3b64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0425863 Dec 15 14:31:51.881008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-40af66d6-16c3-47de-92c6-a13a71537c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:51.882508 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-40af66d6-16c3-47de-92c6-a13a71537c5e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0457389 Dec 15 14:31:51.962667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-75bd6b89-8df3-4525-ab68-6cfed387e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:51.964170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-75bd6b89-8df3-4525-ab68-6cfed387e824 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0891399 Dec 15 14:31:51.974400 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-670703df-6b5f-4a7c-99ab-d9a4b507a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:51.975852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-670703df-6b5f-4a7c-99ab-d9a4b507a78c service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0858521 Dec 15 14:31:52.033329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-820d9014-8e26-44a2-979c-3413a81c6b93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 998 time: 0.0622797 Dec 15 14:31:52.052045 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-66cea812-88bf-4883-a754-2b9ca4f5237e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 998 time: 0.0665619 Dec 15 14:31:52.104852 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-e313646e-e7ea-4cea-bc9e-c3a3228fc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:52.106417 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-e313646e-e7ea-4cea-bc9e-c3a3228fc210 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0461702 Dec 15 14:31:52.139157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad97e38-f51b-4860-bc2a-485231fbe7d7 req-7cbce0bf-30fc-46ee-ba14-0db3abc59876 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:52.141337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ad97e38-f51b-4860-bc2a-485231fbe7d7 req-7cbce0bf-30fc-46ee-ba14-0db3abc59876 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.1042058 Dec 15 14:31:52.142999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-b7d4e6df-5096-4193-8de1-87f1da08e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:52.145752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-b7d4e6df-5096-4193-8de1-87f1da08e823 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.1001000 Dec 15 14:31:52.159953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-b67cd59a-a147-43bd-9e1a-b729007da2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:52.161541 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-b67cd59a-a147-43bd-9e1a-b729007da2be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446172 Dec 15 14:31:52.219366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ad97e38-f51b-4860-bc2a-485231fbe7d7 req-3d3bc16c-5da9-45e9-9bc8-26200e776723 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691149 Dec 15 14:31:52.225615 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-3668c710-68b0-49c6-be89-b4b008b8e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:52.227112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-3668c710-68b0-49c6-be89-b4b008b8e999 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699484 Dec 15 14:31:52.264916 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-26fdf9e9-92b9-48fb-bc0f-3c48ea9e4911 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956979 Dec 15 14:31:52.330501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-750df25f-140a-4087-9575-a3a3e4fcbe6e service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954397 Dec 15 14:31:52.361429 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-8c1565d6-fe20-48f0-ba55-c8c7c6a04800 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889556 Dec 15 14:31:52.426571 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9832d0a0-712e-462d-96c5-054b5bbd25ef req-931babaf-61c0-4083-a79a-9b31375cafc1 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866644 Dec 15 14:31:53.340437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cedbf-45bf-4a1a-86f3-46e3d49b45f2 req-3681a34a-7ed0-4116-9ed0-a060cce18766 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:53.341898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d1cedbf-45bf-4a1a-86f3-46e3d49b45f2 req-3681a34a-7ed0-4116-9ed0-a060cce18766 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0518761 Dec 15 14:31:53.389769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d1cedbf-45bf-4a1a-86f3-46e3d49b45f2 req-11a5d07b-373b-42a0-b125-49cba305707d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411589 Dec 15 14:31:53.463848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:31:53.509706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:31:54.342269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:31:54.438083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:54.449557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'mac_address': 'fa:16:3e:b8:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:31:54.486294 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.504743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba307b32-81ec-4908-aa28-39f3ed3983f7 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:31:54.511178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278f1e-d80e-4b76-ae18-7ec76dc8b638 req-6f55623d-e7dd-4562-82f7-883ff04721bc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:54.512706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62278f1e-d80e-4b76-ae18-7ec76dc8b638 req-6f55623d-e7dd-4562-82f7-883ff04721bc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 943 time: 0.0499701 Dec 15 14:31:54.524739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:54.529297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.570540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-62278f1e-d80e-4b76-ae18-7ec76dc8b638 req-83205bb6-7a58-4606-b73c-374b005cd04f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513940 Dec 15 14:31:54.578653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:54.589005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.589356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.589695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.590027 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.590356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.590677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.591003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.591339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.591653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.592095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.592610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.593006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.593264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:54.799379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e90b7b-3d24-4349-a08a-25d3ae1d087b req-1680309b-1e74-4e9f-a6b6-46f4adb95085 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:54.800893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17e90b7b-3d24-4349-a08a-25d3ae1d087b req-1680309b-1e74-4e9f-a6b6-46f4adb95085 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 944 time: 0.0830517 Dec 15 14:31:54.821507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-2b531561-a107-47dd-83c6-771df44ea295 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:54.822898 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-2b531561-a107-47dd-83c6-771df44ea295 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8&tenant_id=db2f6e204375495b89e108d332f4ac91&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 944 time: 0.0773180 Dec 15 14:31:54.891406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17e90b7b-3d24-4349-a08a-25d3ae1d087b req-454f7152-75fe-4c42-ab23-2f7c41aecabf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826292 Dec 15 14:31:54.908929 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-dbb38cc2-0dc2-44f5-980a-d665f3e7768a service neutron] delete failed (client error): The resource could not be found. Dec 15 14:31:54.909985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-dbb38cc2-0dc2-44f5-980a-d665f3e7768a service neutron] 10.222.0.67 "DELETE /v2.0/ports/ba307b32-81ec-4908-aa28-39f3ed3983f7/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0773640 Dec 15 14:31:54.917859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['ba307b32-81ec-4908-aa28-39f3ed3983f7'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:54.998248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-bc3d27f6-5119-4915-b304-91763610db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:54.999735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-bc3d27f6-5119-4915-b304-91763610db36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 1095 time: 0.0405822 Dec 15 14:31:55.415339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-d03749a7-d140-4c4f-b623-b904505edca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:55.416829 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-d03749a7-d140-4c4f-b623-b904505edca4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.4084492 Dec 15 14:31:55.480618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-a30747b4-4471-4578-8b96-a4d127c1afd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 200 len: 999 time: 0.0562854 Dec 15 14:31:55.535085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-30d2ae8c-04d7-413f-a5ab-351a0b008364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:55.536551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-30d2ae8c-04d7-413f-a5ab-351a0b008364 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0487397 Dec 15 14:31:55.580988 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-d763fdd7-fb55-4a88-8fb7-6beaa5386dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:55.582450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-d763fdd7-fb55-4a88-8fb7-6beaa5386dd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392184 Dec 15 14:31:55.674118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-7bbd6989-a454-459d-872e-69db276e1afd service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837932 Dec 15 14:31:55.767261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a841d961-bcc1-46ea-906a-73197a058ad7 req-18ebc10d-9c79-41e2-bbc4-244ccaa15b99 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860901 Dec 15 14:31:56.014631 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb480edc-c271-43d1-91d2-c3eb76b628ad req-409fbec9-de4c-4be3-b8de-28cf19518395 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:56.016104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb480edc-c271-43d1-91d2-c3eb76b628ad req-409fbec9-de4c-4be3-b8de-28cf19518395 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 944 time: 0.0512092 Dec 15 14:31:56.069100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb480edc-c271-43d1-91d2-c3eb76b628ad req-525078cd-9f68-4b81-aa1b-4d9bc7f6f06a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464537 Dec 15 14:31:56.365515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:56.414702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port ba307b32-81ec-4908-aa28-39f3ed3983f7 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:31:56.418622 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port ba307b32-81ec-4908-aa28-39f3ed3983f7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:56.418995 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.494686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.517696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:56.519952 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004efba-b0d0-406b-8f6c-942189203552" -d '{"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-plugged", "status": "completed", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:56.533177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:56.538077 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.566596 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519757d-361b-4d60-91d5-8dde0f666443 x-openstack-request-id: req-8519757d-361b-4d60-91d5-8dde0f666443 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:56.566877 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-plugged", "status": "completed", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:56.567135 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8519757d-361b-4d60-91d5-8dde0f666443 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:56.567525 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'code': 200} Dec 15 14:31:56.592672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:57.185681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062789d3-2b71-4393-8098-db48de5af575 req-f719acbb-a253-46df-a680-ee47bc0365fb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:57.187158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-062789d3-2b71-4393-8098-db48de5af575 req-f719acbb-a253-46df-a680-ee47bc0365fb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0486507 Dec 15 14:31:57.233677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-062789d3-2b71-4393-8098-db48de5af575 req-11fb6f47-9778-4ea4-ae7f-9ef45552e5a3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Dec 15 14:31:57.348476 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d9b07-4ed5-4739-8c50-a22a50cd90be req-48cefb61-4c71-40bc-96b0-f896ad065920 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:57.349991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c4d9b07-4ed5-4739-8c50-a22a50cd90be req-48cefb61-4c71-40bc-96b0-f896ad065920 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0482514 Dec 15 14:31:57.396344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c4d9b07-4ed5-4739-8c50-a22a50cd90be req-ae304945-9e14-47ac-afd9-2851466c69a3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403941 Dec 15 14:31:57.511915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6c803-039d-4ab3-8839-d96a0beff28c req-2a8469c3-b90d-4ee2-9a6d-418891a45c6c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:57.513330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ea6c803-039d-4ab3-8839-d96a0beff28c req-2a8469c3-b90d-4ee2-9a6d-418891a45c6c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0528147 Dec 15 14:31:57.565564 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ea6c803-039d-4ab3-8839-d96a0beff28c req-c719f4b0-d06a-42f0-8fbf-6b586a2ab8f1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455413 Dec 15 14:31:57.797156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a3285-f6f6-46d6-a62e-bebe73d773c8 req-4c5ad7c9-2380-4dd3-8c59-6a45e34e69c9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:57.798575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-695a3285-f6f6-46d6-a62e-bebe73d773c8 req-4c5ad7c9-2380-4dd3-8c59-6a45e34e69c9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Dec 15 14:31:57.846739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-695a3285-f6f6-46d6-a62e-bebe73d773c8 req-2ad3399e-d61f-40c6-b991-4a5d873d84ef tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411389 Dec 15 14:31:58.964335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf767eb-e522-412c-9514-743f4de1b020 req-9b571277-47ac-4ba6-9050-e3ff38191e90 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:58.965844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdf767eb-e522-412c-9514-743f4de1b020 req-9b571277-47ac-4ba6-9050-e3ff38191e90 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Dec 15 14:31:59.019324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cdf767eb-e522-412c-9514-743f4de1b020 req-b5b33014-9866-4962-948e-d1160999f1ca tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Dec 15 14:31:59.281305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-61fdb849-50eb-49f8-9ada-51c47bef4be1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:59.282699 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-61fdb849-50eb-49f8-9ada-51c47bef4be1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0578089 Dec 15 14:31:59.372142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Deleting port ba307b32-81ec-4908-aa28-39f3ed3983f7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:31:59.372480 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.464629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] For port ba307b32-81ec-4908-aa28-39f3ed3983f7, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=ba307b32-81ec-4908-aa28-39f3ed3983f7,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:59.464986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.641455 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.641818 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.642136 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 disassociated. External IP: 172.25.2.36, port: ba307b32-81ec-4908-aa28-39f3ed3983f7. Dec 15 14:31:59.642492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Calling delete_port for ba307b32-81ec-4908-aa28-39f3ed3983f7 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:31:59.780066 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.811555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event deleted for resources: {'Port': ['ID=ba307b32-81ec-4908-aa28-39f3ed3983f7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:59.934794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:32:00.054856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:32:00.066586 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:32:00.081183 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:32:00.081811 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:31:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:00.099601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] No DVR routers for this DVR port ba307b32-81ec-4908-aa28-39f3ed3983f7 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:32:00.104529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.107982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e69ec44a-fa4f-42a4-9b97-8d3fe2096f4b req-09d411d4-01a6-4329-8ba3-66b88fe46dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "DELETE /v2.0/ports/ba307b32-81ec-4908-aa28-39f3ed3983f7 HTTP/1.1" status: 204 len: 173 time: 0.8192275 Dec 15 14:32:00.108477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-deleted', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:00.111134 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a013f1d0-973d-45b5-8549-415392c13d39" -d '{"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-deleted", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:00.121748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59706833-8728-4228-bee7-398e427cfb25 req-7799548e-2b94-414a-9e18-deb7bf2a4398 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=490181fd-978c-47b6-9b15-f27a2ee1cdf8 HTTP/1.1" status: 200 len: 210 time: 0.0308907 Dec 15 14:32:00.163001 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec03e308-197a-4ee0-a005-36c6401abc10 x-openstack-request-id: req-ec03e308-197a-4ee0-a005-36c6401abc10 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:00.163305 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490181fd-978c-47b6-9b15-f27a2ee1cdf8", "name": "network-vif-deleted", "tag": "ba307b32-81ec-4908-aa28-39f3ed3983f7", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:00.163571 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec03e308-197a-4ee0-a005-36c6401abc10 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:00.163991 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490181fd-978c-47b6-9b15-f27a2ee1cdf8', 'name': 'network-vif-deleted', 'tag': 'ba307b32-81ec-4908-aa28-39f3ed3983f7', 'status': 'completed', 'code': 200} Dec 15 14:32:00.209447 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:00.428473 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:00.453910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:32:00.463937 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:32:00.464574 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:31:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:00.572696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:00.789714 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:00.815668 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d37d4-4c29-4a8f-8af1-8ba05439ab95 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:32:01.043145 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f5820-646b-4f4c-8a4c-5510741514e9 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:32:01.395037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-fd11859e-68c9-4d8d-b9a6-0faafbfb49d8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--281487662&fields=id&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 267 time: 0.0445256 Dec 15 14:32:01.505574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-186b5f78-b957-4d29-a388-005bc4d16382 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:01.507070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-186b5f78-b957-4d29-a388-005bc4d16382 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1052043 Dec 15 14:32:01.523261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-52bfdef4-832b-47fc-aa3b-f45cd4e87454 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/quotas/db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 375 time: 0.0103569 Dec 15 14:32:01.575615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-6d92092c-76fb-413d-a918-b74f6f30dfa7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466273 Dec 15 14:32:01.592574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-6e499634-7c09-4f06-94f9-6016932f1ed7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:32:01.593570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-6e499634-7c09-4f06-94f9-6016932f1ed7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053113 Dec 15 14:32:01.687967 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-97b56e0b-8a56-4ad2-a106-749908bd3799 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877182 Dec 15 14:32:01.778414 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-4713243a-c0de-4d9b-a0b8-80a23b58b9c7 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Dec 15 14:32:01.951019 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-252ac396-b913-43af-9f13-e9c8004f1019 req-aa819f36-da89-4fba-b30d-fa50cf1c4d42 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 210 time: 0.0304792 Dec 15 14:32:02.968716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-6866e17b-eaee-4a7a-9247-a1a9353172bd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:02.970198 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-6866e17b-eaee-4a7a-9247-a1a9353172bd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1206641 Dec 15 14:32:03.041160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-d6cffb99-d007-40da-be6a-1ec058bae896 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 379 time: 0.0575004 Dec 15 14:32:03.051728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'port': {'device_id': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'admin_state_up': True, 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'security_groups': ['03a83f58-7401-4e11-813a-f04be5bb3280']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:32:03.057253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f0a197de-919c-4709-baf1-bbf87b01b2a5 req-bf14449a-2aec-4c3f-ab9f-2b563f65d896 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 210 time: 0.0315936 Dec 15 14:32:03.169115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Made reservation on behalf of db2f6e204375495b89e108d332f4ac91 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:32:03.172794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.302655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Allocated IP 172.20.0.9 (ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b/9d0cc189-5e72-437b-9127-9a202365bc17/f67071c6-603e-4bc9-81ed-64df414507e9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:32:03.442438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.475075 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.519702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:32:03.523107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:32:03.527369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:32:03.553729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:03.593412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:03.594057 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.614519 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-a51df090-ddbc-445f-8444-0db296874fbc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671527 Dec 15 14:32:03.635662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Request body: {'port': {'device_id': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:32:03.694377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.732839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-044d3151-c5ed-4f30-b445-13bb28c65443 None None] Provisioning complete for port f67071c6-603e-4bc9-81ed-64df414507e9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:32:03.733618 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-044d3151-c5ed-4f30-b445-13bb28c65443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.772394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-044d3151-c5ed-4f30-b445-13bb28c65443 None None] Port f67071c6-603e-4bc9-81ed-64df414507e9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:32:03.979191 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67071c6-603e-4bc9-81ed-64df414507e9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:32:03.987558 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:04.003629 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Transition to ACTIVE for port object f67071c6-603e-4bc9-81ed-64df414507e9 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:32:04.006879 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:04.057405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:04.134744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:32:04.135082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:32:04.135412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:32:04.140200 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Port f67071c6-603e-4bc9-81ed-64df414507e9 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:32:04.140555 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:32:04.146351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:32:04.146698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:32:04.147093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:32:04.147522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Bound port: f67071c6-603e-4bc9-81ed-64df414507e9, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:32:04.147882 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:04.194908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c063d-0aac-4e13-b85d-c547ed9221e5 req-d71f4536-0938-47a8-8f5f-20a1e5a645c9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.197148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be9c063d-0aac-4e13-b85d-c547ed9221e5 req-d71f4536-0938-47a8-8f5f-20a1e5a645c9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0576138 Dec 15 14:32:04.227062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:32:04.230377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:32:04.234965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:04.250724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be9c063d-0aac-4e13-b85d-c547ed9221e5 req-db3559e5-05a0-4ae0-ac86-746b788e543f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468357 Dec 15 14:32:04.274159 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.274742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:04.276097 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] 10.222.0.85 "PUT /v2.0/ports/f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 1091 time: 0.6496809 Dec 15 14:32:04.276592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:04.278950 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81" -d '{"events": [{"name": "network-changed", "server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:04.321249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb471-03df-4386-9cc4-f2351b1e956d service neutron] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:04.356533 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b0445d-ce09-4af4-add8-7566894dc63e x-openstack-request-id: req-42b0445d-ce09-4af4-add8-7566894dc63e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:04.356814 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:04.357082 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42b0445d-ce09-4af4-add8-7566894dc63e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:04.357494 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'status': 'completed', 'code': 200} Dec 15 14:32:04.394906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-2723b799-4ebb-4154-9a69-de2411a9e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.396443 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-2723b799-4ebb-4154-9a69-de2411a9e0e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0523510 Dec 15 14:32:04.444581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:32:04.447336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-207ab899-033a-421d-a9d3-8789ab1365ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 217 time: 0.0397179 Dec 15 14:32:04.470649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: ba307b32-81ec-4908-aa28-39f3ed3983f7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:32:04.471813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device ba307b32-81ec-4908-aa28-39f3ed3983f7 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:32:04.515543 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-18156178-91db-45c6-9611-0fc83debc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.517034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-18156178-91db-45c6-9611-0fc83debc4b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0633473 Dec 15 14:32:04.564693 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42119e2-8845-49f4-95c4-6959643abe6f req-59b9033c-569a-45b8-82ce-fb9abb756736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.566143 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-59b9033c-569a-45b8-82ce-fb9abb756736 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414934 Dec 15 14:32:04.660737 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-c6be67f6-52ca-47b7-b68f-caad9e5caa1d service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870156 Dec 15 14:32:04.761329 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e42119e2-8845-49f4-95c4-6959643abe6f req-123dd5a1-671d-471e-91c9-313b2c4f8f6d service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938475 Dec 15 14:32:04.872649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-69f4f2d0-8781-465c-959b-1d8180654f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.874160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-69f4f2d0-8781-465c-959b-1d8180654f5a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0454118 Dec 15 14:32:04.976840 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-8ff3d7d3-668c-4ee6-9da3-e4cd7b950b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.978320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-8ff3d7d3-668c-4ee6-9da3-e4cd7b950b1f service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0953624 Dec 15 14:32:05.025379 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-be0ae877-11af-422e-a989-fdd996d374ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 217 time: 0.0392914 Dec 15 14:32:05.083620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-3c52ce8a-c914-484a-85d0-47a1baa5ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:05.085200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-3c52ce8a-c914-484a-85d0-47a1baa5ef02 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0519187 Dec 15 14:32:05.133419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-62fb2005-5221-43aa-a532-fa073c7223ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:05.134849 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-62fb2005-5221-43aa-a532-fa073c7223ef service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425026 Dec 15 14:32:05.234105 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-1a65582a-1f03-448a-a609-8aea221440cf service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916941 Dec 15 14:32:05.338462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09ee41a8-7d85-4424-9ca9-cc2fb7b3db81 req-5f215172-3987-4900-b356-8c238d05e521 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977209 Dec 15 14:32:05.374753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586de538-1dfd-4af2-8a63-fb898f652162 req-787c5c3b-21af-4d2e-b6e5-e420dc9995d9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:05.376259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-586de538-1dfd-4af2-8a63-fb898f652162 req-787c5c3b-21af-4d2e-b6e5-e420dc9995d9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0502882 Dec 15 14:32:05.428528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-586de538-1dfd-4af2-8a63-fb898f652162 req-b331980f-bca4-4f4b-9e55-054a055e6749 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 Dec 15 14:32:06.556949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ea63-dd5f-451c-8a24-0d8dc64ce668 req-86f0b067-bf5a-4416-92f7-456745be7eeb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:06.558443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d159ea63-dd5f-451c-8a24-0d8dc64ce668 req-86f0b067-bf5a-4416-92f7-456745be7eeb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0547514 Dec 15 14:32:06.607092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d159ea63-dd5f-451c-8a24-0d8dc64ce668 req-daa42059-a268-4e3c-9466-3f33cd949b15 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423744 Dec 15 14:32:07.736459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bcfa3-ce7d-4bba-a880-fe4be6fa17fb req-05232c67-960e-41e8-8273-044ba151666f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:07.738604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d86bcfa3-ce7d-4bba-a880-fe4be6fa17fb req-05232c67-960e-41e8-8273-044ba151666f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0607455 Dec 15 14:32:07.788175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d86bcfa3-ce7d-4bba-a880-fe4be6fa17fb req-e1cdc4f2-fda2-4082-aaa1-048939b8a799 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434871 Dec 15 14:32:08.458542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:32:08.571798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:08.584969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'mac_address': 'fa:16:3e:da:1a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:32:08.622233 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:08.637123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67071c6-603e-4bc9-81ed-64df414507e9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:32:08.658717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:08.664051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:08.714956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:08.913062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407e76-6c23-4aae-9d46-efae4f86d53c req-dea856ad-58f8-41e3-b9cb-ac6ee127a2f2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:08.914541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c407e76-6c23-4aae-9d46-efae4f86d53c req-dea856ad-58f8-41e3-b9cb-ac6ee127a2f2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 944 time: 0.0556121 Dec 15 14:32:08.968415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c407e76-6c23-4aae-9d46-efae4f86d53c req-f48e5c08-23de-4f32-b552-68cf9427ea6c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477743 Dec 15 14:32:09.001198 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['f67071c6-603e-4bc9-81ed-64df414507e9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:32:10.091641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ae16c-d39a-448d-99c6-9ca3330f862f req-9c8a9065-ca99-45d3-8770-8ca06f4074bb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:10.093151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f70ae16c-d39a-448d-99c6-9ca3330f862f req-9c8a9065-ca99-45d3-8770-8ca06f4074bb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 944 time: 0.0523956 Dec 15 14:32:10.145884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f70ae16c-d39a-448d-99c6-9ca3330f862f req-9d3b361c-9ef6-4ebe-813d-52f319fe1a03 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 Dec 15 14:32:10.475255 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:32:10.535764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port f67071c6-603e-4bc9-81ed-64df414507e9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:32:10.542462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port f67071c6-603e-4bc9-81ed-64df414507e9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:32:10.542896 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.621549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.645538 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:10.647797 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd54ee-c8c9-4b8e-9405-5d58d2452151" -d '{"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:10.664015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:10.668649 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.726335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:10.765052 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab3c06-b25a-4082-9e31-c9cd9c4ac7cc x-openstack-request-id: req-30ab3c06-b25a-4082-9e31-c9cd9c4ac7cc {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:10.765375 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:10.765627 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30ab3c06-b25a-4082-9e31-c9cd9c4ac7cc {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:10.766023 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'code': 200} Dec 15 14:32:10.890889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf560b5-0500-4fa2-8538-e5d04cf9f791 req-64716c41-ac57-4be2-92e6-2179caaf4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:10.892435 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cbf560b5-0500-4fa2-8538-e5d04cf9f791 req-64716c41-ac57-4be2-92e6-2179caaf4f12 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0406783 Dec 15 14:32:10.937010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cbf560b5-0500-4fa2-8538-e5d04cf9f791 req-2eb7d30a-61bb-44be-929d-7f8f1d74f31d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372257 Dec 15 14:32:11.275139 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971b52c-5eac-4c8c-a20f-9c56c47fc031 req-406c4a62-6717-49ac-af91-5fefea11ff2c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:11.277189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3971b52c-5eac-4c8c-a20f-9c56c47fc031 req-406c4a62-6717-49ac-af91-5fefea11ff2c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0533793 Dec 15 14:32:11.324518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3971b52c-5eac-4c8c-a20f-9c56c47fc031 req-45bfefa5-59f1-441a-bb6b-f74d777546d1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407658 Dec 15 14:32:12.185318 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:32:12.447152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a361e2-a849-412a-9776-936d10511579 req-b32d948a-cfc3-4331-a2c2-8696a203eb64 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:12.448662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9a361e2-a849-412a-9776-936d10511579 req-b32d948a-cfc3-4331-a2c2-8696a203eb64 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0537963 Dec 15 14:32:12.495880 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9a361e2-a849-412a-9776-936d10511579 req-7d53011c-b868-44ab-a05c-be5590e2fefc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Dec 15 14:32:12.608259 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4fd329a-1a3d-4b97-9043-5781796e3bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:12.611041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312501f-09d6-49af-a7d8-e525394244aa req-b082109a-b5eb-43e2-bbce-2d6f71a16664 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:12.612821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3312501f-09d6-49af-a7d8-e525394244aa req-b082109a-b5eb-43e2-bbce-2d6f71a16664 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0505877 Dec 15 14:32:12.621713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 44930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:32:12.626131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'floatingip': {'port_id': 'f67071c6-603e-4bc9-81ed-64df414507e9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:32:12.668180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:13.086468 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:13.090710 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:13.193006 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 associated. External IP: 172.25.2.36, port: f67071c6-603e-4bc9-81ed-64df414507e9. Dec 15 14:32:13.407632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:32:13.527763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:32:13.532527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:13.537209 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:32:13.546750 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:32:13.547440 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:31:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:13.563346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0a4962a3-398d-42ec-8b21-c0df68eb6f18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "PUT /v2.0/floatingips/cd09853e-e7b9-4a56-a940-9a2de4525081 HTTP/1.1" status: 200 len: 990 time: 0.9380038 Dec 15 14:32:13.563346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:13.563822 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929cbdff-11e2-406f-8327-e7a86f699d77" -d '{"events": [{"name": "network-changed", "server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:13.603268 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c012f8-d2dc-4f11-817f-1a8d5780a28f x-openstack-request-id: req-b9c012f8-d2dc-4f11-817f-1a8d5780a28f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:13.603566 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:13.603823 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9c012f8-d2dc-4f11-817f-1a8d5780a28f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:13.604362 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'status': 'completed', 'code': 200} Dec 15 14:32:13.658927 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:13.689542 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-7a902688-f228-40cc-b36f-2fab3c4d1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:13.691055 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-7a902688-f228-40cc-b36f-2fab3c4d1ca0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0450869 Dec 15 14:32:13.782041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-8098cae1-9f63-40cc-ab48-c54116e92943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:13.784083 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-8098cae1-9f63-40cc-ab48-c54116e92943 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0860856 Dec 15 14:32:13.859892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-6686a885-59fc-485b-8a93-92ed4c8f2257 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 998 time: 0.0689967 Dec 15 14:32:13.910510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:da:1a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:32:12Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:13.920178 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-38850e93-03f0-4ccc-bd33-335082467bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:13.921927 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-38850e93-03f0-4ccc-bd33-335082467bd9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0496385 Dec 15 14:32:13.938117 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:32:13.946636 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:32:13.947241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:31:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:13.967910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-61fb46aa-f978-4697-9d49-276c3cb60489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:13.969452 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-61fb46aa-f978-4697-9d49-276c3cb60489 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401139 Dec 15 14:32:14.055437 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:14.066497 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-1b1ce308-3dc8-4065-92d3-ac33be97c537 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892501 Dec 15 14:32:14.157838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-929cbdff-11e2-406f-8327-e7a86f699d77 req-427724d9-4c50-48e0-b5ae-c82635b6c0c0 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843205 Dec 15 14:32:14.284620 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:da:1a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:32:12Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:14.310221 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f0ab8-3836-4c28-b633-cbef295d431c None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:da:1a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:32:12Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:32:14.509784 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:14.514058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5998774-ad8e-4a15-aa57-833a353e3501 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:32:14.775337 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a91bc89-af43-4f4c-a670-fae56317a32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:15.849419 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-4ee7e2d3-907b-4184-afd9-52f82ea6bd5b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471115 Dec 15 14:32:15.941478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-2fe1bf71-cd0d-47e0-a2fb-a6aebab00546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:15.943007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-2fe1bf71-cd0d-47e0-a2fb-a6aebab00546 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0403750 Dec 15 14:32:16.047195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-0606d329-f124-48b9-970c-d461c30e5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:16.048601 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-0606d329-f124-48b9-970c-d461c30e5c90 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0872073 Dec 15 14:32:16.118473 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-fc519d8c-7709-43d4-84dd-4199005a91bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 1000 time: 0.0625207 Dec 15 14:32:16.167416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-5530e05d-4192-4db2-b033-650a51dc9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:16.168895 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-5530e05d-4192-4db2-b033-650a51dc9f67 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0435035 Dec 15 14:32:16.215561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-70af5c89-9096-49ba-a50f-2a61dc0478f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:16.217086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-70af5c89-9096-49ba-a50f-2a61dc0478f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411732 Dec 15 14:32:16.313030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-2149736d-4260-401f-a2b8-587855b7b61e service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891607 Dec 15 14:32:16.393895 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:16.406956 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ac0963d2-d003-4504-a51d-c6b664ff5a7c req-ac323703-6dc0-48cc-acca-e2323811dc57 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Dec 15 14:32:17.573739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:18.550305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:21.452330 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:42.609608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e79e50c8-de8c-4d57-82d9-d7639080347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:44.517992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:44.778050 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3c987b6-14f8-4c44-9e61-b484b5b10f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:46.397764 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:47.572872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:48.553596 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:49.184968 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:32:51.473283 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:12.612208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e2af4fb2-b697-4ff2-8a0d-885e240e523b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:14.516017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:14.781297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc783651-a3d4-4d7c-9be2-d8301e4b94a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:16.400023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:16.833356 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-a76f4e92-5d78-4f78-8180-29e577af5c57 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450745 Dec 15 14:33:16.932392 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-1fd36f07-2990-4079-b612-6f5538a9245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:16.934026 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-1fd36f07-2990-4079-b612-6f5538a9245f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0454504 Dec 15 14:33:17.045854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-20a580c4-818e-46a2-84b0-63df4c718241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:17.047384 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-20a580c4-818e-46a2-84b0-63df4c718241 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0932720 Dec 15 14:33:17.120999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-38d484d7-2d46-4e8c-bee4-19dbe33f6574 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 1000 time: 0.0610943 Dec 15 14:33:17.172941 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-c46dc0df-07c2-4241-b29e-5c9400e2f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:17.174422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-c46dc0df-07c2-4241-b29e-5c9400e2f4d1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0441520 Dec 15 14:33:17.224348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-05f00435-c59c-4e3e-9a37-051f8eacc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:17.225869 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-05f00435-c59c-4e3e-9a37-051f8eacc01e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436862 Dec 15 14:33:17.321663 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-6e5e1807-972d-43ac-a6cb-a1e6368d4f4a service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877132 Dec 15 14:33:17.418043 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29d3997d-7810-486e-98a2-79a6e84ea27c req-595b9179-6a08-4238-b4b9-770a2891a768 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881238 Dec 15 14:33:17.575224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:18.556651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:21.482103 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:26.184747 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:33:42.615347 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb186-475d-45d0-87b9-fadaa1de348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:44.526017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:44.783080 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8955d6ec-cc50-4142-b936-efc487e48483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:46.402905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:47.577996 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:48.560874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:51.499994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:03.184377 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:34:12.619511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6aacac7a-6ca7-42a6-9331-f3ad018ff962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:14.534926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:14.784525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d38b-c6de-4d2a-8841-b86ceebda5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:16.407104 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:17.581772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:17.907985 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-9badd8fd-0a05-447e-a2ea-a8bae8da91c5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115863 Dec 15 14:34:18.021384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4885566-8db0-453a-9162-415df36dedd9 req-a092499e-a24e-4638-855b-04a1e6670942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:18.022927 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-a092499e-a24e-4638-855b-04a1e6670942 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0591574 Dec 15 14:34:18.135916 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4885566-8db0-453a-9162-415df36dedd9 req-b7ec1af8-0a02-4596-8263-289c87579168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:18.137606 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-b7ec1af8-0a02-4596-8263-289c87579168 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0932281 Dec 15 14:34:18.204490 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-28aa9c4b-0d49-4c2e-80f1-a150e8b7a36c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 1000 time: 0.0595064 Dec 15 14:34:18.260419 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4885566-8db0-453a-9162-415df36dedd9 req-0926e87f-f172-4f4f-8590-0737bbf0d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:18.262069 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-0926e87f-f172-4f4f-8590-0737bbf0d466 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0504773 Dec 15 14:34:18.310815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4885566-8db0-453a-9162-415df36dedd9 req-16686550-1810-4146-ba01-a6b4ff072177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:18.312453 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-16686550-1810-4146-ba01-a6b4ff072177 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416148 Dec 15 14:34:18.323714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-c6213d8b-a76d-4766-906e-49a6a2badc99 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:34:18.324757 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-c6213d8b-a76d-4766-906e-49a6a2badc99 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049682 Dec 15 14:34:18.420970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-b7bc6af7-4e8b-4dcc-9e61-9959cd88fa17 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883245 Dec 15 14:34:18.522067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c4885566-8db0-453a-9162-415df36dedd9 req-8434b110-148d-4ef5-a431-753c64f1f806 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940652 Dec 15 14:34:18.567552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:21.504840 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:40.183339 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:34:42.621824 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92091056-62dc-44d1-bf3d-390166eaada2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:44.545062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:44.786354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a96f292-f1d0-4d71-91ec-f50ca46152da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:45.797993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d5177-db19-4d36-b547-86cb045974f3 req-82ba9ed4-612d-40aa-ba04-965a92517afa tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:45.799469 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa6d5177-db19-4d36-b547-86cb045974f3 req-82ba9ed4-612d-40aa-ba04-965a92517afa tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.1052084 Dec 15 14:34:45.846195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa6d5177-db19-4d36-b547-86cb045974f3 req-da03fc2f-56b2-4596-968c-0bb984baa988 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 Dec 15 14:34:46.408668 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:47.016894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c18af-daf2-4f62-9d31-1ebc808403f3 req-eae7a400-444e-4bb7-bfb7-a9aef5e15dcf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:47.018359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd4c18af-daf2-4f62-9d31-1ebc808403f3 req-eae7a400-444e-4bb7-bfb7-a9aef5e15dcf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.1023540 Dec 15 14:34:47.074396 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dd4c18af-daf2-4f62-9d31-1ebc808403f3 req-592552ea-d614-4ff1-9357-e3d5a78b6b04 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491452 Dec 15 14:34:47.584174 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:48.192665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d2e33-a2b8-4102-b586-36574d829221 req-f615534b-a1dc-481e-b74f-ed239f916da8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:48.194117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca8d2e33-a2b8-4102-b586-36574d829221 req-f615534b-a1dc-481e-b74f-ed239f916da8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0476594 Dec 15 14:34:48.240994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca8d2e33-a2b8-4102-b586-36574d829221 req-4404945f-f00f-45d5-8ee6-121e5de36d4b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Dec 15 14:34:48.561583 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:49.355813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b4db9-1d89-4b5f-bf26-f4f9dde710c7 req-d458eab9-944e-4631-92f0-9b3ddcc3953f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:49.357316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-191b4db9-1d89-4b5f-bf26-f4f9dde710c7 req-d458eab9-944e-4631-92f0-9b3ddcc3953f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0471983 Dec 15 14:34:49.407054 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-191b4db9-1d89-4b5f-bf26-f4f9dde710c7 req-f1745e9e-da8c-4eec-bce6-ec6ca538d351 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Dec 15 14:34:50.528709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b29af1-d31a-4957-bd4c-22f4a3252656 req-0fb6e8fd-3a16-446f-8006-d679eb7816e3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:50.530291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9b29af1-d31a-4957-bd4c-22f4a3252656 req-0fb6e8fd-3a16-446f-8006-d679eb7816e3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0526965 Dec 15 14:34:50.577382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9b29af1-d31a-4957-bd4c-22f4a3252656 req-a51c4133-ec86-47f2-bbdb-abe2ddb51b58 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411398 Dec 15 14:34:51.509906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:51.695752 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105f401-ede5-45fe-8fc8-2aeae354ab46 req-9ba24844-6fd6-4448-9a54-14fecde8a2a5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:51.697270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4105f401-ede5-45fe-8fc8-2aeae354ab46 req-9ba24844-6fd6-4448-9a54-14fecde8a2a5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Dec 15 14:34:51.743777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4105f401-ede5-45fe-8fc8-2aeae354ab46 req-5055f251-b042-43d3-a207-5543c00cf9b2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Dec 15 14:34:52.865110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6f6b6-58c8-49e9-a811-5f4892273753 req-ce942c6c-faaa-4377-a8a5-4022a58e5f8e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:52.866511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46f6f6b6-58c8-49e9-a811-5f4892273753 req-ce942c6c-faaa-4377-a8a5-4022a58e5f8e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0532215 Dec 15 14:34:52.912957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46f6f6b6-58c8-49e9-a811-5f4892273753 req-23c94eaf-e9bf-4d19-bb77-c63cf59155c7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Dec 15 14:34:54.028295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618c55-cd22-4033-ba8b-5d7ebceecd0a req-bcbc4bf6-dbe2-48a5-9bba-2dfeb95901fb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:54.029783 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63618c55-cd22-4033-ba8b-5d7ebceecd0a req-bcbc4bf6-dbe2-48a5-9bba-2dfeb95901fb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0482142 Dec 15 14:34:54.076037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-63618c55-cd22-4033-ba8b-5d7ebceecd0a req-6440f2a2-2ed2-48b6-a399-3a61ab2d27c0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397053 Dec 15 14:34:55.193989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c21f4b-b303-4b2e-9ef6-512aad5ee5bc req-976ff19f-051b-4163-b73c-18df77f2de25 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:55.195496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2c21f4b-b303-4b2e-9ef6-512aad5ee5bc req-976ff19f-051b-4163-b73c-18df77f2de25 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Dec 15 14:34:55.248647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c2c21f4b-b303-4b2e-9ef6-512aad5ee5bc req-4d30b589-b402-4d54-992a-b359477580f9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 Dec 15 14:34:56.369179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8eba-fa9f-43df-8cd2-6829d87ce6bd req-69241dfd-b452-4a52-996b-d3d3feb85758 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:56.370690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-115c8eba-fa9f-43df-8cd2-6829d87ce6bd req-69241dfd-b452-4a52-996b-d3d3feb85758 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0517476 Dec 15 14:34:56.422170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-115c8eba-fa9f-43df-8cd2-6829d87ce6bd req-f8c8da82-c27a-4e7b-83b4-f53a033a00ee tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 Dec 15 14:34:57.712989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d31a8-d20d-4878-a557-907236ec4a4f req-ebc8ef61-2f4e-4b10-8f7f-8531c3263c6e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:57.714740 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f55d31a8-d20d-4878-a557-907236ec4a4f req-ebc8ef61-2f4e-4b10-8f7f-8531c3263c6e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Dec 15 14:34:57.784797 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-432f1cb7-ee08-4626-8e9e-8c66ce74426f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279495 Dec 15 14:34:57.792180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f55d31a8-d20d-4878-a557-907236ec4a4f req-afcd5135-f8cb-4496-abba-e5516842fa2f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691104 Dec 15 14:34:57.797086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-57677b9d-8623-4b91-bc28-20f992de17c1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:34:57.798075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-57677b9d-8623-4b91-bc28-20f992de17c1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049343 Dec 15 14:34:58.922021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1ed73-a5f0-4710-9151-13589b5cb2dd req-46a3f1d8-7d1c-476d-8182-1b82267cd1e0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:58.923490 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eaa1ed73-a5f0-4710-9151-13589b5cb2dd req-46a3f1d8-7d1c-476d-8182-1b82267cd1e0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0498023 Dec 15 14:34:58.970375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eaa1ed73-a5f0-4710-9151-13589b5cb2dd req-bbb718bd-15d6-4947-8021-1309fb47e951 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407360 Dec 15 14:34:59.115958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-dc3429ab-41e1-49f3-b9af-f7011c74280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:59.117403 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-dc3429ab-41e1-49f3-b9af-f7011c74280b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0417337 Dec 15 14:34:59.574712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-860e112c-84c8-4545-ad20-5e69e743adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:59.576232 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-860e112c-84c8-4545-ad20-5e69e743adc7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.4517417 Dec 15 14:34:59.644306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-4913be7d-8a7e-4643-8989-7eb7dd373876 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 1000 time: 0.0604382 Dec 15 14:34:59.698598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-695901ed-1ef5-4b51-89d7-318defe61398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:59.700108 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-695901ed-1ef5-4b51-89d7-318defe61398 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0484006 Dec 15 14:34:59.745758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-7d10950e-be52-4901-9e7c-974f67e2543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:59.747251 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-7d10950e-be52-4901-9e7c-974f67e2543a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398836 Dec 15 14:34:59.838565 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-20b034d5-dce1-4af5-b032-a09cd4e7fbb8 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817561 Dec 15 14:34:59.929261 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-0ecc6384-c72e-405d-b76e-68d860cbef51 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849917 Dec 15 14:35:00.091932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871ebd-2507-42bf-9c1d-9c2339b0cf45 req-ee62509c-9f17-4ca0-bad2-33709e38248d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:00.093393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f871ebd-2507-42bf-9c1d-9c2339b0cf45 req-ee62509c-9f17-4ca0-bad2-33709e38248d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0510340 Dec 15 14:35:00.139788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f871ebd-2507-42bf-9c1d-9c2339b0cf45 req-d4483a74-529f-462d-89a7-22321b5b7253 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Dec 15 14:35:01.262737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f1272-f054-4bc1-8f07-98f6b5b665ad req-3a4b2aaf-68ba-4982-a261-30fbcb0e4320 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:01.264144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-165f1272-f054-4bc1-8f07-98f6b5b665ad req-3a4b2aaf-68ba-4982-a261-30fbcb0e4320 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Dec 15 14:35:01.309922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-165f1272-f054-4bc1-8f07-98f6b5b665ad req-dbeb5fd8-b1df-4938-8cba-172e7095d801 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Dec 15 14:35:01.914167 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-4ca24488-9654-4e4b-871e-a8cdb08d255c service neutron] show failed (client error): The resource could not be found. Dec 15 14:35:01.915200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-4ca24488-9654-4e4b-871e-a8cdb08d255c service neutron] 10.222.0.85 "GET /v2.0/ports/f67071c6-603e-4bc9-81ed-64df414507e9/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0545676 Dec 15 14:35:02.166974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-b6e6be5c-761e-40b6-a49a-2c11e80e7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:02.168425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-b6e6be5c-761e-40b6-a49a-2c11e80e7cd6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 1096 time: 0.0895486 Dec 15 14:35:02.180761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:35:02.238450 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:02.482419 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6c7a4-f991-4412-8dd1-e160ab895103 req-8e231d0e-ffeb-4dbe-94b8-2645cbdc1402 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:02.483792 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2de6c7a4-f991-4412-8dd1-e160ab895103 req-8e231d0e-ffeb-4dbe-94b8-2645cbdc1402 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0961351 Dec 15 14:35:02.501478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:02.559219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2de6c7a4-f991-4412-8dd1-e160ab895103 req-bb0c4d59-99ec-43fb-b90b-8d59022d9b1c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678437 Dec 15 14:35:02.562176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:35:02.607557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:02.610637 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b95b5d-6e6e-4bdf-881c-361531833ed1" -d '{"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:02.617393 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:02.631075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Transition to ACTIVE for port object f67071c6-603e-4bc9-81ed-64df414507e9 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:35:02.635137 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:02.737846 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48948f59-a5a7-4635-8e6b-4d7ce70f09b9 x-openstack-request-id: req-48948f59-a5a7-4635-8e6b-4d7ce70f09b9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:02.738669 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:02.739194 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48948f59-a5a7-4635-8e6b-4d7ce70f09b9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:02.739590 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'code': 200} Dec 15 14:35:02.745054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:02.768560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] No DVR routers for this DVR port f67071c6-603e-4bc9-81ed-64df414507e9 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:35:02.770961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.771308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.771653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.771991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.772320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.772676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.773005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.773329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.773651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.773975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.774296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.774617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.774937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:02.911510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:35:02.911842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:35:02.912165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:35:02.916487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Port f67071c6-603e-4bc9-81ed-64df414507e9 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:35:02.916779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Attempting to bind port f67071c6-603e-4bc9-81ed-64df414507e9 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:35:02.921503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:35:02.921835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:35:02.922210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:35:02.922629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Bound port: f67071c6-603e-4bc9-81ed-64df414507e9, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:35:02.922979 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:03.001312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:35:03.004217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:35:03.009145 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:03.045892 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:03.046507 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:03.047872 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] 10.222.0.67 "PUT /v2.0/ports/f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 1091 time: 0.8714170 Dec 15 14:35:03.070779 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dee1f-c27f-4150-9296-f45fa499d692 service neutron] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:03.117390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419601c9-2f06-477c-a8f1-7f38263a63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:03.118882 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-419601c9-2f06-477c-a8f1-7f38263a63bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0439453 Dec 15 14:35:03.217678 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-946b77f9-3075-4830-9790-f265267e4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:03.219141 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-946b77f9-3075-4830-9790-f265267e4990 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0925410 Dec 15 14:35:03.286166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-af03efa6-ef78-476b-aeff-14a747d2f8c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 998 time: 0.0591674 Dec 15 14:35:03.337656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-383f8eab-0cbc-4bec-b733-7876d6481e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:03.338995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-383f8eab-0cbc-4bec-b733-7876d6481e03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0463610 Dec 15 14:35:03.383857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-7602e77c-cbe5-4970-a689-720ddfa4b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:03.385328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-7602e77c-cbe5-4970-a689-720ddfa4b3b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390213 Dec 15 14:35:03.471837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-90f22649-dd71-4054-8974-1e8314bc8971 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793514 Dec 15 14:35:03.567104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c144167c-87b0-4f8e-b887-fb07beb93cd4 req-7be77470-a749-4206-a533-ae3f7257ed8f service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885541 Dec 15 14:35:03.689424 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e190c-dc4f-43bb-b717-ab135b7168bb req-ce02448d-2539-4c12-8398-3f5674ad0c17 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:03.691079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb0e190c-dc4f-43bb-b717-ab135b7168bb req-ce02448d-2539-4c12-8398-3f5674ad0c17 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0599012 Dec 15 14:35:03.738001 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb0e190c-dc4f-43bb-b717-ab135b7168bb req-a9cfe089-ee1d-4456-bbdf-b379cf8112f9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Dec 15 14:35:04.227060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-c888c382-c360-4eea-95a0-a605d4978c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.228559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-c888c382-c360-4eea-95a0-a605d4978c97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.3572626 Dec 15 14:35:04.331932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-ed2bcc12-b849-4540-b8f6-45c8434fc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.333435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-ed2bcc12-b849-4540-b8f6-45c8434fc865 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0837874 Dec 15 14:35:04.403841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-0ad09cb9-491b-4d37-a1b0-58cc846a9f2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 998 time: 0.0614679 Dec 15 14:35:04.456562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-eecf71a0-cc7c-46c2-a64f-e828fef1b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.458090 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-eecf71a0-cc7c-46c2-a64f-e828fef1b98e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0455329 Dec 15 14:35:04.504934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-4c319134-514b-4f29-a453-a7d07fd21e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.506439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-4c319134-514b-4f29-a453-a7d07fd21e52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408201 Dec 15 14:35:04.608806 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-fb7b5197-26ef-4432-b1b7-eebab39c3dcd service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936084 Dec 15 14:35:04.704083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0514322b-a545-45ec-9d45-fd6a6815ca57 req-3e4ab3db-0c53-4ecb-95d2-38caf6d77181 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833838 Dec 15 14:35:04.740744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:04.743043 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b890ec-171d-4a8d-b4af-19dad88a9ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:04.795450 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823496c-6556-465e-a2c2-39bc9561f689 x-openstack-request-id: req-9823496c-6556-465e-a2c2-39bc9561f689 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:04.795764 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:04.796015 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9823496c-6556-465e-a2c2-39bc9561f689 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:04.796412 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'status': 'completed', 'code': 200} Dec 15 14:35:04.891359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-6d2e2eaf-06a7-4c23-993e-304df725fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.893355 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-6d2e2eaf-06a7-4c23-993e-304df725fbf9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0613143 Dec 15 14:35:04.926379 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fef903-6897-4d21-8837-0685a80b6c59 req-11cfb5f0-cfce-4d7f-a459-008309546bbf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.928032 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48fef903-6897-4d21-8837-0685a80b6c59 req-11cfb5f0-cfce-4d7f-a459-008309546bbf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.1093605 Dec 15 14:35:04.944590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-16babfeb-1aa0-42a2-8389-704e4284d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:04.946159 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-16babfeb-1aa0-42a2-8389-704e4284d7aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0805795 Dec 15 14:35:05.000480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-53135a75-c3c0-4997-938a-c06001ac94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:05.003920 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-53135a75-c3c0-4997-938a-c06001ac94c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1010904 Dec 15 14:35:05.049546 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-48fef903-6897-4d21-8837-0685a80b6c59 req-bb15a27b-323d-40fb-8208-3308d8f01756 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130729 Dec 15 14:35:05.079774 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-c8a080ce-e5a1-43cd-8b6e-054231cf82ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 998 time: 0.0702486 Dec 15 14:35:05.084622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-0fcfe5d1-92da-44f0-8c69-28c17afa6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:05.086238 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-0fcfe5d1-92da-44f0-8c69-28c17afa6326 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1322217 Dec 15 14:35:05.132405 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-47a4807b-692d-4ed1-9089-b6bb35f3ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:05.133921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-47a4807b-692d-4ed1-9089-b6bb35f3ef30 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0467181 Dec 15 14:35:05.154344 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-be308f9f-e9fd-44bb-b26d-1b98bc0b56ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 998 time: 0.0606990 Dec 15 14:35:05.180795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-524cf007-795c-455e-a613-2e61aeacaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:05.182404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-524cf007-795c-455e-a613-2e61aeacaae5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416019 Dec 15 14:35:05.205788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-26a14da6-2da0-48de-a451-318e0fb95983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:05.208215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-26a14da6-2da0-48de-a451-318e0fb95983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0464315 Dec 15 14:35:05.258074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-daa229d5-0004-4d00-90da-43fdd9cf73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:05.259748 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-daa229d5-0004-4d00-90da-43fdd9cf73d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447338 Dec 15 14:35:05.281704 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-bb5fb5a5-bc62-4009-82a8-96793054cf8d service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920711 Dec 15 14:35:05.365653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-1507b217-4d9f-46cf-9e05-cfb76ef46698 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973959 Dec 15 14:35:05.386781 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-17b94012-df60-4775-88d1-7b2c0f8e7203 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953541 Dec 15 14:35:05.405747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:35:05.465401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-09b890ec-171d-4a8d-b4af-19dad88a9ccb req-f6ec7d44-65b8-4ec1-912b-1b3d65d921a5 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930769 Dec 15 14:35:05.614407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:35:06.179274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deedf54-ae18-4a30-9dfd-a06d3fafea2a req-5ed52654-6817-4da6-a45f-c538bc84b549 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.180787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5deedf54-ae18-4a30-9dfd-a06d3fafea2a req-5ed52654-6817-4da6-a45f-c538bc84b549 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0537024 Dec 15 14:35:06.227116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5deedf54-ae18-4a30-9dfd-a06d3fafea2a req-51dc9d14-a61d-4fc7-843e-1ffc48f88f6d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403240 Dec 15 14:35:06.419337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c338d-50e2-4bb0-a224-12f8aa29ebc4 req-4735bb40-49eb-4af7-a6a5-d19b0bfd490d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.420765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb2c338d-50e2-4bb0-a224-12f8aa29ebc4 req-4735bb40-49eb-4af7-a6a5-d19b0bfd490d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 943 time: 0.0501316 Dec 15 14:35:06.446856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-0af97ba0-1fd2-45fe-b082-cb1ddb4adfb9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.448320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-0af97ba0-1fd2-45fe-b082-cb1ddb4adfb9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6&tenant_id=db2f6e204375495b89e108d332f4ac91&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 943 time: 0.0561609 Dec 15 14:35:06.471844 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb2c338d-50e2-4bb0-a224-12f8aa29ebc4 req-3103e62a-c29f-45c6-8c9b-48d80d2a24cd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Dec 15 14:35:06.508378 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-a63022d3-3926-4a6e-a643-b197f7a0f144 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:35:06.509384 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-a63022d3-3926-4a6e-a643-b197f7a0f144 service neutron] 10.222.0.85 "DELETE /v2.0/ports/f67071c6-603e-4bc9-81ed-64df414507e9/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0539038 Dec 15 14:35:06.554045 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:35:06.610457 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-ad808f9c-b48a-4964-876b-30663cd72b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.612023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-ad808f9c-b48a-4964-876b-30663cd72b8c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0425940 Dec 15 14:35:06.651280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:06.665730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'mac_address': 'fa:16:3e:da:1a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:35:06.701738 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:06.707639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-7e081288-dcc8-4656-a3d9-d93b2719063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.709187 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-7e081288-dcc8-4656-a3d9-d93b2719063e service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0903563 Dec 15 14:35:06.714755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67071c6-603e-4bc9-81ed-64df414507e9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:35:06.733369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:06.737729 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:06.778669 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-946690c9-1aa3-4e56-b15d-f7e24d0c88f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 998 time: 0.0620015 Dec 15 14:35:06.785215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:06.792616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.793554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.793913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.794631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.794631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.794863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-25e79364-ba01-467c-90b1-1683ebeeaf83 req-91ea958d-3ae1-4158-8634-09e3a1c38f60 service neutron] (103378) timed out ('10.222.0.32', 42548) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:35:06.794968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.795196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.795524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.795848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.796166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.796485 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.796824 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.797142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:06.828943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-c46b99a2-5379-4dda-9e27-0c66481a04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.830386 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-c46b99a2-5379-4dda-9e27-0c66481a04a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0438704 Dec 15 14:35:06.879545 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-4e2a8571-e90c-4e0b-8e67-b0416e56f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:06.881054 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-4e2a8571-e90c-4e0b-8e67-b0416e56f62d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434690 Dec 15 14:35:06.971857 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-89525360-5cf1-448f-9bdb-f374e52013bc service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Dec 15 14:35:06.991156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f67071c6-603e-4bc9-81ed-64df414507e9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:35:07.066883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a64a9749-2949-44ae-8fcc-98074959ecfd req-abab5c90-1584-4977-8261-dbb86f70208f service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Dec 15 14:35:07.592126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691bd2a-f9cf-47b1-858b-b76c30a0ab7d req-a907cc31-0711-4907-9f2b-6ebb9b46cd48 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:07.593672 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e691bd2a-f9cf-47b1-858b-b76c30a0ab7d req-a907cc31-0711-4907-9f2b-6ebb9b46cd48 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 944 time: 0.0505335 Dec 15 14:35:07.641899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e691bd2a-f9cf-47b1-858b-b76c30a0ab7d req-0bc8389e-4657-4f26-bb4a-337f9272e02d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 Dec 15 14:35:07.764313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27406dbd-9a67-4f97-9494-2e57fd286429 req-5bbd1de2-90ea-4b87-b46a-c3f1d616632c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:07.765714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27406dbd-9a67-4f97-9494-2e57fd286429 req-5bbd1de2-90ea-4b87-b46a-c3f1d616632c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 944 time: 0.0530641 Dec 15 14:35:07.813697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27406dbd-9a67-4f97-9494-2e57fd286429 req-2f2be002-fea8-451e-a7b7-60ab8d585d2b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419648 Dec 15 14:35:08.026783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca5c7e-8b9c-4773-97e5-1198f05aac37 req-d42456de-7887-4356-8d31-02da16f0d0fb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:08.028147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93ca5c7e-8b9c-4773-97e5-1198f05aac37 req-d42456de-7887-4356-8d31-02da16f0d0fb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 944 time: 0.0634613 Dec 15 14:35:08.088788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-bd1460b7-8c62-46c1-b107-dd888931cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:08.090294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-bd1460b7-8c62-46c1-b107-dd888931cc8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0829360 Dec 15 14:35:08.094055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93ca5c7e-8b9c-4773-97e5-1198f05aac37 req-6656cb1f-c8a7-401e-bc74-b155e891ae17 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524373 Dec 15 14:35:08.183851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-2069cce2-323e-4d6b-97da-6ea0201410bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:08.185339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-2069cce2-323e-4d6b-97da-6ea0201410bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0869074 Dec 15 14:35:08.251245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-d6f946b6-0f65-44ab-beaa-f4845c358056 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 200 len: 999 time: 0.0581119 Dec 15 14:35:08.298996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-20856346-6193-439d-8dbb-a6014fc873b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:08.300320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-20856346-6193-439d-8dbb-a6014fc873b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0422904 Dec 15 14:35:08.348212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-62e2492e-3bde-4b90-ba74-2cc9e71019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:08.349693 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-62e2492e-3bde-4b90-ba74-2cc9e71019cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427189 Dec 15 14:35:08.436158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-32cdd9ab-eb1f-4566-a78e-05181776de6b service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789082 Dec 15 14:35:08.527729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b3ed87b-a92c-4afc-8791-0d9c3e892e35 req-e45a43de-736e-43d6-94f8-b9f59d912baf service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838413 Dec 15 14:35:08.563382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:35:08.611785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port f67071c6-603e-4bc9-81ed-64df414507e9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:35:08.616344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port f67071c6-603e-4bc9-81ed-64df414507e9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:35:08.616747 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:08.694558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:08.716352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:08.718602 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3d774-d8d2-45d7-a987-6640983da02e" -d '{"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:08.730642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:08.734570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:08.758450 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88218b-d1b8-4aa7-b11b-f01e5039ed5c x-openstack-request-id: req-cc88218b-d1b8-4aa7-b11b-f01e5039ed5c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:08.758742 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:08.759012 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc88218b-d1b8-4aa7-b11b-f01e5039ed5c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:08.759383 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'code': 200} Dec 15 14:35:08.783039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:09.209838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ed9a-3355-432c-8b02-741cd169c9b2 req-dd5a6dac-07ac-427c-b975-94345cb8171e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:09.211307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4307ed9a-3355-432c-8b02-741cd169c9b2 req-dd5a6dac-07ac-427c-b975-94345cb8171e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Dec 15 14:35:09.259055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4307ed9a-3355-432c-8b02-741cd169c9b2 req-41411def-233e-48a7-b458-ccd1c94e0208 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Dec 15 14:35:09.489422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a602c-39fd-4e38-a700-5710934f00d8 req-2bdf7831-60a1-4bee-860e-e140cb8f6a11 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:09.490885 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee1a602c-39fd-4e38-a700-5710934f00d8 req-2bdf7831-60a1-4bee-860e-e140cb8f6a11 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Dec 15 14:35:09.541765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee1a602c-39fd-4e38-a700-5710934f00d8 req-7505469d-9191-4917-8134-90680dccbbf8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449150 Dec 15 14:35:10.664192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ec2c0-4458-41c1-a4e2-0ebb476674ac req-4afc4814-0f48-4972-a7e6-d212fabeb9cd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:10.665689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-941ec2c0-4458-41c1-a4e2-0ebb476674ac req-4afc4814-0f48-4972-a7e6-d212fabeb9cd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0491607 Dec 15 14:35:10.740327 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-941ec2c0-4458-41c1-a4e2-0ebb476674ac req-5fdc5dcc-7e68-4a18-8de3-11899f15f232 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671818 Dec 15 14:35:10.760398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-996a227c-da6a-4f9b-8d0c-3aa78673936f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:10.761894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-996a227c-da6a-4f9b-8d0c-3aa78673936f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 945 time: 0.0612438 Dec 15 14:35:10.858559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Deleting port f67071c6-603e-4bc9-81ed-64df414507e9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:35:10.858788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:10.948884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] For port f67071c6-603e-4bc9-81ed-64df414507e9, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f67071c6-603e-4bc9-81ed-64df414507e9,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:10.949247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:11.175727 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:11.176005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:11.176383 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 disassociated. External IP: 172.25.2.36, port: f67071c6-603e-4bc9-81ed-64df414507e9. Dec 15 14:35:11.176755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Calling delete_port for f67071c6-603e-4bc9-81ed-64df414507e9 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:35:11.308331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:11.337606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event deleted for resources: {'Port': ['ID=f67071c6-603e-4bc9-81ed-64df414507e9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:11.474044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:35:11.587829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:35:11.599003 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:35:11.609253 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:35:11.609860 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:34:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:11.628150 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] No DVR routers for this DVR port f67071c6-603e-4bc9-81ed-64df414507e9 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:35:11.632278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:11.636183 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c9a1044-f18a-47ee-bce0-31f6bd7c9945 req-7ae892b4-d2b5-493d-a558-03982e36b375 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "DELETE /v2.0/ports/f67071c6-603e-4bc9-81ed-64df414507e9 HTTP/1.1" status: 204 len: 173 time: 0.8674605 Dec 15 14:35:11.636679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-deleted', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:11.639314 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480b424-b28e-409c-9d9b-72cc124aa420" -d '{"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-deleted", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:11.689752 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5668b45-1363-4f32-bb70-f211b1d95cc6 x-openstack-request-id: req-e5668b45-1363-4f32-bb70-f211b1d95cc6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:11.690390 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f1c590-b9a8-492c-9967-6ad206244ff6", "name": "network-vif-deleted", "tag": "f67071c6-603e-4bc9-81ed-64df414507e9", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:11.690390 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5668b45-1363-4f32-bb70-f211b1d95cc6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:11.691087 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f1c590-b9a8-492c-9967-6ad206244ff6', 'name': 'network-vif-deleted', 'tag': 'f67071c6-603e-4bc9-81ed-64df414507e9', 'status': 'completed', 'code': 200} Dec 15 14:35:11.741928 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:35:11.880083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-395a8ff3-8abe-4a00-bb3a-6e16289de0a6 req-a08ae47f-4764-405d-9d4a-f60cacd1eed3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f1c590-b9a8-492c-9967-6ad206244ff6 HTTP/1.1" status: 200 len: 210 time: 0.0346258 Dec 15 14:35:11.974671 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:12.006041 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:35:12.014496 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:35:12.015107 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:34:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:12.210342 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:35:12.414899 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:12.441630 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbac2ca-9b49-4041-961f-48feb56985b7 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:35:12.625907 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3c22c9f-a484-4296-8766-60a771fa937a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:12.670603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a024b6f-5e8c-4f34-9a06-7e00cfe2b2d0 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:35:13.192838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-d0112096-eba2-4d4f-837d-753f4230b614 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--281487662&fields=id&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 267 time: 0.0459397 Dec 15 14:35:13.298037 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-cfe4e645-b697-4967-8014-f57b2fbbf30a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:13.299501 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-cfe4e645-b697-4967-8014-f57b2fbbf30a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.0998073 Dec 15 14:35:13.316787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-252493d0-6d61-4f15-a03f-cd507f76099d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/quotas/db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 375 time: 0.0094690 Dec 15 14:35:13.373417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-6ac96023-8a67-4e1d-a27e-f02b35d1474b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508993 Dec 15 14:35:13.523736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-b20645f6-e6d8-4fd4-aa7b-a6a9a7e9764e service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364989 Dec 15 14:35:13.620655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-a5077bfe-a4ef-4eca-a6e8-e9542d2798b9 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Dec 15 14:35:13.780452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fc6822e6-a2bf-42ec-87be-c034b6930f7a req-40012539-f211-4231-a5e3-16c88aa6f64b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Dec 15 14:35:14.545231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:14.617892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:35:14.638134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: f67071c6-603e-4bc9-81ed-64df414507e9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:35:14.638484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f67071c6-603e-4bc9-81ed-64df414507e9 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:35:14.796796 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f1f6717-310e-40c0-87ad-38de675973e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:14.857430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-322c7127-e3dc-41fc-b69b-739d56d2a7d6 req-44965c74-b0a1-483e-90e3-aef8cac54093 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 210 time: 0.0253925 Dec 15 14:35:15.951212 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-852867ad-fea4-475d-a2ba-487a981d58b4 req-02d4f501-9807-4094-a922-5099562ac218 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 210 time: 0.0263772 Dec 15 14:35:16.412186 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:16.853462 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-a010e736-b9ce-486c-8f8b-985dd4a7e688 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:16.854838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-a010e736-b9ce-486c-8f8b-985dd4a7e688 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1112380 Dec 15 14:35:16.928808 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-32b630ba-3081-47c7-a826-0526b164a324 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 379 time: 0.0605812 Dec 15 14:35:16.942872 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'port': {'device_id': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'admin_state_up': True, 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'security_groups': ['03a83f58-7401-4e11-813a-f04be5bb3280']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:35:17.049649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a395e43f-1d41-4806-a0ac-ad846d70f437 req-7499d5b1-f3ce-40b7-970a-939cae0d7dde tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 210 time: 0.0264814 Dec 15 14:35:17.065414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Made reservation on behalf of db2f6e204375495b89e108d332f4ac91 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:35:17.069582 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.182898 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:35:17.201881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Allocated IP 172.20.0.5 (ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b/9d0cc189-5e72-437b-9127-9a202365bc17/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:35:17.348867 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.385766 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.431450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:35:17.434963 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:35:17.439096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:35:17.446064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:17.476709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.477032 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.477384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.477722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.478058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.478396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.478723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.479050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.479374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.479696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.480019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.480341 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.480699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:35:17.504546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:17.505113 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.521952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-d1123ace-55a3-472d-9926-7a13a7bea18f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835838 Dec 15 14:35:17.539626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Request body: {'port': {'device_id': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:35:17.588778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.605406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.689361 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a20b970c-90a5-4642-95c8-1ffbf95684f9 None None] Provisioning complete for port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:35:17.689654 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a20b970c-90a5-4642-95c8-1ffbf95684f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.728076 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a20b970c-90a5-4642-95c8-1ffbf95684f9 None None] Port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:35:17.883107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94e46db-dbf3-4d3e-a5d2-d1149ec9616b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:35:17.890954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.904605 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Transition to ACTIVE for port object f94e46db-dbf3-4d3e-a5d2-d1149ec9616b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:35:17.908364 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:17.963546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:18.036910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:35:18.037248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:35:18.037562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:35:18.042266 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:35:18.042587 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:35:18.047592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:35:18.047932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:35:18.048317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:35:18.048776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Bound port: f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:35:18.049134 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:18.140732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:35:18.144755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:35:18.150047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:18.193695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:18.194081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:18.195493 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-26a35720-c925-4316-a284-68f929fcc09b service neutron] 10.222.0.85 "PUT /v2.0/ports/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 1091 time: 0.6609900 Dec 15 14:35:18.196145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:18.198502 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b5bf4da90625d6e277fecf3885e9714ecade81fa5856fbfc14f20ca177d70f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62d5faf-2d87-41ac-9c89-62c35e9243f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:18.212575 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0e6e-66bb-480c-b174-c6cfe490db86 req-abf90e90-6de8-45a3-b5ac-d46162c78869 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:18.214319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-847a0e6e-66bb-480c-b174-c6cfe490db86 req-abf90e90-6de8-45a3-b5ac-d46162c78869 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0623658 Dec 15 14:35:18.225315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a35720-c925-4316-a284-68f929fcc09b service neutron] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:18.274741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-847a0e6e-66bb-480c-b174-c6cfe490db86 req-0795d356-8c90-4379-8726-8dffb680a290 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535038 Dec 15 14:35:18.295043 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56744d3a-3847-40f9-aec6-b530438a4eb4 x-openstack-request-id: req-56744d3a-3847-40f9-aec6-b530438a4eb4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:18.295348 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:18.295613 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56744d3a-3847-40f9-aec6-b530438a4eb4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:18.296036 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'status': 'completed', 'code': 200} Dec 15 14:35:18.454232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-14191e69-baaf-4bde-9ea5-8a32c025b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:18.455861 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-14191e69-baaf-4bde-9ea5-8a32c025b3f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1094 time: 0.0492384 Dec 15 14:35:18.505074 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-17b94a65-3836-4179-ad77-b54d329a0af7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 217 time: 0.0365069 Dec 15 14:35:18.554343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-8ee2b30f-a9a4-409f-8b64-dab925179c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:18.555823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-8ee2b30f-a9a4-409f-8b64-dab925179c8d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0441802 Dec 15 14:35:18.565981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:18.607171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0720b-4c82-4479-8894-2db044573348 req-4d099bb2-bf1d-4468-a3c6-3a1556d62a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:18.608705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-4d099bb2-bf1d-4468-a3c6-3a1556d62a00 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457916 Dec 15 14:35:18.701010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-72ea9b99-ed65-4a0d-b4ad-2853bd7dac7e service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843058 Dec 15 14:35:18.799385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d1c0720b-4c82-4479-8894-2db044573348 req-18c94450-52e4-4b48-b27a-f696369aadb3 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Dec 15 14:35:18.910981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-da7eb083-8781-4b33-9345-6e95304af189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:18.912473 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-da7eb083-8781-4b33-9345-6e95304af189 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1094 time: 0.0439920 Dec 15 14:35:19.011066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-4f6bf320-1d8b-4529-a696-47ba25b844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:19.012546 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-4f6bf320-1d8b-4529-a696-47ba25b844c1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0933940 Dec 15 14:35:19.055321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-95f18905-dd0d-412e-afb0-16d6e56752c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 217 time: 0.0357881 Dec 15 14:35:19.105491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-4440d224-9873-4e71-85a3-1bb909e9cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:19.106984 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-4440d224-9873-4e71-85a3-1bb909e9cdad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0454159 Dec 15 14:35:19.156766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-588670d5-6d41-478b-9505-00d1717411db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:19.158271 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-588670d5-6d41-478b-9505-00d1717411db service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446725 Dec 15 14:35:19.252783 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-bcfdc805-fd83-4abd-a405-a8d58957f3a7 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Dec 15 14:35:19.352470 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b62d5faf-2d87-41ac-9c89-62c35e9243f2 req-b10069aa-4efd-4dcc-854e-131fa74a73b4 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926716 Dec 15 14:35:19.397564 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff082a3e-88ef-4ae0-9caf-b9f6f873c79d req-2eecad8c-b79c-42e0-9e63-f5be881994ff tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:19.399046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff082a3e-88ef-4ae0-9caf-b9f6f873c79d req-2eecad8c-b79c-42e0-9e63-f5be881994ff tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0537586 Dec 15 14:35:19.452856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff082a3e-88ef-4ae0-9caf-b9f6f873c79d req-615450ff-9e38-4904-86f0-a75b594de9f9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467372 Dec 15 14:35:20.578948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee944d-29a8-46ae-a2e3-fdf914f8d140 req-054d9eae-ab21-47c0-b5de-9988aeeaa587 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:20.580422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16ee944d-29a8-46ae-a2e3-fdf914f8d140 req-054d9eae-ab21-47c0-b5de-9988aeeaa587 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0493162 Dec 15 14:35:20.633186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16ee944d-29a8-46ae-a2e3-fdf914f8d140 req-257cf3da-306b-4b72-a332-370c96146086 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459099 Dec 15 14:35:21.451048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:35:21.532029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:21.562709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:21.575331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'mac_address': 'fa:16:3e:0c:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:35:21.618131 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:21.632451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94e46db-dbf3-4d3e-a5d2-d1149ec9616b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:35:21.654437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:21.660435 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:21.710787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:21.755680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861ac93-78ea-4706-a52c-380d96b3ca31 req-8b8b1da3-ef11-449a-b416-93b6258cf9aa tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:21.757298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4861ac93-78ea-4706-a52c-380d96b3ca31 req-8b8b1da3-ef11-449a-b416-93b6258cf9aa tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0532765 Dec 15 14:35:21.807973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4861ac93-78ea-4706-a52c-380d96b3ca31 req-e1d3c17c-ac84-40d4-a734-dbfb8d02f6a2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445268 Dec 15 14:35:22.039664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:35:22.925188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5321572-1bff-49ba-b52e-80a500d5ff36 req-74138d51-2a86-4938-be48-b3d678c2aac1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:22.927313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5321572-1bff-49ba-b52e-80a500d5ff36 req-74138d51-2a86-4938-be48-b3d678c2aac1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0501342 Dec 15 14:35:22.976417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f5321572-1bff-49ba-b52e-80a500d5ff36 req-82ee4098-d8b3-42a3-99e6-6e59b93f83f0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Dec 15 14:35:23.467548 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:35:23.519999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:35:23.524288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:35:23.524690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:23.601253 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:23.624362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:23.626649 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288aeefcb2943e89384d8c12b78ceeebc7c860cfa83305381d60c6d887000734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f08f1-c03a-40dc-9ab4-8682aa6030d1" -d '{"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-plugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:23.639115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:35:23.644362 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:23.672770 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49539c-d005-45cd-b961-6f370c080dcf x-openstack-request-id: req-8a49539c-d005-45cd-b961-6f370c080dcf {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:23.673069 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-plugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:23.673323 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a49539c-d005-45cd-b961-6f370c080dcf {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:23.673722 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'code': 200} Dec 15 14:35:23.700187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:35:23.794238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd32e7-a153-4acb-8c27-edd4ef67aefa req-61c7f09e-0c76-442b-b035-334417b250e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:23.795628 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d4cd32e7-a153-4acb-8c27-edd4ef67aefa req-61c7f09e-0c76-442b-b035-334417b250e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1096 time: 0.0407004 Dec 15 14:35:23.839846 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d4cd32e7-a153-4acb-8c27-edd4ef67aefa req-457f5583-ca4e-436c-ae2a-fcec146c3398 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372343 Dec 15 14:35:24.100019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef2063-0aea-4b6d-a8fb-67bafd93daba req-63e0e0d8-9683-4a02-b442-b5fb25a44145 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:24.101480 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87ef2063-0aea-4b6d-a8fb-67bafd93daba req-63e0e0d8-9683-4a02-b442-b5fb25a44145 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0514655 Dec 15 14:35:24.147354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87ef2063-0aea-4b6d-a8fb-67bafd93daba req-8cfa20cd-7efa-4d92-af06-ac28b7cedf82 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Dec 15 14:35:25.263404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c438b8-7df4-4b0e-b205-8e5d7abf66cb req-4950d2d8-b642-4cb9-af9a-b9918210a6df tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:25.264796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c438b8-7df4-4b0e-b205-8e5d7abf66cb req-4950d2d8-b642-4cb9-af9a-b9918210a6df tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Dec 15 14:35:25.310551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2c438b8-7df4-4b0e-b205-8e5d7abf66cb req-bc9964ed-ad3e-446b-84e6-10f7ceb5390b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397918 Dec 15 14:35:25.430325 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c617-e601-42b9-a09b-b6be7a51d7ba req-07a82d29-d5b9-4114-a55b-682a9d667731 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:25.431816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b661c617-e601-42b9-a09b-b6be7a51d7ba req-07a82d29-d5b9-4114-a55b-682a9d667731 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0540717 Dec 15 14:35:25.440651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:35:25.446331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'floatingip': {'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:35:25.486042 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:25.920363 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:25.924153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:26.025512 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 associated. External IP: 172.25.2.36, port: f94e46db-dbf3-4d3e-a5d2-d1149ec9616b. Dec 15 14:35:26.549591 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:35:26.653200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:35:26.658257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:26.662595 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:35:26.672343 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:35:26.672987 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:35:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:26.688513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9520967c-9456-48d0-9f0b-ab2d7daa67bf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "PUT /v2.0/floatingips/cd09853e-e7b9-4a56-a940-9a2de4525081 HTTP/1.1" status: 200 len: 990 time: 1.2465661 Dec 15 14:35:26.689126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:35:26.691379 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0cc354a52cfe80b00644f1617d1f7da0a08bdb163b8099ca28ea3d8f3c91f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c96156-a4d6-4a9a-ae38-158f33737308" -d '{"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:35:26.730924 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34f12c5-20d7-4faf-a903-48176f6e23dc x-openstack-request-id: req-a34f12c5-20d7-4faf-a903-48176f6e23dc {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:35:26.731255 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:35:26.731510 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a34f12c5-20d7-4faf-a903-48176f6e23dc {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:35:26.731932 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'status': 'completed', 'code': 200} Dec 15 14:35:26.798549 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:35:26.820870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-e6fe806f-a1c0-4e47-ac53-f75e7d72043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:26.822384 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-e6fe806f-a1c0-4e47-ac53-f75e7d72043f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1096 time: 0.0498624 Dec 15 14:35:26.914912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-5a5d6264-3cc8-4f02-a1bc-8c1bcd2a29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:26.916374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-5a5d6264-3cc8-4f02-a1bc-8c1bcd2a29fa service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0875049 Dec 15 14:35:26.981748 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-026e1181-45be-401a-8a86-10be7a029cfd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 998 time: 0.0588405 Dec 15 14:35:27.024033 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:0c:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:35:25Z', 'revision_number': 9, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:27.038482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-ab00f357-d923-4c19-b2bc-6dbb1ca0b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:27.039978 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-ab00f357-d923-4c19-b2bc-6dbb1ca0b904 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0500135 Dec 15 14:35:27.055234 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:35:27.063591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:35:27.064183 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:35:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:27.086607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-a3002339-79a6-4409-98f7-b24c653f3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:27.088139 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-a3002339-79a6-4409-98f7-b24c653f3f2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409606 Dec 15 14:35:27.169700 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:35:27.184403 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-d51d2f18-bdc6-477a-9837-87e1ccf25893 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891829 Dec 15 14:35:27.275356 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c96156-a4d6-4a9a-ae38-158f33737308 req-f9da8095-33d0-41f8-8b73-6f0bed09a34f service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Dec 15 14:35:27.392781 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:0c:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:35:25Z', 'revision_number': 9, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:35:27.421910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4b0f3-f1f1-4c7c-bcf0-5e4da223a21e None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:0c:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:35:25Z', 'revision_number': 9, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:35:27.617520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c002ba-589c-4d64-a035-806574fdb827 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:35:42.628118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b636ea84-22d9-4cc2-9706-afa7d5f4505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:44.544526 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:44.788871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5ae35be-a178-494f-8b63-4c14084ed217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:46.414478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:47.590309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:48.569390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:51.523485 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:54.181907 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:36:12.631125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2eabe42f-a826-4d2d-b826-bd9385447062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:14.561457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:14.792435 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7e93b5e8-9d6e-4102-b6d9-5568f484b7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.417493 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:17.594401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:18.572744 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:19.818424 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-5538fae9-a92b-4431-b02e-256580e5d171 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404480 Dec 15 14:36:19.915986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d769f69-1434-483c-982a-292c37b82610 req-ae903a16-fbff-4445-a56f-9f602b4cca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.917502 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-ae903a16-fbff-4445-a56f-9f602b4cca56 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1096 time: 0.0444567 Dec 15 14:36:20.027654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d769f69-1434-483c-982a-292c37b82610 req-60b09c67-be23-4a8c-bb0f-a2e3dc2c67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:20.029356 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-60b09c67-be23-4a8c-bb0f-a2e3dc2c67ce service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0916872 Dec 15 14:36:20.116389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-a9a974cd-8206-4c11-8e21-a878a6f39583 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 1001 time: 0.0800261 Dec 15 14:36:20.165652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d769f69-1434-483c-982a-292c37b82610 req-dc24b825-a370-4abb-8480-745d0e6c9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:20.167106 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-dc24b825-a370-4abb-8480-745d0e6c9c78 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0442116 Dec 15 14:36:20.213584 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d769f69-1434-483c-982a-292c37b82610 req-16c36d59-4e25-4931-83a8-04a47c1b8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:20.215078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-16c36d59-4e25-4931-83a8-04a47c1b8a3a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408905 Dec 15 14:36:20.305981 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-8ddfe43b-af34-4e13-8cb3-ae676e13113f service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Dec 15 14:36:20.395201 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4d769f69-1434-483c-982a-292c37b82610 req-f99bdb24-6811-4284-a768-863e851a42b8 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812879 Dec 15 14:36:21.525533 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:31.180791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:36:42.634822 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7fbdc8d2-a211-44da-bf7a-251c2369c7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:44.559692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:44.794673 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d574d1e-273d-4452-95a1-3e4d5010dd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:46.419839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:47.596527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:48.574360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:51.537050 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:08.180537 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:37:12.637170 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abbf6d96-ab33-4afc-8662-a9fb93b857a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:14.574119 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:14.796237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a037c25-04e6-4f0b-a2b9-80db23e76264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:16.421785 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:17.599380 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:18.576245 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:20.945211 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-b2a1e11b-cfdb-4935-95f8-e9948f5fe012 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819924 Dec 15 14:37:21.038919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-9f43fe22-cced-4ca7-972d-f6755f397cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:21.040408 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-9f43fe22-cced-4ca7-972d-f6755f397cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1096 time: 0.0411055 Dec 15 14:37:21.144770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-64ec6d1e-6c93-4d62-abdf-20a3b5385aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:21.146267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-64ec6d1e-6c93-4d62-abdf-20a3b5385aca service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0861895 Dec 15 14:37:21.215856 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-d10de67a-9650-4032-a6ce-e776078cf990 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 1001 time: 0.0624070 Dec 15 14:37:21.265618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-94f8b513-0049-4a59-b2d5-a68da831a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:21.267640 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-94f8b513-0049-4a59-b2d5-a68da831a02c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0438092 Dec 15 14:37:21.312918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-02c34f23-3eb6-4ac5-bec8-2ea400d216b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:21.314969 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-02c34f23-3eb6-4ac5-bec8-2ea400d216b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402787 Dec 15 14:37:21.408268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-7b01da0f-bda9-4a49-b8d8-d6ca3550dcb0 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858469 Dec 15 14:37:21.496735 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a2bd6986-2b81-4807-89e9-32bc8b6acb4b req-910cf361-7dd5-4aa3-aae7-c9033cdfcad0 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816286 Dec 15 14:37:21.536254 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:42.638909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c100f00-186b-4088-8c7d-640eb9d31c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:44.589785 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:44.798292 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a804d756-1646-44eb-8f72-58e8f00e23e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:45.179764 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:37:46.425209 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:47.601185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:48.579126 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:51.549714 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:56.573093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-59356937-fc1e-4f38-8d74-5d0f024b83aa req-89a54e6f-1aae-433b-9549-8d8d6cd6c988 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:37:56.574120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59356937-fc1e-4f38-8d74-5d0f024b83aa req-89a54e6f-1aae-433b-9549-8d8d6cd6c988 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0592406 Dec 15 14:37:56.836689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-d275d9b1-48b3-468d-8c2a-128f7c9369c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873873 Dec 15 14:37:56.928805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d2ea4-2f8e-4335-9ea9-794b24fb3182 req-c8e99626-e98c-44c1-b1cf-c88560c47679 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:56.930311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea4d2ea4-2f8e-4335-9ea9-794b24fb3182 req-c8e99626-e98c-44c1-b1cf-c88560c47679 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.1063902 Dec 15 14:37:56.983662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea4d2ea4-2f8e-4335-9ea9-794b24fb3182 req-82ac621c-63d0-450d-82b8-1fb99448ff05 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469117 Dec 15 14:37:57.959072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-3626f024-d3f2-4b82-8d26-cf8ee3363ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:57.960685 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-3626f024-d3f2-4b82-8d26-cf8ee3363ef9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1096 time: 0.0460787 Dec 15 14:37:58.052764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-c73956db-b1b8-45e5-9870-45b9bf9d710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:58.054253 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-c73956db-b1b8-45e5-9870-45b9bf9d710c service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0870926 Dec 15 14:37:58.124537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-913bd299-4f25-4da7-82af-8c30a141242d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 1001 time: 0.0633254 Dec 15 14:37:58.176522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-7d21bcbc-25b0-4885-ab22-bfae2ab82f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:58.178002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-7d21bcbc-25b0-4885-ab22-bfae2ab82f56 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0468099 Dec 15 14:37:58.224708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-066705cf-4735-415e-ba5d-735a90eb4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:58.226106 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-066705cf-4735-415e-ba5d-735a90eb4942 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409784 Dec 15 14:37:58.236148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a429b4-660e-4a40-9a43-f73dcac0db61 req-2f190f42-619f-43d4-ba91-f4c20dec8727 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:58.237662 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7a429b4-660e-4a40-9a43-f73dcac0db61 req-2f190f42-619f-43d4-ba91-f4c20dec8727 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0998750 Dec 15 14:37:58.289068 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7a429b4-660e-4a40-9a43-f73dcac0db61 req-b7c0f06e-10f1-417e-a927-828fa1c4342f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Dec 15 14:37:58.325324 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-d0f04fb7-5bff-413d-a690-46a4d3d4e6e4 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921240 Dec 15 14:37:58.415922 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-292d4be1-e608-4321-a0eb-fb06eb85a44f service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833993 Dec 15 14:37:59.407508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b1089-15b2-46af-9858-26ffe4c19b2c req-330226eb-1288-4706-8405-ef6f9387e6d7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:59.409687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e6b1089-15b2-46af-9858-26ffe4c19b2c req-330226eb-1288-4706-8405-ef6f9387e6d7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Dec 15 14:37:59.457704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e6b1089-15b2-46af-9858-26ffe4c19b2c req-78326421-fa42-48f4-97b1-f8010884ee35 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Dec 15 14:38:00.572032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43da02-c871-47a6-b523-be8051739384 req-3ec40c28-8590-4c90-b5d0-cb9923f72fc8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:00.573545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac43da02-c871-47a6-b523-be8051739384 req-3ec40c28-8590-4c90-b5d0-cb9923f72fc8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Dec 15 14:38:00.627417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac43da02-c871-47a6-b523-be8051739384 req-b54f2e40-c231-4d3e-b0dc-497b431e3f8b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470455 Dec 15 14:38:01.746052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2472-d919-4dab-acda-0ba32c1a0fdc req-5111af9f-2d69-4109-9cb6-c2476780e303 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:01.747500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d39d2472-d919-4dab-acda-0ba32c1a0fdc req-5111af9f-2d69-4109-9cb6-c2476780e303 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Dec 15 14:38:01.793926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d39d2472-d919-4dab-acda-0ba32c1a0fdc req-039d6158-b31c-49bd-9683-165e09940399 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 Dec 15 14:38:02.908667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e0093-3dbf-4429-8ccd-7b1c956bf737 req-7f5cdf8d-2e11-47a4-965c-186446a365b7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:02.910152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a86e0093-3dbf-4429-8ccd-7b1c956bf737 req-7f5cdf8d-2e11-47a4-965c-186446a365b7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Dec 15 14:38:02.956199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a86e0093-3dbf-4429-8ccd-7b1c956bf737 req-4531d642-5801-4e0a-8ac4-4f367cf796d0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400200 Dec 15 14:38:04.081761 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dfad6-0615-45e5-adc3-362c7b82e94d req-0ea87c2a-9782-4692-959f-69ebef1e7ccf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:04.083255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e09dfad6-0615-45e5-adc3-362c7b82e94d req-0ea87c2a-9782-4692-959f-69ebef1e7ccf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Dec 15 14:38:04.131395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e09dfad6-0615-45e5-adc3-362c7b82e94d req-bb364d62-9c99-4bb8-99e7-044883f4537a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Dec 15 14:38:05.251117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac7b8-cd26-4f45-9909-5914f5d15d4f req-acc7bd11-57c7-47d7-893e-3fbc33f558e7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:05.252553 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d61ac7b8-cd26-4f45-9909-5914f5d15d4f req-acc7bd11-57c7-47d7-893e-3fbc33f558e7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0501285 Dec 15 14:38:05.307841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d61ac7b8-cd26-4f45-9909-5914f5d15d4f req-4619c677-6740-41f3-8ea3-6ab38b1d0b29 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489430 Dec 15 14:38:06.444775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154ffcf-a002-4aba-b65b-85b124435655 req-5ba94fd4-7337-498d-8671-8ec166ac54e0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:06.446533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8154ffcf-a002-4aba-b65b-85b124435655 req-5ba94fd4-7337-498d-8671-8ec166ac54e0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0594862 Dec 15 14:38:06.495103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8154ffcf-a002-4aba-b65b-85b124435655 req-36b572a5-9889-44ab-80e3-ece417cfac98 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Dec 15 14:38:07.610901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16468c12-142b-4412-ba84-3fb00956d7b0 req-6212aec1-9131-4a29-bd4a-76457d9f532a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:07.612930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16468c12-142b-4412-ba84-3fb00956d7b0 req-6212aec1-9131-4a29-bd4a-76457d9f532a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Dec 15 14:38:07.661928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16468c12-142b-4412-ba84-3fb00956d7b0 req-db02ab6b-4528-4f68-b679-5d6fce4f2ba7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Dec 15 14:38:08.783472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca7167-e569-4279-808e-1746a6d3a306 req-544faa7c-a8fa-42da-b95e-ac8f7030c3ee tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:08.784989 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71ca7167-e569-4279-808e-1746a6d3a306 req-544faa7c-a8fa-42da-b95e-ac8f7030c3ee tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0511260 Dec 15 14:38:08.836380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71ca7167-e569-4279-808e-1746a6d3a306 req-673cec0d-6d7f-4051-8c93-fbe771c0b7de tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454466 Dec 15 14:38:09.956377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5165d5f-2d36-4770-afa9-613a67553119 req-04595452-cf87-45df-838d-d5d89b801184 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:09.957901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5165d5f-2d36-4770-afa9-613a67553119 req-04595452-cf87-45df-838d-d5d89b801184 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0498688 Dec 15 14:38:10.015894 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e5165d5f-2d36-4770-afa9-613a67553119 req-2284c2aa-ea73-4878-bcbb-707219114857 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520420 Dec 15 14:38:10.509221 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-6ec1bb29-cc31-49dc-959d-69cf6698c4de service neutron] show failed (client error): The resource could not be found. Dec 15 14:38:10.511032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-6ec1bb29-cc31-49dc-959d-69cf6698c4de service neutron] 10.222.0.85 "GET /v2.0/ports/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0607734 Dec 15 14:38:10.811875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-732a47d4-5517-41f5-9d57-98c5cc4984a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:10.813418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-732a47d4-5517-41f5-9d57-98c5cc4984a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 1096 time: 0.0860240 Dec 15 14:38:10.825879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:10.882623 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:11.115056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:11.179921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:11.188256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779f079-7d2c-4fbb-aa5d-e55a8748b6dc req-778eb3bd-c4d2-4604-a1aa-09a856b30149 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:11.190261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9779f079-7d2c-4fbb-aa5d-e55a8748b6dc req-778eb3bd-c4d2-4604-a1aa-09a856b30149 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0801091 Dec 15 14:38:11.247185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:11.257689 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:11.283568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9779f079-7d2c-4fbb-aa5d-e55a8748b6dc req-84ad56f0-38ad-460a-a1d3-16e59fe03f02 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754387 Dec 15 14:38:11.284526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Transition to ACTIVE for port object f94e46db-dbf3-4d3e-a5d2-d1149ec9616b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:38:11.288421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:11.296984 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eefa1d-a00a-4634-86f8-37eaf2560c12" -d '{"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-unplugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:11.386448 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:11.402956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.403304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.403649 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.403980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.404320 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.404661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.404987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.405353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.405623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.405935 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.406254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.406570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.406883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:11.414941 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fcdf5a-2047-457f-bb84-d914bde17b98 x-openstack-request-id: req-51fcdf5a-2047-457f-bb84-d914bde17b98 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:11.415230 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-unplugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:11.415490 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51fcdf5a-2047-457f-bb84-d914bde17b98 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:11.415893 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'code': 200} Dec 15 14:38:11.451796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] No DVR routers for this DVR port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:38:11.598540 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:38:11.598785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:38:11.599114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:11.603788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:38:11.604102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:11.608954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:38:11.609288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:38:11.609667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:38:11.610090 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Bound port: f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:38:11.610441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:11.678535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:11.682533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:38:11.688029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:11.724957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:11.725662 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:11.726921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] 10.222.0.67 "PUT /v2.0/ports/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 1091 time: 0.9051068 Dec 15 14:38:11.746387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4dd5-74cd-4f3f-89ca-4822997bc2cc service neutron] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:11.796360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-bae15755-9c98-45fb-8bf4-f00019db17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:11.798319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-bae15755-9c98-45fb-8bf4-f00019db17a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1094 time: 0.0432630 Dec 15 14:38:11.899949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-de399dc1-4a9e-4372-a20f-6c66ab96fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:11.901442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-de399dc1-4a9e-4372-a20f-6c66ab96fdce service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0946918 Dec 15 14:38:11.965944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-b8d0ab88-b961-4bdd-bf01-08fb22e37a62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0571110 Dec 15 14:38:12.027158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-b613eb35-0726-4ab5-a151-586f3707a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:12.028834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-b613eb35-0726-4ab5-a151-586f3707a43d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0553637 Dec 15 14:38:12.076396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-caedc79d-c247-4a2e-867d-722fdd3cac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:12.077938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-caedc79d-c247-4a2e-867d-722fdd3cac76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414321 Dec 15 14:38:12.169051 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-55c59770-0227-4c4c-acf3-8f6cf791ca81 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Dec 15 14:38:12.263063 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6368d532-0cd5-4a2f-a9a1-085bef565ab1 req-0f49f946-d6cc-4095-8f41-094fbcdbbb45 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861826 Dec 15 14:38:12.409942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a0a4-47ac-417d-9a4f-e44233f02000 req-5361956e-6e98-4828-8ab8-760047f85552 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:12.411455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c18a0a4-47ac-417d-9a4f-e44233f02000 req-5361956e-6e98-4828-8ab8-760047f85552 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0534236 Dec 15 14:38:12.459768 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c18a0a4-47ac-417d-9a4f-e44233f02000 req-37162047-7b39-4f46-a88a-2141e751d25d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 Dec 15 14:38:12.640961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e4dddf0-a055-4ccc-b0f7-0d2f0be4dad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:13.417538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:13.420096 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b195185-620e-4903-96a7-185ca093ece9" -d '{"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:13.469838 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51af93e-8f74-450e-860d-c9dd62f2bef2 x-openstack-request-id: req-b51af93e-8f74-450e-860d-c9dd62f2bef2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:13.470124 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:13.470914 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b51af93e-8f74-450e-860d-c9dd62f2bef2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:13.471317 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'status': 'completed', 'code': 200} Dec 15 14:38:13.552902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-1b62f1ec-7b99-458d-a56f-fb34d81a0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.554429 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-1b62f1ec-7b99-458d-a56f-fb34d81a0beb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1094 time: 0.0503080 Dec 15 14:38:13.575017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-740e8e12-5bc5-408f-b355-5c27aa6138d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.576588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-740e8e12-5bc5-408f-b355-5c27aa6138d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1094 time: 0.0796878 Dec 15 14:38:13.604297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a7e-707e-4959-9aba-91f6998ec126 req-2acccc50-1965-42ce-952d-7a6c72571816 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.605842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8f10a7e-707e-4959-9aba-91f6998ec126 req-2acccc50-1965-42ce-952d-7a6c72571816 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0661657 Dec 15 14:38:13.649315 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-b4017b34-b505-42f4-bfdc-b7a806a0670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.650795 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-b4017b34-b505-42f4-bfdc-b7a806a0670f service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0895083 Dec 15 14:38:13.704202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8f10a7e-707e-4959-9aba-91f6998ec126 req-21e9f788-8362-42ea-8636-c09c42003080 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860562 Dec 15 14:38:13.731309 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-f1e5e52d-ef95-42e2-9d90-d0594035bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.733269 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-f1e5e52d-ef95-42e2-9d90-d0594035bb44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1452324 Dec 15 14:38:13.735162 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-9530c1c4-5f08-460d-b43b-08c8f45f6f46 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0773849 Dec 15 14:38:13.786417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-607430f4-fbfe-4cd6-8e55-1011231db813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.788110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-607430f4-fbfe-4cd6-8e55-1011231db813 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0467997 Dec 15 14:38:13.817189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-a62e6531-04ab-49f4-9c6f-d952a8f9321b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0658615 Dec 15 14:38:13.849420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-55a3a774-4f0d-4047-bb11-a92a557ae78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.851610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-55a3a774-4f0d-4047-bb11-a92a557ae78f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560579 Dec 15 14:38:13.878533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-33062f6f-1fc3-45c8-95fc-33b0cd06798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.880243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-33062f6f-1fc3-45c8-95fc-33b0cd06798a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0550668 Dec 15 14:38:13.935032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195185-620e-4903-96a7-185ca093ece9 req-cc746d1d-25c6-405c-9477-b306681ec43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.936622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-cc746d1d-25c6-405c-9477-b306681ec43d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474367 Dec 15 14:38:13.949863 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-cbb67241-7e3c-4176-84a3-d2818362f998 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 Dec 15 14:38:14.037750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-350666f8-6ef9-4659-93b8-ccc342deab81 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938032 Dec 15 14:38:14.141687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-ecd9bd52-3f10-4663-a5cd-e68c3f7ac934 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961528 Dec 15 14:38:14.321610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:38:14.362726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:38:14.389670 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0b195185-620e-4903-96a7-185ca093ece9 req-75592b8f-3b35-4abc-9ee0-c991898e96b2 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330378 Dec 15 14:38:14.584108 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:14.801577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a7da0b3-2daa-47d5-ba99-082867e59471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:14.837497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c1264-7b93-4128-b77f-5e09fbc8880a req-9b442dad-f43d-4205-9000-f9fa1a83694a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:14.838901 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c1c1264-7b93-4128-b77f-5e09fbc8880a req-9b442dad-f43d-4205-9000-f9fa1a83694a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0527279 Dec 15 14:38:14.887401 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c1c1264-7b93-4128-b77f-5e09fbc8880a req-3cc640a5-b9e1-49a8-8429-a8f8d17b552a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Dec 15 14:38:15.218226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-8d78d981-e3dc-4f0c-8153-8d7c0ee918e7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.220018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-8d78d981-e3dc-4f0c-8153-8d7c0ee918e7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&tenant_id=db2f6e204375495b89e108d332f4ac91&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 943 time: 0.0830843 Dec 15 14:38:15.235650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d0814-64e7-4213-9f87-23c31af0a8a3 req-2f0873e9-ae01-41e1-82a8-bb26341d4955 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.237713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a67d0814-64e7-4213-9f87-23c31af0a8a3 req-2f0873e9-ae01-41e1-82a8-bb26341d4955 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 943 time: 0.0740302 Dec 15 14:38:15.326567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a67d0814-64e7-4213-9f87-23c31af0a8a3 req-aeb56dbd-1bed-4e18-bd68-cc31c6c3758b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824029 Dec 15 14:38:15.330375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-9e46316f-6ee9-4fe3-b7f6-db81ae50a560 service neutron] 10.222.0.67 "GET /v2.0/ports/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b/bindings/n-h2-815324-3 HTTP/1.1" status: 200 len: 382 time: 0.0910399 Dec 15 14:38:15.412012 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-7a5ebfe7-8d0f-4ad9-8bcf-7c80c67a8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.413437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-7a5ebfe7-8d0f-4ad9-8bcf-7c80c67a8b3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1094 time: 0.0508583 Dec 15 14:38:15.507216 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-84d3e455-1c64-4d7e-adbf-d795827426fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.509057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-84d3e455-1c64-4d7e-adbf-d795827426fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0885165 Dec 15 14:38:15.581008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-f9544b0f-f676-4669-9031-1a528ae719a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0653698 Dec 15 14:38:15.631364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-b979fda7-0962-43c2-9a67-0206388358d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.632909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-b979fda7-0962-43c2-9a67-0206388358d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0452802 Dec 15 14:38:15.639831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:15.681318 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-c9fdcef5-3513-481f-82e1-96fea2e2a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.682854 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-c9fdcef5-3513-481f-82e1-96fea2e2a93a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429177 Dec 15 14:38:15.740598 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:15.752811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'mac_address': 'fa:16:3e:0c:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:38:15.783004 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-64957b22-4e56-4f94-b16a-2351054882f4 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920205 Dec 15 14:38:15.793087 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:15.807944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94e46db-dbf3-4d3e-a5d2-d1149ec9616b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:15.828742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:15.833775 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:15.884075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-e7f35396-dc13-4bcd-9dd1-2b15c416d13c service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937920 Dec 15 14:38:15.886552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:15.896037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.896376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.896826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.897477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.897823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.898142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.898468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.898883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.899677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.899677 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.899858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.900742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:15.901131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:16.094564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:38:16.428387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:16.452760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024abebc-d13b-4d7c-b032-5f0803377baa req-4b9a6673-7730-4c10-8c50-b136543bd2fd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:16.454245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-024abebc-d13b-4d7c-b032-5f0803377baa req-4b9a6673-7730-4c10-8c50-b136543bd2fd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0546119 Dec 15 14:38:16.502964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-024abebc-d13b-4d7c-b032-5f0803377baa req-55b12cc8-e36c-4df8-a5ab-76bef10af325 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Dec 15 14:38:17.606856 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:17.629213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aa227-d744-4734-994c-e10ccaa8cb71 req-102c24b9-c9d1-40fe-882b-b6bde72b6cb4 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:17.630842 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b2aa227-d744-4734-994c-e10ccaa8cb71 req-102c24b9-c9d1-40fe-882b-b6bde72b6cb4 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0532370 Dec 15 14:38:17.648239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:38:17.683376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b2aa227-d744-4734-994c-e10ccaa8cb71 req-c36dbaab-0365-44e1-a96a-93e2b894b9f0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462992 Dec 15 14:38:17.706507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:38:17.710333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:17.710708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:17.786710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:17.812301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:17.894814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-4784b1da-0a92-4b42-b160-72e50c82e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:17.896320 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-4784b1da-0a92-4b42-b160-72e50c82e7ef service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 1095 time: 0.0452175 Dec 15 14:38:17.913132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:17.969347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:17.995132 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e06795-a2ab-414b-aee5-29ad334eda68" -d '{"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-plugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:17.999463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:18.005473 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:18.038239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.db.api [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:38:18.038483 n-d-815324-3 neutron-server[103378]: DEBUG oslo_db.api [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:38:18.058774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:18.102091 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7949fcee-12d5-4f1b-a264-6874ca0cade8 x-openstack-request-id: req-7949fcee-12d5-4f1b-a264-6874ca0cade8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:18.102388 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-plugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:18.102646 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7949fcee-12d5-4f1b-a264-6874ca0cade8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:18.103046 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'code': 200} Dec 15 14:38:18.566316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:18.582700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:18.770142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:18.806382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42658c-6a7d-45aa-ba4b-81a7688a155a req-4103fdf2-6d08-4a4f-ad48-3e7236c5b008 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:18.807177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:18.807872 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e42658c-6a7d-45aa-ba4b-81a7688a155a req-4103fdf2-6d08-4a4f-ad48-3e7236c5b008 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Dec 15 14:38:18.847734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:18.854395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:18.862907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3e42658c-6a7d-45aa-ba4b-81a7688a155a req-c1d4c1af-53cf-428e-8172-a5ed95e0e2fe tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489378 Dec 15 14:38:18.869784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Transition to ACTIVE for port object f94e46db-dbf3-4d3e-a5d2-d1149ec9616b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:38:18.874110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:18.908213 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf0f29-7e2f-4c12-8baf-c73294fa7912" -d '{"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-unplugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:18.959709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:18.977995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.978349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.978695 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.979034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.979484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.979696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.980024 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.980817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.980817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.981052 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.984667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.984667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:18.984667 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:19.025515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] No DVR routers for this DVR port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:38:19.029200 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b70d3a-48c7-42fa-b9b6-a5aae4d941f1 x-openstack-request-id: req-d8b70d3a-48c7-42fa-b9b6-a5aae4d941f1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:19.029502 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-unplugged", "status": "completed", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:19.029760 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8b70d3a-48c7-42fa-b9b6-a5aae4d941f1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:19.030159 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'code': 200} Dec 15 14:38:19.163134 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:38:19.163471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:38:19.163800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:19.168185 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:38:19.168531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Attempting to bind port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:19.173301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:38:19.173633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:38:19.174005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:38:19.174420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Bound port: f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:38:19.174764 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:19.238438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:19.242033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:38:19.246074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:19.284082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.284720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:19.286179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] 10.222.0.85 "PUT /v2.0/ports/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 1092 time: 1.3773439 Dec 15 14:38:19.303132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400a9ca-3127-4236-abf3-734525c2dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:19.370414 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-5a45f058-9a1b-4320-8e64-1c399dac3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.371946 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-5a45f058-9a1b-4320-8e64-1c399dac3214 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1095 time: 0.0452073 Dec 15 14:38:19.482046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-a69d0ac4-f7ef-4c67-a65d-e3dc5745d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.483548 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-a69d0ac4-f7ef-4c67-a65d-e3dc5745d7d1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1037478 Dec 15 14:38:19.551103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-13777254-17d5-4f1a-b9e3-de40a94b78b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0602291 Dec 15 14:38:19.607958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-a6c8740c-27d6-44c8-919d-13fbbf097726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.609413 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-a6c8740c-27d6-44c8-919d-13fbbf097726 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0515103 Dec 15 14:38:19.656923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-952afedf-d1e0-45e3-8042-48f9180fa960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.658436 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-952afedf-d1e0-45e3-8042-48f9180fa960 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420141 Dec 15 14:38:19.748024 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-1ff6f2c4-b152-4368-b220-3952f9351c31 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825868 Dec 15 14:38:19.849312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6dc80b-23d2-4bdd-9900-aba489b3b2cd req-a153a1b5-7fdb-4a7a-83e7-36ad0781ea73 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881541 Dec 15 14:38:19.985527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110b341-7242-41fd-b1c7-7dbfeccb5297 req-315b8f71-7465-47e8-84cc-1dee3056dcd7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.987997 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9110b341-7242-41fd-b1c7-7dbfeccb5297 req-315b8f71-7465-47e8-84cc-1dee3056dcd7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0489311 Dec 15 14:38:20.035831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9110b341-7242-41fd-b1c7-7dbfeccb5297 req-62039e7a-a5c3-4d6d-8780-88cd41d26f03 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Dec 15 14:38:21.031922 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:21.034473 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799" -d '{"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:21.090807 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05305e-a003-4ffb-b9ea-ef020c12f148 x-openstack-request-id: req-cd05305e-a003-4ffb-b9ea-ef020c12f148 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:21.091107 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:21.091392 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd05305e-a003-4ffb-b9ea-ef020c12f148 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:21.091806 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'status': 'completed', 'code': 200} Dec 15 14:38:21.165789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-94ca2dda-351a-4c83-b15b-e9d1ca814a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.167370 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-94ca2dda-351a-4c83-b15b-e9d1ca814a5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1095 time: 0.0441976 Dec 15 14:38:21.189473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-6a0ceb34-5edb-4c3c-b865-9600c10f6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.190961 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-6a0ceb34-5edb-4c3c-b865-9600c10f6348 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1095 time: 0.0694330 Dec 15 14:38:21.198695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df9f21-0d04-4514-b358-cae36d347277 req-5be56f31-d96f-4d4a-8927-d2ff67ad9486 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.199895 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80df9f21-0d04-4514-b358-cae36d347277 req-5be56f31-d96f-4d4a-8927-d2ff67ad9486 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0874419 Dec 15 14:38:21.269484 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-a1774d38-9cd4-488f-aac6-a18bf5bc82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.270872 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-a1774d38-9cd4-488f-aac6-a18bf5bc82f0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0965796 Dec 15 14:38:21.296307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80df9f21-0d04-4514-b358-cae36d347277 req-5d2aa33f-9800-4fb8-8fef-2ea7dff019c4 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875156 Dec 15 14:38:21.319186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-b810f097-3954-46be-baed-7b2a89da6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.320680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-b810f097-3954-46be-baed-7b2a89da6277 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1199121 Dec 15 14:38:21.339613 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-81bc9079-345c-4ab2-866f-ede698b5a936 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0611088 Dec 15 14:38:21.392395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-01832bd6-9819-44a9-8dfa-b13081120880 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0650392 Dec 15 14:38:21.397291 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-711f5228-f32e-46a9-bb21-3295ca865434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.398802 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-711f5228-f32e-46a9-bb21-3295ca865434 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0516531 Dec 15 14:38:21.442608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-b45d5bd5-4112-4ba4-a2ff-ceb1edc3533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.444080 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-b45d5bd5-4112-4ba4-a2ff-ceb1edc3533e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0450599 Dec 15 14:38:21.447198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-a048bbe3-6891-4302-ad91-b212b2519698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.448785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-a048bbe3-6891-4302-ad91-b212b2519698 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429745 Dec 15 14:38:21.490498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-0f45cfc1-1cc3-4948-86e4-fac396abe185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.492245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-0f45cfc1-1cc3-4948-86e4-fac396abe185 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404046 Dec 15 14:38:21.542219 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-17bd04b2-353b-48fa-8f66-7f02efe078a4 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861263 Dec 15 14:38:21.556166 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:21.588561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-a156f9fd-07f3-4776-bd7b-da0e886ae2ae service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891726 Dec 15 14:38:21.642237 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-77a77069-d76f-4f6f-8fa3-bf0f115de1fa service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924501 Dec 15 14:38:21.665672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:38:21.683468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6552e758-8bd1-4d6b-9cc9-6c2a3d184799 req-6637f130-36c1-4891-b9bb-246326b3a6ba service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Dec 15 14:38:21.711833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:38:22.181388 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:38:22.423884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817eaf0-c359-4d0d-972e-1edadcbe67bc req-89423c6a-66bf-4930-91de-15e34aa147e7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:22.425393 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6817eaf0-c359-4d0d-972e-1edadcbe67bc req-89423c6a-66bf-4930-91de-15e34aa147e7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0553632 Dec 15 14:38:22.473755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6817eaf0-c359-4d0d-972e-1edadcbe67bc req-96c1236f-7495-4a41-b937-b6c1408b01ec tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Dec 15 14:38:22.842099 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-66b2cbda-1879-4ca3-a559-f82e94f32df6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436883 Dec 15 14:38:22.944857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-3559ddcf-db25-40ee-bae0-dbbd6979a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:22.946262 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-3559ddcf-db25-40ee-bae0-dbbd6979a402 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 1095 time: 0.0419106 Dec 15 14:38:23.063383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-f44ad4a4-71dd-48d3-8622-ffc4b50e32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.065478 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-f44ad4a4-71dd-48d3-8622-ffc4b50e32f1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0992618 Dec 15 14:38:23.137332 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-5f382289-f46f-408e-9f23-13dc3e7cc071 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 200 len: 999 time: 0.0642767 Dec 15 14:38:23.187357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-dcb8fbd8-0450-49ec-b676-9028707d7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.189067 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-dcb8fbd8-0450-49ec-b676-9028707d7848 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0446923 Dec 15 14:38:23.235142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-17f0739b-fb8b-4c27-878f-8a004a0a2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.237192 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-17f0739b-fb8b-4c27-878f-8a004a0a2cec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418220 Dec 15 14:38:23.333146 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-8d7ac69d-2bce-4d2f-9587-0e2e36be9261 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Dec 15 14:38:23.426454 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-3e8e3bd2-72f2-46ac-a6a8-424c0e8d6378 req-09fd06cc-94d6-41fd-a88a-19465830a5a1 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859740 Dec 15 14:38:23.589962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a09cc-7c26-4de4-b657-0202073a5bae req-a5bf0a61-72ef-4282-a568-9678c9409f30 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.591497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-655a09cc-7c26-4de4-b657-0202073a5bae req-a5bf0a61-72ef-4282-a568-9678c9409f30 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0488167 Dec 15 14:38:23.638760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-655a09cc-7c26-4de4-b657-0202073a5bae req-45ec551b-708a-4e28-aaca-a74049d8c05d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Dec 15 14:38:23.754850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48d421-d579-4826-80db-d6d3ea616377 req-239d4aa4-255c-46f7-8994-2f5a0bd344ca tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.756246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f48d421-d579-4826-80db-d6d3ea616377 req-239d4aa4-255c-46f7-8994-2f5a0bd344ca tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0490680 Dec 15 14:38:23.806830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3f48d421-d579-4826-80db-d6d3ea616377 req-7bf21871-5f31-407b-89e7-44b709595c87 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445423 Dec 15 14:38:23.920047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66080a-3e49-4cb1-94ad-bd82718e8604 req-897dfa59-6071-4123-88e1-960b35d63d94 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.921534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b66080a-3e49-4cb1-94ad-bd82718e8604 req-897dfa59-6071-4123-88e1-960b35d63d94 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0482569 Dec 15 14:38:23.968589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9b66080a-3e49-4cb1-94ad-bd82718e8604 req-cfd2319a-4539-4a89-bb4e-b7a92bc2bb1d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406520 Dec 15 14:38:24.197709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4163a2-7c4f-4f3a-b88a-305f653399ec req-ecd5538d-6f70-4c22-8d29-27f41095681e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:24.199173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d4163a2-7c4f-4f3a-b88a-305f653399ec req-ecd5538d-6f70-4c22-8d29-27f41095681e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 944 time: 0.0478206 Dec 15 14:38:24.245604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d4163a2-7c4f-4f3a-b88a-305f653399ec req-87fb21b3-f222-424a-aae7-f927f5a56c2e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398414 Dec 15 14:38:24.368340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:24.465367 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:24.476609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'mac_address': 'fa:16:3e:0c:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:38:24.516265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:24.529490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94e46db-dbf3-4d3e-a5d2-d1149ec9616b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:24.549663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:24.556414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:24.603206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:24.994930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:38:25.370552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a1439-ea05-4bf6-9db5-fd4141ec4ad6 req-e22478ff-5bc9-432f-81d7-653bbd4cdc48 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:25.372178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb2a1439-ea05-4bf6-9db5-fd4141ec4ad6 req-e22478ff-5bc9-432f-81d7-653bbd4cdc48 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0548341 Dec 15 14:38:25.426154 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb2a1439-ea05-4bf6-9db5-fd4141ec4ad6 req-8c18175d-c5d9-4119-a0f8-3a31a2c284c5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470684 Dec 15 14:38:25.674057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-bc8d5933-5d08-4436-a9d5-0bcb7417d399 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:25.675540 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-bc8d5933-5d08-4436-a9d5-0bcb7417d399 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Dec 15 14:38:25.773164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Deleting port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:38:25.773510 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:25.867303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] For port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:25.867656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:26.042047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:26.042400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:26.042709 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 disassociated. External IP: 172.25.2.36, port: f94e46db-dbf3-4d3e-a5d2-d1149ec9616b. Dec 15 14:38:26.043039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Calling delete_port for f94e46db-dbf3-4d3e-a5d2-d1149ec9616b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:38:26.171667 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:26.205609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event deleted for resources: {'Port': ['ID=f94e46db-dbf3-4d3e-a5d2-d1149ec9616b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:26.331573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:38:26.373021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:26.377699 n-d-815324-3 neutron-server[103380]: INFO neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No ports have port_id starting with f94e46db-dbf3-4d3e-a5d2-d1149ec9616b Dec 15 14:38:26.379461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b requested by agent hyperv_n-h1-815324-3 not found in database {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 15 14:38:26.445100 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:38:26.457665 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:38:26.469568 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:26.470925 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:38:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:26.488521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] No DVR routers for this DVR port f94e46db-dbf3-4d3e-a5d2-d1149ec9616b on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:38:26.491073 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:26.494921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-739a5f9a-f26d-432b-8d15-ebdcfde30aeb req-a25e9d17-e8c7-421c-96c0-b9b0c7344283 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "DELETE /v2.0/ports/f94e46db-dbf3-4d3e-a5d2-d1149ec9616b HTTP/1.1" status: 204 len: 173 time: 0.8124163 Dec 15 14:38:26.495346 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-deleted', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:26.498807 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2dd5d8-bc0c-4cd1-8e37-4bfa30dd3e1c" -d '{"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-deleted", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:26.540113 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd28ceb-0ccb-4841-b9f9-9be1320914d6 x-openstack-request-id: req-9cd28ceb-0ccb-4841-b9f9-9be1320914d6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:26.540999 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6290561f-bbfe-4ad8-bf52-e0d542ff3828", "name": "network-vif-deleted", "tag": "f94e46db-dbf3-4d3e-a5d2-d1149ec9616b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:26.540999 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd28ceb-0ccb-4841-b9f9-9be1320914d6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:26.541210 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6290561f-bbfe-4ad8-bf52-e0d542ff3828', 'name': 'network-vif-deleted', 'tag': 'f94e46db-dbf3-4d3e-a5d2-d1149ec9616b', 'status': 'completed', 'code': 200} Dec 15 14:38:26.548342 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea509cd3-71c0-4e6f-9774-fd7dd4588c85 req-97564cb9-1133-4e39-96f0-f9f5fccea90e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=6290561f-bbfe-4ad8-bf52-e0d542ff3828 HTTP/1.1" status: 200 len: 210 time: 0.0393646 Dec 15 14:38:26.591614 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:26.810521 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:26.836482 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:38:26.844867 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:26.846192 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:38:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:26.950006 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:27.151080 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:27.176480 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbc18d-5cf8-42f3-a783-7da57fc82e8c None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:38:27.395368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02addf-ee07-457e-b21f-c4554e3409cf None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:38:27.860110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-e66e6c3f-0fae-4420-8a04-be5ccd5f062a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--281487662&fields=id&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 267 time: 0.0414052 Dec 15 14:38:27.967629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-dff680fb-6572-428b-8f71-9b28c185e1ea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:27.969118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-dff680fb-6572-428b-8f71-9b28c185e1ea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1014557 Dec 15 14:38:27.985166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-2e5d8d54-baed-41c6-b685-85bf92798041 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/quotas/db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 375 time: 0.0093696 Dec 15 14:38:28.041481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-ef94fbe0-a103-4814-955b-6b89f4af5706 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461593 Dec 15 14:38:28.130206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-7208f6ac-8abc-46c4-acbc-3587b7858116 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:38:28.131627 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-7208f6ac-8abc-46c4-acbc-3587b7858116 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451698 Dec 15 14:38:28.227383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c51d39e-37c8-410e-8974-be679ab092a4 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893123 Dec 15 14:38:28.318747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-5c6678b9-7499-490c-836c-26f9858d4fca service neutron] 10.222.0.32 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850692 Dec 15 14:38:29.511123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a79d51d-2749-41b2-9628-02ff93454bb8 req-2f2b91bf-22c5-484c-8d73-0d6172d46c5a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0271842 Dec 15 14:38:30.383123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:38:30.407168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: f94e46db-dbf3-4d3e-a5d2-d1149ec9616b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:38:30.408164 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f94e46db-dbf3-4d3e-a5d2-d1149ec9616b not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:38:30.597260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26ddcd70-ba5b-4b2a-97d7-e674f0513066 req-0f5c8815-9b4c-4ceb-a526-4bf5fd5d9bb9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0309613 Dec 15 14:38:31.676834 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e84df466-6748-49f8-80d5-e85a72c6cd59 req-e8f64dd0-c1ad-4db7-a7a9-3a603c4803eb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0253079 Dec 15 14:38:32.483252 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-771ca670-ca47-4b59-aadb-fd3822b11335 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:32.484784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-771ca670-ca47-4b59-aadb-fd3822b11335 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 812 time: 0.1133242 Dec 15 14:38:32.553009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-22b43f69-69c8-4272-b063-ddf1fd68b682 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 379 time: 0.0570595 Dec 15 14:38:32.563413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'port': {'device_id': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'admin_state_up': True, 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'security_groups': ['03a83f58-7401-4e11-813a-f04be5bb3280']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:32.670628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Made reservation on behalf of db2f6e204375495b89e108d332f4ac91 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:38:32.674178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:32.780164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1b11dd5a-71ed-46ea-83d4-48f16aaf7e5e req-67202e70-b39a-48d4-8f0d-7bcb2dda5a60 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0320866 Dec 15 14:38:32.832213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Allocated IP 172.20.0.3 (ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b/9d0cc189-5e72-437b-9127-9a202365bc17/209d5e25-8745-47eb-8d27-e66ae73e3237) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:38:33.293547 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.327323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.369089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:38:33.372121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:38:33.375853 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:38:33.405102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:33.429531 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:33.430169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.447422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-ba978431-a6f7-4915-b328-463124274343 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8876913 Dec 15 14:38:33.459742 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Request body: {'port': {'device_id': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:33.518787 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.594439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bff94601-146e-47f8-a26a-58aa547450ed None None] Provisioning complete for port 209d5e25-8745-47eb-8d27-e66ae73e3237 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:33.595045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bff94601-146e-47f8-a26a-58aa547450ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.629648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bff94601-146e-47f8-a26a-58aa547450ed None None] Port 209d5e25-8745-47eb-8d27-e66ae73e3237 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:38:33.774952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209d5e25-8745-47eb-8d27-e66ae73e3237 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:33.782776 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.794312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Transition to ACTIVE for port object 209d5e25-8745-47eb-8d27-e66ae73e3237 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:38:33.798831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.848636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:33.955947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5393c-db3f-4081-8f94-f9eb4b343fcd req-2e5e5c19-50b7-4df4-8c98-16a16f81cdb8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:33.957590 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25b5393c-db3f-4081-8f94-f9eb4b343fcd req-2e5e5c19-50b7-4df4-8c98-16a16f81cdb8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.1039319 Dec 15 14:38:33.962482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:38:33.962812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:38:33.963133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:33.975084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:38:33.975407 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:33.990567 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:38:33.990915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:38:33.991545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:38:33.991998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Bound port: 209d5e25-8745-47eb-8d27-e66ae73e3237, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:38:33.992357 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:34.053451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-25b5393c-db3f-4081-8f94-f9eb4b343fcd req-f037932b-8884-4c64-bdef-1d49163a5819 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875854 Dec 15 14:38:34.079596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:34.082704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:38:34.087532 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:34.123927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.124562 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:34.125930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] 10.222.0.67 "PUT /v2.0/ports/209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1091 time: 0.6704397 Dec 15 14:38:34.126380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:34.128664 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371" -d '{"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:34.153812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26c62f-65db-4a8d-ae07-4624d18a6092 service neutron] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:34.183733 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22bc5a8-d50b-468b-a955-3b8e81b65cef x-openstack-request-id: req-a22bc5a8-d50b-468b-a955-3b8e81b65cef {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:34.184032 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:34.184286 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a22bc5a8-d50b-468b-a955-3b8e81b65cef {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:34.184719 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'status': 'completed', 'code': 200} Dec 15 14:38:34.220937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-6ad026a5-097b-4a0e-8a65-5cdc4834c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.222468 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-6ad026a5-097b-4a0e-8a65-5cdc4834c1bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1094 time: 0.0488501 Dec 15 14:38:34.267476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-7a64b6cd-d36e-4828-9ffa-0c60eb445082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 217 time: 0.0355370 Dec 15 14:38:34.325182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-e188b54b-c353-4d45-981d-a29f5a86a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.326649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-e188b54b-c353-4d45-981d-a29f5a86a149 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0491464 Dec 15 14:38:34.372248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132c8f-41fc-4265-931f-58991a1af27a req-2205e66b-87da-4157-b10c-8d8d619fc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.373769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-2205e66b-87da-4157-b10c-8d8d619fc233 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400636 Dec 15 14:38:34.467719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-5de27a00-ab03-48a3-9d51-7b3454237431 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849452 Dec 15 14:38:34.557843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13132c8f-41fc-4265-931f-58991a1af27a req-5d135b07-9112-4f32-80e7-11d6ab8d68be service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813630 Dec 15 14:38:34.649400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-7c1f22e5-171c-4b55-8c9f-b581370a4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.650824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-7c1f22e5-171c-4b55-8c9f-b581370a4792 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1094 time: 0.0413976 Dec 15 14:38:34.742835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-87fce917-477f-4502-bcad-b47a6312de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.744311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-87fce917-477f-4502-bcad-b47a6312de05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0864785 Dec 15 14:38:34.786641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-59d6448c-1f3a-4697-a7bd-559038954e99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 217 time: 0.0342236 Dec 15 14:38:34.839196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-9ff855bc-d017-4251-9899-cce070ff2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.840675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-9ff855bc-d017-4251-9899-cce070ff2186 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0469890 Dec 15 14:38:34.887845 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-750c66e3-c200-4914-8bd4-9a1d954c1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.889353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-750c66e3-c200-4914-8bd4-9a1d954c1e79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398946 Dec 15 14:38:34.978839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-5ff20d6f-f178-45b6-940d-885b7a35ad09 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800664 Dec 15 14:38:35.072442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c56d1bae-bdf3-4b90-a5d8-6c60013c2371 req-6976eb90-3f5e-40da-ada5-fba87ff6f783 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Dec 15 14:38:35.172835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d29ac-d461-4443-9ad8-eae029cb8274 req-fda16a18-05aa-4b52-aed1-1354fe564b0d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.174303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f7d29ac-d461-4443-9ad8-eae029cb8274 req-fda16a18-05aa-4b52-aed1-1354fe564b0d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0488827 Dec 15 14:38:35.223244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f7d29ac-d461-4443-9ad8-eae029cb8274 req-74a09780-6b15-4fd3-822e-61b5adb20f1b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Dec 15 14:38:36.344050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f6d71-5681-4773-a0f2-835e21a9b07f req-f960a9bc-7255-40cb-9469-fb3d9f20d256 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.346132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de4f6d71-5681-4773-a0f2-835e21a9b07f req-f960a9bc-7255-40cb-9469-fb3d9f20d256 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0527842 Dec 15 14:38:36.392508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de4f6d71-5681-4773-a0f2-835e21a9b07f req-64b2f560-78d2-433a-b64c-b91d63b5da72 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403261 Dec 15 14:38:37.518039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d314067-c963-44a8-9f8d-65f0966fb91d req-bd341935-23ab-4e16-9550-bae90f302dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:37.519513 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d314067-c963-44a8-9f8d-65f0966fb91d req-bd341935-23ab-4e16-9550-bae90f302dc9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0576787 Dec 15 14:38:37.570514 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1d314067-c963-44a8-9f8d-65f0966fb91d req-a147ffb2-1500-4699-b560-745832310cac tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448470 Dec 15 14:38:37.711654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:37.822277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:37.833194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'mac_address': 'fa:16:3e:50:6e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:38:37.870066 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:37.887033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d5e25-8745-47eb-8d27-e66ae73e3237 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:37.908603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:37.912566 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:37.959281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:38.100316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['209d5e25-8745-47eb-8d27-e66ae73e3237'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:38:38.694227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20d62-b101-448e-8ff9-20c2b15a5564 req-13b846da-1201-4273-8a68-89b1333e4143 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:38.695729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ea20d62-b101-448e-8ff9-20c2b15a5564 req-13b846da-1201-4273-8a68-89b1333e4143 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0559075 Dec 15 14:38:38.745339 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3ea20d62-b101-448e-8ff9-20c2b15a5564 req-cdd91cc3-f592-43c8-8886-0153427ffd86 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 Dec 15 14:38:39.716373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:38:39.764963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 209d5e25-8745-47eb-8d27-e66ae73e3237 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:38:39.769815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 209d5e25-8745-47eb-8d27-e66ae73e3237 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:39.770188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:39.847544 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:39.861040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54e82a-4e47-40cc-ae76-89abe5484c34 req-80d86401-1462-460e-acc5-77619816673d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:39.862556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f54e82a-4e47-40cc-ae76-89abe5484c34 req-80d86401-1462-460e-acc5-77619816673d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0480943 Dec 15 14:38:39.870228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:39.872740 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd109e71-fc1a-4034-a1d8-483a381e14a7" -d '{"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-plugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:39.889676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:39.895553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:39.913807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f54e82a-4e47-40cc-ae76-89abe5484c34 req-873bdc88-2cde-4c90-bad5-a573f40c5091 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449510 Dec 15 14:38:39.919480 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94416a6b-0a2e-4cc0-a0b0-fa5e2df83ad6 x-openstack-request-id: req-94416a6b-0a2e-4cc0-a0b0-fa5e2df83ad6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:39.919780 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-plugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:39.920062 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94416a6b-0a2e-4cc0-a0b0-fa5e2df83ad6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:39.920479 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'code': 200} Dec 15 14:38:39.947967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:40.015800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ae8f4-9ff5-487c-85c7-7db54471bb1f req-aad63500-9556-4343-802a-1e8415799f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:40.017944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f58ae8f4-9ff5-487c-85c7-7db54471bb1f req-aad63500-9556-4343-802a-1e8415799f0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1096 time: 0.0402930 Dec 15 14:38:40.065720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f58ae8f4-9ff5-487c-85c7-7db54471bb1f req-9fcae6bc-13f5-4f9c-8706-e744c550c476 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Dec 15 14:38:41.035907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be3805-d4d1-4956-9694-636a525314b5 req-2a16d47d-59f0-4029-b0ff-b61d5e14f501 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:41.037543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9be3805-d4d1-4956-9694-636a525314b5 req-2a16d47d-59f0-4029-b0ff-b61d5e14f501 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0525401 Dec 15 14:38:41.091189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9be3805-d4d1-4956-9694-636a525314b5 req-352c85a0-6db9-4d86-aefe-f194073e4ae9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Dec 15 14:38:42.217289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f871f0-3872-4e0b-8700-09e0bedefd48 req-38a53a55-ce6c-4d57-a71f-07522b0e9088 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:42.218826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1f871f0-3872-4e0b-8700-09e0bedefd48 req-38a53a55-ce6c-4d57-a71f-07522b0e9088 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0582919 Dec 15 14:38:42.266011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1f871f0-3872-4e0b-8700-09e0bedefd48 req-cd3b02b6-35ec-479b-b78a-11349046cfb4 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405626 Dec 15 14:38:42.384814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c426e7c-a143-4bad-864a-3fc727320e94 req-40773c4b-9cce-48ea-beb1-c2931e5f3477 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:42.386292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9c426e7c-a143-4bad-864a-3fc727320e94 req-40773c4b-9cce-48ea-beb1-c2931e5f3477 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0529578 Dec 15 14:38:42.394850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 45950) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:38:42.399151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Request body: {'floatingip': {'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:42.438843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:42.644594 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-79829d78-1593-420f-b837-f282fad51462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:42.869085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:42.872994 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:42.972080 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 associated. External IP: 172.25.2.36, port: 209d5e25-8745-47eb-8d27-e66ae73e3237. Dec 15 14:38:43.186133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:38:43.299880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:38:43.304589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:43.311133 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:38:43.322374 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:43.323227 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:38:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:43.333932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c137f9e6-6c04-4e4c-85fc-ea32bf3bbd28 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "PUT /v2.0/floatingips/cd09853e-e7b9-4a56-a940-9a2de4525081 HTTP/1.1" status: 200 len: 991 time: 0.9379981 Dec 15 14:38:43.334519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:43.336901 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c876c2-95de-4669-a3e4-6ab91c691f93" -d '{"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:43.390706 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1214179b-ec25-4f3a-a3a7-38a565514dd9 x-openstack-request-id: req-1214179b-ec25-4f3a-a3a7-38a565514dd9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:43.391174 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:43.391981 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1214179b-ec25-4f3a-a3a7-38a565514dd9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:43.392401 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'status': 'completed', 'code': 200} Dec 15 14:38:43.464037 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:43.466952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-a0689ebd-0152-4870-8d01-126f43fa98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:43.468474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-a0689ebd-0152-4870-8d01-126f43fa98eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1096 time: 0.0447054 Dec 15 14:38:43.560985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-e6276ceb-005b-4f52-910a-174f27708c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:43.562457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-e6276ceb-005b-4f52-910a-174f27708c60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0850632 Dec 15 14:38:43.632871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-cf1e975d-d4ff-43c5-85e2-6ab5f7643335 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0632162 Dec 15 14:38:43.682043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-5d16d2fb-c65a-48d0-b34f-c2200ab13f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:43.683520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-5d16d2fb-c65a-48d0-b34f-c2200ab13f2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0442657 Dec 15 14:38:43.683791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:50:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:38:42Z', 'revision_number': 13, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:43.713697 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:38:43.722420 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:43.722936 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:38:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:43.730984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-00702291-55af-4c88-82fb-96352f0ae2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:43.732487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-00702291-55af-4c88-82fb-96352f0ae2ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424366 Dec 15 14:38:43.834736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-2006a177-4231-4aa0-ba4e-aec3038c7e54 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941746 Dec 15 14:38:43.918623 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:43.928404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-07c876c2-95de-4669-a3e4-6ab91c691f93 req-fd4561fc-977d-455b-b607-1b6d50c3b233 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856395 Dec 15 14:38:44.139861 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:50:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:38:42Z', 'revision_number': 13, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:44.169143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa4e42-7341-4736-90f7-fa78574f9443 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'cd09853e-e7b9-4a56-a940-9a2de4525081', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'mac_address': 'fa:16:3e:50:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:29:45Z', 'updated_at': '2021-12-15T14:38:42Z', 'revision_number': 13, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:38:44.371838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddc483-2699-40e3-865b-6fcc6a04e9b4 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:38:44.588997 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:44.805434 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e64a-ddee-44cb-8e4c-09775c6f40d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:46.432197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:47.608431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:48.584825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:51.565155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:59.181137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:39:08.860726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-17f51138-8da7-4c5d-8b52-c1e8d7bbe4f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522373 Dec 15 14:39:08.952243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-9bbba1a8-a8d1-4c22-ad81-0f8ecbfae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:08.954392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-9bbba1a8-a8d1-4c22-ad81-0f8ecbfae76c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1096 time: 0.0455742 Dec 15 14:39:09.062148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-491329d5-21a5-4341-90a6-c94daf36d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:09.064135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-491329d5-21a5-4341-90a6-c94daf36d3f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0887663 Dec 15 14:39:09.139118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-592d6442-0507-4eb1-91a9-e6357f498caf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1001 time: 0.0641062 Dec 15 14:39:09.190817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-458aef27-606f-43ee-a98e-b213d4535b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:09.192628 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-458aef27-606f-43ee-a98e-b213d4535b2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0449970 Dec 15 14:39:09.239559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-2a34c243-4467-4d05-bf88-602e48d8ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:09.241013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-2a34c243-4467-4d05-bf88-602e48d8ed7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409186 Dec 15 14:39:09.336940 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-14f47b1a-0dd4-4d53-a386-67072c932157 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873244 Dec 15 14:39:09.434461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df43d7c7-1d64-4ef4-b10e-1bfd428d51fe req-46c3c175-77a1-4df9-9866-ba7a8f1d6ca8 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Dec 15 14:39:12.646355 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81365dc2-a93c-4080-99e3-fbea02349011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:14.610954 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:14.806671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e24cb46-b6cf-4596-9079-3b37a446267d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:16.438657 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:17.612886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:18.587119 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:21.575071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.179819 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:39:42.647552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40984608-f2c8-4ff4-ab6d-9899fce48723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:44.606118 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:44.808311 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40ba8625-4363-42f6-8849-ff0d43caba07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:46.437121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:47.612116 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:48.589448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:51.593388 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:08.871030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-2f90f509-951a-4713-b222-edbb86ea63c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405962 Dec 15 14:40:08.955743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a17372-e05b-430f-b140-721b9f72303d req-bec2f773-b884-442e-b118-241d7b8caa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:08.957481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-bec2f773-b884-442e-b118-241d7b8caa9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1096 time: 0.0411799 Dec 15 14:40:09.064990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a17372-e05b-430f-b140-721b9f72303d req-2f827a78-ba01-4ef0-b313-8dc3b4cfb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:09.066471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-2f827a78-ba01-4ef0-b313-8dc3b4cfb77e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0894589 Dec 15 14:40:09.132093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-1c9ef27a-42dc-4429-bf97-9592c1a437d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1001 time: 0.0581083 Dec 15 14:40:09.180960 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a17372-e05b-430f-b140-721b9f72303d req-76a170f3-d2ee-4bf9-8c33-d87682c025a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:09.182383 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-76a170f3-d2ee-4bf9-8c33-d87682c025a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0432703 Dec 15 14:40:09.231218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a17372-e05b-430f-b140-721b9f72303d req-b990ff4f-60e5-489c-b83e-40731d0c165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:09.232731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-b990ff4f-60e5-489c-b83e-40731d0c165a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436718 Dec 15 14:40:09.251102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-ab5000c9-99e2-4f20-9dae-11696d8eea8b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:40:09.252164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-ab5000c9-99e2-4f20-9dae-11696d8eea8b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126419 Dec 15 14:40:09.342328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-a126d7e8-808c-404a-b866-c48b97c7ef90 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Dec 15 14:40:09.434573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6a17372-e05b-430f-b140-721b9f72303d req-9ac4be1b-2093-43d5-a909-23717571791c service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853138 Dec 15 14:40:12.650167 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1272f280-e049-490b-872b-7e0aca15318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:13.179221 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:40:14.608415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:14.811690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a1455ed-4cbf-45bc-8f21-78784d1fe15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:16.440176 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:17.614155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:18.593031 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:21.039771 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3f29-8e36-4beb-89dc-f416c9a68ad7 req-bbaa1d21-e39d-4adf-b213-4d8fe0fea878 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:21.041279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b44f3f29-8e36-4beb-89dc-f416c9a68ad7 req-bbaa1d21-e39d-4adf-b213-4d8fe0fea878 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0492461 Dec 15 14:40:21.096686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b44f3f29-8e36-4beb-89dc-f416c9a68ad7 req-1552fffd-976b-484e-bb9a-5f3b7a997d1c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483003 Dec 15 14:40:21.594291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:33.077772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-02a12a7d-520e-43e5-a96c-1841bd79c91c req-497f39da-1eeb-409a-988f-377f9170084f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:40:33.078759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-02a12a7d-520e-43e5-a96c-1841bd79c91c req-497f39da-1eeb-409a-988f-377f9170084f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059149 Dec 15 14:40:33.283596 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229749a-3f5a-4d2e-b677-a61a8614d4b6 req-1afb6cac-d688-422b-9ff5-45e7eb2b9897 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:33.284993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2229749a-3f5a-4d2e-b677-a61a8614d4b6 req-1afb6cac-d688-422b-9ff5-45e7eb2b9897 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0709326 Dec 15 14:40:33.287600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-6dfe81a6-4560-4ea6-a54f-0ff3379638f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827892 Dec 15 14:40:33.335473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2229749a-3f5a-4d2e-b677-a61a8614d4b6 req-7e29e1c0-a8ad-4985-b946-f1e9ad950800 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 Dec 15 14:40:34.479160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-96e932c4-9883-4b97-94af-02bbb131dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:34.480700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-96e932c4-9883-4b97-94af-02bbb131dd06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1096 time: 0.0736063 Dec 15 14:40:34.491954 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aaa6f-88cc-4137-a8df-59d1f218650e req-a63404d6-34d6-487d-b2d1-5e6354147a18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:34.493620 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d0aaa6f-88cc-4137-a8df-59d1f218650e req-a63404d6-34d6-487d-b2d1-5e6354147a18 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0759802 Dec 15 14:40:34.586389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d0aaa6f-88cc-4137-a8df-59d1f218650e req-62de61be-0dc3-4217-980d-5c4695ab21c0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842743 Dec 15 14:40:34.610577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-18123aea-e980-4ce4-a507-08e27466c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:34.612047 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-18123aea-e980-4ce4-a507-08e27466c735 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.1175768 Dec 15 14:40:34.681794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-1dfa155d-1a29-4b42-ad44-4dda6bc320fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1001 time: 0.0622547 Dec 15 14:40:34.731563 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-60af8de9-f9f2-4a95-b30e-5de6bb1180b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:34.733013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-60af8de9-f9f2-4a95-b30e-5de6bb1180b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0430136 Dec 15 14:40:34.777634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-80f25006-7f96-4a79-bede-fb4525ea00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:34.779108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-80f25006-7f96-4a79-bede-fb4525ea00c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392103 Dec 15 14:40:34.870435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-44c9221f-f617-44b6-bef2-ae13eb209459 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Dec 15 14:40:34.958024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-8c28092d-4e97-473a-a393-f6aecc172192 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805759 Dec 15 14:40:35.710253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c461-b583-42c1-8788-008b7808379d req-ccbc2096-879d-47eb-a7e7-7cd78c258298 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:35.711733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7073c461-b583-42c1-8788-008b7808379d req-ccbc2096-879d-47eb-a7e7-7cd78c258298 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0537922 Dec 15 14:40:35.758442 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7073c461-b583-42c1-8788-008b7808379d req-8e3bbc17-7822-44c4-af7d-237c6f4c4a1b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Dec 15 14:40:36.879829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae025fe8-ab2d-4df4-a69c-dd1e41d42d15 req-6b02bc9a-6f43-47ec-8bf0-5fbac870152b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:36.881340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae025fe8-ab2d-4df4-a69c-dd1e41d42d15 req-6b02bc9a-6f43-47ec-8bf0-5fbac870152b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0489821 Dec 15 14:40:36.928164 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae025fe8-ab2d-4df4-a69c-dd1e41d42d15 req-f4a05496-0c4f-443b-be12-362815d38b16 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Dec 15 14:40:38.041075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846e29-0dfb-4c42-aea4-8b0d32edefb6 req-90c770e1-5c7b-4c54-a76d-f5570c731c14 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:38.042528 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28846e29-0dfb-4c42-aea4-8b0d32edefb6 req-90c770e1-5c7b-4c54-a76d-f5570c731c14 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0468824 Dec 15 14:40:38.093166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-28846e29-0dfb-4c42-aea4-8b0d32edefb6 req-8ce2d612-b288-4d0b-b0bf-f9e46ca87625 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436592 Dec 15 14:40:39.211319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b322e-9c67-4e56-b8ac-2abbb9676357 req-016aa4d6-a848-46ef-8449-e5e38b6867ca tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:39.212813 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-194b322e-9c67-4e56-b8ac-2abbb9676357 req-016aa4d6-a848-46ef-8449-e5e38b6867ca tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0488453 Dec 15 14:40:39.259542 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-194b322e-9c67-4e56-b8ac-2abbb9676357 req-409829f2-6042-495b-9622-ff96aae04474 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402601 Dec 15 14:40:40.378655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4273-0e85-4a19-bf71-dd3610296aea req-dbab31c3-5825-4a70-a107-ab982c02cd5c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:40.380116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-595e4273-0e85-4a19-bf71-dd3610296aea req-dbab31c3-5825-4a70-a107-ab982c02cd5c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0487983 Dec 15 14:40:40.437257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-595e4273-0e85-4a19-bf71-dd3610296aea req-ee1c4793-f867-493f-a841-69c52a943a86 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454638 Dec 15 14:40:41.563750 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ccbe-45a6-4608-8410-3d9dda350c26 req-71052223-984d-4b86-bc36-3deafd6089e3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:41.565275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9e6ccbe-45a6-4608-8410-3d9dda350c26 req-71052223-984d-4b86-bc36-3deafd6089e3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0545611 Dec 15 14:40:41.618541 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9e6ccbe-45a6-4608-8410-3d9dda350c26 req-b32d336d-bc82-45ed-96d5-e0925295b667 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Dec 15 14:40:42.655917 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-01908615-23f8-46e3-a6cb-db88f188d867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:42.742133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aefd9-a236-4c64-bc8c-82b0677b3947 req-f2db8ad7-ca21-4aa7-a9f7-a3c269a0638a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:42.743804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee1aefd9-a236-4c64-bc8c-82b0677b3947 req-f2db8ad7-ca21-4aa7-a9f7-a3c269a0638a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0516274 Dec 15 14:40:42.792399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee1aefd9-a236-4c64-bc8c-82b0677b3947 req-f483027b-596a-487e-a901-af032adc5d7a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Dec 15 14:40:43.920492 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f45e13-8da4-4abf-8e7c-80b620b960ba req-ef848737-6e90-442c-bb92-00a6b89a9f52 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:43.922502 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04f45e13-8da4-4abf-8e7c-80b620b960ba req-ef848737-6e90-442c-bb92-00a6b89a9f52 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0553815 Dec 15 14:40:44.291623 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04f45e13-8da4-4abf-8e7c-80b620b960ba req-faf452bf-76ed-451f-a12e-469d552c3c5a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630350 Dec 15 14:40:44.618727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:44.814866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c76d7a5-5eda-469b-92bf-88b5c1424c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:45.408648 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5e497-62c9-4afc-b237-5c8b8a715f40 req-c2086fa1-36b2-48f2-9e8a-822540e5dddf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:45.410115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-caf5e497-62c9-4afc-b237-5c8b8a715f40 req-c2086fa1-36b2-48f2-9e8a-822540e5dddf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0489228 Dec 15 14:40:45.457485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-caf5e497-62c9-4afc-b237-5c8b8a715f40 req-8a9600c6-569e-4207-8e1a-58a4007b427d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Dec 15 14:40:46.443486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:46.591399 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350e2a-77eb-4d0e-a26c-e25742b88b4e req-a0084b98-5e58-422a-ab13-a061a26f1635 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:46.593450 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1350e2a-77eb-4d0e-a26c-e25742b88b4e req-a0084b98-5e58-422a-ab13-a061a26f1635 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0559049 Dec 15 14:40:46.644475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e1350e2a-77eb-4d0e-a26c-e25742b88b4e req-00762dac-86f3-4cc2-9ca0-23d232b206fe tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Dec 15 14:40:47.617814 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:47.760921 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1017aa1-a1f5-4f77-82c8-84708880257b req-bc66b28b-5193-48ce-b5c1-181f46c6ea9f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:47.762408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1017aa1-a1f5-4f77-82c8-84708880257b req-bc66b28b-5193-48ce-b5c1-181f46c6ea9f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0486124 Dec 15 14:40:47.810143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1017aa1-a1f5-4f77-82c8-84708880257b req-f816e12c-692c-4d39-b4d1-c8051b8c7c58 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 Dec 15 14:40:48.596251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:48.947917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4ba39-1ad6-49f5-a673-ef94a78af131 req-73e3d4ea-5f86-409c-aa11-5d08ec727aaf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:48.949415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99b4ba39-1ad6-49f5-a673-ef94a78af131 req-73e3d4ea-5f86-409c-aa11-5d08ec727aaf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0678489 Dec 15 14:40:48.950168 n-d-815324-3 neutron-server[103379]: INFO neutron.api.v2.resource [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-33667424-3f40-4b8b-b8d1-f72ed55efb61 service neutron] show failed (client error): The resource could not be found. Dec 15 14:40:48.951062 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-33667424-3f40-4b8b-b8d1-f72ed55efb61 service neutron] 10.222.0.67 "GET /v2.0/ports/209d5e25-8745-47eb-8d27-e66ae73e3237/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0987067 Dec 15 14:40:49.004690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99b4ba39-1ad6-49f5-a673-ef94a78af131 req-dca03c84-58a7-4d45-b172-cad4fd091264 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491071 Dec 15 14:40:49.164192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-775d8e3e-022b-414f-b37b-f7b7625802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:49.165697 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-775d8e3e-022b-414f-b37b-f7b7625802ae service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 1096 time: 0.0486867 Dec 15 14:40:49.182339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:40:49.241849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:49.439994 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:40:49.475585 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:40:49.517812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:40:49.520165 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec541d9-c82a-4c63-a643-b5e492f26107" -d '{"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-unplugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:40:49.524281 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:49.537015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Transition to ACTIVE for port object 209d5e25-8745-47eb-8d27-e66ae73e3237 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:40:49.541163 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:49.576020 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad44fe6-4637-4d5c-9bef-c89dd9e25d08 x-openstack-request-id: req-4ad44fe6-4637-4d5c-9bef-c89dd9e25d08 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:40:49.576316 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-unplugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:40:49.576601 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ad44fe6-4637-4d5c-9bef-c89dd9e25d08 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:40:49.577684 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'code': 200} Dec 15 14:40:49.622897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:40:49.643992 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.644342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.644716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.645062 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.645399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.645734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.646068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.646398 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.646726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.647054 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.647382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.647708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.648034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:40:49.680354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] No DVR routers for this DVR port 209d5e25-8745-47eb-8d27-e66ae73e3237 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:40:49.817340 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:40:49.817665 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:40:49.817988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:40:49.822228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:40:49.822539 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:40:49.827294 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:40:49.827616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:40:49.827984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:40:49.828394 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Bound port: 209d5e25-8745-47eb-8d27-e66ae73e3237, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:40:49.828773 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:49.892548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:40:49.895432 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:40:49.899647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:49.935574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:49.936236 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:49.938129 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] 10.222.0.85 "PUT /v2.0/ports/209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1091 time: 0.7600484 Dec 15 14:40:49.962547 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457451a-07f6-4896-8c43-3c6aa97b86d5 service neutron] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:40:50.010107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-1e667d87-34ac-455f-9ebe-99c08e34eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:50.011638 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-1e667d87-34ac-455f-9ebe-99c08e34eace service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1094 time: 0.0433202 Dec 15 14:40:50.114440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-831dbd03-d2a0-4c5c-b046-47e7650aa5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:50.115938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-831dbd03-d2a0-4c5c-b046-47e7650aa5b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0973496 Dec 15 14:40:50.131452 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c73c54-26a0-4c72-9773-5a34ca38189e req-5a2eb8b8-0e58-42a4-afe1-f5d072d3abc5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:50.132859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27c73c54-26a0-4c72-9773-5a34ca38189e req-5a2eb8b8-0e58-42a4-afe1-f5d072d3abc5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0516429 Dec 15 14:40:50.181850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27c73c54-26a0-4c72-9773-5a34ca38189e req-e6263f3b-290d-49b6-b77a-d0a5939ef48c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Dec 15 14:40:50.182797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:40:50.183445 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-37ce1016-6132-4b47-9718-2fb969945e94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0602360 Dec 15 14:40:50.213642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:40:50.233220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-57d9aab5-6cdd-427a-be59-bc32d7ce19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:50.235244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-57d9aab5-6cdd-427a-be59-bc32d7ce19d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0446455 Dec 15 14:40:50.257419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:40:50.288206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-e998a58f-99ee-47f7-8885-09d7aa1baf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:50.289763 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-e998a58f-99ee-47f7-8885-09d7aa1baf67 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472915 Dec 15 14:40:50.381859 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-14cfb519-13d2-49cd-aa81-ae3294204eaa service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Dec 15 14:40:50.476462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-2ba5c868-32db-4f48-80b1-98044c00d9c9 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865290 Dec 15 14:40:51.307079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bf94d-4d4d-4c82-9153-9ccc1e45afca req-86e92184-d515-48eb-a210-8654eaed4983 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.308760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d1bf94d-4d4d-4c82-9153-9ccc1e45afca req-86e92184-d515-48eb-a210-8654eaed4983 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0515008 Dec 15 14:40:51.361919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d1bf94d-4d4d-4c82-9153-9ccc1e45afca req-085d05d1-6f5f-4443-ac34-bba91cec53ca tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Dec 15 14:40:51.579189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:40:51.581637 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931" -d '{"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:40:51.612411 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:51.637303 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c9934-df32-481f-9f5a-93ad6b39e862 x-openstack-request-id: req-6e5c9934-df32-481f-9f5a-93ad6b39e862 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:40:51.637607 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:40:51.637871 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e5c9934-df32-481f-9f5a-93ad6b39e862 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:40:51.638288 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'status': 'completed', 'code': 200} Dec 15 14:40:51.708352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-f7391e5e-b44f-4d52-88a4-4c3afabdabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.710225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-f7391e5e-b44f-4d52-88a4-4c3afabdabe5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1094 time: 0.0497301 Dec 15 14:40:51.721544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-be816c82-6a58-4746-b5c6-cb3ea6da0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.723328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-be816c82-6a58-4746-b5c6-cb3ea6da0a8e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1094 time: 0.0443444 Dec 15 14:40:51.803517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-79df87b5-bb05-403a-8ee7-48d254cbc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.805013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-79df87b5-bb05-403a-8ee7-48d254cbc9f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0882280 Dec 15 14:40:51.822308 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-a15ab2af-6026-4975-b905-d907df922025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.823759 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-a15ab2af-6026-4975-b905-d907df922025 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0942957 Dec 15 14:40:51.878827 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-c2e4b38f-b66a-4c9e-8350-e1eaf6ccb110 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0657384 Dec 15 14:40:51.890642 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-b0ad5139-4c53-45b1-be97-3e0930e29eaa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0600147 Dec 15 14:40:51.929671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-08f7eea2-3127-428a-82b7-12217f87a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.931300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-08f7eea2-3127-428a-82b7-12217f87a856 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0448709 Dec 15 14:40:51.940835 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-a5e868da-0bce-4fa7-87e1-fd92862efb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.942300 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-a5e868da-0bce-4fa7-87e1-fd92862efb21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0446835 Dec 15 14:40:51.988865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-ed2a7394-2abf-4dbc-87d4-077e11312010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.990594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-ed2a7394-2abf-4dbc-87d4-077e11312010 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517657 Dec 15 14:40:52.003271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-06545da2-8d97-47b9-a03d-fb1f9944d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:52.004832 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-06545da2-8d97-47b9-a03d-fb1f9944d55b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538862 Dec 15 14:40:52.089017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-21827d6b-a50f-46c7-9bc6-7e49475fe2ec service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912092 Dec 15 14:40:52.103899 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-63d07cc2-33ee-4ccd-b69b-eca37dd618d8 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913923 Dec 15 14:40:52.191807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-7c495cd9-b758-48ea-b620-91a205134e19 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951962 Dec 15 14:40:52.203060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a3b0006a-34be-4ceb-a4b8-bdb87b2f5931 req-a26e371a-d2b4-4b03-a7f7-c3f2cd1e14bc service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Dec 15 14:40:52.481652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e4017-2f7a-41a0-961c-f4ebfb6aac39 req-6151b39f-7b27-4f3c-a7bd-58cab40e5a66 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:52.483165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-737e4017-2f7a-41a0-961c-f4ebfb6aac39 req-6151b39f-7b27-4f3c-a7bd-58cab40e5a66 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0482852 Dec 15 14:40:52.532440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-737e4017-2f7a-41a0-961c-f4ebfb6aac39 req-b81890bd-1a82-4baf-b26e-fd93286f8c3e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Dec 15 14:40:53.653995 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244aecc-4eed-436e-abef-4a1d01976cb9 req-af681dfb-8b82-4a27-b9a7-b48d3173d3f9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:53.656203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e244aecc-4eed-436e-abef-4a1d01976cb9 req-af681dfb-8b82-4a27-b9a7-b48d3173d3f9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0508018 Dec 15 14:40:53.705599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e244aecc-4eed-436e-abef-4a1d01976cb9 req-35f613dc-8eac-4a71-b1f5-e4b4630a0e11 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Dec 15 14:40:54.829117 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ca855-9288-4225-9f76-a58d94c9d156 req-ea8b7d0d-5c49-4a31-bab2-a0fbbedef035 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:54.830617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-123ca855-9288-4225-9f76-a58d94c9d156 req-ea8b7d0d-5c49-4a31-bab2-a0fbbedef035 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0547523 Dec 15 14:40:54.877618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-123ca855-9288-4225-9f76-a58d94c9d156 req-66087b55-a222-4edf-9c55-03f62d483c07 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Dec 15 14:40:56.000579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8237e-90ee-48aa-b56f-d43e85ad7220 req-a5095581-8cc6-41b1-83ba-8ee756ebe4b8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:56.002067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fd8237e-90ee-48aa-b56f-d43e85ad7220 req-a5095581-8cc6-41b1-83ba-8ee756ebe4b8 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0506339 Dec 15 14:40:56.050254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fd8237e-90ee-48aa-b56f-d43e85ad7220 req-f060ef8b-2319-4a75-b86c-6899a0e9b7cd tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Dec 15 14:40:57.174581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa0d6-dbf3-4074-abf1-2a376222f1b1 req-10fb9a9d-be03-47fa-b892-c10dc99bfa1a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:57.176084 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2caa0d6-dbf3-4074-abf1-2a376222f1b1 req-10fb9a9d-be03-47fa-b892-c10dc99bfa1a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0544698 Dec 15 14:40:57.229400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d2caa0d6-dbf3-4074-abf1-2a376222f1b1 req-2c7c1398-08a0-42cb-a39a-2edb9b831ca1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472481 Dec 15 14:40:58.353241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa1b0e-ff88-49de-a7b5-daf52d1a4094 req-6b8bbddc-e3d1-412f-aafc-b6d6fbb1f763 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:58.354736 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13aa1b0e-ff88-49de-a7b5-daf52d1a4094 req-6b8bbddc-e3d1-412f-aafc-b6d6fbb1f763 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0528841 Dec 15 14:40:58.407341 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13aa1b0e-ff88-49de-a7b5-daf52d1a4094 req-c2434ed2-a5e0-44c3-9f19-6cc3098fd536 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Dec 15 14:40:59.528937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb8600-e602-4edf-89e0-4ab74d56f766 req-d8344fea-1a90-4a31-92de-24a8e461c6a5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:59.530467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75eb8600-e602-4edf-89e0-4ab74d56f766 req-d8344fea-1a90-4a31-92de-24a8e461c6a5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0512986 Dec 15 14:40:59.583605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75eb8600-e602-4edf-89e0-4ab74d56f766 req-ec8916c6-61e5-4cc7-a9e7-49ef28756f07 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466192 Dec 15 14:41:00.703940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540e2af-affe-41d7-a21a-27a10e8826c5 req-25eeeb21-e35b-4830-a115-7ed8ab79b441 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:00.705500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d540e2af-affe-41d7-a21a-27a10e8826c5 req-25eeeb21-e35b-4830-a115-7ed8ab79b441 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0499008 Dec 15 14:41:00.753245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d540e2af-affe-41d7-a21a-27a10e8826c5 req-ec802bc8-1e9f-4638-9193-46f4d088bb9c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Dec 15 14:41:01.872287 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ddf3-cc2b-42cc-b665-f6d95e7702a5 req-ca2decc5-14f2-4734-b15e-026fee0acb2d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:01.873818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1691ddf3-cc2b-42cc-b665-f6d95e7702a5 req-ca2decc5-14f2-4734-b15e-026fee0acb2d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0505292 Dec 15 14:41:01.923298 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1691ddf3-cc2b-42cc-b665-f6d95e7702a5 req-b2a883c6-d3a7-4df6-a818-6591070aacdf tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Dec 15 14:41:03.047376 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd966c-b841-40d3-be46-1ffb3d884af9 req-02ef214d-9ca4-4c25-83cd-26de5b1dd6b9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.048824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5cd966c-b841-40d3-be46-1ffb3d884af9 req-02ef214d-9ca4-4c25-83cd-26de5b1dd6b9 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0538590 Dec 15 14:41:03.096587 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d5cd966c-b841-40d3-be46-1ffb3d884af9 req-b59e846b-8177-4090-8217-b882c004e5d7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417504 Dec 15 14:41:04.217929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3684-4237-4cf1-925e-bcd155acf697 req-172405f2-ab42-4505-ad93-90eb275443f5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:04.219440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3ff3684-4237-4cf1-925e-bcd155acf697 req-172405f2-ab42-4505-ad93-90eb275443f5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0490341 Dec 15 14:41:04.267610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c3ff3684-4237-4cf1-925e-bcd155acf697 req-0adde3f8-3fc4-4c96-9537-07af102aaac3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Dec 15 14:41:05.191073 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:41:05.298507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:05.314465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'mac_address': 'fa:16:3e:50:6e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:41:05.356610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:05.375564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d5e25-8745-47eb-8d27-e66ae73e3237 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:05.396437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609b2e-e138-435f-9f8a-996e93112493 req-a9aab283-ed2a-4204-8d04-cc016eb1b27c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:05.398263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0609b2e-e138-435f-9f8a-996e93112493 req-a9aab283-ed2a-4204-8d04-cc016eb1b27c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 943 time: 0.0577245 Dec 15 14:41:05.422902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:05.428691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:05.471508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0609b2e-e138-435f-9f8a-996e93112493 req-28d96b9b-29d6-469c-98d9-4ac814c72b23 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659192 Dec 15 14:41:05.498568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:05.506590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.506946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.507296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.507636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.507973 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.508309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.508757 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.509235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.509792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.510307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.510693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.511089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.511537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:05.794860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['209d5e25-8745-47eb-8d27-e66ae73e3237'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:41:05.833387 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a366917-897f-48bb-bf04-ab06a70b450f req-aeaf000e-263f-4df2-a3ec-1653f049a9b2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:05.835039 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a366917-897f-48bb-bf04-ab06a70b450f req-aeaf000e-263f-4df2-a3ec-1653f049a9b2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0579288 Dec 15 14:41:05.836112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-418763a3-9e8c-4e5d-9c0f-368f6fac5931 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:05.838497 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-418763a3-9e8c-4e5d-9c0f-368f6fac5931 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.85 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a&tenant_id=db2f6e204375495b89e108d332f4ac91&binding%3Ahost_id=n-h1-815324-3 HTTP/1.1" status: 200 len: 944 time: 0.0860355 Dec 15 14:41:05.905847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a366917-897f-48bb-bf04-ab06a70b450f req-ada14808-230e-469d-b345-9260c606dee6 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617023 Dec 15 14:41:05.940471 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-964e25f0-1ed2-4c82-86a4-67411d427c85 service neutron] 10.222.0.85 "GET /v2.0/ports/209d5e25-8745-47eb-8d27-e66ae73e3237/bindings/n-h1-815324-3 HTTP/1.1" status: 200 len: 382 time: 0.0904548 Dec 15 14:41:06.027948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-badbce34-6558-432d-9e7b-c4b7e846ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.030059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-badbce34-6558-432d-9e7b-c4b7e846ba09 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1095 time: 0.0515354 Dec 15 14:41:06.126450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-a058825e-e06a-40e5-ae43-3406ec810631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.127913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-a058825e-e06a-40e5-ae43-3406ec810631 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0906472 Dec 15 14:41:06.528749 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-185b0254-4fce-4ae8-be23-ab44f26fcf46 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1000 time: 0.3925860 Dec 15 14:41:06.577525 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-f417f70a-4b37-4fd6-9241-716df14b5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.578960 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-f417f70a-4b37-4fd6-9241-716df14b5385 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0432541 Dec 15 14:41:06.627788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-5bb8ccf5-96c6-4d92-a687-82dd9700d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.629352 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-5bb8ccf5-96c6-4d92-a687-82dd9700d9fc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438645 Dec 15 14:41:06.723457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-5fc019e6-6289-4d5a-9198-f0727948fe71 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863645 Dec 15 14:41:06.822195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-06e7eb31-74af-4431-b062-eb050370608c service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909038 Dec 15 14:41:07.025650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da20d-19fd-46ac-8e7c-1981ccb673c4 req-f9e94687-3389-4edf-a837-aedd2a74eb25 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:07.027181 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-393da20d-19fd-46ac-8e7c-1981ccb673c4 req-f9e94687-3389-4edf-a837-aedd2a74eb25 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0529745 Dec 15 14:41:07.076049 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-393da20d-19fd-46ac-8e7c-1981ccb673c4 req-64e56ce3-844a-4dcd-83b4-fe6fbbf45c91 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 Dec 15 14:41:07.193524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:41:07.245463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 209d5e25-8745-47eb-8d27-e66ae73e3237 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:41:07.249895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 209d5e25-8745-47eb-8d27-e66ae73e3237 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:41:07.250268 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:07.328437 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:07.351321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:07.353681 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b273a05-543b-4b77-98fc-b8ff4e4aeee2" -d '{"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-plugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:07.367676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:07.372693 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:07.410676 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bfa98f-a8f8-4258-97c5-e73d25a93fc0 x-openstack-request-id: req-36bfa98f-a8f8-4258-97c5-e73d25a93fc0 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:07.410976 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-plugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:07.411232 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36bfa98f-a8f8-4258-97c5-e73d25a93fc0 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:07.411634 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'code': 200} Dec 15 14:41:07.427508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:08.206227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbbac7-3761-4a2e-aa56-057cdba08e32 req-5c61841a-765a-4081-9a69-a4a80db48d55 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:08.207259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1efbbac7-3761-4a2e-aa56-057cdba08e32 req-5c61841a-765a-4081-9a69-a4a80db48d55 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0576413 Dec 15 14:41:08.257356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1efbbac7-3761-4a2e-aa56-057cdba08e32 req-acb6e27f-ff7a-46b7-aa9b-5a195feef13b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436156 Dec 15 14:41:09.386038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2b8fd-f4d0-44cd-a8a4-5fc3592bb3d7 req-35dd483a-b348-47cb-aaeb-025d7851365b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:09.387610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bac2b8fd-f4d0-44cd-a8a4-5fc3592bb3d7 req-35dd483a-b348-47cb-aaeb-025d7851365b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0570705 Dec 15 14:41:09.442694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bac2b8fd-f4d0-44cd-a8a4-5fc3592bb3d7 req-b85d9ef8-ec3d-4998-af9d-dd63956ae7cb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476670 Dec 15 14:41:10.567301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa7b1c-d446-40a5-b48f-5b771872f5e0 req-902882da-4ae9-4e7e-bd7c-547ea8c9748b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:10.568822 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0aa7b1c-d446-40a5-b48f-5b771872f5e0 req-902882da-4ae9-4e7e-bd7c-547ea8c9748b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0526667 Dec 15 14:41:10.616837 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0aa7b1c-d446-40a5-b48f-5b771872f5e0 req-a1e62a06-2f57-4b5f-818e-b399e7026f0c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417809 Dec 15 14:41:11.050310 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-15e9737d-a07d-462c-8655-3c6eaaeec7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:11.051848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-15e9737d-a07d-462c-8655-3c6eaaeec7d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a&tenant_id=db2f6e204375495b89e108d332f4ac91 HTTP/1.1" status: 200 len: 1096 time: 0.0421844 Dec 15 14:41:11.064635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:11.126841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.209405 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:11.286065 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.332364 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:11.364458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:11.406640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:11.408959 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f03f4-8091-49cc-8342-2942bae51bc1" -d '{"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-unplugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:11.412878 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.425079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Transition to ACTIVE for port object 209d5e25-8745-47eb-8d27-e66ae73e3237 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:41:11.429044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.465978 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f96f3-e5d4-48fc-967e-9703345a82e2 x-openstack-request-id: req-049f96f3-e5d4-48fc-967e-9703345a82e2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:11.466965 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-unplugged", "status": "completed", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:11.466965 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-049f96f3-e5d4-48fc-967e-9703345a82e2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:11.467128 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'code': 200} Dec 15 14:41:11.486765 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:41:11.487125 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:41:11.521710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:11.533509 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.533856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.534195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.534529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.534859 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.535188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.535510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.535829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.536147 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.536466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.536812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.537129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.537443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:11.566702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] No DVR routers for this DVR port 209d5e25-8745-47eb-8d27-e66ae73e3237 on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:11.712706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:41:11.713341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:41:11.713341 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:11.731260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:41:11.731528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Attempting to bind port 209d5e25-8745-47eb-8d27-e66ae73e3237 on network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:11.741154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:41:11.741487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Checking segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:11.741867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Bound using segment: {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:41:11.742294 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Bound port: 209d5e25-8745-47eb-8d27-e66ae73e3237, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c64b47-90de-48ee-8b57-42ce3f69c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:41:11.742648 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.796522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447013c-779b-4845-9463-f9f6056f2bd7 req-98c5b932-b78c-4bd7-9e8d-2a0f5c09ed4f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:11.798103 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6447013c-779b-4845-9463-f9f6056f2bd7 req-98c5b932-b78c-4bd7-9e8d-2a0f5c09ed4f tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.1052680 Dec 15 14:41:11.860277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:11.864116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:41:11.869203 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6447013c-779b-4845-9463-f9f6056f2bd7 req-ab786635-13ec-4d79-9665-84622d16d557 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646739 Dec 15 14:41:11.870654 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.909296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:11.909945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:11.911297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] 10.222.0.67 "PUT /v2.0/ports/209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 1092 time: 0.8513896 Dec 15 14:41:11.927831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bda4e-d24a-412d-b1f4-319ab54c2aeb service neutron] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=11']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:11.983176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-56f1de6e-e0e4-405e-b305-938ec528ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:11.984784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-56f1de6e-e0e4-405e-b305-938ec528ff1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1095 time: 0.0473411 Dec 15 14:41:12.089754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-a21c035e-6144-4ec1-8ee5-e5d23e468560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.091222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-a21c035e-6144-4ec1-8ee5-e5d23e468560 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0980191 Dec 15 14:41:12.170763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-5d1d0c99-6e41-4ed9-afa3-58676c683034 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0718999 Dec 15 14:41:12.225351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-d1d68e57-35fe-43d6-8f33-7f00b9b49961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.226680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-d1d68e57-35fe-43d6-8f33-7f00b9b49961 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0491407 Dec 15 14:41:12.273451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35932d-8aec-47e6-b305-983e03c82092 req-06c20d09-6f20-4cc3-b74d-fa69d23a6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.274932 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-06c20d09-6f20-4cc3-b74d-fa69d23a6777 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411713 Dec 15 14:41:12.363714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-f9927363-3eb8-4b10-ad3c-01fa9cdb1293 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814154 Dec 15 14:41:12.456849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa35932d-8aec-47e6-b305-983e03c82092 req-f295e42f-1a79-4286-8dfe-a192cd96414b service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 Dec 15 14:41:12.649701 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e3bcc6c3-b376-4226-98b0-5b4928f7323c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:12.997527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e783278-60cb-480f-ba95-c42c6ad53327 req-e490d79b-7a9f-4838-9b9d-02301d782b2b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.999079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e783278-60cb-480f-ba95-c42c6ad53327 req-e490d79b-7a9f-4838-9b9d-02301d782b2b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0536952 Dec 15 14:41:13.054511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2e783278-60cb-480f-ba95-c42c6ad53327 req-dade4f61-095f-4351-b295-09d4ac7aa6b3 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491536 Dec 15 14:41:13.468162 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:13.470567 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738" -d '{"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:13.536392 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af2bca-2e83-4e06-88c0-2d0cf85c1d7e x-openstack-request-id: req-c8af2bca-2e83-4e06-88c0-2d0cf85c1d7e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:13.536875 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:13.537259 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8af2bca-2e83-4e06-88c0-2d0cf85c1d7e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:13.537781 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'status': 'completed', 'code': 200} Dec 15 14:41:13.599715 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-e0368f6f-a18a-45cd-bcb1-e67c80b6df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.601668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-e0368f6f-a18a-45cd-bcb1-e67c80b6df48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1095 time: 0.0489917 Dec 15 14:41:13.604357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-1bd2c2e2-dbe9-4218-a5c9-7780b6f28adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.606010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-1bd2c2e2-dbe9-4218-a5c9-7780b6f28adc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db2f6e204375495b89e108d332f4ac91&device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 1095 time: 0.0455515 Dec 15 14:41:13.704240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-c036ef62-41e5-4549-bda8-eb4034ef03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.705869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-c036ef62-41e5-4549-bda8-eb4034ef03c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0967984 Dec 15 14:41:13.715365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-44c2acb4-8425-46c6-9759-f2a2f3be9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.717470 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-44c2acb4-8425-46c6-9759-f2a2f3be9036 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 200 len: 914 time: 0.0967572 Dec 15 14:41:13.782306 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-78485960-a68d-446e-a389-7946fc91ee77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0685756 Dec 15 14:41:13.795597 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-0f2abbcf-9f73-46d1-aa1e-8ba5c52b3dca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 200 len: 999 time: 0.0714726 Dec 15 14:41:13.832433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-6aacf02b-6917-4842-a9a5-c4ee88c37c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.834152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-6aacf02b-6917-4842-a9a5-c4ee88c37c7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0448892 Dec 15 14:41:13.868093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-cb58b19f-b79c-4b27-bdb5-934d29de4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.869883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-cb58b19f-b79c-4b27-bdb5-934d29de4de3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 200 len: 851 time: 0.0675182 Dec 15 14:41:13.882875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-7aad4508-1f45-41ad-a457-7134cfe5a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.884741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-7aad4508-1f45-41ad-a457-7134cfe5a1f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437417 Dec 15 14:41:13.919723 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-5a453625-994a-4054-bc60-aba980540bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.921968 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-5a453625-994a-4054-bc60-aba980540bdb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447905 Dec 15 14:41:14.001784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-235c6d41-0dd4-4522-8e9c-eba0ed1623fe service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081598 Dec 15 14:41:14.043919 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-415a31fc-d358-4695-b7e0-733834d99290 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134384 Dec 15 14:41:14.100037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-3200357d-2d6c-409e-8caf-0221c8d92138 service neutron] 10.222.0.67 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910666 Dec 15 14:41:14.157103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ba2838d5-1d51-4ef9-b112-1a56f4bf2738 req-faeb242d-3b11-463a-b859-80aa2ae91f77 service neutron] 10.222.0.85 "GET /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065221 Dec 15 14:41:14.195659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018926-c8da-40a6-bb3c-5f21f624b228 req-a5b486d2-2071-477f-9eee-9dcbdabd2a22 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:14.197331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26018926-c8da-40a6-bb3c-5f21f624b228 req-a5b486d2-2071-477f-9eee-9dcbdabd2a22 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0602083 Dec 15 14:41:14.254993 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26018926-c8da-40a6-bb3c-5f21f624b228 req-f905ead9-be10-40ce-a1ee-4e6f6a5fe914 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499992 Dec 15 14:41:14.646112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:14.823942 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d375860-478f-4046-a2a8-7e82cfca898f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:15.381178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c473c86-1868-4d97-91a1-d600672e73ef req-0e86059f-d92d-4632-93a8-6c24611235c5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:15.382716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c473c86-1868-4d97-91a1-d600672e73ef req-0e86059f-d92d-4632-93a8-6c24611235c5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0504732 Dec 15 14:41:15.432665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6c473c86-1868-4d97-91a1-d600672e73ef req-8d3faa40-3014-400a-86fe-7b706641048e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Dec 15 14:41:16.447933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:16.555672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9c553-2ce0-47b9-bb0e-1d845536caa1 req-de9943ff-2a64-445f-b049-cab6117415d1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.557188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ee9c553-2ce0-47b9-bb0e-1d845536caa1 req-de9943ff-2a64-445f-b049-cab6117415d1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0533159 Dec 15 14:41:16.606354 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ee9c553-2ce0-47b9-bb0e-1d845536caa1 req-4f9602a9-7121-4fb5-9bc9-546f24e116f2 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Dec 15 14:41:17.620708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:17.725893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d81a27-fd3b-4254-8781-9d6e0b891f65 req-0daa795d-2fec-4a49-aac8-a8658b31572b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:17.727400 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08d81a27-fd3b-4254-8781-9d6e0b891f65 req-0daa795d-2fec-4a49-aac8-a8658b31572b tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0480142 Dec 15 14:41:17.774584 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-08d81a27-fd3b-4254-8781-9d6e0b891f65 req-a49bcb94-2c33-4b6f-a426-3363e9387604 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407276 Dec 15 14:41:18.598592 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:18.893585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a885a33-6958-4b26-8c69-91538cc125ea req-c89953b0-2dc7-411b-bba1-9f9b99fb015a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:18.895023 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a885a33-6958-4b26-8c69-91538cc125ea req-c89953b0-2dc7-411b-bba1-9f9b99fb015a tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0507684 Dec 15 14:41:18.949028 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a885a33-6958-4b26-8c69-91538cc125ea req-3f6aaf48-f7df-4ee1-b0a0-8606b765706d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479670 Dec 15 14:41:20.067512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40191201-36fe-4650-b707-aaaa5ba5996e req-b04b21f7-7e55-4d25-9834-0c97f1a4dd76 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:20.069005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40191201-36fe-4650-b707-aaaa5ba5996e req-b04b21f7-7e55-4d25-9834-0c97f1a4dd76 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0483544 Dec 15 14:41:20.115643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40191201-36fe-4650-b707-aaaa5ba5996e req-545e6a51-bb35-4a64-95f2-a725e02cdee6 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Dec 15 14:41:21.230785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049debf-1d63-4261-a9b6-24afb2ee0478 req-eadf1d38-b3ad-4f80-b77a-1072ec8236bb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:21.232771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1049debf-1d63-4261-a9b6-24afb2ee0478 req-eadf1d38-b3ad-4f80-b77a-1072ec8236bb tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0477841 Dec 15 14:41:21.279522 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1049debf-1d63-4261-a9b6-24afb2ee0478 req-e45f75dc-854f-417d-bf40-b0d8547a096d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407667 Dec 15 14:41:21.594477 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:22.403592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c563-5054-406f-8775-930a8bdfd0f9 req-9f263a35-237c-4155-8c4c-66143c1b722c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.405655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da86c563-5054-406f-8775-930a8bdfd0f9 req-9f263a35-237c-4155-8c4c-66143c1b722c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0564890 Dec 15 14:41:22.452421 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-da86c563-5054-406f-8775-930a8bdfd0f9 req-73a3e73d-9d4c-4d45-b35f-4370c6bef3a1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407789 Dec 15 14:41:23.571733 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eb545-c57a-4f25-886a-bdd1ce9bb909 req-5304dbb0-411b-4685-9b4e-0379095536e1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:23.573259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f09eb545-c57a-4f25-886a-bdd1ce9bb909 req-5304dbb0-411b-4685-9b4e-0379095536e1 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0493047 Dec 15 14:41:23.622391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f09eb545-c57a-4f25-886a-bdd1ce9bb909 req-0a39ad1b-8cbe-4881-b5e9-97610aca35f7 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Dec 15 14:41:24.743754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80307-5b88-4dcd-89cb-2760efaa0fde req-56d20454-db49-4b1f-8280-d5a4e2a0fd3e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.745272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53a80307-5b88-4dcd-89cb-2760efaa0fde req-56d20454-db49-4b1f-8280-d5a4e2a0fd3e tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0512404 Dec 15 14:41:24.800053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-53a80307-5b88-4dcd-89cb-2760efaa0fde req-7e1f1fc7-d880-4e79-8d09-afef588cfbf0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Dec 15 14:41:24.914730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e038fae-9e32-4eae-8be3-9a296815b2d9 req-eff04b6a-8b86-43a7-a240-9f4139a66afc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.916132 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e038fae-9e32-4eae-8be3-9a296815b2d9 req-eff04b6a-8b86-43a7-a240-9f4139a66afc tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0490334 Dec 15 14:41:24.964600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e038fae-9e32-4eae-8be3-9a296815b2d9 req-47b235ed-a3a3-4d3b-be09-24ea6990952c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416102 Dec 15 14:41:25.079636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c73f8f-11d5-4654-9179-c64cefceb9bc req-76b40b18-a792-40b1-9529-802f0ccc4740 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:25.081134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c73f8f-11d5-4654-9179-c64cefceb9bc req-76b40b18-a792-40b1-9529-802f0ccc4740 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0476949 Dec 15 14:41:25.127365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a1c73f8f-11d5-4654-9179-c64cefceb9bc req-73312734-3553-4282-8245-6ee505e120d5 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404205 Dec 15 14:41:25.365026 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d6caa-13d8-4611-b765-4fb6b4f80988 req-37ef8b19-d646-4107-9a71-de4d644c3e83 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:25.366492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e7d6caa-13d8-4611-b765-4fb6b4f80988 req-37ef8b19-d646-4107-9a71-de4d644c3e83 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0534534 Dec 15 14:41:25.417291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1e7d6caa-13d8-4611-b765-4fb6b4f80988 req-54dbb3e2-c032-4483-8231-b1556d631e4c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Dec 15 14:41:26.381313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:41:26.478333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:26.492298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'port_id': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'mac_address': 'fa:16:3e:50:6e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:41:26.530866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:26.537179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd3e40-2973-434e-a87c-9254e17535e5 req-6e9e674e-c9ff-473a-b56e-bf8d0effe86d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:26.538711 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35bd3e40-2973-434e-a87c-9254e17535e5 req-6e9e674e-c9ff-473a-b56e-bf8d0effe86d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 944 time: 0.0490224 Dec 15 14:41:26.544287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d5e25-8745-47eb-8d27-e66ae73e3237 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:26.563883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:26.568059 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:26.586089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35bd3e40-2973-434e-a87c-9254e17535e5 req-4e5eb3e6-f1e7-4618-b8ef-17bf27410ff0 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a83f58-7401-4e11-813a-f04be5bb3280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412915 Dec 15 14:41:26.619351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:26.818592 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-e1745bce-ceb8-47ef-9de0-2f6f7e8f03ea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:26.820022 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-e1745bce-ceb8-47ef-9de0-2f6f7e8f03ea tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 945 time: 0.0509350 Dec 15 14:41:26.906985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Deleting port 209d5e25-8745-47eb-8d27-e66ae73e3237 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:26.907320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.015302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] For port 209d5e25-8745-47eb-8d27-e66ae73e3237, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=209d5e25-8745-47eb-8d27-e66ae73e3237,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:27.015661 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.180226 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.180606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.180915 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Floating IP cd09853e-e7b9-4a56-a940-9a2de4525081 disassociated. External IP: 172.25.2.36, port: 209d5e25-8745-47eb-8d27-e66ae73e3237. Dec 15 14:41:27.181251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Calling delete_port for 209d5e25-8745-47eb-8d27-e66ae73e3237 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:27.182373 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:41:27.308364 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.340016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event deleted for resources: {'Port': ['ID=209d5e25-8745-47eb-8d27-e66ae73e3237,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:27.464703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:41:27.894216 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-904d032f-86e9-41dc-ab49-f32126b02eb1 req-b43e392d-8c90-43b4-bfca-5e62f266f7aa tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0312920 Dec 15 14:41:27.923712 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:41:27.934303 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:41:27.943611 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:27.944206 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:27.962138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] No DVR routers for this DVR port 209d5e25-8745-47eb-8d27-e66ae73e3237 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:27.964853 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.969046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a47de59-f1ae-4620-ac90-32013c4e7e8e req-0da826c5-a888-4553-a8d0-56b436ef4189 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.67 "DELETE /v2.0/ports/209d5e25-8745-47eb-8d27-e66ae73e3237 HTTP/1.1" status: 204 len: 173 time: 1.1422660 Dec 15 14:41:27.969519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-deleted', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:27.971792 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e075f-0871-479c-b5d4-56898b8795ec" -d '{"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-deleted", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:28.016266 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00e42f3-8269-4f3b-ac1d-389e536baec4 x-openstack-request-id: req-a00e42f3-8269-4f3b-ac1d-389e536baec4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:28.016936 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440e83e-938c-4327-80fb-3b07bbe4088a", "name": "network-vif-deleted", "tag": "209d5e25-8745-47eb-8d27-e66ae73e3237", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:28.017503 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a00e42f3-8269-4f3b-ac1d-389e536baec4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:28.018264 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440e83e-938c-4327-80fb-3b07bbe4088a', 'name': 'network-vif-deleted', 'tag': '209d5e25-8745-47eb-8d27-e66ae73e3237', 'status': 'completed', 'code': 200} Dec 15 14:41:28.062639 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:28.267325 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:28.293983 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:41:28.302335 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:28.302931 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:28.406783 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:28.711490 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:28.741302 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b00b0-1a19-4d75-93a1-1543b0860704 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '170cf454-3bfe-4b79-af88-ae54e4da1a7b', 'name': '', 'network_id': 'ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'mac_address': 'fa:16:3e:8b:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:43Z', 'updated_at': '2021-12-15T14:29:46Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'subnets': [{'id': '9d0cc189-5e72-437b-9127-9a202365bc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:41:28.980121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8de958-ffc8-475a-8c9f-ec9f532ee780 None None] New status for floating IP cd09853e-e7b9-4a56-a940-9a2de4525081: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:41:29.000706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6a5b78a4-da87-49c5-bfc5-5d5ee5490618 req-e0089f0c-c869-4a90-b09d-048f773d8897 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0308628 Dec 15 14:41:30.105202 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-deff33d6-76e6-4499-be51-3250573b6c8d req-d6a1fb19-e400-4366-9c8c-3d423a4a8470 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0264499 Dec 15 14:41:30.401357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:30.422135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 209d5e25-8745-47eb-8d27-e66ae73e3237 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:30.422512 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 209d5e25-8745-47eb-8d27-e66ae73e3237 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:31.204609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4aac205b-6b49-4ebb-89e8-e7e091ce5a58 req-6801005c-a2ef-486a-94fd-e8cd791e062c tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0261681 Dec 15 14:41:32.316152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6d757af-71ea-4d2c-bc73-e9d438f3a6a8 req-ee1d007e-c809-48e6-96be-34cc4a631c66 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/ports?device_id=9440e83e-938c-4327-80fb-3b07bbe4088a HTTP/1.1" status: 200 len: 210 time: 0.0258951 Dec 15 14:41:38.116586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:38.169350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4447fd40-e4de-4dcb-a99f-bb75aa29160d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.193170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4447fd40-e4de-4dcb-a99f-bb75aa29160d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.245435 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4447fd40-e4de-4dcb-a99f-bb75aa29160d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.248118 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4447fd40-e4de-4dcb-a99f-bb75aa29160d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.249390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4447fd40-e4de-4dcb-a99f-bb75aa29160d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "DELETE /v2.0/security-groups/03a83f58-7401-4e11-813a-f04be5bb3280 HTTP/1.1" status: 204 len: 168 time: 0.1317399 Dec 15 14:41:38.252168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:38.258315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447fd40-e4de-4dcb-a99f-bb75aa29160d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a83f58-7401-4e11-813a-f04be5bb3280,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:38.265919 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-40d5b7a7-1d57-4243-b9e0-5c1771c3db2d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] show failed (client error): The resource could not be found. Dec 15 14:41:38.266945 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-40d5b7a7-1d57-4243-b9e0-5c1771c3db2d tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "GET /v2.0/security-groups/03a83f58-7401-4e11-813a-f04be5bb3280 HTTP/1.1" status: 404 len: 347 time: 0.0137603 Dec 15 14:41:38.269895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:38.399793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Deleting port dbef68c4-dd7d-4a5b-9a0d-40691854ba0e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:38.400132 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.484973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.485356 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.497889 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Calling delete_port for dbef68c4-dd7d-4a5b-9a0d-40691854ba0e owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:38.630664 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.654293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Pushing event deleted for resources: {'Port': ['ID=dbef68c4-dd7d-4a5b-9a0d-40691854ba0e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:38.717142 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.719775 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:38.720954 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11c81c68-a9a4-42f0-99b8-6989ff4c2011 tempest-ServerActionsTestJSON-1897520934 tempest-ServerActionsTestJSON-1897520934-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd09853e-e7b9-4a56-a940-9a2de4525081 HTTP/1.1" status: 204 len: 168 time: 0.4501235 Dec 15 14:41:38.723976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:39.246061 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:39.496646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Deleting port 170cf454-3bfe-4b79-af88-ae54e4da1a7b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:39.497296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:39.576773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] For port 170cf454-3bfe-4b79-af88-ae54e4da1a7b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=170cf454-3bfe-4b79-af88-ae54e4da1a7b,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:39.577137 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:39.590663 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Calling delete_port for 170cf454-3bfe-4b79-af88-ae54e4da1a7b owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:39.771359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:39.803881 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=170cf454-3bfe-4b79-af88-ae54e4da1a7b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:39.974876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:40.191181 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Router 40535553-a127-4ddc-8821-6f8fe51fc15b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:41:40.299028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:41:40.304060 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7e630756-aa66-43f3-b57c-10f4f3ee3ae9 admin admin] 10.222.0.32 "PUT /v2.0/routers/40535553-a127-4ddc-8821-6f8fe51fc15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790837 Dec 15 14:41:40.306592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:40.309514 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] Sync routers for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:41:40.319241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:40.319842 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:40.408381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:40.422675 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:40.511844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:40.570263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Deleting port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:40.570594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:40.597951 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:41:39Z', 'revision_number': 5, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port': {'id': 'b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:40.627967 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] Checking router: 40535553-a127-4ddc-8821-6f8fe51fc15b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:41:40.636354 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] Routers {'40535553-a127-4ddc-8821-6f8fe51fc15b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:40.637003 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:41:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['40535553-a127-4ddc-8821-6f8fe51fc15b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:40.649948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] For port b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:40.650309 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:40.662443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Calling delete_port for b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:40.722066 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] Set router 40535553-a127-4ddc-8821-6f8fe51fc15b gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:40.775264 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:41:40Z', 'revision_number': 6, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:40.805608 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd58b7d-14da-4650-a897-f28650e13846 None None] The sync data for ids ['40535553-a127-4ddc-8821-6f8fe51fc15b'] in n-d-815324-3 is: [{'id': '40535553-a127-4ddc-8821-6f8fe51fc15b', 'name': 'tempest-ServerActionsTestJSON-1638671601-router', 'tenant_id': 'db2f6e204375495b89e108d332f4ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:29:41Z', 'updated_at': '2021-12-15T14:41:40Z', 'revision_number': 6, 'project_id': 'db2f6e204375495b89e108d332f4ac91', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:41:40.837781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:40.867658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:40.879087 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8df4a-84e7-4860-8a68-37a08e7d1098 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:41:40.931836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.023596 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.025872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.068396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.068968 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40535553-a127-4ddc-8821-6f8fe51fc15b {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:41:41.073471 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.074605 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c1d14534-a224-445f-a5e1-7aa031b51745 admin admin] 10.222.0.32 "DELETE /v2.0/routers/40535553-a127-4ddc-8821-6f8fe51fc15b HTTP/1.1" status: 204 len: 168 time: 0.7671180 Dec 15 14:41:41.077361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46438) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:41.122157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Deleting subnet 9d0cc189-5e72-437b-9127-9a202365bc17 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:41:41.125218 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.167033 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.248194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.302422 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.329807 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0cc189-5e72-437b-9127-9a202365bc17,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:41.335421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.338705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b5f36e53-192b-43cf-9ae3-1736de9c9915 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d0cc189-5e72-437b-9127-9a202365bc17 HTTP/1.1" status: 204 len: 168 time: 0.2603118 Dec 15 14:41:41.341662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:41.342462 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf27275-ecfe-4abf-a395-3a17568fb11f None None] Network ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:41.410412 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.465076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Deleting port c87f02e0-4cc1-461a-8345-dea919022084 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:41.465414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.534347 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] For port c87f02e0-4cc1-461a-8345-dea919022084, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c87f02e0-4cc1-461a-8345-dea919022084,segment=NetworkSegment(28c64b47-90de-48ee-8b57-42ce3f69c40a),segment_id=28c64b47-90de-48ee-8b57-42ce3f69c40a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:41.535031 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.547427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Calling delete_port for c87f02e0-4cc1-461a-8345-dea919022084 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:41.596720 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] DHCP port deletion for ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:41:41.631880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.647788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Deleting port c87f02e0-4cc1-461a-8345-dea919022084 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:41.648437 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.660207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87f02e0-4cc1-461a-8345-dea919022084,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:41.662183 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] No DVR routers for this DVR port c87f02e0-4cc1-461a-8345-dea919022084 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:41.728272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] For port c87f02e0-4cc1-461a-8345-dea919022084, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:41.728720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.744325 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.747173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Calling delete_port for c87f02e0-4cc1-461a-8345-dea919022084 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:41.749961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Port c87f02e0-4cc1-461a-8345-dea919022084 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:41:41.751297 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.765642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:41.775478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c64b47-90de-48ee-8b57-42ce3f69c40a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:41.775628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] Pushing event deleted for resources: {'Port': ['ID=c87f02e0-4cc1-461a-8345-dea919022084,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:41.775845 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c64b47-90de-48ee-8b57-42ce3f69c40a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:41.781876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648fe61-df22-443e-a025-9b91e087e1d5 None None] No DVR routers for this DVR port c87f02e0-4cc1-461a-8345-dea919022084 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:41.788872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.804205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.811551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:41:41.811930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:41:41.814045 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:41:41.880805 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.887053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:41.890706 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b HTTP/1.1" status: 204 len: 168 time: 0.5480974 Dec 15 14:41:41.902239 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed81b2-d6dd-4933-9cba-118846d03a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb823de-ea8d-46f2-8d6c-7d1da8c59d5b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:42.008615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:42.055581 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9953409a-70ea-4f90-b407-caba7ebfda81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db2f6e204375495b89e108d332f4ac91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457127 Dec 15 14:41:42.058431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:42.107606 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72b3debb-a3a2-46e1-935c-e87fd413495d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:42.134213 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72b3debb-a3a2-46e1-935c-e87fd413495d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:42.184603 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72b3debb-a3a2-46e1-935c-e87fd413495d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:42.187151 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72b3debb-a3a2-46e1-935c-e87fd413495d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:42.188272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-72b3debb-a3a2-46e1-935c-e87fd413495d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3881f31a-e389-4b8c-b9e7-68dc5849797b HTTP/1.1" status: 204 len: 168 time: 0.1288557 Dec 15 14:41:42.196108 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3debb-a3a2-46e1-935c-e87fd413495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881f31a-e389-4b8c-b9e7-68dc5849797b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:42.652239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff9361aa-70c1-44dc-b3f6-3e821832b72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:42.861907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 170cf454-3bfe-4b79-af88-ae54e4da1a7b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:42.882544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 170cf454-3bfe-4b79-af88-ae54e4da1a7b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:42.882893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 170cf454-3bfe-4b79-af88-ae54e4da1a7b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:42.883315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:42.903368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:42.903650 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b1ad27af-cbc8-4a2b-b50d-c825e49aa7c9 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:42.904080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c87f02e0-4cc1-461a-8345-dea919022084 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:42.909291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46468) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:42.923828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c87f02e0-4cc1-461a-8345-dea919022084 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:42.924419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c87f02e0-4cc1-461a-8345-dea919022084 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:43.011189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2156122-network', 'tenant_id': '938502b371c8496da181778645d772b2'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:43.032534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Made reservation on behalf of 938502b371c8496da181778645d772b2 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:43.034748 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.042795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.115477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.119631 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.140027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:41:43.154566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8dc2f8-0640-465d-a5a4-9dfa0df04a00,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:43.159982 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.160319 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Added segment baefdde7-b356-4823-a051-8479e8343311 of type vlan for network 59c9fdaa-62df-4733-b547-87a021ec434f Dec 15 14:41:43.214499 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.242225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.243269 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:43.244122 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.296536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3864784 Dec 15 14:41:43.299529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:43.304609 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Request body: {'subnet': {'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2156122-subnet', 'tenant_id': '938502b371c8496da181778645d772b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:43.307417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d67c9-0b6b-46ee-ba6c-4334e1624d3e admin admin] Pushing event updated for resources: {'Network': ['ID=59c9fdaa-62df-4733-b547-87a021ec434f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:43.317981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 59c9fdaa-62df-4733-b547-87a021ec434f details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:41:43.325743 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Made reservation on behalf of 938502b371c8496da181778645d772b2 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:43.328049 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.497934 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.555908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19dab01-7e00-4541-be68-35e1734e1c21,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:43.563312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Checking segment: {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:43.563677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Network hostable DHCP agents. Network: 59c9fdaa-62df-4733-b547-87a021ec434f, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:41:43.580287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Network 59c9fdaa-62df-4733-b547-87a021ec434f is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:41:43.589067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 59c9fdaa-62df-4733-b547-87a021ec434f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:41:43.596114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:43.596742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:43.597199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b86ee-da89-426c-8dbb-bee2b9b73c85 None None] Network 59c9fdaa-62df-4733-b547-87a021ec434f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:43.613986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-84afc598-636e-4b3f-9d31-b646533655e6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3132243 Dec 15 14:41:43.694721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81823d-7eed-4436-92a1-24de6e4b0d62 None None] Network 59c9fdaa-62df-4733-b547-87a021ec434f requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:44.034924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-3d4333f7-65fe-4d92-a8bf-5b669445db47 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:44.036313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-3d4333f7-65fe-4d92-a8bf-5b669445db47 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/networks?id=59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 200 len: 811 time: 0.1082215 Dec 15 14:41:44.051538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-43601438-bd27-421b-a651-280fb226438c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/quotas/938502b371c8496da181778645d772b2 HTTP/1.1" status: 200 len: 375 time: 0.0092213 Dec 15 14:41:44.082862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-5c14215a-5439-4be1-b9e3-0f1f767126ed tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=938502b371c8496da181778645d772b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258217 Dec 15 14:41:44.171881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-5b7c5304-2c99-4b19-b647-55fa6661f764 service neutron] 10.222.0.32 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820796 Dec 15 14:41:44.266487 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-efce09a8-a6b1-45ff-9337-72355c6a648a service neutron] 10.222.0.32 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874295 Dec 15 14:41:44.429189 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0b2dca6e-ab1c-47de-9648-a35fbdf8e3bd req-b691d6b6-7e7f-4d0a-a11c-20c3f8d4c3e2 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Dec 15 14:41:44.650064 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:44.817940 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-96aa56c9-8e7d-4811-9462-3c15400235a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:45.565686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3cc53bf9-175c-42d6-b4c0-fda2770daa13 req-16c39fe6-d10f-431a-9596-3fcca323f381 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 210 time: 0.0289941 Dec 15 14:41:45.878744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-4530ad3b-4667-4913-b013-14b45928b764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:45.880196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-4530ad3b-4667-4913-b013-14b45928b764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.85 "GET /v2.0/networks?id=59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 200 len: 811 time: 0.4479876 Dec 15 14:41:45.898517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Request body: {'port': {'device_id': '72d853b1-473a-424f-a252-8bcfab640fa4', 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f', 'admin_state_up': True, 'tenant_id': '938502b371c8496da181778645d772b2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:46.004961 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Made reservation on behalf of 938502b371c8496da181778645d772b2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:46.008615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.151357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Allocated IP 172.20.0.7 (59c9fdaa-62df-4733-b547-87a021ec434f/a19dab01-7e00-4541-be68-35e1734e1c21/0a8e02b0-c95d-4def-a94c-e2cd7f86cc83) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:41:46.300210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.333380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.377213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Network 59c9fdaa-62df-4733-b547-87a021ec434f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:41:46.380253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:41:46.382826 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:41:46.412164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Pushing event updated for resources: {'Port': ['ID=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:46.439177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:46.439803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.451665 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.456260 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-d2029914-5b0a-412d-9084-cb79e33e1764 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612314 Dec 15 14:41:46.472690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Request body: {'port': {'device_id': '72d853b1-473a-424f-a252-8bcfab640fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:46.529903 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.689181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa516a-5b6f-4e00-b5f0-262195d591d9 req-b3ac6f97-0287-4d62-b6e2-45082b304b35 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:46.690682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fbfa516a-5b6f-4e00-b5f0-262195d591d9 req-b3ac6f97-0287-4d62-b6e2-45082b304b35 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 931 time: 0.0537963 Dec 15 14:41:46.739539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fbfa516a-5b6f-4e00-b5f0-262195d591d9 req-cbf8fadf-39ce-47c1-98fa-2b32cf6186b6 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Dec 15 14:41:46.807069 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:46.815470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.827355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Transition to ACTIVE for port object 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:41:46.831119 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:46.879135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:46.953725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Attempting to bind port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:41:46.953962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Attempting to bind port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:41:46.954268 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Attempting to bind port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 on network 59c9fdaa-62df-4733-b547-87a021ec434f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:46.958565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 on network 59c9fdaa-62df-4733-b547-87a021ec434f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:41:46.958878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Attempting to bind port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 on network 59c9fdaa-62df-4733-b547-87a021ec434f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:46.963601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:41:46.963926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Checking segment: {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:46.964298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Bound using segment: {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:41:46.964738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Bound port: 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:41:46.965162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.026744 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] For port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:47.029676 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] For port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:41:47.034161 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.070768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.071378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.072886 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] 10.222.0.85 "PUT /v2.0/ports/0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 HTTP/1.1" status: 200 len: 1091 time: 0.6045024 Dec 15 14:41:47.073590 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d853b1-473a-424f-a252-8bcfab640fa4', 'tag': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:47.076055 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85604fe7-5d5f-42a9-8f57-85e563f2d346" -d '{"events": [{"name": "network-changed", "server_uuid": "72d853b1-473a-424f-a252-8bcfab640fa4", "tag": "0a8e02b0-c95d-4def-a94c-e2cd7f86cc83"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:47.097471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a67a60-0f2d-4a94-ac6a-0a26cb3fd4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:47.130844 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5704da7-6af4-494c-a055-e1ce2608fbf7 x-openstack-request-id: req-b5704da7-6af4-494c-a055-e1ce2608fbf7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:47.131138 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d853b1-473a-424f-a252-8bcfab640fa4", "tag": "0a8e02b0-c95d-4def-a94c-e2cd7f86cc83", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:47.131390 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5704da7-6af4-494c-a055-e1ce2608fbf7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:47.131795 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d853b1-473a-424f-a252-8bcfab640fa4', 'tag': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83', 'status': 'completed', 'code': 200} Dec 15 14:41:47.170339 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-e62ae5fd-abe8-44c9-8275-e7a9f8b34801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.175451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-e62ae5fd-abe8-44c9-8275-e7a9f8b34801 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=938502b371c8496da181778645d772b2&device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0505104 Dec 15 14:41:47.222447 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-0d9975af-67d0-4063-93ea-b0a1d0339c17 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 HTTP/1.1" status: 200 len: 217 time: 0.0390048 Dec 15 14:41:47.272797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-34fbc82b-e48c-4a7f-be12-012f0c6f5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.274313 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-34fbc82b-e48c-4a7f-be12-012f0c6f5289 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a19dab01-7e00-4541-be68-35e1734e1c21 HTTP/1.1" status: 200 len: 851 time: 0.0456748 Dec 15 14:41:47.307295 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-fc3097b5-a1aa-47d9-aa0d-fa950359fbff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=59c9fdaa-62df-4733-b547-87a021ec434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260077 Dec 15 14:41:47.404400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-19663cc5-a74a-4ca9-92b0-03b74e0d7529 service neutron] 10.222.0.85 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892763 Dec 15 14:41:47.500098 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a70dde-4421-483f-bbd9-33c65c15ae20 req-f3c928f9-5962-4104-9f1e-45b55591f45c service neutron] 10.222.0.85 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883112 Dec 15 14:41:47.623267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.627848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-b8517a10-8c27-472d-9e70-8d3e3b17c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.629425 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-b8517a10-8c27-472d-9e70-8d3e3b17c6a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=938502b371c8496da181778645d772b2&device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0456147 Dec 15 14:41:47.727041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-e7372bd7-3643-4999-84bb-5cfb65abcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.728462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-e7372bd7-3643-4999-84bb-5cfb65abcd41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 200 len: 913 time: 0.0895925 Dec 15 14:41:47.771064 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-de197d01-c063-444c-8471-aa73ba35d97c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 HTTP/1.1" status: 200 len: 217 time: 0.0343924 Dec 15 14:41:47.824450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-d45c4cd7-7a33-44b0-9f33-157db439b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.826010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-d45c4cd7-7a33-44b0-9f33-157db439b1f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a19dab01-7e00-4541-be68-35e1734e1c21 HTTP/1.1" status: 200 len: 851 time: 0.0446088 Dec 15 14:41:47.859788 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-1a2ccb47-49a6-4d18-a37c-4ce3f610035b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=59c9fdaa-62df-4733-b547-87a021ec434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252383 Dec 15 14:41:47.860489 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f806a8-2e6f-4c27-895e-9eb2b85ea3b5 req-f5c914c4-1c43-4105-bcbc-3818d3218099 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:47.862008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0f806a8-2e6f-4c27-895e-9eb2b85ea3b5 req-f5c914c4-1c43-4105-bcbc-3818d3218099 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 943 time: 0.0484636 Dec 15 14:41:47.909338 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0f806a8-2e6f-4c27-895e-9eb2b85ea3b5 req-97a939d9-536a-4fc8-ad25-6c5e0f4cb083 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Dec 15 14:41:47.954902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-d965bb50-f492-44ff-961c-9eeafe9c7766 service neutron] 10.222.0.85 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865307 Dec 15 14:41:48.049346 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85604fe7-5d5f-42a9-8f57-85e563f2d346 req-cca20799-2cea-48ef-a4e0-2bca6214a46f service neutron] 10.222.0.85 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873137 Dec 15 14:41:48.601092 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.028460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966ca32-a35f-4ebf-bce5-82dd36e52b1f req-f789ef0f-1b00-49a6-8aec-be2fed5a51a9 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:49.029934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b966ca32-a35f-4ebf-bce5-82dd36e52b1f req-f789ef0f-1b00-49a6-8aec-be2fed5a51a9 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 943 time: 0.0490253 Dec 15 14:41:49.079226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b966ca32-a35f-4ebf-bce5-82dd36e52b1f req-91fcf03e-6b7d-478b-a7bb-2edc8fa85419 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Dec 15 14:41:50.194168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954c81b-f457-4c3b-8076-a1193841f0c0 req-9c013787-4471-4441-aeb3-07dfa96fb48f tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:50.195660 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6954c81b-f457-4c3b-8076-a1193841f0c0 req-9c013787-4471-4441-aeb3-07dfa96fb48f tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 943 time: 0.0475941 Dec 15 14:41:50.244285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6954c81b-f457-4c3b-8076-a1193841f0c0 req-12cb096d-9fe5-4fc8-9546-30b5a69ad9db tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Dec 15 14:41:51.358930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de57d96-6470-40ab-923a-4f326ca67eb4 req-fefac912-81bf-4062-9335-6f5ed7b29493 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:51.360567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9de57d96-6470-40ab-923a-4f326ca67eb4 req-fefac912-81bf-4062-9335-6f5ed7b29493 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 943 time: 0.0493846 Dec 15 14:41:51.361311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:41:51.408411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9de57d96-6470-40ab-923a-4f326ca67eb4 req-bb4ef895-3bac-4ceb-be3a-19a73fd024ff tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Dec 15 14:41:51.457956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:51.469261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83', 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f', 'port_id': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83', 'mac_address': 'fa:16:3e:dd:8d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19dab01-7e00-4541-be68-35e1734e1c21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:41:51.505390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.522423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:51.541613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:51.545764 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.597150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:51.611168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.878582 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:41:52.525507 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8aa8c-b498-42d7-ba44-4fd7769011be req-46273ad2-34f3-4409-951e-bbee4e86d6fe tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:52.527026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43e8aa8c-b498-42d7-ba44-4fd7769011be req-46273ad2-34f3-4409-951e-bbee4e86d6fe tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 944 time: 0.0523605 Dec 15 14:41:52.575517 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-43e8aa8c-b498-42d7-ba44-4fd7769011be req-38a99adc-a020-4905-b7b8-2a86b5cbd036 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Dec 15 14:41:53.362831 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:41:53.411723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:41:53.415365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:41:53.415759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:53.490641 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:53.516343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d853b1-473a-424f-a252-8bcfab640fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:53.518634 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afedf972-8707-468e-9b8e-f627d4ecf674" -d '{"events": [{"server_uuid": "72d853b1-473a-424f-a252-8bcfab640fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0a8e02b0-c95d-4def-a94c-e2cd7f86cc83"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:53.532011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:53.536633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:53.561073 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322171e-7840-4a80-bb80-6a182a4a0cb6 x-openstack-request-id: req-a322171e-7840-4a80-bb80-6a182a4a0cb6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:53.561369 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d853b1-473a-424f-a252-8bcfab640fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0a8e02b0-c95d-4def-a94c-e2cd7f86cc83", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:53.561622 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a322171e-7840-4a80-bb80-6a182a4a0cb6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:53.562012 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d853b1-473a-424f-a252-8bcfab640fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83', 'code': 200} Dec 15 14:41:53.591718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:53.684397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acfdf-4f75-4445-9c1f-2c0bf7fc70d5 req-7f11492a-f27f-4866-a859-a3d3bbf95065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:53.686467 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6b3acfdf-4f75-4445-9c1f-2c0bf7fc70d5 req-7f11492a-f27f-4866-a859-a3d3bbf95065 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0421512 Dec 15 14:41:53.691506 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c52e-b22d-41cb-adc7-446acf729870 req-5d88c9f5-b329-4263-aff9-81c5792cfde9 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:53.693057 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba35c52e-b22d-41cb-adc7-446acf729870 req-5d88c9f5-b329-4263-aff9-81c5792cfde9 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Dec 15 14:41:53.731293 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6b3acfdf-4f75-4445-9c1f-2c0bf7fc70d5 req-d8b03307-e74c-4928-9d79-7e6fe2f62844 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Dec 15 14:41:53.740600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ba35c52e-b22d-41cb-adc7-446acf729870 req-9215a332-831f-4252-991e-f128fcff3317 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Dec 15 14:41:54.866571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e311cd-6bc6-44f6-959c-0436016c483a req-ee6c0b11-969f-4cec-a88d-3d5fd3b3e81c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:54.868060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2e311cd-6bc6-44f6-959c-0436016c483a req-ee6c0b11-969f-4cec-a88d-3d5fd3b3e81c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0540762 Dec 15 14:41:54.915888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a2e311cd-6bc6-44f6-959c-0436016c483a req-49d1a482-811c-46b1-b9e4-6e22d564d784 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Dec 15 14:41:56.034650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b7fa0-3f7f-4b71-bdc1-190180f43dde req-7876438e-82ac-4dd3-9452-3504fe17e389 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:56.036218 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-040b7fa0-3f7f-4b71-bdc1-190180f43dde req-7876438e-82ac-4dd3-9452-3504fe17e389 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Dec 15 14:41:56.084171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-040b7fa0-3f7f-4b71-bdc1-190180f43dde req-18bfed6e-916f-4c2a-baf3-fe569d87682f tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Dec 15 14:41:56.311734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-a796d6a6-80a3-4819-ab09-75f81263b351 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:56.313235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-a796d6a6-80a3-4819-ab09-75f81263b351 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/networks?id=59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 200 len: 811 time: 0.1064646 Dec 15 14:41:56.329360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-e4de5b0c-4af3-458f-bc11-bc97ce8642f3 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/quotas/938502b371c8496da181778645d772b2 HTTP/1.1" status: 200 len: 375 time: 0.0104072 Dec 15 14:41:56.380335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-1e168e71-58ac-42b3-b1f4-bac8b5822c37 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=938502b371c8496da181778645d772b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454772 Dec 15 14:41:56.476683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-f577bd24-c35d-49bf-9510-f155c6a7e626 service neutron] 10.222.0.32 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Dec 15 14:41:56.568782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-d8f78713-c0fc-4d92-b43b-3d1e3fae15ed service neutron] 10.222.0.32 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Dec 15 14:41:56.737949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb612792-59b4-40cb-aaa8-80330823faff req-a1ba2fc8-d75f-4ab3-b8d5-e43df73c7ade tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 210 time: 0.0263183 Dec 15 14:41:57.670406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-9e5348b9-8beb-4454-b536-84a6a118276c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:57.671926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-9e5348b9-8beb-4454-b536-84a6a118276c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.67 "GET /v2.0/networks?id=59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 200 len: 811 time: 0.1248407 Dec 15 14:41:57.687228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Request body: {'port': {'device_id': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f', 'admin_state_up': True, 'tenant_id': '938502b371c8496da181778645d772b2'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:57.822780 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Made reservation on behalf of 938502b371c8496da181778645d772b2 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:57.827016 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:57.845479 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-83e2a529-6cb6-4e62-b543-91336fff1319 req-a8c78cfb-8c8a-4df7-967d-057cc8eb1eaa tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 210 time: 0.0350094 Dec 15 14:41:57.982141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Allocated IP 172.20.0.8 (59c9fdaa-62df-4733-b547-87a021ec434f/a19dab01-7e00-4541-be68-35e1734e1c21/794d9593-de2c-4966-b348-6fa9b9f40680) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:41:58.136993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.189477 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.225461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:41:58.245438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Network 59c9fdaa-62df-4733-b547-87a021ec434f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:41:58.248938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:41:58.256465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:41:58.285017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Pushing event updated for resources: {'Port': ['ID=794d9593-de2c-4966-b348-6fa9b9f40680,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:58.326183 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:58.327165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.351270 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-b23edf4e-9864-490d-bd99-a26792f9de61 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6686046 Dec 15 14:41:58.368206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Request body: {'port': {'device_id': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:58.426941 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.698786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794d9593-de2c-4966-b348-6fa9b9f40680 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:58.707257 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.722472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Transition to ACTIVE for port object 794d9593-de2c-4966-b348-6fa9b9f40680 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:41:58.727557 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.780256 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Pushing event updated for resources: {'Port': ['ID=794d9593-de2c-4966-b348-6fa9b9f40680,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:58.849257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Attempting to bind port 794d9593-de2c-4966-b348-6fa9b9f40680 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:41:58.849590 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Attempting to bind port 794d9593-de2c-4966-b348-6fa9b9f40680 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:41:58.849918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Attempting to bind port 794d9593-de2c-4966-b348-6fa9b9f40680 on network 59c9fdaa-62df-4733-b547-87a021ec434f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:58.854286 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Port 794d9593-de2c-4966-b348-6fa9b9f40680 on network 59c9fdaa-62df-4733-b547-87a021ec434f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:41:58.854606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Attempting to bind port 794d9593-de2c-4966-b348-6fa9b9f40680 on network 59c9fdaa-62df-4733-b547-87a021ec434f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:58.860051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:41:58.860386 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Checking segment: {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:58.860803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Bound using segment: {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:41:58.861237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Bound port: 794d9593-de2c-4966-b348-6fa9b9f40680, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baefdde7-b356-4823-a051-8479e8343311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:41:58.861597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.959073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] For port 794d9593-de2c-4966-b348-6fa9b9f40680, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:58.963543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] For port 794d9593-de2c-4966-b348-6fa9b9f40680, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=794d9593-de2c-4966-b348-6fa9b9f40680,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:41:58.969098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.985359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4b7b-ae34-4a45-a118-58f50aca2577 req-d84d4b7f-8c3a-49ae-89a1-7b8641e640a9 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:58.986962 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efcb4b7b-ae34-4a45-a118-58f50aca2577 req-d84d4b7f-8c3a-49ae-89a1-7b8641e640a9 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 943 time: 0.0720022 Dec 15 14:41:59.037928 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.038542 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.039884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] 10.222.0.67 "PUT /v2.0/ports/794d9593-de2c-4966-b348-6fa9b9f40680 HTTP/1.1" status: 200 len: 1091 time: 0.6803648 Dec 15 14:41:59.046192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'tag': '794d9593-de2c-4966-b348-6fa9b9f40680'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:59.053121 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bab9e06e-712b-4d33-a01d-f51d12cd58f7", "tag": "794d9593-de2c-4966-b348-6fa9b9f40680"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:59.099980 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33616080-eb74-47e1-87d9-c904db143776 x-openstack-request-id: req-33616080-eb74-47e1-87d9-c904db143776 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:59.100273 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab9e06e-712b-4d33-a01d-f51d12cd58f7", "tag": "794d9593-de2c-4966-b348-6fa9b9f40680", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:59.100558 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33616080-eb74-47e1-87d9-c904db143776 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:59.101013 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'tag': '794d9593-de2c-4966-b348-6fa9b9f40680', 'status': 'completed', 'code': 200} Dec 15 14:41:59.128516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633063-48ef-4f1b-bab8-857f58500f3b service neutron] Pushing event updated for resources: {'Port': ['ID=794d9593-de2c-4966-b348-6fa9b9f40680,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:59.135482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efcb4b7b-ae34-4a45-a118-58f50aca2577 req-1c3427c5-2096-495b-89e6-11815cca3dc1 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165657 Dec 15 14:41:59.150389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-e15aaff0-01d0-4f72-8bc7-205b9caf8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.151888 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-e15aaff0-01d0-4f72-8bc7-205b9caf8e45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=938502b371c8496da181778645d772b2&device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 1094 time: 0.0645175 Dec 15 14:41:59.194601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-84df01b0-b27d-4704-850b-d5b205183f44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794d9593-de2c-4966-b348-6fa9b9f40680 HTTP/1.1" status: 200 len: 217 time: 0.0352862 Dec 15 14:41:59.249983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-fc0070a5-e460-4c80-a9fc-cbb4e9d09dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.251352 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-fc0070a5-e460-4c80-a9fc-cbb4e9d09dab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a19dab01-7e00-4541-be68-35e1734e1c21 HTTP/1.1" status: 200 len: 851 time: 0.0497761 Dec 15 14:41:59.283899 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-f3da7c75-c360-4f2e-b5ec-3365804bea77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9fdaa-62df-4733-b547-87a021ec434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252850 Dec 15 14:41:59.380633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-26d55f88-0f23-4bba-839b-06467e1ee2d1 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890226 Dec 15 14:41:59.478079 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e82b15bf-4f0c-411f-9c51-461bf3d2625c req-1a260706-ca7d-4815-9dca-472921244f96 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892525 Dec 15 14:41:59.569158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-be259d06-baec-4274-88a1-8a78a93709eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.570677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-be259d06-baec-4274-88a1-8a78a93709eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=938502b371c8496da181778645d772b2&device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 1094 time: 0.0425107 Dec 15 14:41:59.665226 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-f23dbb3e-3e8e-4411-a71a-fe922b573702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.666721 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-f23dbb3e-3e8e-4411-a71a-fe922b573702 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 200 len: 913 time: 0.0895514 Dec 15 14:41:59.708980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-86e079a0-4c5f-42c2-99e3-c40088794316 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794d9593-de2c-4966-b348-6fa9b9f40680 HTTP/1.1" status: 200 len: 217 time: 0.0352917 Dec 15 14:41:59.759913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-d31d5fcd-6a41-40bd-86f0-74ea72b49e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.761435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-d31d5fcd-6a41-40bd-86f0-74ea72b49e0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a19dab01-7e00-4541-be68-35e1734e1c21 HTTP/1.1" status: 200 len: 851 time: 0.0443668 Dec 15 14:41:59.798185 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-60a0bdbb-6749-4a80-ad22-d0611618ccfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9fdaa-62df-4733-b547-87a021ec434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287762 Dec 15 14:41:59.891924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-c073225a-65e8-4c1c-93cf-332a7030b7bf service neutron] 10.222.0.67 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Dec 15 14:41:59.987933 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7db27b9-df2f-4ae6-9d2d-866b44fae5d5 req-2adfca7d-41d3-48f8-b3e8-407bceec2633 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877457 Dec 15 14:42:00.261813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716efc7-e093-4434-ae07-07b300184af8 req-cd7586ba-6c5f-4a11-96bb-f4361bef1049 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:00.263845 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4716efc7-e093-4434-ae07-07b300184af8 req-cd7586ba-6c5f-4a11-96bb-f4361bef1049 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 943 time: 0.0511141 Dec 15 14:42:00.314234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4716efc7-e093-4434-ae07-07b300184af8 req-d946a818-b038-4a03-a03a-a9feef827f3e tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Dec 15 14:42:01.441931 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ba462-ad7b-496d-a6ae-aa97339c0abc req-1bc30b87-aebc-4c59-89d7-449906a13f03 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:01.443426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad3ba462-ad7b-496d-a6ae-aa97339c0abc req-1bc30b87-aebc-4c59-89d7-449906a13f03 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 943 time: 0.0536520 Dec 15 14:42:01.499136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ad3ba462-ad7b-496d-a6ae-aa97339c0abc req-182879eb-72ca-4c6e-b179-e579ecb574a4 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Dec 15 14:42:02.588748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 794d9593-de2c-4966-b348-6fa9b9f40680 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:42:02.620048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d6680-2dd0-46e6-b7e7-57f490c62889 req-4ff72316-3872-4117-b9ef-2909dd536493 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:02.621729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-439d6680-2dd0-46e6-b7e7-57f490c62889 req-4ff72316-3872-4117-b9ef-2909dd536493 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 943 time: 0.0532935 Dec 15 14:42:02.680706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-439d6680-2dd0-46e6-b7e7-57f490c62889 req-76a0b906-df2d-4024-8463-cfb93e792f6e tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Dec 15 14:42:02.694724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 794d9593-de2c-4966-b348-6fa9b9f40680, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=794d9593-de2c-4966-b348-6fa9b9f40680,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:02.707193 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '794d9593-de2c-4966-b348-6fa9b9f40680', 'network_id': '59c9fdaa-62df-4733-b547-87a021ec434f', 'port_id': '794d9593-de2c-4966-b348-6fa9b9f40680', 'mac_address': 'fa:16:3e:c6:51:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19dab01-7e00-4541-be68-35e1734e1c21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:42:02.745677 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.759468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794d9593-de2c-4966-b348-6fa9b9f40680 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:02.779753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 794d9593-de2c-4966-b348-6fa9b9f40680, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=794d9593-de2c-4966-b348-6fa9b9f40680,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:02.783870 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.832417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=794d9593-de2c-4966-b348-6fa9b9f40680,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:02.985601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['794d9593-de2c-4966-b348-6fa9b9f40680'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:03.800556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209a2e3-5b56-4fdb-9782-42afc0a670bf req-0ae42a84-b2b0-4a50-92c7-6aa953e1e554 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:03.802058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c209a2e3-5b56-4fdb-9782-42afc0a670bf req-0ae42a84-b2b0-4a50-92c7-6aa953e1e554 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 944 time: 0.0497882 Dec 15 14:42:03.850922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c209a2e3-5b56-4fdb-9782-42afc0a670bf req-db8adc2b-40d3-41cd-ac74-940a7304eba3 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Dec 15 14:42:04.180735 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:42:04.587623 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 794d9593-de2c-4966-b348-6fa9b9f40680 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:04.637116 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 794d9593-de2c-4966-b348-6fa9b9f40680 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:42:04.641836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 794d9593-de2c-4966-b348-6fa9b9f40680 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:04.642212 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.730370 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.759288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794d9593-de2c-4966-b348-6fa9b9f40680'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:04.761594 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea41caa-c341-44f1-8edb-4680f0046a6a" -d '{"events": [{"server_uuid": "bab9e06e-712b-4d33-a01d-f51d12cd58f7", "name": "network-vif-plugged", "status": "completed", "tag": "794d9593-de2c-4966-b348-6fa9b9f40680"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:04.774277 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 794d9593-de2c-4966-b348-6fa9b9f40680, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=794d9593-de2c-4966-b348-6fa9b9f40680,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:04.778594 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.804862 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a23946-866a-400e-8a09-2d3799929e46 x-openstack-request-id: req-24a23946-866a-400e-8a09-2d3799929e46 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:04.805163 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab9e06e-712b-4d33-a01d-f51d12cd58f7", "name": "network-vif-plugged", "status": "completed", "tag": "794d9593-de2c-4966-b348-6fa9b9f40680", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:04.805430 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24a23946-866a-400e-8a09-2d3799929e46 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:04.805831 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794d9593-de2c-4966-b348-6fa9b9f40680', 'code': 200} Dec 15 14:42:04.838424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=794d9593-de2c-4966-b348-6fa9b9f40680,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:04.907724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0b32-707b-4831-9280-4d74f9a79b34 req-4b5dfff8-94e0-40df-86e2-5f932e39fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:04.909288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1af0b32-707b-4831-9280-4d74f9a79b34 req-4b5dfff8-94e0-40df-86e2-5f932e39fb86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 1096 time: 0.0448456 Dec 15 14:42:04.987864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1af0b32-707b-4831-9280-4d74f9a79b34 req-c7ea65d8-9658-44a4-8d5e-17bd9edf074c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699651 Dec 15 14:42:04.996581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96066930-6b23-4d40-93a3-b47992974194 req-268dc325-f672-4e02-b4eb-0bd356b76450 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:04.998612 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96066930-6b23-4d40-93a3-b47992974194 req-268dc325-f672-4e02-b4eb-0bd356b76450 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 945 time: 0.0740092 Dec 15 14:42:05.046427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-96066930-6b23-4d40-93a3-b47992974194 req-c2d1df5c-f5ad-45a3-863b-0c4cbf0b2b7f tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Dec 15 14:42:06.167280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92920066-7026-40cf-9710-f7206e098fb2 req-dfffb791-da9c-4759-b03f-6bf938222166 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:06.168757 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92920066-7026-40cf-9710-f7206e098fb2 req-dfffb791-da9c-4759-b03f-6bf938222166 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 945 time: 0.0482216 Dec 15 14:42:06.219556 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-92920066-7026-40cf-9710-f7206e098fb2 req-88cdea6e-b9f9-4def-a32e-50e935d6f002 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Dec 15 14:42:06.452400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15596-b3a2-43fb-abe8-01e51cc477d4 req-178ad5b8-5d2f-4148-9109-107e5c917679 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:06.453902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42e15596-b3a2-43fb-abe8-01e51cc477d4 req-178ad5b8-5d2f-4148-9109-107e5c917679 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Dec 15 14:42:06.501100 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42e15596-b3a2-43fb-abe8-01e51cc477d4 req-536fb31e-5a93-4f0f-8bc0-10ae593de9dd tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Dec 15 14:42:07.618078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f9c78-35ea-4923-acd6-2aabc2fbf1ac req-1bcd7d6d-c8d1-467b-89d1-20a5ae58aea0 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:07.619892 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-351f9c78-35ea-4923-acd6-2aabc2fbf1ac req-1bcd7d6d-c8d1-467b-89d1-20a5ae58aea0 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Dec 15 14:42:07.699239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-351f9c78-35ea-4923-acd6-2aabc2fbf1ac req-72783b7c-5ccd-4cdd-bd86-c130a134f577 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727334 Dec 15 14:42:07.713126 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-df07239b-9129-4461-9469-6208228558df tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:07.714606 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-df07239b-9129-4461-9469-6208228558df tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.67 "GET /v2.0/ports?device_id=bab9e06e-712b-4d33-a01d-f51d12cd58f7 HTTP/1.1" status: 200 len: 945 time: 0.0822568 Dec 15 14:42:07.806292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Deleting port 794d9593-de2c-4966-b348-6fa9b9f40680 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:07.806635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:07.902458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] For port 794d9593-de2c-4966-b348-6fa9b9f40680, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=794d9593-de2c-4966-b348-6fa9b9f40680,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:07.902825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:07.916792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Calling delete_port for 794d9593-de2c-4966-b348-6fa9b9f40680 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:08.049394 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.062223 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['794d9593-de2c-4966-b348-6fa9b9f40680'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:08.081656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Pushing event deleted for resources: {'Port': ['ID=794d9593-de2c-4966-b348-6fa9b9f40680,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:08.092922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:08.127529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] No DVR routers for this DVR port 794d9593-de2c-4966-b348-6fa9b9f40680 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:08.130641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.135144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-912a61f7-279a-4560-adc3-bf7b03266cdb req-7abe3395-91fb-4326-97ea-709e611ecfa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.67 "DELETE /v2.0/ports/794d9593-de2c-4966-b348-6fa9b9f40680 HTTP/1.1" status: 204 len: 173 time: 0.4137259 Dec 15 14:42:08.135639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'name': 'network-vif-deleted', 'tag': '794d9593-de2c-4966-b348-6fa9b9f40680'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:08.138542 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c6ad0-3b73-4495-8964-60e4ccac2b69" -d '{"events": [{"server_uuid": "bab9e06e-712b-4d33-a01d-f51d12cd58f7", "name": "network-vif-deleted", "tag": "794d9593-de2c-4966-b348-6fa9b9f40680"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:08.178756 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9004b1-ea96-4738-974a-7e35e75d5b33 x-openstack-request-id: req-af9004b1-ea96-4738-974a-7e35e75d5b33 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:08.179061 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab9e06e-712b-4d33-a01d-f51d12cd58f7", "name": "network-vif-deleted", "tag": "794d9593-de2c-4966-b348-6fa9b9f40680", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:08.179325 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af9004b1-ea96-4738-974a-7e35e75d5b33 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:08.179746 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab9e06e-712b-4d33-a01d-f51d12cd58f7', 'name': 'network-vif-deleted', 'tag': '794d9593-de2c-4966-b348-6fa9b9f40680', 'status': 'completed', 'code': 200} Dec 15 14:42:08.856566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5507386-80a2-445e-8849-0a0f700cbd2f req-2815b676-9339-45e5-8ef2-cc6c1da86f9a tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:08.858709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5507386-80a2-445e-8849-0a0f700cbd2f req-2815b676-9339-45e5-8ef2-cc6c1da86f9a tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0530057 Dec 15 14:42:08.907169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a5507386-80a2-445e-8849-0a0f700cbd2f req-df30cf85-821e-45b6-8778-f7d23908ecb8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Dec 15 14:42:09.047179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0fcc2-2332-4f03-a836-e4e450c34c20 req-9218b467-e268-4055-861b-dd7356a35caf tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.048738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46d0fcc2-2332-4f03-a836-e4e450c34c20 req-9218b467-e268-4055-861b-dd7356a35caf tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0551572 Dec 15 14:42:09.099789 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46d0fcc2-2332-4f03-a836-e4e450c34c20 req-086a3977-8192-4021-8ef8-0f0619ce6ad6 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Dec 15 14:42:09.227460 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205094e3-ee05-4297-9d81-cbcf54ccc9e1 req-fa886a7c-2d51-4a28-b1c3-4c6c905c936f tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.228985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205094e3-ee05-4297-9d81-cbcf54ccc9e1 req-fa886a7c-2d51-4a28-b1c3-4c6c905c936f tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0504453 Dec 15 14:42:09.282439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-205094e3-ee05-4297-9d81-cbcf54ccc9e1 req-49787964-9a52-4955-82e7-565d2e8be720 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 Dec 15 14:42:09.458029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597fe6a-e744-4945-9906-fc73e1f5b74b req-b81a4299-4519-47ca-9b79-2ec1845a182c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.459665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6597fe6a-e744-4945-9906-fc73e1f5b74b req-b81a4299-4519-47ca-9b79-2ec1845a182c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0589187 Dec 15 14:42:09.513198 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6597fe6a-e744-4945-9906-fc73e1f5b74b req-27a1057b-5584-42f9-8166-a55f7caacdb7 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Dec 15 14:42:09.637802 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd2741-9683-4f43-bf0b-998282cc80cd req-24d08713-39de-4344-a9a5-849b95f61aa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.639875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54dd2741-9683-4f43-bf0b-998282cc80cd req-24d08713-39de-4344-a9a5-849b95f61aa8 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0523040 Dec 15 14:42:09.688785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-54dd2741-9683-4f43-bf0b-998282cc80cd req-75f94caf-fdd6-4c34-ba89-dd158f61971c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Dec 15 14:42:09.831453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb84b9-82d3-4002-8c6c-59de3ac59d35 req-8b4a8a94-1551-4ed4-8c00-548c82ce95d4 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.832994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5fb84b9-82d3-4002-8c6c-59de3ac59d35 req-8b4a8a94-1551-4ed4-8c00-548c82ce95d4 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0509610 Dec 15 14:42:09.889800 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c5fb84b9-82d3-4002-8c6c-59de3ac59d35 req-a15a4289-ffb8-4d63-8a94-99009e7e74db tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Dec 15 14:42:10.200686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a41f5-a7fc-45ef-ac25-e8bdf419b136 req-2c7369be-692c-478a-923f-6c1a5b79795c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:10.202195 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c13a41f5-a7fc-45ef-ac25-e8bdf419b136 req-2c7369be-692c-478a-923f-6c1a5b79795c tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0499587 Dec 15 14:42:10.253173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c13a41f5-a7fc-45ef-ac25-e8bdf419b136 req-0c97215b-53cb-47d8-8d8c-f7b39829eed2 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Dec 15 14:42:10.603666 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 794d9593-de2c-4966-b348-6fa9b9f40680 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:10.624697 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 794d9593-de2c-4966-b348-6fa9b9f40680 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:10.625038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 794d9593-de2c-4966-b348-6fa9b9f40680 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:11.368839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4c909-ad02-40d6-99df-ffbc337f2eb1 req-5a7f5eba-0e33-419a-bc52-fc6c5d7d7c58 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:11.370583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3be4c909-ad02-40d6-99df-ffbc337f2eb1 req-5a7f5eba-0e33-419a-bc52-fc6c5d7d7c58 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Dec 15 14:42:11.417351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3be4c909-ad02-40d6-99df-ffbc337f2eb1 req-91b2d14a-48d2-47cf-b3c7-bbfccb0b3dbd tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8dc2f8-0640-465d-a5a4-9dfa0df04a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Dec 15 14:42:11.753815 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-5258d15e-4201-41a1-8482-b8cb0fd9d86d tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:11.755247 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-5258d15e-4201-41a1-8482-b8cb0fd9d86d tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.85 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Dec 15 14:42:11.848561 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Deleting port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:11.848905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:11.936979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] For port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,segment=NetworkSegment(baefdde7-b356-4823-a051-8479e8343311),segment_id=baefdde7-b356-4823-a051-8479e8343311)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:11.937342 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:11.950023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Calling delete_port for 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:12.079824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:12.104837 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:12.110848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Pushing event deleted for resources: {'Port': ['ID=0a8e02b0-c95d-4def-a94c-e2cd7f86cc83,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:12.139863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.140216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.140583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.140928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.141263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.141598 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.141930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.142260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.142589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.142919 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.143247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.143573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.143896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:12.165086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] No DVR routers for this DVR port 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:12.167725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:12.171169 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c24fcf2c-ac90-4995-9c69-4cb63e6fd517 req-9087cdcc-f224-45cb-9a85-6da6b4491348 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.85 "DELETE /v2.0/ports/0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 HTTP/1.1" status: 204 len: 173 time: 0.4092526 Dec 15 14:42:12.171637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d853b1-473a-424f-a252-8bcfab640fa4', 'name': 'network-vif-deleted', 'tag': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:12.173954 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706e50f2-8034-4448-a54c-d776489ab7ff" -d '{"events": [{"server_uuid": "72d853b1-473a-424f-a252-8bcfab640fa4", "name": "network-vif-deleted", "tag": "0a8e02b0-c95d-4def-a94c-e2cd7f86cc83"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:12.214534 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91c92d-0931-414d-beaa-e0a81f318098 x-openstack-request-id: req-db91c92d-0931-414d-beaa-e0a81f318098 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:12.214840 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d853b1-473a-424f-a252-8bcfab640fa4", "name": "network-vif-deleted", "tag": "0a8e02b0-c95d-4def-a94c-e2cd7f86cc83", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:12.215105 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db91c92d-0931-414d-beaa-e0a81f318098 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:12.215524 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d853b1-473a-424f-a252-8bcfab640fa4', 'name': 'network-vif-deleted', 'tag': '0a8e02b0-c95d-4def-a94c-e2cd7f86cc83', 'status': 'completed', 'code': 200} Dec 15 14:42:12.525204 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0ed054d-49eb-439b-8bea-10feffc532c1 req-386aa601-3b2e-4e7e-8e63-d478801a0c53 tempest-ServersNegativeTestJSON-1601606136 tempest-ServersNegativeTestJSON-1601606136-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d853b1-473a-424f-a252-8bcfab640fa4 HTTP/1.1" status: 200 len: 210 time: 0.0294538 Dec 15 14:42:12.657315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d648-153d-4a5b-bd52-05952a1d6bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.581953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:13.626162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Deleting subnet a19dab01-7e00-4541-be68-35e1734e1c21 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:13.629259 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.663948 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.702791 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.762064 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.793600 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19dab01-7e00-4541-be68-35e1734e1c21,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:13.798048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.801329 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17594494-aeac-473a-b809-be2c08cdae84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a19dab01-7e00-4541-be68-35e1734e1c21 HTTP/1.1" status: 204 len: 168 time: 0.2183704 Dec 15 14:42:13.803918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:13.874670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.956350 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:13.976116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c9fdaa-62df-4733-b547-87a021ec434f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:13.989935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baefdde7-b356-4823-a051-8479e8343311') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:13.989935 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baefdde7-b356-4823-a051-8479e8343311') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:13.996592 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.010168 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.016031 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:14.016413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:14.018098 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:14.071130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.076835 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.080010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/59c9fdaa-62df-4733-b547-87a021ec434f HTTP/1.1" status: 204 len: 168 time: 0.2752373 Dec 15 14:42:14.096104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60363d-5c38-4e83-8157-ceb418aaa9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c9fdaa-62df-4733-b547-87a021ec434f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:14.194386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46634) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:14.235628 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-90e9341e-a3d7-4eec-b04e-b2dd19f3989a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=938502b371c8496da181778645d772b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400701 Dec 15 14:42:14.238193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:14.284966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7eb56d2-28af-495a-ac5e-777b4c9e88c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.306603 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7eb56d2-28af-495a-ac5e-777b4c9e88c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.353290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7eb56d2-28af-495a-ac5e-777b4c9e88c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.355803 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7eb56d2-28af-495a-ac5e-777b4c9e88c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.356970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d7eb56d2-28af-495a-ac5e-777b4c9e88c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da8dc2f8-0640-465d-a5a4-9dfa0df04a00 HTTP/1.1" status: 204 len: 168 time: 0.1178837 Dec 15 14:42:14.367348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb56d2-28af-495a-ac5e-777b4c9e88c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8dc2f8-0640-465d-a5a4-9dfa0df04a00,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:14.664771 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.825034 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b601e6f-8af9-40ce-afb1-27e214de1dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.041142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:15.142803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981172526'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:15.164556 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:15.168037 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.176492 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.259266 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.263172 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.297583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:15.303076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ac2c6-c763-42a3-a7ff-6cca672651d4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:15.310758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.312034 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Added segment 70e016b5-b14d-4f60-8fe4-1da8d9ac4f46 of type vlan for network 9952cf63-b790-48b0-b712-e91f96f1bad9 Dec 15 14:42:15.351421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.377725 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.383502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:15.384086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:15.439380 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3970892 Dec 15 14:42:15.454520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebac6c-8472-4c29-8829-e4a5109373c1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Network': ['ID=9952cf63-b790-48b0-b712-e91f96f1bad9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:15.464253 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9952cf63-b790-48b0-b712-e91f96f1bad9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:15.512787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:15.535608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:15.535957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0a8e02b0-c95d-4def-a94c-e2cd7f86cc83 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:16.453612 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:17.626018 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:18.603877 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:18.713912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:18.719572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'subnet': {'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:18.809509 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:18.813149 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:18.996650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.059638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Subnet': ['ID=8de0f238-2221-4ed4-acda-c1655b19243c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:19.070985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Checking segment: {'id': '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:19.071170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network hostable DHCP agents. Network: 9952cf63-b790-48b0-b712-e91f96f1bad9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:19.089632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network 9952cf63-b790-48b0-b712-e91f96f1bad9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:19.104682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9952cf63-b790-48b0-b712-e91f96f1bad9) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:19.111981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.113007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.115022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8e793-3c8a-4f14-9d22-1dbf8c191d70 None None] Network 9952cf63-b790-48b0-b712-e91f96f1bad9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:19.132212 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fa9ea4ab-239d-45e3-adbb-927230f6ac17 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4171112 Dec 15 14:42:19.135988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46664) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:19.141946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1759082017'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:19.175528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:19.179423 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.208793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:19.219444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.219795 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Added segment 66deb284-0969-45d0-af1f-5e61f1e9be12 of type vlan for network ccf09998-99a7-4334-800a-882c85d788d4 Dec 15 14:42:19.237711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-9952cf63-b790-48b0-b712-e91f96f1bad9', 'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9', 'project_id': '4483906426ce414b8de08dcc01565d82', 'fixed_ips': [{'subnet_id': '8de0f238-2221-4ed4-acda-c1655b19243c'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:19.238639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.262813 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.288418 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.294027 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.294615 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.357148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2200375 Dec 15 14:42:19.360195 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:19.365173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'subnet': {'network_id': 'ccf09998-99a7-4334-800a-882c85d788d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:19.370492 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d312b6f-6ccf-4d69-a5a2-909f51d02c34 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Network': ['ID=ccf09998-99a7-4334-800a-882c85d788d4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:19.385125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network ccf09998-99a7-4334-800a-882c85d788d4 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:19.393356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Allocated IP 2001:db8:0:ffff::2 (9952cf63-b790-48b0-b712-e91f96f1bad9/8de0f238-2221-4ed4-acda-c1655b19243c/3f44b19f-79d5-4b97-94be-e726ea4f05c7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:19.460783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:19.467769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.600733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.606714 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.657498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Network 9952cf63-b790-48b0-b712-e91f96f1bad9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:19.663456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:19.665461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Pushing event updated for resources: {'Port': ['ID=3f44b19f-79d5-4b97-94be-e726ea4f05c7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:19.667811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:19.677495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.677845 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.678185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.678521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.678853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.679184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.679511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.679835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.680173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.680488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.680843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.681163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.681499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.690152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.737085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Attempting to bind port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:19.737486 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Attempting to bind port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:19.737853 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Attempting to bind port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 on network 9952cf63-b790-48b0-b712-e91f96f1bad9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:19.743319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:19.743696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Checking segment: {'id': '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:19.744358 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.744792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Bound using segment: {'id': '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:19.745270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Bound port: 3f44b19f-79d5-4b97-94be-e726ea4f05c7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '9952cf63-b790-48b0-b712-e91f96f1bad9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:19.745652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.764008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Subnet': ['ID=8098a6c8-a512-45a6-a41c-038f11513982,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:19.771920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Checking segment: {'id': '66deb284-0969-45d0-af1f-5e61f1e9be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ccf09998-99a7-4334-800a-882c85d788d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:19.772274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network hostable DHCP agents. Network: ccf09998-99a7-4334-800a-882c85d788d4, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:19.776265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.776641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.776993 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.777330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.777661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.777989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.778327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.778653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.778980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.779371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.779699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.780028 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.780339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:19.799281 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network ccf09998-99a7-4334-800a-882c85d788d4 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:19.809366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, ccf09998-99a7-4334-800a-882c85d788d4) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:19.812426 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] For port 3f44b19f-79d5-4b97-94be-e726ea4f05c7, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:19.815086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.815865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] For port 3f44b19f-79d5-4b97-94be-e726ea4f05c7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3f44b19f-79d5-4b97-94be-e726ea4f05c7,segment=NetworkSegment(70e016b5-b14d-4f60-8fe4-1da8d9ac4f46),segment_id=70e016b5-b14d-4f60-8fe4-1da8d9ac4f46)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:19.816245 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.821301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9e1b4-437d-4f54-a1ea-91cebc8cd941 None None] Network ccf09998-99a7-4334-800a-882c85d788d4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:19.825457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.844005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-29c044f0-219d-438f-b22f-4d8d243e3cef tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4819186 Dec 15 14:42:19.846263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46668) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:19.960182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab82b8-e229-45eb-aa42-6e27e797c555 None None] Pushing event updated for resources: {'Port': ['ID=3f44b19f-79d5-4b97-94be-e726ea4f05c7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:19.961093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:19.995545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce37b45-87dc-4adf-8d6c-849421d759ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-ccf09998-99a7-4334-800a-882c85d788d4', 'network_id': 'ccf09998-99a7-4334-800a-882c85d788d4', 'project_id': '4483906426ce414b8de08dcc01565d82', 'fixed_ips': [{'subnet_id': '8098a6c8-a512-45a6-a41c-038f11513982'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:19.996610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ce37b45-87dc-4adf-8d6c-849421d759ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.026479 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.106653 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-1ce37b45-87dc-4adf-8d6c-849421d759ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8098a6c8-a512-45a6-a41c-038f11513982: This subnet is being modified by another concurrent operation. Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8098a6c8-a512-45a6-a41c-038f11513982: This subnet is being modified by another concurrent operation. Dec 15 14:42:20.109926 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:42:20.145932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Subnet': ['ID=8098a6c8-a512-45a6-a41c-038f11513982,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:20.168201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373a387-efdd-4ef0-8436-8fda844bf74a None None] Network ccf09998-99a7-4334-800a-882c85d788d4 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:20.217906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.244729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf09998-99a7-4334-800a-882c85d788d4']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:20.255002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66deb284-0969-45d0-af1f-5e61f1e9be12') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:20.255291 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66deb284-0969-45d0-af1f-5e61f1e9be12') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:20.265473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.279735 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.286156 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:20.286545 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:20.289638 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:20.356007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.363737 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.366976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/ccf09998-99a7-4334-800a-882c85d788d4 HTTP/1.1" status: 204 len: 168 time: 0.5196083 Dec 15 14:42:20.370980 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46670) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:20.376698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966309526'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:20.380175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0ecd-8567-4de0-a569-450150290188 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Network': ['ID=ccf09998-99a7-4334-800a-882c85d788d4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:20.399016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:20.402541 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.428751 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:20.439964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.440322 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Added segment f62ca477-d52f-4a97-a575-4c8a5ef1af31 of type vlan for network 4c54b5ef-83a2-45a6-abee-bd3616c6d42e Dec 15 14:42:20.482752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.508403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.514635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:20.515232 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.574456 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2023847 Dec 15 14:42:20.578053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46672) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:20.583049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'subnet': {'network_id': '4c54b5ef-83a2-45a6-abee-bd3616c6d42e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:20.634214 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab0bc1-4cd8-42ae-910b-1c4024746e46 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Network': ['ID=4c54b5ef-83a2-45a6-abee-bd3616c6d42e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:20.646970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 4c54b5ef-83a2-45a6-abee-bd3616c6d42e details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:20.695481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:20.699510 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.767954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:42:20.768681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:42:20.911306 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.930840 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3f44b19f-79d5-4b97-94be-e726ea4f05c7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:20.984618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:20.985274 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Subnet': ['ID=26c2f875-5365-436b-84ed-c28c62594a91,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:20.985666 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:20.989837 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Checking segment: {'id': 'f62ca477-d52f-4a97-a575-4c8a5ef1af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4c54b5ef-83a2-45a6-abee-bd3616c6d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:20.990199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network hostable DHCP agents. Network: 4c54b5ef-83a2-45a6-abee-bd3616c6d42e, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:21.011798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network 4c54b5ef-83a2-45a6-abee-bd3616c6d42e is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:21.024635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 4c54b5ef-83a2-45a6-abee-bd3616c6d42e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:21.029276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:21.029858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.035588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5625721-127f-4b03-a8bb-7b2e8941b425 None None] Network 9952cf63-b790-48b0-b712-e91f96f1bad9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:21.042932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cbc707-d3c5-4057-8786-4b727ffffdfa None None] Network 4c54b5ef-83a2-45a6-abee-bd3616c6d42e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:21.048426 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4b30abd3-ab77-4448-a7b8-2bec0d505c25 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4693136 Dec 15 14:42:21.052809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:21.163058 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.363964 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9b94689-74fe-4ea7-afdf-947492d4e20b None None] Provisioning complete for port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:21.364588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9b94689-74fe-4ea7-afdf-947492d4e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.484765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f6299-f56c-4fc6-b8b8-809eb9224b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-4c54b5ef-83a2-45a6-abee-bd3616c6d42e', 'network_id': '4c54b5ef-83a2-45a6-abee-bd3616c6d42e', 'project_id': '4483906426ce414b8de08dcc01565d82', 'fixed_ips': [{'subnet_id': '26c2f875-5365-436b-84ed-c28c62594a91'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:21.485644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6299-f56c-4fc6-b8b8-809eb9224b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.489638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.569889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.637777 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.640335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 3f44b19f-79d5-4b97-94be-e726ea4f05c7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3f44b19f-79d5-4b97-94be-e726ea4f05c7,segment=NetworkSegment(70e016b5-b14d-4f60-8fe4-1da8d9ac4f46),segment_id=70e016b5-b14d-4f60-8fe4-1da8d9ac4f46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:21.668876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.679055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Subnet': ['ID=26c2f875-5365-436b-84ed-c28c62594a91,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:21.699155 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9b94689-74fe-4ea7-afdf-947492d4e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-2d8f6299-f56c-4fc6-b8b8-809eb9224b71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c2f875-5365-436b-84ed-c28c62594a91: This subnet is being modified by another concurrent operation. Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c2f875-5365-436b-84ed-c28c62594a91: This subnet is being modified by another concurrent operation. Dec 15 14:42:21.702140 n-d-815324-3 neutron-server[103380]: ERROR oslo_messaging.rpc.server Dec 15 14:42:21.719395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.739572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92506b-4d8f-4ce7-bc1c-28abe9a5c568 None None] Network 4c54b5ef-83a2-45a6-abee-bd3616c6d42e requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:21.750267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.772553 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c54b5ef-83a2-45a6-abee-bd3616c6d42e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:21.783191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62ca477-d52f-4a97-a575-4c8a5ef1af31') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:21.783487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62ca477-d52f-4a97-a575-4c8a5ef1af31') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:21.794424 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.808522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.815207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=3f44b19f-79d5-4b97-94be-e726ea4f05c7,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:21.815450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:21.815887 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:21.819022 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:21.846660 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-e9b94689-74fe-4ea7-afdf-947492d4e20b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:42:21.847016 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-e9b94689-74fe-4ea7-afdf-947492d4e20b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:42:21.868726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352334d-1bf0-4e61-8d06-288464e76d10 None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:42:21.879813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.886702 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.895237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/4c54b5ef-83a2-45a6-abee-bd3616c6d42e HTTP/1.1" status: 204 len: 168 time: 0.8369026 Dec 15 14:42:21.896205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:21.901917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482973534'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:21.904020 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016cd2e-e9a4-48d0-b408-8e30299b25b7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Network': ['ID=4c54b5ef-83a2-45a6-abee-bd3616c6d42e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:21.926452 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:21.930328 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.943850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352334d-1bf0-4e61-8d06-288464e76d10 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:42:21.955411 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:21.965000 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.965356 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Added segment bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c of type vlan for network 2f2b138b-1c0e-4505-a0eb-971168601db9 Dec 15 14:42:22.007650 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.032216 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.037917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:22.038502 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.099080 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2017055 Dec 15 14:42:22.102846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:22.109061 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'subnet': {'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:22.112060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f9aed-5ffb-4ea0-9a86-988837bca6c7 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Network': ['ID=2f2b138b-1c0e-4505-a0eb-971168601db9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:22.124533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 2f2b138b-1c0e-4505-a0eb-971168601db9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:22.202767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9035f5-cf7e-4328-bf70-edb90b2397ec None None] get_active_networks_info from n-d-815324-3 {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:42:22.211584 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:22.215170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.280965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9035f5-cf7e-4328-bf70-edb90b2397ec None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:42:22.401615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.464760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Subnet': ['ID=bf4e7c7d-ecc8-4b52-97e0-0fc7562af2c9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:22.472879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Checking segment: {'id': 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:22.473244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network hostable DHCP agents. Network: 2f2b138b-1c0e-4505-a0eb-971168601db9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:22.490340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network 2f2b138b-1c0e-4505-a0eb-971168601db9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:22.500377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 2f2b138b-1c0e-4505-a0eb-971168601db9) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:22.504405 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:22.505039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.522821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40445b96-0e3a-4dae-8134-1f99d046d07e None None] Network 2f2b138b-1c0e-4505-a0eb-971168601db9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:22.526109 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-de84b66c-abf7-4c9a-b8d3-8f1af0ea59e3 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218912 Dec 15 14:42:22.530737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:22.536140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1399504371'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:22.537313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-291fd3de-f2cb-4d82-9aa0-d076d1f167cd None None] Provisioning complete for port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:22.537692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-291fd3de-f2cb-4d82-9aa0-d076d1f167cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.557154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:22.560617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.590297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:22.600565 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.600960 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Added segment ec587fd2-f15a-4aee-ba6f-11986fed3406 of type vlan for network 64474bba-0666-4655-81aa-d4540457a69c Dec 15 14:42:22.647794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.671730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-2f2b138b-1c0e-4505-a0eb-971168601db9', 'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9', 'project_id': '4483906426ce414b8de08dcc01565d82', 'fixed_ips': [{'subnet_id': 'bf4e7c7d-ecc8-4b52-97e0-0fc7562af2c9'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:22.672539 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.675796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.681585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:22.682166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.740479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:22.740720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2083631 Dec 15 14:42:22.746572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Request body: {'subnet': {'network_id': '64474bba-0666-4655-81aa-d4540457a69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:22.759878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289b17-64a1-4dc9-87ea-2e406bea6b57 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Network': ['ID=64474bba-0666-4655-81aa-d4540457a69c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:22.771859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 64474bba-0666-4655-81aa-d4540457a69c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:22.838709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Made reservation on behalf of 4483906426ce414b8de08dcc01565d82 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:22.842574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.890335 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Allocated IP 2001:db8::2 (2f2b138b-1c0e-4505-a0eb-971168601db9/bf4e7c7d-ecc8-4b52-97e0-0fc7562af2c9/8c032ecd-1b9b-4065-8e16-c476d7387c4e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:22.905533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3f44b19f-79d5-4b97-94be-e726ea4f05c7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:23.022437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:23.022813 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.033442 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.102968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.103209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event updated for resources: {'Subnet': ['ID=b2512907-0259-4f39-938c-1a9bae8a3046,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.109551 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Checking segment: {'id': 'ec587fd2-f15a-4aee-ba6f-11986fed3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '64474bba-0666-4655-81aa-d4540457a69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:23.109914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network hostable DHCP agents. Network: 64474bba-0666-4655-81aa-d4540457a69c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:23.112575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.126959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Network 64474bba-0666-4655-81aa-d4540457a69c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:23.136143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 64474bba-0666-4655-81aa-d4540457a69c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:23.140827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:23.141414 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.158147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1390e88d-f80c-4f94-82f6-665e73c4651e tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161627 Dec 15 14:42:23.160701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.166626 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffab9cd-23f5-4fec-84ca-9df6966837fd None None] Network 64474bba-0666-4655-81aa-d4540457a69c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:23.234841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Network 2f2b138b-1c0e-4505-a0eb-971168601db9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:23.240135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Pushing event updated for resources: {'Port': ['ID=8c032ecd-1b9b-4065-8e16-c476d7387c4e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.245192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:23.251297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:23.264863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.337662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.349386 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Attempting to bind port 8c032ecd-1b9b-4065-8e16-c476d7387c4e on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:23.349760 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Attempting to bind port 8c032ecd-1b9b-4065-8e16-c476d7387c4e by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:23.350123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Attempting to bind port 8c032ecd-1b9b-4065-8e16-c476d7387c4e on network 2f2b138b-1c0e-4505-a0eb-971168601db9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:23.355905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:23.356214 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Checking segment: {'id': 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:23.356652 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.357051 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Bound using segment: {'id': 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:23.358083 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Bound port: 8c032ecd-1b9b-4065-8e16-c476d7387c4e, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '2f2b138b-1c0e-4505-a0eb-971168601db9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:23.358469 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.392299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815638c-6023-4dcf-b76c-72ad430a1ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-64474bba-0666-4655-81aa-d4540457a69c', 'network_id': '64474bba-0666-4655-81aa-d4540457a69c', 'project_id': '4483906426ce414b8de08dcc01565d82', 'fixed_ips': [{'subnet_id': 'b2512907-0259-4f39-938c-1a9bae8a3046'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:23.393217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8815638c-6023-4dcf-b76c-72ad430a1ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.403402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.432752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Subnet': ['ID=b2512907-0259-4f39-938c-1a9bae8a3046,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.489178 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] For port 8c032ecd-1b9b-4065-8e16-c476d7387c4e, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:23.492166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.506790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] For port 8c032ecd-1b9b-4065-8e16-c476d7387c4e, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c032ecd-1b9b-4065-8e16-c476d7387c4e,segment=NetworkSegment(bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c),segment_id=bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:23.507925 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae64554-23ef-4bb5-81cf-eda093cacca6 None None] Network 64474bba-0666-4655-81aa-d4540457a69c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:23.519057 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64474bba-0666-4655-81aa-d4540457a69c']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:23.523193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.530478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec587fd2-f15a-4aee-ba6f-11986fed3406') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:23.530777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec587fd2-f15a-4aee-ba6f-11986fed3406') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:23.541027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.554590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.561077 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:23.561472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:23.564492 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:23.629857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.640010 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.642827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a1781-ef65-493a-a42f-c7b678d7a0be None None] Pushing event updated for resources: {'Port': ['ID=8c032ecd-1b9b-4065-8e16-c476d7387c4e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.646516 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/64474bba-0666-4655-81aa-d4540457a69c HTTP/1.1" status: 204 len: 168 time: 0.4824538 Dec 15 14:42:23.646893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.659483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd11f0-c214-4492-acfb-e145a0dfcbfe tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Network': ['ID=64474bba-0666-4655-81aa-d4540457a69c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.676214 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11e7477-fb7c-4ca6-be41-b0ec4489eba1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] GET failed (client error): The resource could not be found. Dec 15 14:42:23.677611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f11e7477-fb7c-4ca6-be41-b0ec4489eba1 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "GET /v2.0/subnets/b2512907-0259-4f39-938c-1a9bae8a3046 HTTP/1.1" status: 404 len: 337 time: 0.0296295 Dec 15 14:42:23.680375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46688) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.698882 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-be450936-2e61-4589-a522-09192626dd8a tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:23.699384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be450936-2e61-4589-a522-09192626dd8a tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:23.702996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-be450936-2e61-4589-a522-09192626dd8a tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/64474bba-0666-4655-81aa-d4540457a69c HTTP/1.1" status: 404 len: 339 time: 0.0216751 Dec 15 14:42:23.706932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.738463 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-63336f98-8bae-4483-83be-42db79ed9566 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:23.738923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63336f98-8bae-4483-83be-42db79ed9566 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:23.744658 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-63336f98-8bae-4483-83be-42db79ed9566 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/subnets/b2512907-0259-4f39-938c-1a9bae8a3046 HTTP/1.1" status: 404 len: 337 time: 0.0344028 Dec 15 14:42:23.744909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.763425 n-d-815324-3 neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e003c7-7735-499f-8bcc-cacb858ba9e9 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:23.764445 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e003c7-7735-499f-8bcc-cacb858ba9e9 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:23.767515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-26e003c7-7735-499f-8bcc-cacb858ba9e9 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/64474bba-0666-4655-81aa-d4540457a69c HTTP/1.1" status: 404 len: 339 time: 0.0216494 Dec 15 14:42:23.770124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.829577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Deleting subnet bf4e7c7d-ecc8-4b52-97e0-0fc7562af2c9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:23.832726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.875261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.965798 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.023411 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.048702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4e7c7d-ecc8-4b52-97e0-0fc7562af2c9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:24.054265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.057521 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-68da2f97-19c9-4451-9b31-b8671d3a067b tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/subnets/bf4e7c7d-ecc8-4b52-97e0-0fc7562af2c9 HTTP/1.1" status: 204 len: 168 time: 0.2864680 Dec 15 14:42:24.059956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:24.141401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.192391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Deleting port 8c032ecd-1b9b-4065-8e16-c476d7387c4e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:24.192757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.257480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] For port 8c032ecd-1b9b-4065-8e16-c476d7387c4e, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=8c032ecd-1b9b-4065-8e16-c476d7387c4e,segment=NetworkSegment(bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c),segment_id=bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:24.257848 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.271401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Calling delete_port for 8c032ecd-1b9b-4065-8e16-c476d7387c4e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:24.367064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.394400 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Port': ['ID=8c032ecd-1b9b-4065-8e16-c476d7387c4e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:24.399217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No DVR routers for this DVR port 8c032ecd-1b9b-4065-8e16-c476d7387c4e on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:24.486169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.507212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2b138b-1c0e-4505-a0eb-971168601db9']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:24.517315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:24.517607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd637f3-fbc1-4b43-a896-a2f6f8bedd0c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:24.527645 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.543832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.552833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:24.553486 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.554391 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33325a7-d00a-4fa1-9231-38d4fa6663c7 None None] Network 2f2b138b-1c0e-4505-a0eb-971168601db9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:24.557115 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:24.605717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ee2b1b2f-16b0-4c46-86c8-7cc66178b7c1 None None] Could not find standard attr ID for object 8c032ecd-1b9b-4065-8e16-c476d7387c4e. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:42:24.621265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.628966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.634447 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/2f2b138b-1c0e-4505-a0eb-971168601db9 HTTP/1.1" status: 204 len: 168 time: 0.5732889 Dec 15 14:42:24.637189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:24.660329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246a1cc-f519-4b5a-9d5b-70be9a6542fb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Network': ['ID=2f2b138b-1c0e-4505-a0eb-971168601db9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:24.664727 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-343777cd-1cb1-4230-ab7c-2e74d6a3d5a0 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:24.665422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343777cd-1cb1-4230-ab7c-2e74d6a3d5a0 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:24.668698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-343777cd-1cb1-4230-ab7c-2e74d6a3d5a0 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/subnets/26c2f875-5365-436b-84ed-c28c62594a91 HTTP/1.1" status: 404 len: 337 time: 0.0302296 Dec 15 14:42:24.671741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:24.690200 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f301272-ded3-4239-b535-04e66ced8dbb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:24.690696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f301272-ded3-4239-b535-04e66ced8dbb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:24.694480 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f301272-ded3-4239-b535-04e66ced8dbb tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/4c54b5ef-83a2-45a6-abee-bd3616c6d42e HTTP/1.1" status: 404 len: 339 time: 0.0211790 Dec 15 14:42:24.696487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:24.723388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101eebb-c6bc-4ba4-8601-389c9ca4bda7 None None] DHCP port deletion for 2f2b138b-1c0e-4505-a0eb-971168601db9 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:24.727831 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ca3b2c-2b8c-4d7c-bcc6-163130e3352f tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:24.728278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ca3b2c-2b8c-4d7c-bcc6-163130e3352f tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:24.732696 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f3ca3b2c-2b8c-4d7c-bcc6-163130e3352f tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/subnets/8098a6c8-a512-45a6-a41c-038f11513982 HTTP/1.1" status: 404 len: 337 time: 0.0346913 Dec 15 14:42:24.734772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:24.753242 n-d-815324-3 neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1695f1-98c2-458b-83dd-4ed5fb557a4c tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:24.753722 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1695f1-98c2-458b-83dd-4ed5fb557a4c tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:24.756665 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9b1695f1-98c2-458b-83dd-4ed5fb557a4c tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/ccf09998-99a7-4334-800a-882c85d788d4 HTTP/1.1" status: 404 len: 339 time: 0.0209701 Dec 15 14:42:24.759378 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:24.808948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Deleting subnet 8de0f238-2221-4ed4-acda-c1655b19243c {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:24.812674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.855630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.946250 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.009043 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.033011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Subnet': ['ID=8de0f238-2221-4ed4-acda-c1655b19243c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:25.038665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.041913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-fec131a0-31db-4150-bc39-4b38d9995868 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/subnets/8de0f238-2221-4ed4-acda-c1655b19243c HTTP/1.1" status: 204 len: 168 time: 0.2816527 Dec 15 14:42:25.044479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:25.045432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f95ba-6a77-4cf3-84c4-8559908e869d None None] Network 9952cf63-b790-48b0-b712-e91f96f1bad9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:25.129661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.183831 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Deleting port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:25.184187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.250408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] For port 3f44b19f-79d5-4b97-94be-e726ea4f05c7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3f44b19f-79d5-4b97-94be-e726ea4f05c7,segment=NetworkSegment(70e016b5-b14d-4f60-8fe4-1da8d9ac4f46),segment_id=70e016b5-b14d-4f60-8fe4-1da8d9ac4f46)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:25.250408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.265615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Calling delete_port for 3f44b19f-79d5-4b97-94be-e726ea4f05c7 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:25.352711 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.361653 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e8ae1-463f-4342-8476-dbecc4e49f73 None None] DHCP port deletion for 9952cf63-b790-48b0-b712-e91f96f1bad9 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:25.380170 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Port': ['ID=3f44b19f-79d5-4b97-94be-e726ea4f05c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:25.382035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] No DVR routers for this DVR port 3f44b19f-79d5-4b97-94be-e726ea4f05c7 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:25.463618 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.484217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9952cf63-b790-48b0-b712-e91f96f1bad9']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:25.493367 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:25.493669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e016b5-b14d-4f60-8fe4-1da8d9ac4f46') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:25.503258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.516207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.522407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:25.522857 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:25.525932 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:25.581737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.588438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:25.592161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] 10.222.0.32 "DELETE /v2.0/networks/9952cf63-b790-48b0-b712-e91f96f1bad9 HTTP/1.1" status: 204 len: 168 time: 0.5456941 Dec 15 14:42:25.603679 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354c30-5ba5-43f0-9ab2-e40766054130 tempest-NetworksIpV6Test-413311788 tempest-NetworksIpV6Test-413311788-project] Pushing event deleted for resources: {'Network': ['ID=9952cf63-b790-48b0-b712-e91f96f1bad9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:25.832176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:25.969381 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8e3d686c-05b2-435b-8428-8e3ecbe524f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4483906426ce414b8de08dcc01565d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358719 Dec 15 14:42:25.971745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:26.021585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f96a9f-c50d-440c-8e40-85e6ff160b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.043573 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f96a9f-c50d-440c-8e40-85e6ff160b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.089361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f96a9f-c50d-440c-8e40-85e6ff160b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.091961 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f96a9f-c50d-440c-8e40-85e6ff160b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.093144 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-49f96a9f-c50d-440c-8e40-85e6ff160b77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e72ac2c6-c763-42a3-a7ff-6cca672651d4 HTTP/1.1" status: 204 len: 168 time: 0.1204767 Dec 15 14:42:26.101204 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f96a9f-c50d-440c-8e40-85e6ff160b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ac2c6-c763-42a3-a7ff-6cca672651d4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:26.741532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:26.834444 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1215268002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:26.862587 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.863773 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.882424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3f44b19f-79d5-4b97-94be-e726ea4f05c7 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:26.906147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3f44b19f-79d5-4b97-94be-e726ea4f05c7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:26.906497 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3f44b19f-79d5-4b97-94be-e726ea4f05c7 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:26.921010 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.925239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.942567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.943759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c6f45967-a919-473f-a15d-7c6988d1a25f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2011933 Dec 15 14:42:26.946517 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:26.951243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-658724014'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:26.970920 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Made reservation on behalf of 0f5039b6ff284e8c8cec76a86082008d for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:26.974426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.987412 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.061909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.065651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.094129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:27.099357 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4918aa-5a6f-4646-a2db-40dc585dd3b7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:27.106764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.107225 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Added segment 1601ee1b-7749-47e5-962b-5e10057d3b16 of type vlan for network 457dea3a-4518-4bb8-9510-ce3d73664ae8 Dec 15 14:42:27.148733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.173500 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.179042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:27.179626 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.240467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2929184 Dec 15 14:42:27.243410 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:27.249129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Request body: {'subnet': {'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:27.253214 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03342f43-1657-4d03-a8f2-2513e4abe298 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event updated for resources: {'Network': ['ID=457dea3a-4518-4bb8-9510-ce3d73664ae8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:27.264185 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 457dea3a-4518-4bb8-9510-ce3d73664ae8 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:27.348422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Made reservation on behalf of 0f5039b6ff284e8c8cec76a86082008d for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:27.351885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.529684 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.589905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event updated for resources: {'Subnet': ['ID=995618fd-cea8-436e-b15e-8b03b225a5fa,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:27.598563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Checking segment: {'id': '1601ee1b-7749-47e5-962b-5e10057d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:27.598923 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Network hostable DHCP agents. Network: 457dea3a-4518-4bb8-9510-ce3d73664ae8, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:27.615426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Network 457dea3a-4518-4bb8-9510-ce3d73664ae8 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:27.627329 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 457dea3a-4518-4bb8-9510-ce3d73664ae8) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:27.634746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:27.635820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.639663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec0182-3cca-48e6-9d11-303ab861be12 None None] Network 457dea3a-4518-4bb8-9510-ce3d73664ae8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:27.654048 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b6281b7f-428b-4b47-b9e6-82b57abc7e17 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4090860 Dec 15 14:42:27.656900 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:27.661829 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2068165496'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:27.683984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Made reservation on behalf of 0f5039b6ff284e8c8cec76a86082008d for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:27.687971 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.713128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:27.722599 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.722937 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Added segment 528c34b1-b482-4514-a847-c426f19eca4e of type vlan for network 9e70027d-8f49-4375-8d8f-3bf172447f40 Dec 15 14:42:27.742674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-457dea3a-4518-4bb8-9510-ce3d73664ae8', 'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8', 'project_id': '0f5039b6ff284e8c8cec76a86082008d', 'fixed_ips': [{'subnet_id': '995618fd-cea8-436e-b15e-8b03b225a5fa'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:27.743738 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.763464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.789210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.794771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:27.795349 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.862928 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2048514 Dec 15 14:42:27.865493 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:27.873293 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Request body: {'subnet': {'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:27.878008 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92c8f6-b7ae-4269-9aa1-8c7c1a5b13fa tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event updated for resources: {'Network': ['ID=9e70027d-8f49-4375-8d8f-3bf172447f40,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:27.882437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Allocated IP 172.20.0.2 (457dea3a-4518-4bb8-9510-ce3d73664ae8/995618fd-cea8-436e-b15e-8b03b225a5fa/4f406dc0-7f5a-411a-bb22-0031bebbb8c7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:27.890554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9e70027d-8f49-4375-8d8f-3bf172447f40 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:27.964058 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Made reservation on behalf of 0f5039b6ff284e8c8cec76a86082008d for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:27.968390 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.090513 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.097392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.140962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Network 457dea3a-4518-4bb8-9510-ce3d73664ae8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:28.146134 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:28.148298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Pushing event updated for resources: {'Port': ['ID=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.150537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:28.160026 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.207344 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Attempting to bind port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:28.207702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Attempting to bind port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1601ee1b-7749-47e5-962b-5e10057d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:28.208104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Attempting to bind port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 on network 457dea3a-4518-4bb8-9510-ce3d73664ae8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:28.213172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:28.213577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Checking segment: {'id': '1601ee1b-7749-47e5-962b-5e10057d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:28.213943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.214343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Bound using segment: {'id': '1601ee1b-7749-47e5-962b-5e10057d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:28.214986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Bound port: 4f406dc0-7f5a-411a-bb22-0031bebbb8c7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1601ee1b-7749-47e5-962b-5e10057d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '457dea3a-4518-4bb8-9510-ce3d73664ae8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:28.215365 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.230353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event updated for resources: {'Subnet': ['ID=55c14817-6f37-4a99-83c6-901a88f87a8e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.238674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Checking segment: {'id': '528c34b1-b482-4514-a847-c426f19eca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:28.239033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Network hostable DHCP agents. Network: 9e70027d-8f49-4375-8d8f-3bf172447f40, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:28.256157 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Network 9e70027d-8f49-4375-8d8f-3bf172447f40 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:28.267959 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9e70027d-8f49-4375-8d8f-3bf172447f40) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:28.277728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a947696-c15e-41b0-9a7d-fa08c566eb56 None None] Network 9e70027d-8f49-4375-8d8f-3bf172447f40 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:28.282485 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:28.282665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.294886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] For port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:28.301509 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-17b002ed-f82d-4fa1-be77-540c953acf5e tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4324627 Dec 15 14:42:28.301753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:28.306197 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ef14413a-df4e-47ed-8b5d-bf002e1d9041 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:28.338680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] For port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,segment=NetworkSegment(1601ee1b-7749-47e5-962b-5e10057d3b16),segment_id=1601ee1b-7749-47e5-962b-5e10057d3b16)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:28.348085 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.445037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2368-0875-4a23-9b3b-39c7432564a3 None None] Pushing event updated for resources: {'Port': ['ID=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.465313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-9e70027d-8f49-4375-8d8f-3bf172447f40', 'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40', 'project_id': '0f5039b6ff284e8c8cec76a86082008d', 'fixed_ips': [{'subnet_id': '55c14817-6f37-4a99-83c6-901a88f87a8e'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:28.466233 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.640098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Allocated IP 172.21.0.2 (9e70027d-8f49-4375-8d8f-3bf172447f40/55c14817-6f37-4a99-83c6-901a88f87a8e/d9eb3fef-8e43-4021-b5fb-7fdb32c457b7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:28.815056 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.822072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.865425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Network 9e70027d-8f49-4375-8d8f-3bf172447f40 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:28.871288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:28.874085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Pushing event updated for resources: {'Port': ['ID=d9eb3fef-8e43-4021-b5fb-7fdb32c457b7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.876289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:28.882055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef14413a-df4e-47ed-8b5d-bf002e1d9041 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.947149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Attempting to bind port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:28.948477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Attempting to bind port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '528c34b1-b482-4514-a847-c426f19eca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:28.948477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Attempting to bind port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7 on network 9e70027d-8f49-4375-8d8f-3bf172447f40 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:28.953786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:28.983350 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:28.983736 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Checking segment: {'id': '528c34b1-b482-4514-a847-c426f19eca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:28.984149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.984577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Bound using segment: {'id': '528c34b1-b482-4514-a847-c426f19eca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:28.985075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Bound port: d9eb3fef-8e43-4021-b5fb-7fdb32c457b7, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528c34b1-b482-4514-a847-c426f19eca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9e70027d-8f49-4375-8d8f-3bf172447f40'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:28.985461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.012037 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [None req-ef14413a-df4e-47ed-8b5d-bf002e1d9041 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:42:29.013407 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ef14413a-df4e-47ed-8b5d-bf002e1d9041 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "PUT /v2.0/routers/d8fe1ab5-5407-43c3-9ba4-55b3b661af95 HTTP/1.1" status: 400 len: 364 time: 0.7104847 Dec 15 14:42:29.019072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:29.058393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:29.058768 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.069358 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Deleting subnet 55c14817-6f37-4a99-83c6-901a88f87a8e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:29.072532 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.085224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] For port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:29.105993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] For port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d9eb3fef-8e43-4021-b5fb-7fdb32c457b7,segment=NetworkSegment(528c34b1-b482-4514-a847-c426f19eca4e),segment_id=528c34b1-b482-4514-a847-c426f19eca4e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:29.114773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.115047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.209674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bde3ef-2e96-4471-9a82-58c75f87179b None None] Pushing event updated for resources: {'Port': ['ID=d9eb3fef-8e43-4021-b5fb-7fdb32c457b7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.217913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.226593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.265814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,segment=NetworkSegment(1601ee1b-7749-47e5-962b-5e10057d3b16),segment_id=1601ee1b-7749-47e5-962b-5e10057d3b16)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:29.283768 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.312926 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.345518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event deleted for resources: {'Subnet': ['ID=55c14817-6f37-4a99-83c6-901a88f87a8e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.358733 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.367716 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d4c6a762-1536-4c33-b950-a370d457f9dd tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "DELETE /v2.0/subnets/55c14817-6f37-4a99-83c6-901a88f87a8e HTTP/1.1" status: 204 len: 168 time: 0.3470109 Dec 15 14:42:29.370132 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:29.372416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.490237 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.558292 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Deleting port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:29.558632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.603825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc651fc-8cd4-4cf6-8340-6d129f79fec8 None None] Network 457dea3a-4518-4bb8-9510-ce3d73664ae8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:29.626129 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] For port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=d9eb3fef-8e43-4021-b5fb-7fdb32c457b7,segment=NetworkSegment(528c34b1-b482-4514-a847-c426f19eca4e),segment_id=528c34b1-b482-4514-a847-c426f19eca4e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:29.626490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.639966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Calling delete_port for d9eb3fef-8e43-4021-b5fb-7fdb32c457b7 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:29.688088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aaabcecd-ef21-45c3-bfd0-674529082002 None None] Provisioning complete for port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:29.688345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaabcecd-ef21-45c3-bfd0-674529082002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.735453 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.768096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event deleted for resources: {'Port': ['ID=d9eb3fef-8e43-4021-b5fb-7fdb32c457b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.774844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] No DVR routers for this DVR port d9eb3fef-8e43-4021-b5fb-7fdb32c457b7 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:29.861507 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.882962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e70027d-8f49-4375-8d8f-3bf172447f40']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:29.893515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c34b1-b482-4514-a847-c426f19eca4e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:29.893810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c34b1-b482-4514-a847-c426f19eca4e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:29.904167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.917821 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.925308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:29.925761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:29.928939 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:29.998110 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.006156 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.011866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "DELETE /v2.0/networks/9e70027d-8f49-4375-8d8f-3bf172447f40 HTTP/1.1" status: 204 len: 168 time: 0.6379955 Dec 15 14:42:30.011866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:30.042154 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a4c3d3e-c56d-420e-8356-55165fbbba3c None None] Provisioning complete for port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:30.042720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3d3e-c56d-420e-8356-55165fbbba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.054178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2398581-2043-4766-9f0d-7e73c27c4090 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event deleted for resources: {'Network': ['ID=9e70027d-8f49-4375-8d8f-3bf172447f40,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.083023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Deleting subnet 995618fd-cea8-436e-b15e-8b03b225a5fa {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:30.086805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.131115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.218592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.286021 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.314121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event deleted for resources: {'Subnet': ['ID=995618fd-cea8-436e-b15e-8b03b225a5fa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.316119 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.319676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-28c2886f-11f0-47b5-b9f5-840bd52ec643 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "DELETE /v2.0/subnets/995618fd-cea8-436e-b15e-8b03b225a5fa HTTP/1.1" status: 204 len: 168 time: 0.3066061 Dec 15 14:42:30.321966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46760) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:30.328024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c56d1b-4028-48b5-a0a2-f4bf6363a684 None None] Network 457dea3a-4518-4bb8-9510-ce3d73664ae8 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:30.378089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b78852c2-3919-4052-91bd-c50830c37942 None None] Could not find standard attr ID for object d9eb3fef-8e43-4021-b5fb-7fdb32c457b7. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:42:30.389483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf1180-9058-40dd-a524-c85d0c0de119 None None] DHCP port deletion for 9e70027d-8f49-4375-8d8f-3bf172447f40 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:30.409907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.418324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43289b4b-90ee-4d36-97a5-fce58600c21c None None] Network 9e70027d-8f49-4375-8d8f-3bf172447f40 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:30.433128 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43289b4b-90ee-4d36-97a5-fce58600c21c None None] Network 9e70027d-8f49-4375-8d8f-3bf172447f40 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:42:30.469050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Deleting port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:30.469488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.503341 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] DHCP port deletion for 457dea3a-4518-4bb8-9510-ce3d73664ae8 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:30.534351 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] For port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,segment=NetworkSegment(1601ee1b-7749-47e5-962b-5e10057d3b16),segment_id=1601ee1b-7749-47e5-962b-5e10057d3b16)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:30.534704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.548015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Calling delete_port for 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:30.556876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] Deleting port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:30.557263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.619860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] For port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,segment=NetworkSegment(1601ee1b-7749-47e5-962b-5e10057d3b16),segment_id=1601ee1b-7749-47e5-962b-5e10057d3b16)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:30.620453 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.631407 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.636207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] Calling delete_port for 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:30.657318 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event deleted for resources: {'Port': ['ID=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.661001 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] No DVR routers for this DVR port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:30.715469 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.740411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] Pushing event deleted for resources: {'Port': ['ID=4f406dc0-7f5a-411a-bb22-0031bebbb8c7,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.740726 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.743695 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5410a-495b-4c03-be94-af9b48f53fc2 None None] No DVR routers for this DVR port 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:30.762281 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457dea3a-4518-4bb8-9510-ce3d73664ae8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:30.772209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1601ee1b-7749-47e5-962b-5e10057d3b16') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:30.772520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1601ee1b-7749-47e5-962b-5e10057d3b16') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:30.781986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.795777 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.803048 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:30.803545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:30.806880 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:30.870691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.876277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.880198 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "DELETE /v2.0/networks/457dea3a-4518-4bb8-9510-ce3d73664ae8 HTTP/1.1" status: 204 len: 168 time: 0.5570757 Dec 15 14:42:30.883005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:30.897798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15274-4ea5-4351-922e-a505a18e7664 tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Pushing event deleted for resources: {'Network': ['ID=457dea3a-4518-4bb8-9510-ce3d73664ae8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.898595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:30.913973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-654224b6-c443-4e96-93da-abfe912cb39f tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fe1ab5-5407-43c3-9ba4-55b3b661af95 HTTP/1.1" status: 200 len: 205 time: 0.0291290 Dec 15 14:42:30.916411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:30.919825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:30.920203 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 4f406dc0-7f5a-411a-bb22-0031bebbb8c7 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:30.999416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.169299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.171993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.216098 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.216664 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Fanout notify agent at l3_agent the message router_deleted on router d8fe1ab5-5407-43c3-9ba4-55b3b661af95 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:42:31.223824 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.224945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1dfe4695-b89e-43e3-95ac-1f25bffa61af tempest-RoutersNegativeTest-885158274 tempest-RoutersNegativeTest-885158274-project] 10.222.0.32 "DELETE /v2.0/routers/d8fe1ab5-5407-43c3-9ba4-55b3b661af95 HTTP/1.1" status: 204 len: 168 time: 0.3075724 Dec 15 14:42:31.466051 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:31.595881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-01fc1726-07eb-4f72-800f-7b3cc3ec2e45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f5039b6ff284e8c8cec76a86082008d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281285 Dec 15 14:42:31.598335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:31.644000 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057de67c-6508-4ba3-9068-2202f48047d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.664724 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057de67c-6508-4ba3-9068-2202f48047d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.717686 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057de67c-6508-4ba3-9068-2202f48047d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.720277 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-057de67c-6508-4ba3-9068-2202f48047d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.721461 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-057de67c-6508-4ba3-9068-2202f48047d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f4918aa-5a6f-4646-a2db-40dc585dd3b7 HTTP/1.1" status: 204 len: 168 time: 0.1222456 Dec 15 14:42:31.729426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de67c-6508-4ba3-9068-2202f48047d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4918aa-5a6f-4646-a2db-40dc585dd3b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.327668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.421266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1376297728-network', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:32.442505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Made reservation on behalf of 26b9ba9bbeb34252bccfeeb93a3c1d44 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:32.444900 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.453886 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.528427 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.532465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.558301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:32.568697 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.575583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.575943 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Added segment 8c82f0db-799a-4698-95c7-6184f86cdf46 of type vlan for network dce980e6-8b9e-4f87-871f-d5fb6f1d498c Dec 15 14:42:32.614835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.639218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.640142 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:32.640734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.694315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3654156 Dec 15 14:42:32.697253 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.702303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Request body: {'subnet': {'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-subnet', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:32.705548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bb99a-d4f0-4c03-9511-974811abc427 admin admin] Pushing event updated for resources: {'Network': ['ID=dce980e6-8b9e-4f87-871f-d5fb6f1d498c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.715605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:32.724938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Made reservation on behalf of 26b9ba9bbeb34252bccfeeb93a3c1d44 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:32.727283 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.896797 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.952000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd5dd46-ea71-4785-a5b0-e3f63749abfe,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.963125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Checking segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:32.963487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Network hostable DHCP agents. Network: dce980e6-8b9e-4f87-871f-d5fb6f1d498c, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:32.980373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:32.991322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, dce980e6-8b9e-4f87-871f-d5fb6f1d498c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:32.996082 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:32.996770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.001230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09fd6e-efea-441f-a0da-14a380cc8bf5 None None] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:33.012530 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8d24e1c7-83ec-4f85-9ba2-b9bb8236f1b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3141158 Dec 15 14:42:33.015288 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.019504 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:33.040336 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.041381 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.096737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.105319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:33.106294 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.235262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.238190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Allocated IP 172.20.0.2 (dce980e6-8b9e-4f87-871f-d5fb6f1d498c/3dd5dd46-ea71-4785-a5b0-e3f63749abfe/ece6eb2c-ba60-4366-a40b-35ccca567ff5) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:33.380698 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.386316 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.434099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:33.438160 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:33.439562 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.440300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Pushing event updated for resources: {'Port': ['ID=ece6eb2c-ba60-4366-a40b-35ccca567ff5,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:33.443622 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:33.460897 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.499783 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Attempting to bind port ece6eb2c-ba60-4366-a40b-35ccca567ff5 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:33.500111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Attempting to bind port ece6eb2c-ba60-4366-a40b-35ccca567ff5 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:33.500419 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Attempting to bind port ece6eb2c-ba60-4366-a40b-35ccca567ff5 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:33.506088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:33.506468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Checking segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:33.506874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.507272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Bound using segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:33.507743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Bound port: ece6eb2c-ba60-4366-a40b-35ccca567ff5, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:33.508197 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.569502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Allocated IP 172.25.2.53 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:33.570024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] For port ece6eb2c-ba60-4366-a40b-35ccca567ff5, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:33.573042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] For port ece6eb2c-ba60-4366-a40b-35ccca567ff5, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ece6eb2c-ba60-4366-a40b-35ccca567ff5,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:33.577647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.632080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bc93f-d18c-4fc9-b6d5-7d74fef15ad2 None None] Pushing event updated for resources: {'Port': ['ID=ece6eb2c-ba60-4366-a40b-35ccca567ff5,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:33.683373 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.718413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.759349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:33.762381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:33.769501 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:33.773279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Pushing event updated for resources: {'Port': ['ID=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:33.793099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b1abe-2b6a-4026-8819-64678fe6d454 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:33.829092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-836444c3-6476-4210-a328-7900517c3394 None None] Provisioning complete for port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:33.829525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-836444c3-6476-4210-a328-7900517c3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.873884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-836444c3-6476-4210-a328-7900517c3394 None None] Port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:34.051246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.246626 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.380091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Router b51133f9-061a-4bd5-895d-66c5e9f234c5 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:42:34.485796 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:34.495428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Sync routers for ids ['b51133f9-061a-4bd5-895d-66c5e9f234c5'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:34.506048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.509831 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-79387da3-a6fd-48ae-bbec-bc607b5289de admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4909911 Dec 15 14:42:34.510262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:34.672258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd9210-3b9c-4718-9acd-5b8a34c9da90 None None] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:34.727090 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Routers {'b51133f9-061a-4bd5-895d-66c5e9f234c5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:34.728098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b51133f9-061a-4bd5-895d-66c5e9f234c5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:34.773338 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7dff9974-07ed-4f21-a20f-827ba2da10b2 None None] Provisioning complete for port ece6eb2c-ba60-4366-a40b-35ccca567ff5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:34.773737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dff9974-07ed-4f21-a20f-827ba2da10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.914594 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Set router b51133f9-061a-4bd5-895d-66c5e9f234c5 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:34.957484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.995498 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ece6eb2c-ba60-4366-a40b-35ccca567ff5 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:35.078730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dff9974-07ed-4f21-a20f-827ba2da10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.138755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Allocated IP 172.20.0.1 (dce980e6-8b9e-4f87-871f-d5fb6f1d498c/3dd5dd46-ea71-4785-a5b0-e3f63749abfe/c7b71091-d5bb-4495-b65c-4f5d4fe25b33) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:35.155257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7dff9974-07ed-4f21-a20f-827ba2da10b2 None None] For port ece6eb2c-ba60-4366-a40b-35ccca567ff5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ece6eb2c-ba60-4366-a40b-35ccca567ff5,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:35.163797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dff9974-07ed-4f21-a20f-827ba2da10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.172755 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ece6eb2c-ba60-4366-a40b-35ccca567ff5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:35.173120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.257205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.271364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff9974-07ed-4f21-a20f-827ba2da10b2 None None] Pushing event updated for resources: {'Port': ['ID=ece6eb2c-ba60-4366-a40b-35ccca567ff5,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:35.291607 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.304992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-44bd3593-224b-4d27-b41e-451246e1a781 None None] Provisioning complete for port ece6eb2c-ba60-4366-a40b-35ccca567ff5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:35.305360 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44bd3593-224b-4d27-b41e-451246e1a781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.333915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:35.338666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:35.342220 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:35.354943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:33Z', 'revision_number': 3, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:35.370414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:35.386649 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.398564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Checking router: b51133f9-061a-4bd5-895d-66c5e9f234c5 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:35.398915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Updating router b51133f9-061a-4bd5-895d-66c5e9f234c5 port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:35.435416 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.557975 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.659040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f2b5baa6-a8e7-4e3a-8f59-2fefad11784f None None] Provisioning complete for port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:35.659256 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2b5baa6-a8e7-4e3a-8f59-2fefad11784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.720449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5baa6-a8e7-4e3a-8f59-2fefad11784f None None] Port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:35.780278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.786985 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.844272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7a66f-34f3-4c79-9738-85254187aa0f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:35.855744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Attempting to bind port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:35.856123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Attempting to bind port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:35.856481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Attempting to bind port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:35.860118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa155edf-ab23-44a3-aba3-8c136faa87ca None None] Pushing event updated for resources: {'Port': ['ID=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:35.868097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:35.868278 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:35.868610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.869010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:35.869747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Bound port: 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:35.870190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.922625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] For port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:35.925874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] For port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:35.934719 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.986365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aea81b34-c0ff-41f3-b760-c9ec87479b9d None None] Provisioning complete for port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:35.986733 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aea81b34-c0ff-41f3-b760-c9ec87479b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.991982 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c9f6a9-af9f-4b60-855c-0977b0413913 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:36.042659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Routers {'b51133f9-061a-4bd5-895d-66c5e9f234c5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:36.043119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b51133f9-061a-4bd5-895d-66c5e9f234c5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:36.046983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa155edf-ab23-44a3-aba3-8c136faa87ca None None] Pushing event updated for resources: {'Port': ['ID=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:36.060715 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.065459 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.130382 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:36.133439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.189640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] Set router b51133f9-061a-4bd5-895d-66c5e9f234c5 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:36.191210 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aea81b34-c0ff-41f3-b760-c9ec87479b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.228455 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:36.230036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:36.353123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Router b51133f9-061a-4bd5-895d-66c5e9f234c5 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:42:36.413593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-aea81b34-c0ff-41f3-b760-c9ec87479b9d None None] For port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:36.419369 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aea81b34-c0ff-41f3-b760-c9ec87479b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.471621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:36.478075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-addfaace-3968-408f-9d5b-2cb9b2346108 admin admin] 10.222.0.32 "PUT /v2.0/routers/b51133f9-061a-4bd5-895d-66c5e9f234c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9664333 Dec 15 14:42:36.545312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea81b34-c0ff-41f3-b760-c9ec87479b9d None None] Pushing event updated for resources: {'Port': ['ID=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:36.567568 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-45ce400f-e7f8-424a-a206-b944a49c57c4 None None] Provisioning complete for port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:36.567926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45ce400f-e7f8-424a-a206-b944a49c57c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.702019 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c7b71091-d5bb-4495-b65c-4f5d4fe25b33', 'name': '', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'mac_address': 'fa:16:3e:18:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:34Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 1, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'subnets': [{'id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:36.731923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8fc54-bc04-4a2b-9fb2-55acc73764d7 None None] The sync data for ids ['b51133f9-061a-4bd5-895d-66c5e9f234c5'] in n-d-815324-3 is: [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c7b71091-d5bb-4495-b65c-4f5d4fe25b33', 'name': '', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'mac_address': 'fa:16:3e:18:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:34Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 1, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'subnets': [{'id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:36.736307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-45ce400f-e7f8-424a-a206-b944a49c57c4 None None] Provisioning complete for port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:36.736716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45ce400f-e7f8-424a-a206-b944a49c57c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.773934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-45ce400f-e7f8-424a-a206-b944a49c57c4 None None] Port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:36.891333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ece6eb2c-ba60-4366-a40b-35ccca567ff5 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:36.961860 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ece6eb2c-ba60-4366-a40b-35ccca567ff5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:36.962476 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.990235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:36.996450 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-458004201-network', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:37.030847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Made reservation on behalf of 16f60b8f87c348f9821e1d08fc09acb0 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:37.033986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.045032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.134736 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.139323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.164718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:37.175330 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1383fb9-d924-4efb-8abc-70bec87fa5dc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.181105 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.181434 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Added segment 53394c98-cccf-41ba-bbdf-4a779b98fa31 of type vlan for network 5f64adbb-6604-4865-9127-867763b0bad7 Dec 15 14:42:37.223449 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.250626 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.251704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:37.252278 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.305373 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3139226 Dec 15 14:42:37.308114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:37.313185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Request body: {'subnet': {'network_id': '5f64adbb-6604-4865-9127-867763b0bad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-subnet', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:37.332979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89610-3d6a-40a7-a865-9cf78035ba73 admin admin] Pushing event updated for resources: {'Network': ['ID=5f64adbb-6604-4865-9127-867763b0bad7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.344660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 5f64adbb-6604-4865-9127-867763b0bad7 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:37.347536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Made reservation on behalf of 16f60b8f87c348f9821e1d08fc09acb0 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:37.350089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.581510 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.639204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5194ee6-1602-4377-a088-4dc825561619,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.650146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Checking segment: {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:37.650505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Network hostable DHCP agents. Network: 5f64adbb-6604-4865-9127-867763b0bad7, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:37.668614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Network 5f64adbb-6604-4865-9127-867763b0bad7 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:37.678529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 5f64adbb-6604-4865-9127-867763b0bad7) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:37.682579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:37.683173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.688259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5afed3-205b-4618-be91-020bec53623d None None] Network 5f64adbb-6604-4865-9127-867763b0bad7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:37.701713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9141b6c0-5217-4a42-8f10-8493511b809d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3923302 Dec 15 14:42:37.704939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 46824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:37.709908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:37.731943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.735886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.795110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.803230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-5f64adbb-6604-4865-9127-867763b0bad7', 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7', 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'fixed_ips': [{'subnet_id': 'c5194ee6-1602-4377-a088-4dc825561619'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:37.804173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.946670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.954756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Allocated IP 172.20.0.2 (5f64adbb-6604-4865-9127-867763b0bad7/c5194ee6-1602-4377-a088-4dc825561619/6cc6cc2e-3af8-48e9-a00e-c16b648229cf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:38.114709 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.122546 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.158023 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.166136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Network 5f64adbb-6604-4865-9127-867763b0bad7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:38.169192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:38.174184 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:38.178922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Pushing event updated for resources: {'Port': ['ID=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.180584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.235557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Attempting to bind port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:38.235960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Attempting to bind port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:38.236330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Attempting to bind port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf on network 5f64adbb-6604-4865-9127-867763b0bad7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:38.241359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:38.241762 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Checking segment: {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:38.242144 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.242541 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Bound using segment: {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:38.243015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Bound port: 6cc6cc2e-3af8-48e9-a00e-c16b648229cf, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:38.243607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.292713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Allocated IP 172.25.2.106 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/7f3b2a2f-609f-4dfe-b0b8-073728bd599d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:38.310874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] For port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:38.314376 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] For port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,segment=NetworkSegment(53394c98-cccf-41ba-bbdf-4a779b98fa31),segment_id=53394c98-cccf-41ba-bbdf-4a779b98fa31)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:38.318322 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.379507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3ae44-b57b-429a-820b-bf81cdaa393e None None] Pushing event updated for resources: {'Port': ['ID=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.406947 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.449507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.490648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:38.493768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:38.498097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:38.507499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c32568-c7ae-4de3-9238-64deaeeca26c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:38.521748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Pushing event updated for resources: {'Port': ['ID=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.616038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-11fe6719-6916-4aa1-bda3-d5037880934e None None] Provisioning complete for port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:38.616559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11fe6719-6916-4aa1-bda3-d5037880934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.659187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-11fe6719-6916-4aa1-bda3-d5037880934e None None] Port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:38.941818 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6cc6cc2e-3af8-48e9-a00e-c16b648229cf up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:38.992901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:38.993382 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.077479 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.111718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,segment=NetworkSegment(53394c98-cccf-41ba-bbdf-4a779b98fa31),segment_id=53394c98-cccf-41ba-bbdf-4a779b98fa31)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:39.116777 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.117619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:39.119124 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.202827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:39.212761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:39.212934 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.352273 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.416346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb5729-21d1-409f-ad6f-15d217fc12e9 None None] Network 5f64adbb-6604-4865-9127-867763b0bad7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:39.506790 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-92ef56b5-6134-4910-86d2-637972e06398 None None] Provisioning complete for port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:39.507172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92ef56b5-6134-4910-86d2-637972e06398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.507452 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Sync routers for ids ['b51133f9-061a-4bd5-895d-66c5e9f234c5'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:39.508642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Router 9628be0c-dc78-4292-acea-6f379087be1c is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:42:39.517882 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Routers {'b51133f9-061a-4bd5-895d-66c5e9f234c5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:39.518481 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b51133f9-061a-4bd5-895d-66c5e9f234c5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:39.627998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:39.638829 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Set router b51133f9-061a-4bd5-895d-66c5e9f234c5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:39.640097 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Sync routers for ids ['9628be0c-dc78-4292-acea-6f379087be1c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:39.648720 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.650147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-768c18c8-578e-4005-9863-f0ac2064207f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9435871 Dec 15 14:42:39.651569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Routers {'9628be0c-dc78-4292-acea-6f379087be1c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:39.652388 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9628be0c-dc78-4292-acea-6f379087be1c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:39.653270 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 46826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:39.784157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Set router 9628be0c-dc78-4292-acea-6f379087be1c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:39.862355 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c7b71091-d5bb-4495-b65c-4f5d4fe25b33', 'name': '', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'mac_address': 'fa:16:3e:18:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:34Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 2, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'subnets': [{'id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:39.891037 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Checking router: b51133f9-061a-4bd5-895d-66c5e9f234c5 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:39.891754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Updating router b51133f9-061a-4bd5-895d-66c5e9f234c5 port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:39.898166 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f5a422c0-04c2-4d78-a865-daa2826588b2 None None] Provisioning complete for port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:39.898537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5a422c0-04c2-4d78-a865-daa2826588b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.923653 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.060409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:42:39Z', 'revision_number': 3, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:40.087742 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Checking router: 9628be0c-dc78-4292-acea-6f379087be1c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:40.088250 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Updating router 9628be0c-dc78-4292-acea-6f379087be1c port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:40.117213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.147738 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.296704 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.302788 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.325415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Allocated IP 172.20.0.1 (5f64adbb-6604-4865-9127-867763b0bad7/c5194ee6-1602-4377-a088-4dc825561619/062b5048-4607-40b6-9bb8-70dfc3e34d7d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:40.346072 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Pushing event updated for resources: {'Port': ['ID=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:40.354968 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.355312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.355651 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.355981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.356305 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.356657 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.357017 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.357343 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.357661 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.357977 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.358294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.358609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.358924 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:40.387008 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.393073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.431992 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Attempting to bind port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:40.432361 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Attempting to bind port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:40.432842 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Attempting to bind port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:40.439156 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:40.439533 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Checking segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:40.439961 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.440346 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Bound using segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:40.440839 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Bound port: c7b71091-d5bb-4495-b65c-4f5d4fe25b33, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:40.441215 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.446952 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Attempting to bind port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:40.447326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Attempting to bind port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:40.447806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Attempting to bind port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:40.452454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6fc3a-9c2f-4a02-9281-292fc93eeedb None None] Pushing event updated for resources: {'Port': ['ID=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:40.455088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ea623-b997-46fe-8b49-93f4b4308bd4 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:40.462731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:40.464243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:40.464243 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.464243 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:40.464550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Bound port: 7f3b2a2f-609f-4dfe-b0b8-073728bd599d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:40.464791 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.469862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.522555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.525180 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] For port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:40.527098 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] For port c7b71091-d5bb-4495-b65c-4f5d4fe25b33, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:40.528663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] For port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:40.531690 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] For port c7b71091-d5bb-4495-b65c-4f5d4fe25b33, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:40.536450 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.539504 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.573038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Network 5f64adbb-6604-4865-9127-867763b0bad7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:40.578650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:40.591064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:40.606747 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Routers {'b51133f9-061a-4bd5-895d-66c5e9f234c5'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:40.607392 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b51133f9-061a-4bd5-895d-66c5e9f234c5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:40.620024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6fc3a-9c2f-4a02-9281-292fc93eeedb None None] Pushing event updated for resources: {'Port': ['ID=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:40.624368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Pushing event updated for resources: {'Port': ['ID=062b5048-4607-40b6-9bb8-70dfc3e34d7d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:40.646482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Routers {'9628be0c-dc78-4292-acea-6f379087be1c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:40.647264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9628be0c-dc78-4292-acea-6f379087be1c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:40.649557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b6850-5082-4567-a823-620f8e6a84d5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:40.653068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.706863 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602caf1-bf18-45be-8584-6b6dc8f75836 None None] Pushing event updated for resources: {'Port': ['ID=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:40.764487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a9fac0f-bf7c-4cca-a5e3-5027a664d339 None None] Provisioning complete for port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:40.765106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a9fac0f-bf7c-4cca-a5e3-5027a664d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.771766 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] Set router b51133f9-061a-4bd5-895d-66c5e9f234c5 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:40.839585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.078349 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.084084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.098702 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c7b71091-d5bb-4495-b65c-4f5d4fe25b33', 'name': '', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'mac_address': 'fa:16:3e:18:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:34Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'subnets': [{'id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:41.134931 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8959fa-0a87-4ae1-82df-db58fe0414fd None None] The sync data for ids ['b51133f9-061a-4bd5-895d-66c5e9f234c5'] in n-d-815324-3 is: [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:35Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c7b71091-d5bb-4495-b65c-4f5d4fe25b33', 'name': '', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'mac_address': 'fa:16:3e:18:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:34Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 4, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'subnets': [{'id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:41.159670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.161490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Pushing event updated for resources: {'Port': ['ID=062b5048-4607-40b6-9bb8-70dfc3e34d7d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:41.167999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6cc6cc2e-3af8-48e9-a00e-c16b648229cf up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:41.188417 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:42:41.221210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] Set router 9628be0c-dc78-4292-acea-6f379087be1c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:41.267953 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Network 5f64adbb-6604-4865-9127-867763b0bad7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:41.269408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:41.292599 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a9fac0f-bf7c-4cca-a5e3-5027a664d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.355817 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a9fac0f-bf7c-4cca-a5e3-5027a664d339 None None] For port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:41.371878 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a9fac0f-bf7c-4cca-a5e3-5027a664d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.383643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:41.384024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.429683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Router 9628be0c-dc78-4292-acea-6f379087be1c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:42:41.504022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fac0f-bf7c-4cca-a5e3-5027a664d339 None None] Pushing event updated for resources: {'Port': ['ID=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:41.542132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Provisioning complete for port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:41.542510 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.581017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:41.586582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3d231a7d-5a48-46a2-a7c6-62b3ac5741d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/9628be0c-dc78-4292-acea-6f379087be1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291751 Dec 15 14:42:41.622186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c7b71091-d5bb-4495-b65c-4f5d4fe25b33 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:41.702017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:42:39Z', 'revision_number': 3, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:41.740658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f79561-5a9f-4fae-b0ab-d7998cc4b918 None None] The sync data for ids ['9628be0c-dc78-4292-acea-6f379087be1c'] in n-d-815324-3 is: [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:42:39Z', 'revision_number': 3, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:41.753554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.781476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:41.781860 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.827829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] For port c7b71091-d5bb-4495-b65c-4f5d4fe25b33, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:41.835951 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.895804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Provisioning complete for port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:41.896095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.927127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Pushing event updated for resources: {'Port': ['ID=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:42.076759 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Provisioning complete for port 062b5048-4607-40b6-9bb8-70dfc3e34d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:42.076759 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.113895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-039a9e00-b75b-49b9-a44b-1005753f598d None None] Port 062b5048-4607-40b6-9bb8-70dfc3e34d7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:42.233204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8749917e-0806-4e29-b08f-019f8b7d03ef None None] Provisioning complete for port 062b5048-4607-40b6-9bb8-70dfc3e34d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:42.233787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8749917e-0806-4e29-b08f-019f8b7d03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.270443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8749917e-0806-4e29-b08f-019f8b7d03ef None None] Port 062b5048-4607-40b6-9bb8-70dfc3e34d7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:42.665089 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2402a43d-7064-4167-abde-82d2911a665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.752812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-c75bd14c-40c7-4b7e-ae18-142d340f5b42 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:42.754199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-c75bd14c-40c7-4b7e-ae18-142d340f5b42 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/networks?id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 200 len: 817 time: 0.1136360 Dec 15 14:42:42.769665 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-cfbdc5db-3f6a-4016-979b-355aafb4a1b9 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/quotas/26b9ba9bbeb34252bccfeeb93a3c1d44 HTTP/1.1" status: 200 len: 375 time: 0.0095291 Dec 15 14:42:42.823799 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-aded38fe-ee19-44f9-aed8-a500009168a0 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484889 Dec 15 14:42:42.945543 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-48af5e97-9d3d-42da-9161-cdde11068c62 service neutron] 10.222.0.32 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096623 Dec 15 14:42:42.966936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c7b71091-d5bb-4495-b65c-4f5d4fe25b33 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:43.016992 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:43.017267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.041770 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2ed994dd-1b34-4048-ae46-bd6be8570387 service neutron] 10.222.0.32 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887275 Dec 15 14:42:43.099765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f3b2a2f-609f-4dfe-b0b8-073728bd599d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:43.159745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:43.160643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.218947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b985e866-f43a-4458-b5ef-b6751b14cb77 req-618b5b2a-66b0-4827-b5d1-6d465148e7ae tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Dec 15 14:42:44.095633 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Sync routers for ids ['9628be0c-dc78-4292-acea-6f379087be1c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:44.112439 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Routers {'9628be0c-dc78-4292-acea-6f379087be1c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:44.113525 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9628be0c-dc78-4292-acea-6f379087be1c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:44.235269 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Set router 9628be0c-dc78-4292-acea-6f379087be1c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:44.345688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5a60b9a1-bef8-4018-b857-6ec937ab72ca req-6c2ab2b2-5ac2-4e33-90cd-e92d7fc54da0 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 210 time: 0.0506263 Dec 15 14:42:44.347517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-6f9c2447-9d18-4192-b042-5eaf97742277 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:44.349659 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-6f9c2447-9d18-4192-b042-5eaf97742277 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "GET /v2.0/networks?id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 200 len: 817 time: 0.1768947 Dec 15 14:42:44.366954 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Request body: {'port': {'device_id': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'admin_state_up': True, 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:44.489088 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 4, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '062b5048-4607-40b6-9bb8-70dfc3e34d7d', 'name': '', 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'mac_address': 'fa:16:3e:3b:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c5194ee6-1602-4377-a088-4dc825561619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:40Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 2, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'subnets': [{'id': 'c5194ee6-1602-4377-a088-4dc825561619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:44.493578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Made reservation on behalf of 26b9ba9bbeb34252bccfeeb93a3c1d44 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:44.497920 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.521409 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Checking router: 9628be0c-dc78-4292-acea-6f379087be1c for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:44.521809 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Updating router 9628be0c-dc78-4292-acea-6f379087be1c port 062b5048-4607-40b6-9bb8-70dfc3e34d7d binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:44.546872 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.632043 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Allocated IP 172.20.0.6 (dce980e6-8b9e-4f87-871f-d5fb6f1d498c/3dd5dd46-ea71-4785-a5b0-e3f63749abfe/bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:44.679846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.786469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.818058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5fedc6be-f22a-478f-9621-0e5ee85fa54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.819227 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.821323 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.825299 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.876531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:44.880495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:44.884757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:44.892746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Pushing event updated for resources: {'Port': ['ID=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.925397 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc057b9-291d-4803-8fdf-e3e5f28d44b3 None None] Pushing event updated for resources: {'Port': ['ID=062b5048-4607-40b6-9bb8-70dfc3e34d7d,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.945632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:44.946318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.958670 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Attempting to bind port 062b5048-4607-40b6-9bb8-70dfc3e34d7d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:44.959234 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Attempting to bind port 062b5048-4607-40b6-9bb8-70dfc3e34d7d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:44.959746 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Attempting to bind port 062b5048-4607-40b6-9bb8-70dfc3e34d7d on network 5f64adbb-6604-4865-9127-867763b0bad7 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:44.966726 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:44.967429 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Checking segment: {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:44.968006 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.968132 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2e8a1237-911b-4677-af6c-5655658c6b4c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052437 Dec 15 14:42:44.968778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Bound using segment: {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:44.969312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Bound port: 062b5048-4607-40b6-9bb8-70dfc3e34d7d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53394c98-cccf-41ba-bbdf-4a779b98fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:44.969707 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.036386 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] For port 062b5048-4607-40b6-9bb8-70dfc3e34d7d, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:45.039720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] For port 062b5048-4607-40b6-9bb8-70dfc3e34d7d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=062b5048-4607-40b6-9bb8-70dfc3e34d7d,segment=NetworkSegment(53394c98-cccf-41ba-bbdf-4a779b98fa31),segment_id=53394c98-cccf-41ba-bbdf-4a779b98fa31)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:45.046380 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.110491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Request body: {'port': {'device_id': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:45.181453 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.191835 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Routers {'9628be0c-dc78-4292-acea-6f379087be1c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:45.192629 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:42:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9628be0c-dc78-4292-acea-6f379087be1c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:45.235206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Provisioning complete for port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:45.236226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.295285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:45.303855 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc057b9-291d-4803-8fdf-e3e5f28d44b3 None None] Pushing event updated for resources: {'Port': ['ID=062b5048-4607-40b6-9bb8-70dfc3e34d7d,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:45.313310 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Provisioning complete for port 062b5048-4607-40b6-9bb8-70dfc3e34d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:45.314643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.333581 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] Set router 9628be0c-dc78-4292-acea-6f379087be1c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:45.433298 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.475734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] For port 062b5048-4607-40b6-9bb8-70dfc3e34d7d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=062b5048-4607-40b6-9bb8-70dfc3e34d7d,segment=NetworkSegment(53394c98-cccf-41ba-bbdf-4a779b98fa31),segment_id=53394c98-cccf-41ba-bbdf-4a779b98fa31)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:45.481686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.522388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c791c8-6216-4e16-bb24-277fbbb2b68c req-43195668-d723-4e88-ad9b-df7242954002 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:45.524724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13c791c8-6216-4e16-bb24-277fbbb2b68c req-43195668-d723-4e88-ad9b-df7242954002 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 931 time: 0.0795655 Dec 15 14:42:45.544556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c40fb4-8b64-46ea-ba7f-a138a8c13da4 None None] Pushing event updated for resources: {'Port': ['ID=062b5048-4607-40b6-9bb8-70dfc3e34d7d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:45.582588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 4, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '062b5048-4607-40b6-9bb8-70dfc3e34d7d', 'name': '', 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'mac_address': 'fa:16:3e:3b:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c5194ee6-1602-4377-a088-4dc825561619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:40Z', 'updated_at': '2021-12-15T14:42:45Z', 'revision_number': 4, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'subnets': [{'id': 'c5194ee6-1602-4377-a088-4dc825561619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:45.604601 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-13c791c8-6216-4e16-bb24-277fbbb2b68c req-74705d08-2a3d-48fb-9fa3-579fb2c0275f tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719752 Dec 15 14:42:45.614449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa7e9192-4365-4beb-96dc-c736feec8643 None None] Provisioning complete for port 062b5048-4607-40b6-9bb8-70dfc3e34d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:45.614449 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9192-4365-4beb-96dc-c736feec8643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.633978 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83217f99-d1d7-4124-b771-66a60eecc527 None None] The sync data for ids ['9628be0c-dc78-4292-acea-6f379087be1c'] in n-d-815324-3 is: [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:42:40Z', 'revision_number': 4, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '062b5048-4607-40b6-9bb8-70dfc3e34d7d', 'name': '', 'network_id': '5f64adbb-6604-4865-9127-867763b0bad7', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'mac_address': 'fa:16:3e:3b:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c5194ee6-1602-4377-a088-4dc825561619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:40Z', 'updated_at': '2021-12-15T14:42:45Z', 'revision_number': 4, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'subnets': [{'id': 'c5194ee6-1602-4377-a088-4dc825561619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:45.639088 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:45.648244 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.661737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Transition to ACTIVE for port object bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:42:45.666822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.746180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Pushing event updated for resources: {'Port': ['ID=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:45.816423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Attempting to bind port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:45.816861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Attempting to bind port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:45.817198 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Attempting to bind port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:45.823003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:42:45.823003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Attempting to bind port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:45.829603 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:45.829802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Checking segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:45.831850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Bound using segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:45.831850 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Bound port: bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:45.831850 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.910226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] For port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:45.913564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] For port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:45.918755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.958087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:45.959441 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.960947 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] 10.222.0.85 "PUT /v2.0/ports/bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 HTTP/1.1" status: 200 len: 1091 time: 0.9788268 Dec 15 14:42:45.963574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'tag': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:45.965990 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d46db0-eae4-49c9-b611-919cfec14c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ee48c-4cf7-47c6-9915-9867bab1bd44", "tag": "bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:45.998145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeeaa9-cdc4-430f-b829-97c4819edc57 service neutron] Pushing event updated for resources: {'Port': ['ID=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:46.011132 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad005a-da49-401b-a432-b3acdcef22ec x-openstack-request-id: req-ecad005a-da49-401b-a432-b3acdcef22ec {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:46.011509 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ee48c-4cf7-47c6-9915-9867bab1bd44", "tag": "bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:46.011860 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecad005a-da49-401b-a432-b3acdcef22ec {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:46.012397 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'tag': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0', 'status': 'completed', 'code': 200} Dec 15 14:42:46.079884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-e59e7f0b-5e8f-42c2-9496-532a68ba3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.081491 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-e59e7f0b-5e8f-42c2-9496-532a68ba3ecb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 1094 time: 0.0509315 Dec 15 14:42:46.137406 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-746cba07-7e65-43ae-9e20-f8333684740e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 HTTP/1.1" status: 200 len: 217 time: 0.0424080 Dec 15 14:42:46.201716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-7c3b0278-2b83-4f2c-8b62-31c2d1193893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.203209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-7c3b0278-2b83-4f2c-8b62-31c2d1193893 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3dd5dd46-ea71-4785-a5b0-e3f63749abfe HTTP/1.1" status: 200 len: 856 time: 0.0594397 Dec 15 14:42:46.255636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2cb69973-2e08-4ba2-9e28-bfd545b6f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.255636 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-2cb69973-2e08-4ba2-9e28-bfd545b6f30d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441351 Dec 15 14:42:46.359283 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-9418b808-5c22-4436-8425-f33e4e26f7b2 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959711 Dec 15 14:42:46.453409 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-5ad5a82f-339c-461f-9b9b-ac69581ae070 req-e24af51b-a91c-41b7-8a38-9f8ffe1f9325 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869572 Dec 15 14:42:46.456551 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.561087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-d6ec198b-0467-4759-80df-8940c193ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.562655 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-d6ec198b-0467-4759-80df-8940c193ede4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 1094 time: 0.0425966 Dec 15 14:42:46.680589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-ed5c056d-c2cc-42ac-bd11-240bd9b1acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.682101 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-ed5c056d-c2cc-42ac-bd11-240bd9b1acd8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 200 len: 919 time: 0.1109409 Dec 15 14:42:46.723627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803ad69-cfbe-4c3c-9815-bfe444091c21 req-689b3fde-1052-43dc-9a25-7b3ac631f885 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.725093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9803ad69-cfbe-4c3c-9815-bfe444091c21 req-689b3fde-1052-43dc-9a25-7b3ac631f885 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 943 time: 0.0498848 Dec 15 14:42:46.726733 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-7310190c-ee34-4f54-a16a-c3c9ff5e37bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 HTTP/1.1" status: 200 len: 217 time: 0.0368929 Dec 15 14:42:46.772389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9803ad69-cfbe-4c3c-9815-bfe444091c21 req-b7bb7315-341d-4eb2-91a4-52a8182c95f8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Dec 15 14:42:46.781669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-6b921c65-7d95-4b57-a227-3b0f32c0fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.783115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-6b921c65-7d95-4b57-a227-3b0f32c0fde3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3dd5dd46-ea71-4785-a5b0-e3f63749abfe HTTP/1.1" status: 200 len: 856 time: 0.0490689 Dec 15 14:42:46.828759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-ae03426a-b9cd-4e0f-9dbb-a92e472c6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.830220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-ae03426a-b9cd-4e0f-9dbb-a92e472c6e61 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396388 Dec 15 14:42:46.916446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 062b5048-4607-40b6-9bb8-70dfc3e34d7d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:46.927818 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-c7a4634a-2921-4d60-87a9-bffdad35a3a8 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Dec 15 14:42:46.967085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 062b5048-4607-40b6-9bb8-70dfc3e34d7d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:46.967458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.032288 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b5d46db0-eae4-49c9-b611-919cfec14c4c req-40d90458-aa66-4666-bc6d-6c41de610a01 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965106 Dec 15 14:42:47.631013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.897707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff990-8f8c-42ea-acb6-950764466ae2 req-6d105d07-fbb0-42b3-933c-4b601cb56d1a tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:47.899209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-966ff990-8f8c-42ea-acb6-950764466ae2 req-6d105d07-fbb0-42b3-933c-4b601cb56d1a tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 943 time: 0.0565069 Dec 15 14:42:47.951123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-966ff990-8f8c-42ea-acb6-950764466ae2 req-f3d16003-842d-49da-87f0-8d8a6b42519c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Dec 15 14:42:48.606346 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.067746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99a1e-1e99-4209-af86-212607b958b4 req-c1adc3cb-71dd-4b8a-8da4-a4df534a7563 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:49.069268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0e99a1e-1e99-4209-af86-212607b958b4 req-c1adc3cb-71dd-4b8a-8da4-a4df534a7563 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 943 time: 0.0495863 Dec 15 14:42:49.115730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0e99a1e-1e99-4209-af86-212607b958b4 req-044c9a65-b075-4598-a65e-286d60e9f4bf tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Dec 15 14:42:49.570813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:42:49.670516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:49.681640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'port_id': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0', 'mac_address': 'fa:16:3e:05:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:42:49.717841 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.730330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:49.749612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:49.753641 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.802718 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:50.097199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:50.231907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c505f0-78a6-434a-ba4c-ca4dc58620da req-e18ca0c6-95b7-488e-a33c-79b67f438409 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:50.233433 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65c505f0-78a6-434a-ba4c-ca4dc58620da req-e18ca0c6-95b7-488e-a33c-79b67f438409 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 944 time: 0.0495389 Dec 15 14:42:50.285221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-65c505f0-78a6-434a-ba4c-ca4dc58620da req-be3b2bb6-6158-4f76-9907-9bab3f3b4292 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Dec 15 14:42:51.407597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffb91b-c1f0-4d3b-bbd3-364d41fe07be req-fdf7ab0e-8135-421d-a3f4-4980df462e1b tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:51.409069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12ffb91b-c1f0-4d3b-bbd3-364d41fe07be req-fdf7ab0e-8135-421d-a3f4-4980df462e1b tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 944 time: 0.0542822 Dec 15 14:42:51.455925 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12ffb91b-c1f0-4d3b-bbd3-364d41fe07be req-82278f53-8e53-43f3-816a-495e24e9f9ae tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Dec 15 14:42:51.597969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:51.639446 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:51.659604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:42:51.663351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:51.663727 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:51.740216 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:51.762580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:51.765442 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2db784-f840-4ce9-ae31-925434765bd3" -d '{"events": [{"server_uuid": "ac2ee48c-4cf7-47c6-9915-9867bab1bd44", "name": "network-vif-plugged", "status": "completed", "tag": "bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:51.779356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:51.783135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:51.810471 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a26e066-d4f0-44b2-a83b-5514211450e7 x-openstack-request-id: req-3a26e066-d4f0-44b2-a83b-5514211450e7 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:51.810767 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ee48c-4cf7-47c6-9915-9867bab1bd44", "name": "network-vif-plugged", "status": "completed", "tag": "bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:51.811022 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a26e066-d4f0-44b2-a83b-5514211450e7 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:51.811404 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0', 'code': 200} Dec 15 14:42:51.837038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:51.919866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e61f7-fb6d-43b9-aa86-bb77249b411c req-af14def8-81f2-4ddd-812c-dfa201754ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:51.921304 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1e9e61f7-fb6d-43b9-aa86-bb77249b411c req-af14def8-81f2-4ddd-812c-dfa201754ac1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 1096 time: 0.0420148 Dec 15 14:42:51.970134 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1e9e61f7-fb6d-43b9-aa86-bb77249b411c req-a3743f83-9697-4089-af2b-8c6a61f9a027 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Dec 15 14:42:52.570968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429945-f949-40a4-9fe1-e7c18e00ee4b req-df876442-caee-4351-a5ac-87b53d8d9ff2 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:52.572486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f429945-f949-40a4-9fe1-e7c18e00ee4b req-df876442-caee-4351-a5ac-87b53d8d9ff2 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Dec 15 14:42:52.619281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2f429945-f949-40a4-9fe1-e7c18e00ee4b req-fe1eb74d-0c6e-4c63-91f8-12f6d9712cc5 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Dec 15 14:42:53.739858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986b6bf-7ed1-4995-9b10-6c041b2f2b06 req-dc447800-70a0-4983-add9-e5b0801ec401 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:53.741259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2986b6bf-7ed1-4995-9b10-6c041b2f2b06 req-dc447800-70a0-4983-add9-e5b0801ec401 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 945 time: 0.0514646 Dec 15 14:42:53.787272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2986b6bf-7ed1-4995-9b10-6c041b2f2b06 req-220b2792-814a-4797-b587-445313af44cd tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Dec 15 14:42:53.905473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af777a-ba2f-4458-8f3d-748aead11920 req-6d2cbbb2-b85a-4174-bb62-2d3ee204a937 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:53.906951 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75af777a-ba2f-4458-8f3d-748aead11920 req-6d2cbbb2-b85a-4174-bb62-2d3ee204a937 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Dec 15 14:42:53.956329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-75af777a-ba2f-4458-8f3d-748aead11920 req-b2c2da17-77bf-4496-aeb7-c1e36cc73b70 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Dec 15 14:43:12.663527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85708db6-c2de-44ba-ba98-218c9a478d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:14.679861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:14.821146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0557d481-8c07-4809-b031-6fb366aa8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:16.473851 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:16.806932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa038a-9016-41dd-9ec1-5781bcdcb26d req-248de5f7-5891-4bf9-a4c5-f6883d2d32a1 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:16.808488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7aa038a-9016-41dd-9ec1-5781bcdcb26d req-248de5f7-5891-4bf9-a4c5-f6883d2d32a1 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 945 time: 0.0540326 Dec 15 14:43:16.866567 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e7aa038a-9016-41dd-9ec1-5781bcdcb26d req-66918b9b-3a69-4474-81cf-cdcca6eeca61 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Dec 15 14:43:17.632853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:17.987331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96782-6b89-4ea8-9000-4a396b60fb9b req-4a97c9c5-b822-47b2-a7ee-59f2576bf7fb tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:17.989041 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c96782-6b89-4ea8-9000-4a396b60fb9b req-4a97c9c5-b822-47b2-a7ee-59f2576bf7fb tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 945 time: 0.0497327 Dec 15 14:43:18.038279 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c96782-6b89-4ea8-9000-4a396b60fb9b req-3ab245be-eac8-42dd-bbc5-7259b56a9852 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Dec 15 14:43:18.176683 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:43:18.516781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-5ac802fd-2079-4150-b951-082691b5ea3c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:18.518156 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-5ac802fd-2079-4150-b951-082691b5ea3c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 945 time: 0.0487020 Dec 15 14:43:18.609938 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:18.617224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Deleting port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:43:18.617559 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:18.712704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] For port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:18.713070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:18.726541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Calling delete_port for bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:43:18.867673 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:18.894232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:43:18.898141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Pushing event deleted for resources: {'Port': ['ID=bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:18.912345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.912733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.913106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.913446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.913776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.914105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.914428 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.914752 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.915135 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.915464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.915785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.916107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.916434 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:18.956716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] No DVR routers for this DVR port bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:43:18.959606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:18.964098 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ad545b70-1efa-43cb-8ec2-4344541ee64d req-851ea2ba-3cf9-4091-bcf4-6c6ce48dc9d8 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "DELETE /v2.0/ports/bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 HTTP/1.1" status: 204 len: 173 time: 0.4385157 Dec 15 14:43:18.964098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'name': 'network-vif-deleted', 'tag': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:18.967341 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc515323-948a-4261-ab67-3a1066a8e7c1" -d '{"events": [{"server_uuid": "ac2ee48c-4cf7-47c6-9915-9867bab1bd44", "name": "network-vif-deleted", "tag": "bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:19.019594 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e455f74-3356-41f8-9fba-9e7f07b83c29 x-openstack-request-id: req-9e455f74-3356-41f8-9fba-9e7f07b83c29 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:19.019901 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ee48c-4cf7-47c6-9915-9867bab1bd44", "name": "network-vif-deleted", "tag": "bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:19.020152 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e455f74-3356-41f8-9fba-9e7f07b83c29 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:19.020599 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ee48c-4cf7-47c6-9915-9867bab1bd44', 'name': 'network-vif-deleted', 'tag': 'bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0', 'status': 'completed', 'code': 200} Dec 15 14:43:19.152912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df45f047-fd51-4a52-93ae-a600e22a46eb req-c5eb7624-7d7b-41c6-82cf-0f3dea2a59f4 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac2ee48c-4cf7-47c6-9915-9867bab1bd44 HTTP/1.1" status: 200 len: 210 time: 0.0317903 Dec 15 14:43:20.762684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-95bab554-38ae-477a-bdb1-583f0604ef0f tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:20.764136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-95bab554-38ae-477a-bdb1-583f0604ef0f tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/networks?id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 200 len: 817 time: 0.1049657 Dec 15 14:43:20.779462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-925d8143-761c-42fe-82df-8f6ce2287369 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/quotas/26b9ba9bbeb34252bccfeeb93a3c1d44 HTTP/1.1" status: 200 len: 375 time: 0.0094073 Dec 15 14:43:20.831089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-8711d3df-9bf0-44c6-8a0a-0a76a81e79e2 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453510 Dec 15 14:43:20.889786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-b76f9718-d4c0-4c6b-9a06-d9ef512fee4b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:43:20.890804 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-b76f9718-d4c0-4c6b-9a06-d9ef512fee4b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478842 Dec 15 14:43:20.983347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-f18ff9a5-daf0-4728-a9ef-d19ea63f0a0b service neutron] 10.222.0.32 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861671 Dec 15 14:43:21.071994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-5628d7ed-a31d-42ad-87d0-e2380da9d7ae service neutron] 10.222.0.32 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815470 Dec 15 14:43:21.624398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:21.703948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:43:21.724537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:43:21.724950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device bcebfacd-fa70-4ff5-8eb1-e7f7f1b9c5f0 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:43:22.253871 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-87d6c807-8e68-4666-b18e-c7adb1971219 req-522b832c-1e2b-4831-a80e-498ddd20aa3c tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 210 time: 0.0265889 Dec 15 14:43:23.227297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-78657d81-126b-4447-8bed-06d06ba65c9b tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:23.228712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-78657d81-126b-4447-8bed-06d06ba65c9b tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "GET /v2.0/networks?id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 200 len: 817 time: 0.1148903 Dec 15 14:43:23.246259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Request body: {'port': {'device_id': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'admin_state_up': True, 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:43:23.354500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03da5f95-5ca1-454f-9dc3-c2e28097560e req-dd3b6741-de72-45be-b226-f0d920873d09 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 210 time: 0.0296104 Dec 15 14:43:23.359878 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Made reservation on behalf of 26b9ba9bbeb34252bccfeeb93a3c1d44 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:43:23.363691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.487562 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Allocated IP 172.20.0.12 (dce980e6-8b9e-4f87-871f-d5fb6f1d498c/3dd5dd46-ea71-4785-a5b0-e3f63749abfe/a1f03bde-d6d1-4f5c-9fe5-e30207eba525) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:43:23.639507 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.673815 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.717479 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:43:23.720606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:43:23.724289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:43:23.730669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Pushing event updated for resources: {'Port': ['ID=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:23.782280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:23.782898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.800119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-18d4b96d-b298-4212-a134-cf84a303ed96 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579782 Dec 15 14:43:23.816724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Request body: {'port': {'device_id': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:43:23.874193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.960369 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7cbbc4cf-0917-4dd2-81f2-d23037d93b42 None None] Provisioning complete for port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:43:23.961045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc4cf-0917-4dd2-81f2-d23037d93b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.995540 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbc4cf-0917-4dd2-81f2-d23037d93b42 None None] Port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:43:24.128672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f03bde-d6d1-4f5c-9fe5-e30207eba525 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:43:24.136331 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:24.149381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Transition to ACTIVE for port object a1f03bde-d6d1-4f5c-9fe5-e30207eba525 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:43:24.152851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:24.203563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Pushing event updated for resources: {'Port': ['ID=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:24.278582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Attempting to bind port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:43:24.279255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Attempting to bind port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:43:24.279255 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Attempting to bind port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:43:24.283819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:43:24.284141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Attempting to bind port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 on network dce980e6-8b9e-4f87-871f-d5fb6f1d498c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:43:24.289287 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:43:24.289620 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Checking segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:43:24.289998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Bound using segment: {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:43:24.290422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Bound port: a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c82f0db-799a-4698-95c7-6184f86cdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:43:24.290772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:24.357473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] For port a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:43:24.360915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] For port a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:43:24.364968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:24.405386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.406013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:24.407385 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] 10.222.0.85 "PUT /v2.0/ports/a1f03bde-d6d1-4f5c-9fe5-e30207eba525 HTTP/1.1" status: 200 len: 1092 time: 0.5952170 Dec 15 14:43:24.407838 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'tag': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:24.410162 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa65d4e-0403-4812-9669-a9b701168242" -d '{"events": [{"name": "network-changed", "server_uuid": "f206f713-5488-41d4-a1b2-584a9bbc48ab", "tag": "a1f03bde-d6d1-4f5c-9fe5-e30207eba525"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:24.433306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e81ec-360d-431c-8046-bb5584cdc4cb service neutron] Pushing event updated for resources: {'Port': ['ID=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:24.492224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889a368-7df1-4cb3-a1dd-ba1f2cf42290 req-03a85e6c-770b-420d-89fc-15af21d9370a tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.494603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3889a368-7df1-4cb3-a1dd-ba1f2cf42290 req-03a85e6c-770b-420d-89fc-15af21d9370a tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 944 time: 0.0551188 Dec 15 14:43:24.515463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-8d738df8-8643-457b-8d6a-6784b89952a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.517032 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-8d738df8-8643-457b-8d6a-6784b89952a7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 1095 time: 0.0492504 Dec 15 14:43:24.540717 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf80f8-29c7-46c0-bb88-142a4165c252 x-openstack-request-id: req-8faf80f8-29c7-46c0-bb88-142a4165c252 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:24.541014 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f206f713-5488-41d4-a1b2-584a9bbc48ab", "tag": "a1f03bde-d6d1-4f5c-9fe5-e30207eba525", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:24.541295 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8faf80f8-29c7-46c0-bb88-142a4165c252 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:24.541726 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'tag': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525', 'status': 'completed', 'code': 200} Dec 15 14:43:24.564242 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3889a368-7df1-4cb3-a1dd-ba1f2cf42290 req-1c37e4b0-f278-4897-86fc-f1900604cb9f tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Dec 15 14:43:24.570219 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-e2533a14-b220-4371-be76-eadadac6fb2f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525 HTTP/1.1" status: 200 len: 217 time: 0.0418975 Dec 15 14:43:24.628305 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-563bc181-d630-4ee9-8e50-68c99ebcec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.629953 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-563bc181-d630-4ee9-8e50-68c99ebcec10 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3dd5dd46-ea71-4785-a5b0-e3f63749abfe HTTP/1.1" status: 200 len: 856 time: 0.0515857 Dec 15 14:43:24.677750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-953aa806-c63c-4e2c-bb8c-2e52f5c9055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.679252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-953aa806-c63c-4e2c-bb8c-2e52f5c9055d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420117 Dec 15 14:43:24.768904 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-fa408c87-2ddd-4be3-97ba-fc4a6a870e8d service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812085 Dec 15 14:43:24.871479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cfd0e493-02f1-4e2a-96e1-f9bf4f264bb8 req-1bdce18b-4e7b-402c-8782-93b9f2178f89 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931756 Dec 15 14:43:24.977252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65d4e-0403-4812-9669-a9b701168242 req-d5dc6036-187b-486d-ad04-c40cf6046311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.978734 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-d5dc6036-187b-486d-ad04-c40cf6046311 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 1095 time: 0.0410218 Dec 15 14:43:25.073908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65d4e-0403-4812-9669-a9b701168242 req-acb1a9f8-745d-4efa-9b4e-b0d31032666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:25.075951 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-acb1a9f8-745d-4efa-9b4e-b0d31032666f service neutron] 10.222.0.85 "GET /v2.0/networks?id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 200 len: 919 time: 0.0894060 Dec 15 14:43:25.117367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-fc0c18e0-4601-4e44-ba98-8edee6e3c4e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525 HTTP/1.1" status: 200 len: 217 time: 0.0343049 Dec 15 14:43:25.170096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65d4e-0403-4812-9669-a9b701168242 req-0681f3cc-f566-4006-a279-010d5260d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:25.171523 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-0681f3cc-f566-4006-a279-010d5260d798 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3dd5dd46-ea71-4785-a5b0-e3f63749abfe HTTP/1.1" status: 200 len: 856 time: 0.0464334 Dec 15 14:43:25.217532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65d4e-0403-4812-9669-a9b701168242 req-35744cc5-7bad-4b6c-84ec-97b9a59df458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:25.219590 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-35744cc5-7bad-4b6c-84ec-97b9a59df458 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dce980e6-8b9e-4f87-871f-d5fb6f1d498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408883 Dec 15 14:43:25.308938 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-a6d52487-4433-44d8-b3c9-7c9089d8b7f9 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825119 Dec 15 14:43:25.401304 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa65d4e-0403-4812-9669-a9b701168242 req-f9bee5f2-43bd-405c-b1b6-040e74ce4697 service neutron] 10.222.0.85 "GET /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Dec 15 14:43:25.681822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d97c4-fb79-4c0e-8a78-6e9f82a7a037 req-9442c720-ca4b-40f0-ae58-78104cabf255 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:25.683410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb4d97c4-fb79-4c0e-8a78-6e9f82a7a037 req-9442c720-ca4b-40f0-ae58-78104cabf255 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 944 time: 0.0489025 Dec 15 14:43:25.731418 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb4d97c4-fb79-4c0e-8a78-6e9f82a7a037 req-b4ce7792-20c6-4321-b6f7-1581bde6239d tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Dec 15 14:43:26.861190 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509e2e-d096-49f7-8f5c-6b372be4f6d6 req-b393eefb-136b-4bc9-9aa3-bf6eebc0137a tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:26.862714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9509e2e-d096-49f7-8f5c-6b372be4f6d6 req-b393eefb-136b-4bc9-9aa3-bf6eebc0137a tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 944 time: 0.0636411 Dec 15 14:43:26.909687 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9509e2e-d096-49f7-8f5c-6b372be4f6d6 req-05fac76b-7bb3-4459-a873-20c9dbbe46b7 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Dec 15 14:43:27.719205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a1f03bde-d6d1-4f5c-9fe5-e30207eba525 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:43:27.811201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:27.821844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525', 'network_id': 'dce980e6-8b9e-4f87-871f-d5fb6f1d498c', 'port_id': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525', 'mac_address': 'fa:16:3e:6c:b8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd5dd46-ea71-4785-a5b0-e3f63749abfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:43:27.863185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:27.877772 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f03bde-d6d1-4f5c-9fe5-e30207eba525 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:43:27.897029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:27.901171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:27.949021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:27.956264 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.956706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.957049 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.957385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.957719 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.958052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.958381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.958708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.959031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.959353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.959673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.959994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:27.960313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:28.027265 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cbbbb-d702-4c60-8ec1-7da5a095f754 req-b88df5dd-5795-423f-bd47-b90a44630f37 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:28.028787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb2cbbbb-d702-4c60-8ec1-7da5a095f754 req-b88df5dd-5795-423f-bd47-b90a44630f37 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 945 time: 0.0502067 Dec 15 14:43:28.075689 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bb2cbbbb-d702-4c60-8ec1-7da5a095f754 req-4cf3c502-bee7-4dfb-bff9-0f192e128e67 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 Dec 15 14:43:28.241745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a1f03bde-d6d1-4f5c-9fe5-e30207eba525'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:43:29.189633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b6f1-0665-4f2d-be7f-63be42784f3c req-6adf838d-17fa-402f-a4c7-2b8da6ec7eb0 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:29.191097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6e4b6f1-0665-4f2d-be7f-63be42784f3c req-6adf838d-17fa-402f-a4c7-2b8da6ec7eb0 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 945 time: 0.0482612 Dec 15 14:43:29.241411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f6e4b6f1-0665-4f2d-be7f-63be42784f3c req-c5c30824-1380-4e88-b037-75ddf12ea73e tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Dec 15 14:43:29.733202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a1f03bde-d6d1-4f5c-9fe5-e30207eba525 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:43:29.781883 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:43:29.785739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:43:29.786113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:29.864561 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:29.886572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:29.889084 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceba181f-6219-4505-903f-4f18080f5ad9" -d '{"events": [{"server_uuid": "f206f713-5488-41d4-a1b2-584a9bbc48ab", "name": "network-vif-plugged", "status": "completed", "tag": "a1f03bde-d6d1-4f5c-9fe5-e30207eba525"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:29.901867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:29.906251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:29.952744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:29.982610 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea94cf1-73a3-4b3d-b6ba-6dfcc7df95d4 x-openstack-request-id: req-aea94cf1-73a3-4b3d-b6ba-6dfcc7df95d4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:29.982911 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f206f713-5488-41d4-a1b2-584a9bbc48ab", "name": "network-vif-plugged", "status": "completed", "tag": "a1f03bde-d6d1-4f5c-9fe5-e30207eba525", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:29.983170 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aea94cf1-73a3-4b3d-b6ba-6dfcc7df95d4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:29.983659 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525', 'code': 200} Dec 15 14:43:30.100659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7e4c-bf78-4682-9fba-d62aae244932 req-37fb714a-4711-43a9-8209-08e54a7a72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:30.102243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe2b7e4c-bf78-4682-9fba-d62aae244932 req-37fb714a-4711-43a9-8209-08e54a7a72ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 1097 time: 0.0418742 Dec 15 14:43:30.147290 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-fe2b7e4c-bf78-4682-9fba-d62aae244932 req-8b8b0a00-7894-447e-9723-4d38ceb813ad service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372505 Dec 15 14:43:30.362406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5081f-2cbe-4827-add4-05d9e1a99c63 req-87ac48c8-09dc-42cc-b528-68eb7d801b8f tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:30.363884 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dc5081f-2cbe-4827-add4-05d9e1a99c63 req-87ac48c8-09dc-42cc-b528-68eb7d801b8f tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 946 time: 0.0482395 Dec 15 14:43:30.411651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9dc5081f-2cbe-4827-add4-05d9e1a99c63 req-7cccce48-dd42-4486-890c-151cffa2423e tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Dec 15 14:43:31.533699 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f11c4-2c30-4cc4-a2ec-af5092d15fbb req-330eec11-867a-4d2c-a2a5-c913fe319619 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.535182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-266f11c4-2c30-4cc4-a2ec-af5092d15fbb req-330eec11-867a-4d2c-a2a5-c913fe319619 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 946 time: 0.0517085 Dec 15 14:43:31.582370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-266f11c4-2c30-4cc4-a2ec-af5092d15fbb req-66088b1d-f63c-426a-9003-909a56db3f52 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Dec 15 14:43:31.702005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c1b76-c926-47ba-820b-ab298965924f req-9b49a964-44d5-47a1-9a96-cf370cc0f282 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.703399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d79c1b76-c926-47ba-820b-ab298965924f req-9b49a964-44d5-47a1-9a96-cf370cc0f282 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 946 time: 0.0531044 Dec 15 14:43:31.750453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d79c1b76-c926-47ba-820b-ab298965924f req-f583ab85-5f83-45a8-9eb6-5852a9e8ec88 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Dec 15 14:43:42.655664 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0639100b-5287-4a39-aa32-8040b8337fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:44.680159 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:44.822742 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f89da590-e55a-4641-b3b9-33f7cf00a438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:46.461171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:47.636251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:48.613180 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:51.641055 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:54.257606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1c9ea-d0a6-492d-bcd4-e83e0698826a req-6961f0c6-6318-4bd5-af57-30658d9dedc0 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:54.259092 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f1c9ea-d0a6-492d-bcd4-e83e0698826a req-6961f0c6-6318-4bd5-af57-30658d9dedc0 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 946 time: 0.0524852 Dec 15 14:43:54.305488 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f1c9ea-d0a6-492d-bcd4-e83e0698826a req-e1527994-4326-492c-8c86-f9b987ec87f1 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Dec 15 14:43:55.175229 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:43:55.426247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4eb8c-9cfb-4b43-872b-561930065b3a req-9b2f816d-d472-43d8-b7ea-a95b39979bc3 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:55.427618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18d4eb8c-9cfb-4b43-872b-561930065b3a req-9b2f816d-d472-43d8-b7ea-a95b39979bc3 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 946 time: 0.0524850 Dec 15 14:43:55.474498 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-18d4eb8c-9cfb-4b43-872b-561930065b3a req-d346605c-0af6-4daf-9599-b1116c508c79 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/security-groups?id=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Dec 15 14:43:56.051736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-60f11fec-451c-4b80-8635-355f7f15e784 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:56.053222 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-60f11fec-451c-4b80-8635-355f7f15e784 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 946 time: 0.0549741 Dec 15 14:43:56.143140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Deleting port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:43:56.143483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:56.236843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] For port a1f03bde-d6d1-4f5c-9fe5-e30207eba525, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:56.237207 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:56.250853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Calling delete_port for a1f03bde-d6d1-4f5c-9fe5-e30207eba525 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:43:56.372745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:56.398044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['a1f03bde-d6d1-4f5c-9fe5-e30207eba525'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:43:56.405592 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Pushing event deleted for resources: {'Port': ['ID=a1f03bde-d6d1-4f5c-9fe5-e30207eba525,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:56.445637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] No DVR routers for this DVR port a1f03bde-d6d1-4f5c-9fe5-e30207eba525 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:43:56.448362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:56.451923 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2a189377-2389-497b-a28d-dbd4c3ff967b req-3b36e489-ccc2-438b-9a4f-90aadcf1ef32 tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.85 "DELETE /v2.0/ports/a1f03bde-d6d1-4f5c-9fe5-e30207eba525 HTTP/1.1" status: 204 len: 173 time: 0.3926775 Dec 15 14:43:56.452391 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'name': 'network-vif-deleted', 'tag': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:56.454737 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89be86-88d0-4186-b1e4-ee7bc4e764b2" -d '{"events": [{"server_uuid": "f206f713-5488-41d4-a1b2-584a9bbc48ab", "name": "network-vif-deleted", "tag": "a1f03bde-d6d1-4f5c-9fe5-e30207eba525"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:56.499090 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2461c9-f1c4-418a-a7c6-86d0796ac6ea x-openstack-request-id: req-1c2461c9-f1c4-418a-a7c6-86d0796ac6ea {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:56.499417 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f206f713-5488-41d4-a1b2-584a9bbc48ab", "name": "network-vif-deleted", "tag": "a1f03bde-d6d1-4f5c-9fe5-e30207eba525", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:56.499670 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c2461c9-f1c4-418a-a7c6-86d0796ac6ea {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:56.500075 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206f713-5488-41d4-a1b2-584a9bbc48ab', 'name': 'network-vif-deleted', 'tag': 'a1f03bde-d6d1-4f5c-9fe5-e30207eba525', 'status': 'completed', 'code': 200} Dec 15 14:43:56.587669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-190dea5d-7951-4ba8-9eee-9d750d260e6f req-141f7c39-2238-419a-abcd-08c3157374ed tempest-TestEncryptedCinderVolumes-47573061 tempest-TestEncryptedCinderVolumes-47573061-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206f713-5488-41d4-a1b2-584a9bbc48ab HTTP/1.1" status: 200 len: 210 time: 0.0352404 Dec 15 14:43:57.685559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:43:58.346302 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:58.582844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Deleting port c7b71091-d5bb-4495-b65c-4f5d4fe25b33 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:43:58.583175 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:58.664465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] For port c7b71091-d5bb-4495-b65c-4f5d4fe25b33, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:58.664757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:58.676934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Calling delete_port for c7b71091-d5bb-4495-b65c-4f5d4fe25b33 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:43:58.855602 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:58.881831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b71091-d5bb-4495-b65c-4f5d4fe25b33,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:58.894484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.894846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.895192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.895532 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.895896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.896227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.896578 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.896909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.897233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.897557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.897884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.898206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:58.898527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:59.064475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:59.282932 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Router b51133f9-061a-4bd5-895d-66c5e9f234c5 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:43:59.396251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:43:59.404716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4f11b4ee-30ba-4fbf-a29b-ac985194032f admin admin] 10.222.0.32 "PUT /v2.0/routers/b51133f9-061a-4bd5-895d-66c5e9f234c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151437 Dec 15 14:43:59.405322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:43:59.406464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] Sync routers for ids ['b51133f9-061a-4bd5-895d-66c5e9f234c5'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:43:59.416327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] Routers {'b51133f9-061a-4bd5-895d-66c5e9f234c5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:43:59.416970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b51133f9-061a-4bd5-895d-66c5e9f234c5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:43:59.515288 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:59.632635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:59.685692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Deleting port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:43:59.686064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:59.690469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] Set router b51133f9-061a-4bd5-895d-66c5e9f234c5 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:43:59.771175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] For port 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:59.771540 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:59.784823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Calling delete_port for 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:43:59.870872 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:43:58Z', 'revision_number': 5, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port': {'id': '9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:43:59.898396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] Checking router: b51133f9-061a-4bd5-895d-66c5e9f234c5 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:43:59.907142 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] Routers {'b51133f9-061a-4bd5-895d-66c5e9f234c5'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:43:59.907753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['b51133f9-061a-4bd5-895d-66c5e9f234c5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:43:59.961444 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:59.970385 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a1f03bde-d6d1-4f5c-9fe5-e30207eba525 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:43:59.988832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:59.997433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: a1f03bde-d6d1-4f5c-9fe5-e30207eba525 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:43:59.997850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device a1f03bde-d6d1-4f5c-9fe5-e30207eba525 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:00.011407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a5c6e-82f2-47cd-bc0d-0186af2eba4f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:00.022177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] Set router b51133f9-061a-4bd5-895d-66c5e9f234c5 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:00.055984 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.079074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:43:59Z', 'revision_number': 6, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:00.105922 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c47ca-f9f3-4870-a1a6-a6cf80aa677f None None] The sync data for ids ['b51133f9-061a-4bd5-895d-66c5e9f234c5'] in n-d-815324-3 is: [{'id': 'b51133f9-061a-4bd5-895d-66c5e9f234c5', 'name': 'tempest-TestEncryptedCinderVolumes-1376297728-router', 'tenant_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:33Z', 'updated_at': '2021-12-15T14:43:59Z', 'revision_number': 6, 'project_id': '26b9ba9bbeb34252bccfeeb93a3c1d44', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:00.148673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.150739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.192952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.193433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51133f9-061a-4bd5-895d-66c5e9f234c5 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:44:00.197906 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.199042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-55a28293-6f4a-4c1f-9e79-773fcfc7d8fb admin admin] 10.222.0.32 "DELETE /v2.0/routers/b51133f9-061a-4bd5-895d-66c5e9f234c5 HTTP/1.1" status: 204 len: 168 time: 0.7928050 Dec 15 14:44:00.202033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47156) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:00.246008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Deleting subnet 3dd5dd46-ea71-4785-a5b0-e3f63749abfe {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:44:00.249619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.289108 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.364244 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.414475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.443857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd5dd46-ea71-4785-a5b0-e3f63749abfe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:00.448835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.456095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:00.456649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ca4e5b9d-17bd-4ac9-a1c7-7b3e0f1fb924 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3dd5dd46-ea71-4785-a5b0-e3f63749abfe HTTP/1.1" status: 204 len: 168 time: 0.2529457 Dec 15 14:44:00.457397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864bbcb2-7782-4570-a534-184b11044188 None None] Network dce980e6-8b9e-4f87-871f-d5fb6f1d498c requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:00.533227 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.905242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] DHCP port deletion for dce980e6-8b9e-4f87-871f-d5fb6f1d498c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:00.928087 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Deleting port ece6eb2c-ba60-4366-a40b-35ccca567ff5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:00.928420 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.965216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] Deleting port ece6eb2c-ba60-4366-a40b-35ccca567ff5 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:00.965593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:00.994701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] For port ece6eb2c-ba60-4366-a40b-35ccca567ff5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ece6eb2c-ba60-4366-a40b-35ccca567ff5,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:00.995065 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.007765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Calling delete_port for ece6eb2c-ba60-4366-a40b-35ccca567ff5 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:01.008625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:01.041776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:01.042118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 9f9d2b73-a8f8-4116-b0e3-94db1d2ff2b8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:01.042544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c7b71091-d5bb-4495-b65c-4f5d4fe25b33 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:01.070602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c7b71091-d5bb-4495-b65c-4f5d4fe25b33 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:01.071062 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c7b71091-d5bb-4495-b65c-4f5d4fe25b33 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:01.071352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ece6eb2c-ba60-4366-a40b-35ccca567ff5 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:01.095067 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.104299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] For port ece6eb2c-ba60-4366-a40b-35ccca567ff5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ece6eb2c-ba60-4366-a40b-35ccca567ff5,segment=NetworkSegment(8c82f0db-799a-4698-95c7-6184f86cdf46),segment_id=8c82f0db-799a-4698-95c7-6184f86cdf46)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:01.105015 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.122880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] Calling delete_port for ece6eb2c-ba60-4366-a40b-35ccca567ff5 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:01.123094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece6eb2c-ba60-4366-a40b-35ccca567ff5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:01.126659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] No DVR routers for this DVR port ece6eb2c-ba60-4366-a40b-35ccca567ff5 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:01.140524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No active binding found for port ece6eb2c-ba60-4366-a40b-35ccca567ff5 {{(pid=103380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:44:01.140985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ece6eb2c-ba60-4366-a40b-35ccca567ff5 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:01.205461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.217433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.227086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce980e6-8b9e-4f87-871f-d5fb6f1d498c']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:01.237417 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c82f0db-799a-4698-95c7-6184f86cdf46') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:01.237713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c82f0db-799a-4698-95c7-6184f86cdf46') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:01.242055 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] Pushing event deleted for resources: {'Port': ['ID=ece6eb2c-ba60-4366-a40b-35ccca567ff5,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:01.245862 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b31b7e-522e-4073-bc21-c0b49fc02247 None None] No DVR routers for this DVR port ece6eb2c-ba60-4366-a40b-35ccca567ff5 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:01.248318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.263267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.270912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:44:01.271402 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:44:01.273287 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:44:01.325654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.330783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.334528 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dce980e6-8b9e-4f87-871f-d5fb6f1d498c HTTP/1.1" status: 204 len: 168 time: 0.8766408 Dec 15 14:44:01.337597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:01.347517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6637-d96e-4e43-8ea4-43517179e192 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce980e6-8b9e-4f87-871f-d5fb6f1d498c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:01.673041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.919210 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Deleting port 062b5048-4607-40b6-9bb8-70dfc3e34d7d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:01.919554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.999272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] For port 062b5048-4607-40b6-9bb8-70dfc3e34d7d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=062b5048-4607-40b6-9bb8-70dfc3e34d7d,segment=NetworkSegment(53394c98-cccf-41ba-bbdf-4a779b98fa31),segment_id=53394c98-cccf-41ba-bbdf-4a779b98fa31)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:01.999637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:02.011877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Calling delete_port for 062b5048-4607-40b6-9bb8-70dfc3e34d7d owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:02.189273 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:02.216627 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Pushing event deleted for resources: {'Port': ['ID=062b5048-4607-40b6-9bb8-70dfc3e34d7d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:02.376626 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:02.596381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Router 9628be0c-dc78-4292-acea-6f379087be1c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:03.034266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:03.039462 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6bfe92f7-6846-4442-95ec-a3bfdc78ed57 admin admin] 10.222.0.32 "PUT /v2.0/routers/9628be0c-dc78-4292-acea-6f379087be1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008159 Dec 15 14:44:03.041980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:03.043193 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] Sync routers for ids ['9628be0c-dc78-4292-acea-6f379087be1c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:03.053729 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] Routers {'9628be0c-dc78-4292-acea-6f379087be1c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:03.054405 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9628be0c-dc78-4292-acea-6f379087be1c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:03.144055 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.155365 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] Set router 9628be0c-dc78-4292-acea-6f379087be1c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:03.255228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.310365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Deleting port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:03.310707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.346368 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:44:02Z', 'revision_number': 5, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port': {'id': '7f3b2a2f-609f-4dfe-b0b8-073728bd599d', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628be0c-dc78-4292-acea-6f379087be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:38Z', 'updated_at': '2021-12-15T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:03.375287 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] Checking router: 9628be0c-dc78-4292-acea-6f379087be1c for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:03.383366 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] Routers {'9628be0c-dc78-4292-acea-6f379087be1c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:03.383958 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['9628be0c-dc78-4292-acea-6f379087be1c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:03.388888 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] For port 7f3b2a2f-609f-4dfe-b0b8-073728bd599d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:03.389379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.401812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Calling delete_port for 7f3b2a2f-609f-4dfe-b0b8-073728bd599d owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:03.473540 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] Set router 9628be0c-dc78-4292-acea-6f379087be1c gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:03.525617 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:44:03Z', 'revision_number': 6, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:03.556770 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40665a-4320-4733-bf1b-a11f19e97473 None None] The sync data for ids ['9628be0c-dc78-4292-acea-6f379087be1c'] in n-d-815324-3 is: [{'id': '9628be0c-dc78-4292-acea-6f379087be1c', 'name': 'tempest-TestEncryptedCinderVolumes-458004201-router', 'tenant_id': '16f60b8f87c348f9821e1d08fc09acb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:37Z', 'updated_at': '2021-12-15T14:44:03Z', 'revision_number': 6, 'project_id': '16f60b8f87c348f9821e1d08fc09acb0', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:03.590166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.613099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3b2a2f-609f-4dfe-b0b8-073728bd599d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:03.629242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533cda6a-6c82-4b21-9b63-493052621ad7 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:03.675675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.763847 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.765976 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.812805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.813474 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9628be0c-dc78-4292-acea-6f379087be1c {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:44:03.818023 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.819161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cd229c5d-792f-467a-977f-e432329fa194 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9628be0c-dc78-4292-acea-6f379087be1c HTTP/1.1" status: 204 len: 168 time: 0.7762725 Dec 15 14:44:03.821774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:03.865565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Deleting subnet c5194ee6-1602-4377-a088-4dc825561619 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:44:03.868452 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.902115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.987399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.042320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.068669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5194ee6-1602-4377-a088-4dc825561619,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:04.070612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.073828 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5814d158-fa98-499a-8101-dce3478db58e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c5194ee6-1602-4377-a088-4dc825561619 HTTP/1.1" status: 204 len: 168 time: 0.2510972 Dec 15 14:44:04.074909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc82b7e-6f10-4b6b-bb4e-6e415ad8c2c5 None None] Network 5f64adbb-6604-4865-9127-867763b0bad7 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:04.076879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:04.147708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.205248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Deleting port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:04.205581 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.267198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] For port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,segment=NetworkSegment(53394c98-cccf-41ba-bbdf-4a779b98fa31),segment_id=53394c98-cccf-41ba-bbdf-4a779b98fa31)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:04.267506 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.280659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Calling delete_port for 6cc6cc2e-3af8-48e9-a00e-c16b648229cf owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:04.316685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] DHCP port deletion for 5f64adbb-6604-4865-9127-867763b0bad7 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:04.365095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Deleting port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:04.365646 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.369045 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.397040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:04.398879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] No DVR routers for this DVR port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:04.435451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] For port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:04.435866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.449371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Calling delete_port for 6cc6cc2e-3af8-48e9-a00e-c16b648229cf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:04.452926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:44:04.454211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.473937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.478563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] Pushing event deleted for resources: {'Port': ['ID=6cc6cc2e-3af8-48e9-a00e-c16b648229cf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:04.485368 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fe740-30e4-4afc-b76a-ed40ed03e6ed None None] No DVR routers for this DVR port 6cc6cc2e-3af8-48e9-a00e-c16b648229cf on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:04.502709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f64adbb-6604-4865-9127-867763b0bad7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:04.511644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53394c98-cccf-41ba-bbdf-4a779b98fa31') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:04.511934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53394c98-cccf-41ba-bbdf-4a779b98fa31') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:04.526782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.540399 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.546812 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:44:04.547165 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:44:04.549481 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:44:04.611218 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.616912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.620309 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f64adbb-6604-4865-9127-867763b0bad7 HTTP/1.1" status: 204 len: 168 time: 0.5424852 Dec 15 14:44:04.632978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ff21-a58b-46c8-bfe1-5c71f7b79154 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f64adbb-6604-4865-9127-867763b0bad7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:04.779296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:04.818328 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3bbaded1-a9df-4c5a-9208-8598aca992d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26b9ba9bbeb34252bccfeeb93a3c1d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378935 Dec 15 14:44:04.820607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47172) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:04.867983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069ef0d0-4a82-4f81-92bb-c76414ad490d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.889592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069ef0d0-4a82-4f81-92bb-c76414ad490d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.944896 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069ef0d0-4a82-4f81-92bb-c76414ad490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.947820 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-069ef0d0-4a82-4f81-92bb-c76414ad490d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.952413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6cc6cc2e-3af8-48e9-a00e-c16b648229cf no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:04.953290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-069ef0d0-4a82-4f81-92bb-c76414ad490d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2 HTTP/1.1" status: 204 len: 168 time: 0.1316714 Dec 15 14:44:04.961999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ef0d0-4a82-4f81-92bb-c76414ad490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67bc7e2-c33b-4ef0-bfe2-ea960d4b5cd2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:04.980281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6cc6cc2e-3af8-48e9-a00e-c16b648229cf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:04.985047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6cc6cc2e-3af8-48e9-a00e-c16b648229cf not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:04.985047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 062b5048-4607-40b6-9bb8-70dfc3e34d7d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:05.010646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 062b5048-4607-40b6-9bb8-70dfc3e34d7d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:05.011077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 062b5048-4607-40b6-9bb8-70dfc3e34d7d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:05.011730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f3b2a2f-609f-4dfe-b0b8-073728bd599d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:05.034537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 7f3b2a2f-609f-4dfe-b0b8-073728bd599d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:05.035192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 7f3b2a2f-609f-4dfe-b0b8-073728bd599d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:05.277812 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:05.318563 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96c76e22-1981-4aa9-a032-94651d523fef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16f60b8f87c348f9821e1d08fc09acb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389404 Dec 15 14:44:05.320911 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:05.372823 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb343d10-9088-46b7-863d-d3aa4e154c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.393499 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb343d10-9088-46b7-863d-d3aa4e154c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.439648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb343d10-9088-46b7-863d-d3aa4e154c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.442213 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb343d10-9088-46b7-863d-d3aa4e154c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.443348 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cb343d10-9088-46b7-863d-d3aa4e154c13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1383fb9-d924-4efb-8abc-70bec87fa5dc HTTP/1.1" status: 204 len: 168 time: 0.1214285 Dec 15 14:44:05.451444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb343d10-9088-46b7-863d-d3aa4e154c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1383fb9-d924-4efb-8abc-70bec87fa5dc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.136114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:06.239261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1071379596-network', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:06.260441 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Made reservation on behalf of ff7278f0807d479494cecd09d9cafa1a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:06.263280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.271704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.344856 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.348464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.368887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:44:06.382298 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60109e3c-c099-48fc-ba0e-258a2eb42e03,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.387230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.387573 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Added segment 2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6 of type vlan for network 7e474ac7-f2b2-4d86-a2ab-741192722aac Dec 15 14:44:06.426774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.453284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.454114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:06.454687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.508466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3708181 Dec 15 14:44:06.511557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47206) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:06.513690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a03c7-49c5-4534-b080-d24b89ed4207 admin admin] Pushing event updated for resources: {'Network': ['ID=7e474ac7-f2b2-4d86-a2ab-741192722aac,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.517322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Request body: {'subnet': {'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1071379596-subnet', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:06.524654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:44:06.539581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Made reservation on behalf of ff7278f0807d479494cecd09d9cafa1a for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:06.542294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.707280 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.762337 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaa1db3-cca3-4c5a-85ae-b41a942ca571,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.774630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Checking segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:06.774994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Network hostable DHCP agents. Network: 7e474ac7-f2b2-4d86-a2ab-741192722aac, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:44:06.790720 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:44:06.799087 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 7e474ac7-f2b2-4d86-a2ab-741192722aac) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:06.803141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:06.803799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.810140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4076807-eebf-478e-9289-67db0be63230 None None] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:06.819432 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ee83c893-d539-432b-aa12-0056e4fd08af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066769 Dec 15 14:44:06.822165 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47208) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:06.826961 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:06.846042 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.847388 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.899533 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.909371 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-7e474ac7-f2b2-4d86-a2ab-741192722aac', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:44:06.910349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.039732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.050482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Allocated IP 172.20.0.2 (7e474ac7-f2b2-4d86-a2ab-741192722aac/7eaa1db3-cca3-4c5a-85ae-b41a942ca571/27765fde-9453-428e-9f4d-5c0d74590b32) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:07.192267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.198329 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.237932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:07.242446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:07.246505 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.246929 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:07.250529 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Pushing event updated for resources: {'Port': ['ID=27765fde-9453-428e-9f4d-5c0d74590b32,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:07.267327 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.301292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Attempting to bind port 27765fde-9453-428e-9f4d-5c0d74590b32 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:07.301577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Attempting to bind port 27765fde-9453-428e-9f4d-5c0d74590b32 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:07.301941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Attempting to bind port 27765fde-9453-428e-9f4d-5c0d74590b32 on network 7e474ac7-f2b2-4d86-a2ab-741192722aac {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:07.306848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:07.307219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Checking segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:07.307621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.308013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Bound using segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:07.308477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Bound port: 27765fde-9453-428e-9f4d-5c0d74590b32, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:07.308886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.371480 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Allocated IP 172.25.2.91 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:07.373267 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] For port 27765fde-9453-428e-9f4d-5c0d74590b32, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:07.376912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] For port 27765fde-9453-428e-9f4d-5c0d74590b32, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=27765fde-9453-428e-9f4d-5c0d74590b32,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:07.381966 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.442400 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374e7e2-ef97-44e7-a53c-7aeef868a858 None None] Pushing event updated for resources: {'Port': ['ID=27765fde-9453-428e-9f4d-5c0d74590b32,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:07.484889 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.518720 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.558862 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:07.561662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:07.566055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:07.582835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c872f3-102b-42cd-b73e-87a7269197d8 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:07.616485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Pushing event updated for resources: {'Port': ['ID=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:07.665421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-091ba533-2242-4761-a301-5afad881056a None None] Provisioning complete for port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:07.665900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-091ba533-2242-4761-a301-5afad881056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.701501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-091ba533-2242-4761-a301-5afad881056a None None] Port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:07.845385 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.048696 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.177783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:44:08.298758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:08.311226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Sync routers for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:08.319613 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.324152 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8cf76cd0-a9b0-486e-9306-bceb9e8ad14e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4979875 Dec 15 14:44:08.324348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:08.330591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:08.331331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:08.445558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:08.478196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1485ee-461e-45ca-ada1-ce2d341026eb None None] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:08.625075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cb13187a-58d6-4c25-bc14-576ab1a4eb14 None None] Provisioning complete for port 27765fde-9453-428e-9f4d-5c0d74590b32 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:08.627157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb13187a-58d6-4c25-bc14-576ab1a4eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.760403 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.922085 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Allocated IP 172.20.0.1 (7e474ac7-f2b2-4d86-a2ab-741192722aac/7eaa1db3-cca3-4c5a-85ae-b41a942ca571/c4e8d3c4-5007-4c38-8ba1-85aee1a427fa) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:08.995764 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 27765fde-9453-428e-9f4d-5c0d74590b32 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:09.004050 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb13187a-58d6-4c25-bc14-576ab1a4eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.040178 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.076665 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.086431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:07Z', 'revision_number': 3, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:09.089458 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cb13187a-58d6-4c25-bc14-576ab1a4eb14 None None] For port 27765fde-9453-428e-9f4d-5c0d74590b32, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=27765fde-9453-428e-9f4d-5c0d74590b32,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:09.118630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:09.120801 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb13187a-58d6-4c25-bc14-576ab1a4eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.121902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:09.126422 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:09.126577 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Checking router: cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:09.126832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Updating router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:09.161821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.171055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.184474 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 27765fde-9453-428e-9f4d-5c0d74590b32 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:09.185351 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.188648 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.260159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13187a-58d6-4c25-bc14-576ab1a4eb14 None None] Pushing event updated for resources: {'Port': ['ID=27765fde-9453-428e-9f4d-5c0d74590b32,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.309264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.342170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-16e217c4-a3cb-45e4-afeb-6554ab9df572 None None] Provisioning complete for port 27765fde-9453-428e-9f4d-5c0d74590b32 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:09.342548 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16e217c4-a3cb-45e4-afeb-6554ab9df572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.491717 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.497736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.568112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.569854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.615015 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.620967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.662550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:09.664737 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:09.671881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b967b429-81e6-4cc3-80de-b4a28b03a4de None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:09.689951 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Attempting to bind port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:09.690329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Attempting to bind port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:09.690692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Attempting to bind port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:09.698308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3525c18-336f-4da4-aa0a-d9a2b3b35f26 None None] Pushing event updated for resources: {'Port': ['ID=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.705067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:09.705444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:09.705841 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.706237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:09.706724 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Bound port: 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:09.707108 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.734981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2b01f377-3501-4025-b949-fa18600f6ff0 None None] Provisioning complete for port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:09.735341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b01f377-3501-4025-b949-fa18600f6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.789000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b01f377-3501-4025-b949-fa18600f6ff0 None None] Port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:09.793279 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] For port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:09.793798 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:09.797251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] For port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:09.803147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.854918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3b3af-b2f0-4e8c-8d30-81e55ec4275b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:09.869941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:09.870836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:09.915259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:09.920353 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d26298e2-34e5-4a06-bcf9-9a7cf02c9468 admin admin] 10.222.0.32 "PUT /v2.0/routers/cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949068 Dec 15 14:44:09.951902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3525c18-336f-4da4-aa0a-d9a2b3b35f26 None None] Pushing event updated for resources: {'Port': ['ID=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.982516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Provisioning complete for port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:09.982933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.033942 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:10.041480 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:10.082395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Provisioning complete for port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:10.082395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.274264 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.302993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] For port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:10.307263 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.360187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 2, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:10.389739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b390994-1c4e-4d85-aef3-d50b852cf698 None None] Pushing event updated for resources: {'Port': ['ID=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:10.391304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:10.392911 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdbcdd-094f-4535-be5f-9975a8400d28 None None] The sync data for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 is: [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 2, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:10.396297 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1643752493-network', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:10.420169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Made reservation on behalf of d765a5d7c5ce4ba4b62cf2b4b9060f55 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:10.422685 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.432035 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.512094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.516239 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.542764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:44:10.554176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46900eff-5f9f-43dd-84ac-62ab199ee53a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:10.560792 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.561064 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Added segment 610641e0-074f-4761-adcb-5878d15c7359 of type vlan for network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 Dec 15 14:44:10.618370 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.646648 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.648114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:10.648723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.704698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3121650 Dec 15 14:44:10.707873 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:10.718813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Request body: {'subnet': {'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1643752493-subnet', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:10.719597 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad3f1e-5c3d-453d-90af-daa2e6d304bf admin admin] Pushing event updated for resources: {'Network': ['ID=4338d863-40b9-452a-ad1c-10ecce9b2ee9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:10.729960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:44:10.742968 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Made reservation on behalf of d765a5d7c5ce4ba4b62cf2b4b9060f55 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:10.746286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.931441 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.956053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 27765fde-9453-428e-9f4d-5c0d74590b32 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:10.995767 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.001863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Checking segment: {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:11.002472 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Network hostable DHCP agents. Network: 4338d863-40b9-452a-ad1c-10ecce9b2ee9, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:44:11.020288 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 27765fde-9453-428e-9f4d-5c0d74590b32 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:11.020941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.022705 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:44:11.033835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 4338d863-40b9-452a-ad1c-10ecce9b2ee9) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:11.038786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:11.039957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.055592 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df020b-817a-486b-8472-6ff17fa9e909 None None] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:11.058565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2559e9c7-65de-42b3-9af8-d25c32083b4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3495016 Dec 15 14:44:11.061248 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:11.065703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:11.115993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.118319 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.186554 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.224704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'fixed_ips': [{'subnet_id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:44:11.225918 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.330945 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.378620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Allocated IP 172.20.0.2 (4338d863-40b9-452a-ad1c-10ecce9b2ee9/9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84/878422f1-ae9e-4db0-8014-236e8aed39c0) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:11.537562 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.544867 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.550380 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.572690 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.588229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:11.591304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:11.593912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:11.599773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Pushing event updated for resources: {'Port': ['ID=878422f1-ae9e-4db0-8014-236e8aed39c0,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.654047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Attempting to bind port 878422f1-ae9e-4db0-8014-236e8aed39c0 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:11.654420 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Attempting to bind port 878422f1-ae9e-4db0-8014-236e8aed39c0 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:11.654786 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Attempting to bind port 878422f1-ae9e-4db0-8014-236e8aed39c0 on network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:11.660102 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:11.660273 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Checking segment: {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:11.660708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.661104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Bound using segment: {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:11.661920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Bound port: 878422f1-ae9e-4db0-8014-236e8aed39c0, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:11.661920 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.699261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Allocated IP 172.25.2.194 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/fa86ff5f-67a1-4614-9b3e-524dbf580771) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:11.738628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] For port 878422f1-ae9e-4db0-8014-236e8aed39c0, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:11.742678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] For port 878422f1-ae9e-4db0-8014-236e8aed39c0, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=878422f1-ae9e-4db0-8014-236e8aed39c0,segment=NetworkSegment(610641e0-074f-4761-adcb-5878d15c7359),segment_id=610641e0-074f-4761-adcb-5878d15c7359)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:11.750776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.815434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989fa2e-7e18-4bf8-bf93-b0cc9e17f806 None None] Pushing event updated for resources: {'Port': ['ID=878422f1-ae9e-4db0-8014-236e8aed39c0,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.821605 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.857598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.899986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:11.903009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:11.908191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:11.911428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Pushing event updated for resources: {'Port': ['ID=fa86ff5f-67a1-4614-9b3e-524dbf580771,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.916600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865b5da-02d6-4a31-ba7a-a9f013bd4e01 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:11.957457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65441115-b0b8-483e-b0f8-f70634457b18 None None] Provisioning complete for port fa86ff5f-67a1-4614-9b3e-524dbf580771 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:11.957457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65441115-b0b8-483e-b0f8-f70634457b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.011064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65441115-b0b8-483e-b0f8-f70634457b18 None None] Port fa86ff5f-67a1-4614-9b3e-524dbf580771 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:12.194869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.616573 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Sync routers for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:12.632228 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:12.632861 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:12.658638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70402af8-7f6b-4504-9064-2fad4f13d4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.723705 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.833216 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:12.854384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:44:12.973982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:12.987721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Sync routers for ids ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:13.003833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Routers {'614d7f12-a612-49a0-95e9-9eb7c0697cc3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:13.004451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:13.004658 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.008568 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-51e69a81-560a-4cd7-a13e-60dec0bb9045 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9434280 Dec 15 14:44:13.008906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:13.041702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 878422f1-ae9e-4db0-8014-236e8aed39c0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:13.066070 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 2, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:13.101895 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Checking router: cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:13.102720 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Updating router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:13.138710 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.338576 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Set router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:13.485006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665d05b-a5ad-4173-96f6-96272f7c0842 None None] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:13.485284 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.492437 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.526722 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.546917 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Pushing event updated for resources: {'Port': ['ID=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:13.556123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 878422f1-ae9e-4db0-8014-236e8aed39c0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:13.556376 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.580807 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.581575 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.582040 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.582889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.582889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.583640 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.584064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.584483 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.584938 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.585974 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.585974 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.585974 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.586513 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:13.621478 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Attempting to bind port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:13.622619 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Attempting to bind port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:13.623160 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Attempting to bind port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa on network 7e474ac7-f2b2-4d86-a2ab-741192722aac {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:13.629891 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:13.630497 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Checking segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:13.631648 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.632692 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Bound using segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:13.634243 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Bound port: c4e8d3c4-5007-4c38-8ba1-85aee1a427fa, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:13.634819 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.692730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-727d9c08-9454-4271-8dea-93d4e886a2e5 None None] Provisioning complete for port 878422f1-ae9e-4db0-8014-236e8aed39c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:13.693160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-727d9c08-9454-4271-8dea-93d4e886a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.722932 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] For port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:13.727934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] For port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:13.734512 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.753332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Allocated IP 172.20.0.1 (4338d863-40b9-452a-ad1c-10ecce9b2ee9/9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84/ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:13.791896 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.821702 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cef4e-1cb7-4598-b1e3-cc986f969efd None None] Pushing event updated for resources: {'Port': ['ID=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:13.823445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:12Z', 'revision_number': 3, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:13.839793 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:13.840396 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:13.874734 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Checking router: 614d7f12-a612-49a0-95e9-9eb7c0697cc3 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:13.875092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Updating router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 port fa86ff5f-67a1-4614-9b3e-524dbf580771 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:13.905197 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.931504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 878422f1-ae9e-4db0-8014-236e8aed39c0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=878422f1-ae9e-4db0-8014-236e8aed39c0,segment=NetworkSegment(610641e0-074f-4761-adcb-5878d15c7359),segment_id=610641e0-074f-4761-adcb-5878d15c7359)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:13.948237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.948765 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.950476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:13.963972 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.971481 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:13.999794 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:14.005588 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:14.011687 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:14.033175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-727d9c08-9454-4271-8dea-93d4e886a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.045645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.080480 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.222884 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=878422f1-ae9e-4db0-8014-236e8aed39c0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.258698 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.db.api [None req-727d9c08-9454-4271-8dea-93d4e886a2e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:44:14.259061 n-d-815324-3 neutron-server[103380]: DEBUG oslo_db.api [None req-727d9c08-9454-4271-8dea-93d4e886a2e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:44:14.272864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.276483 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:13Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:14.279404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:14.279776 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.305653 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329cbc1-e948-43d3-9993-47764c1be59b None None] The sync data for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 is: [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:13Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:14.471076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.477651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.510090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.519850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.552206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.554033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.581509 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8ff3c-89a4-482e-91a1-c09b17b891cd None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:14.595483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Attempting to bind port fa86ff5f-67a1-4614-9b3e-524dbf580771 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:14.595609 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Attempting to bind port fa86ff5f-67a1-4614-9b3e-524dbf580771 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:14.595907 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Attempting to bind port fa86ff5f-67a1-4614-9b3e-524dbf580771 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:14.598607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b7790-338e-4c30-b7e5-a5f7840f134f None None] Pushing event updated for resources: {'Port': ['ID=fa86ff5f-67a1-4614-9b3e-524dbf580771,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.610587 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:14.610969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:14.612132 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.612549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:14.613066 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Bound port: fa86ff5f-67a1-4614-9b3e-524dbf580771, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:14.613410 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.662702 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:14.664261 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:14.687787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] For port fa86ff5f-67a1-4614-9b3e-524dbf580771, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:14.691463 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] For port fa86ff5f-67a1-4614-9b3e-524dbf580771, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fa86ff5f-67a1-4614-9b3e-524dbf580771,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:14.693799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.699278 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.758252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d52e1-d1af-480d-b0a2-3cf48633c6b4 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:14.770017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Routers {'614d7f12-a612-49a0-95e9-9eb7c0697cc3'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:14.770683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:43:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:14.801665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:14.920788 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b7790-338e-4c30-b7e5-a5f7840f134f None None] Pushing event updated for resources: {'Port': ['ID=fa86ff5f-67a1-4614-9b3e-524dbf580771,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.942545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:14.954847 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-23eea10f-4dd2-4667-b890-cfc979bc21d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.958201 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8705fea9-894b-4762-ae5a-4d896c2f39e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/614d7f12-a612-49a0-95e9-9eb7c0697cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462190 Dec 15 14:44:15.000652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] Set router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:15.047289 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 878422f1-ae9e-4db0-8014-236e8aed39c0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:15.342173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Provisioning complete for port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.342549 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.411416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 878422f1-ae9e-4db0-8014-236e8aed39c0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.411606 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.535153 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.595015 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5', 'name': '', 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:13Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 2, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'subnets': [{'id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:15.601466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c4e8d3c4-5007-4c38-8ba1-85aee1a427fa up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:15.653127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4dfa9-5668-4c86-bde8-e1de200a74f6 None None] The sync data for ids ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'] in n-d-815324-3 is: [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5', 'name': '', 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:13Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 2, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'subnets': [{'id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:15.657683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] For port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:15.663720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.716380 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Provisioning complete for port 878422f1-ae9e-4db0-8014-236e8aed39c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.716774 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.769551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Pushing event updated for resources: {'Port': ['ID=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:15.777909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.778812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.938581 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Provisioning complete for port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.939455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.987202 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:16.008490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Provisioning complete for port fa86ff5f-67a1-4614-9b3e-524dbf580771 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:16.009299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.141866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.177384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] For port fa86ff5f-67a1-4614-9b3e-524dbf580771, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fa86ff5f-67a1-4614-9b3e-524dbf580771,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:16.183160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.250300 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cf197-d6fc-4252-a96d-2af5ca3683ac None None] Pushing event updated for resources: {'Port': ['ID=fa86ff5f-67a1-4614-9b3e-524dbf580771,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:16.468678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.977809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c4e8d3c4-5007-4c38-8ba1-85aee1a427fa up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:17.034687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:17.034687 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.671354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.618242 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.798422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Sync routers for ids ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:18.808211 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Routers {'614d7f12-a612-49a0-95e9-9eb7c0697cc3'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:18.808835 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:44:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:18.948914 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Set router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:19.011459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fa86ff5f-67a1-4614-9b3e-524dbf580771 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:19.123245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port fa86ff5f-67a1-4614-9b3e-524dbf580771 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:19.124905 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.216857 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5', 'name': '', 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:13Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 2, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'subnets': [{'id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:19.251970 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Checking router: 614d7f12-a612-49a0-95e9-9eb7c0697cc3 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:19.252688 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Updating router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:19.283850 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.572609 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.578536 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.623742 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c382e1-b914-4e6d-8d3b-8ed3847a4d3a None None] Pushing event updated for resources: {'Port': ['ID=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:19.694254 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Attempting to bind port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:19.694625 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Attempting to bind port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:19.694985 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Attempting to bind port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 on network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:19.701701 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:19.702079 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Checking segment: {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:19.702479 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.702868 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Bound using segment: {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:19.703340 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Bound port: ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610641e0-074f-4761-adcb-5878d15c7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:19.703721 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.809714 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] For port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:19.814020 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] For port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,segment=NetworkSegment(610641e0-074f-4761-adcb-5878d15c7359),segment_id=610641e0-074f-4761-adcb-5878d15c7359)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:19.819481 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.879914 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Routers {'614d7f12-a612-49a0-95e9-9eb7c0697cc3'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:19.881013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:44:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:19.946642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-10a8e026-bbe3-42f7-a011-62c1e5bb3c9f None None] Provisioning complete for port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:19.947143 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10a8e026-bbe3-42f7-a011-62c1e5bb3c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.108489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10a8e026-bbe3-42f7-a011-62c1e5bb3c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.181557 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c382e1-b914-4e6d-8d3b-8ed3847a4d3a None None] Pushing event updated for resources: {'Port': ['ID=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:20.184263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-10a8e026-bbe3-42f7-a011-62c1e5bb3c9f None None] For port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,segment=NetworkSegment(610641e0-074f-4761-adcb-5878d15c7359),segment_id=610641e0-074f-4761-adcb-5878d15c7359)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:20.190279 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10a8e026-bbe3-42f7-a011-62c1e5bb3c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.289224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8e026-bbe3-42f7-a011-62c1e5bb3c9f None None] Pushing event updated for resources: {'Port': ['ID=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:20.292295 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] Set router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:20.317321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-75368621-77a0-4d4d-a477-39ec521a3f7e None None] Provisioning complete for port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.317816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75368621-77a0-4d4d-a477-39ec521a3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.520320 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5', 'name': '', 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:13Z', 'updated_at': '2021-12-15T14:44:19Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'subnets': [{'id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:20.551152 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eb655-3299-40ef-bd32-2dfd6df1d764 None None] The sync data for ids ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'] in n-d-815324-3 is: [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5', 'name': '', 'network_id': '4338d863-40b9-452a-ad1c-10ecce9b2ee9', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:13Z', 'updated_at': '2021-12-15T14:44:19Z', 'revision_number': 4, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'subnets': [{'id': '9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:20.985810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:21.049735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:21.050106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:21.658354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:25.650035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-2c2c7105-eae5-4f56-9196-c17d8d547c6d tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:25.651494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-2c2c7105-eae5-4f56-9196-c17d8d547c6d tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 815 time: 0.1078725 Dec 15 14:44:25.667315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-008216e5-14fb-429b-a828-7fd2e418e40f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/quotas/ff7278f0807d479494cecd09d9cafa1a HTTP/1.1" status: 200 len: 375 time: 0.0093458 Dec 15 14:44:25.727742 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-4732f141-6093-4baa-9e27-c12e162831ac tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546165 Dec 15 14:44:25.948027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-277d8057-99ae-4d80-93c2-f65f57b1f4c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078512 Dec 15 14:44:26.044675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-2224ce61-5504-4421-86ed-49b6bfad9f45 service neutron] 10.222.0.32 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887251 Dec 15 14:44:26.225878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa815645-0756-4ba4-9c86-6907943cbb5e req-30e5d970-e442-445b-953e-db7e20827d05 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 210 time: 0.0266347 Dec 15 14:44:27.271344 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-c2b78558-0388-4949-bf28-9af46afe8eec tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:27.272929 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-c2b78558-0388-4949-bf28-9af46afe8eec tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 815 time: 0.1135643 Dec 15 14:44:27.290912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'port': {'device_id': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'admin_state_up': True, 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:27.333727 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a074997f-2e99-4f04-9e60-4fdf63670962 req-e9beb743-6e1c-4280-931b-59eb6e5f4e46 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 210 time: 0.0261421 Dec 15 14:44:27.402010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Made reservation on behalf of ff7278f0807d479494cecd09d9cafa1a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:27.406258 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:27.539123 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Allocated IP 172.20.0.5 (7e474ac7-f2b2-4d86-a2ab-741192722aac/7eaa1db3-cca3-4c5a-85ae-b41a942ca571/c755c986-f4b9-44cc-bffd-b3adda17a04a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:27.769799 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:27.811658 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:27.884692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:27.889714 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:27.893894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:27.919655 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:27.934822 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.935265 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.935685 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.936114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.936533 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.936946 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.941499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.941967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.942371 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.942784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.943192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.943610 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.944009 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:27.977187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:27.977929 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:28.015133 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-a2f4395e-c526-4d0a-ae8a-3d69ef4767d9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280924 Dec 15 14:44:28.230893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-739116a0-e146-4347-bbad-65e5819d2e91 None None] Provisioning complete for port c755c986-f4b9-44cc-bffd-b3adda17a04a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:28.232023 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-739116a0-e146-4347-bbad-65e5819d2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:28.269353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-739116a0-e146-4347-bbad-65e5819d2e91 None None] Port c755c986-f4b9-44cc-bffd-b3adda17a04a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:28.459370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48017da-759f-4341-a098-66fcdc94f90e req-efa55ea4-5401-452a-a3f7-3ba64314d6b9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:28.461419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c48017da-759f-4341-a098-66fcdc94f90e req-efa55ea4-5401-452a-a3f7-3ba64314d6b9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0536802 Dec 15 14:44:28.521735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c48017da-759f-4341-a098-66fcdc94f90e req-8debed06-a2aa-44c1-89bf-d10f28ef0b28 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 Dec 15 14:44:29.641984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e357bd3-d791-4635-9646-561ca25b255c req-a4dbd54e-05fd-4062-8b07-85908f8b4d6e tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:29.643481 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e357bd3-d791-4635-9646-561ca25b255c req-a4dbd54e-05fd-4062-8b07-85908f8b4d6e tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0493271 Dec 15 14:44:29.692984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4e357bd3-d791-4635-9646-561ca25b255c req-c38238b3-a290-4ca7-97c8-f2baf54279d1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Dec 15 14:44:30.821912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123b01f-6573-4996-9786-8f485ed2b90c req-684f4a0f-9674-4e94-8a4d-cbadf35162e6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:30.823430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7123b01f-6573-4996-9786-8f485ed2b90c req-684f4a0f-9674-4e94-8a4d-cbadf35162e6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0542271 Dec 15 14:44:30.875375 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7123b01f-6573-4996-9786-8f485ed2b90c req-5af02cc8-b238-42a2-b777-9ca6f72db4d7 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Dec 15 14:44:32.007941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ca90-f58f-42fc-a17e-ab62f6706e54 req-b572a48f-b761-427b-ba8e-894b048d1c56 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:32.010715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59d1ca90-f58f-42fc-a17e-ab62f6706e54 req-b572a48f-b761-427b-ba8e-894b048d1c56 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0540257 Dec 15 14:44:32.065419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-59d1ca90-f58f-42fc-a17e-ab62f6706e54 req-acdbef3e-3058-4d08-9f38-34582a2d1a3b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465479 Dec 15 14:44:32.174433 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:44:33.195491 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7de4-6248-4cb8-9119-e2179397b0d5 req-a4bdcc17-9672-4281-9cbc-e8e3f340a871 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:33.196958 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bc7de4-6248-4cb8-9119-e2179397b0d5 req-a4bdcc17-9672-4281-9cbc-e8e3f340a871 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0509844 Dec 15 14:44:33.252291 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-51bc7de4-6248-4cb8-9119-e2179397b0d5 req-df572976-8f80-44ed-bc58-12dc1da010d5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482922 Dec 15 14:44:34.364804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-91c3e7a3-35b6-4f33-a809-d58d885fa2fa req-562e1556-1aee-43c5-993d-77f43260366a service neutron] (103378) timed out ('10.222.0.85', 51096) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:44:34.378192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49c225-e1ce-4259-818c-bb75884b3f28 req-635580fb-21a5-4da1-b816-7c8ed1b87eee tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:34.380440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d49c225-e1ce-4259-818c-bb75884b3f28 req-635580fb-21a5-4da1-b816-7c8ed1b87eee tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0571978 Dec 15 14:44:34.430861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2d49c225-e1ce-4259-818c-bb75884b3f28 req-ef094a3b-3bb4-433f-9c14-85ac73ccbe06 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Dec 15 14:44:35.572169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea81c54-719c-4a55-b59c-597476462115 req-ebf2750f-6c44-4816-a115-0212d0241c13 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:35.573709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dea81c54-719c-4a55-b59c-597476462115 req-ebf2750f-6c44-4816-a115-0212d0241c13 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0730507 Dec 15 14:44:35.624303 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dea81c54-719c-4a55-b59c-597476462115 req-7406fa2b-d597-4441-bb49-7b7c07cfa862 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Dec 15 14:44:36.751044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cecdc-4257-408e-81e9-acff9ca75342 req-f2e86c4e-4209-48ff-943c-e9ac11ba5dbb tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:36.752540 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b93cecdc-4257-408e-81e9-acff9ca75342 req-f2e86c4e-4209-48ff-943c-e9ac11ba5dbb tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0550046 Dec 15 14:44:36.818836 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b93cecdc-4257-408e-81e9-acff9ca75342 req-5f46038f-cba1-4224-ae3d-20b78e41d0c4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Dec 15 14:44:37.942769 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd6f34-0a6a-4ac6-9707-53851b9820af req-8685fbe7-945b-4741-ac22-c0f7e95f6863 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:37.944300 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78fd6f34-0a6a-4ac6-9707-53851b9820af req-8685fbe7-945b-4741-ac22-c0f7e95f6863 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0484788 Dec 15 14:44:37.991982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78fd6f34-0a6a-4ac6-9707-53851b9820af req-fe8ff677-cf5e-4613-b76c-b6c9ab28d05c tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Dec 15 14:44:39.106559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1ad4e-f68c-4466-8e14-6996bed0a895 req-3e7aee26-9d4e-4735-81f4-ea403619edaa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:39.108593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55a1ad4e-f68c-4466-8e14-6996bed0a895 req-3e7aee26-9d4e-4735-81f4-ea403619edaa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 931 time: 0.0485785 Dec 15 14:44:39.158314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-55a1ad4e-f68c-4466-8e14-6996bed0a895 req-bd4982e5-3732-4ca3-bfb7-19895110f128 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Dec 15 14:44:39.815041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-578308cb-22c5-4a29-ad7a-04b44b87dc55 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:44:39.816063 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-578308cb-22c5-4a29-ad7a-04b44b87dc55 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058615 Dec 15 14:44:39.843747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Request body: {'port': {'device_id': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:39.906913 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:40.161846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c755c986-f4b9-44cc-bffd-b3adda17a04a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:44:40.169210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:40.180792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Transition to ACTIVE for port object c755c986-f4b9-44cc-bffd-b3adda17a04a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:44:40.184954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:40.237656 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:40.288632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b676ce6-8526-4a07-b7c9-7e7d9ed78050 req-1f7bb040-8ae6-4ca6-82c4-6d533ca0b611 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:40.290217 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b676ce6-8526-4a07-b7c9-7e7d9ed78050 req-1f7bb040-8ae6-4ca6-82c4-6d533ca0b611 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 943 time: 0.0548477 Dec 15 14:44:40.317774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Attempting to bind port c755c986-f4b9-44cc-bffd-b3adda17a04a on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:40.318269 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Attempting to bind port c755c986-f4b9-44cc-bffd-b3adda17a04a by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:40.318601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Attempting to bind port c755c986-f4b9-44cc-bffd-b3adda17a04a on network 7e474ac7-f2b2-4d86-a2ab-741192722aac {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:40.323355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Port c755c986-f4b9-44cc-bffd-b3adda17a04a on network 7e474ac7-f2b2-4d86-a2ab-741192722aac not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:44:40.323672 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Attempting to bind port c755c986-f4b9-44cc-bffd-b3adda17a04a on network 7e474ac7-f2b2-4d86-a2ab-741192722aac {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:40.329517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:40.329517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Checking segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:40.329839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Bound using segment: {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:40.330165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Bound port: c755c986-f4b9-44cc-bffd-b3adda17a04a, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:40.330519 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:40.342731 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b676ce6-8526-4a07-b7c9-7e7d9ed78050 req-641c8e5c-7df6-4ddc-81b1-57244b64c4f9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455027 Dec 15 14:44:40.398658 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:40.402244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:40.408090 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:40.450146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:40.450651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:40.452115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] 10.222.0.85 "PUT /v2.0/ports/c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 1091 time: 0.6127362 Dec 15 14:44:40.452482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:44:40.454873 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c5f1ea-9732-4348-9e6a-c0440819467f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:44:40.477224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc0d26-ccee-42d4-9995-77fd4995596c service neutron] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:40.512581 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7336a6-383e-4466-84a5-e6b0ac8c2a2d x-openstack-request-id: req-ac7336a6-383e-4466-84a5-e6b0ac8c2a2d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:44:40.513005 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:44:40.513275 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac7336a6-383e-4466-84a5-e6b0ac8c2a2d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:44:40.513686 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'status': 'completed', 'code': 200} Dec 15 14:44:40.548830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-f40c9f63-8966-4d99-a26c-fc15fc032007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:40.550095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-f40c9f63-8966-4d99-a26c-fc15fc032007 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1094 time: 0.0478504 Dec 15 14:44:40.598072 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-f74a86da-e81c-446f-b1a6-db88267662fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 217 time: 0.0365126 Dec 15 14:44:40.649142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-76094c73-bf60-4946-bf61-c38fefb65320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:40.650635 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-76094c73-bf60-4946-bf61-c38fefb65320 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0463312 Dec 15 14:44:40.699717 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-792958cb-1d5c-4072-9a1c-09036f7ff23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:40.701209 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-792958cb-1d5c-4072-9a1c-09036f7ff23a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431104 Dec 15 14:44:40.790281 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-2d9210ce-6e87-4f09-8ac8-4711e7e5aa13 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823226 Dec 15 14:44:40.882019 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-594a200a-c41d-44d0-8c5b-25712ce1c775 req-4b3ea36a-a82e-462a-b30d-780761464937 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846059 Dec 15 14:44:40.999972 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-0e8aec37-b75d-4974-834e-11d86299787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:41.001472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-0e8aec37-b75d-4974-834e-11d86299787d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1094 time: 0.0422482 Dec 15 14:44:41.094447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-81a0f401-d3ef-40e8-b986-99c744675ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:41.095915 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-81a0f401-d3ef-40e8-b986-99c744675ee7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.0863202 Dec 15 14:44:41.137257 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-f915ae06-b9fd-4072-91cd-035d067cf7ed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 217 time: 0.0344095 Dec 15 14:44:41.183926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-74b054c0-03b3-459e-8e36-4f8a61b8bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:41.185357 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-74b054c0-03b3-459e-8e36-4f8a61b8bb20 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0415595 Dec 15 14:44:41.234627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-c4776661-1d29-4884-bf84-64065b178ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:41.236110 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-c4776661-1d29-4884-bf84-64065b178ba9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438938 Dec 15 14:44:41.324552 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-31b6de65-67cd-4abc-a966-af88e6da18e4 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807574 Dec 15 14:44:41.416634 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-72c5f1ea-9732-4348-9e6a-c0440819467f req-9558bf9d-3257-4190-b8dd-83e156062c03 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848026 Dec 15 14:44:41.460127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13dcd0-fc47-47ae-b9cb-20e6bf0f54f3 req-8d1f5575-d703-4057-9011-d06c33b30cf5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:41.461634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c13dcd0-fc47-47ae-b9cb-20e6bf0f54f3 req-8d1f5575-d703-4057-9011-d06c33b30cf5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 943 time: 0.0505524 Dec 15 14:44:41.508283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c13dcd0-fc47-47ae-b9cb-20e6bf0f54f3 req-a3c3fdd1-6841-413a-b57c-cf5d99bdd1d8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Dec 15 14:44:42.628998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f726c13-8677-465e-bfeb-7b437a70cf3c req-1dca15bb-913b-4b51-89d5-19e0798f06b5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:42.630456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f726c13-8677-465e-bfeb-7b437a70cf3c req-1dca15bb-913b-4b51-89d5-19e0798f06b5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 943 time: 0.0539911 Dec 15 14:44:42.660844 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26605deb-97e4-4dd1-8e08-3654eed6632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:42.681745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5f726c13-8677-465e-bfeb-7b437a70cf3c req-24bb395c-fc1f-46b4-80c4-7abb5cf0be2c tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Dec 15 14:44:43.796595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea33a-8bf1-4ab2-8d5d-442c5ed40cf0 req-a4bc9215-0d1b-48c0-b606-f22febed92c0 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:43.798096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a5ea33a-8bf1-4ab2-8d5d-442c5ed40cf0 req-a4bc9215-0d1b-48c0-b606-f22febed92c0 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 943 time: 0.0479975 Dec 15 14:44:43.844085 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a5ea33a-8bf1-4ab2-8d5d-442c5ed40cf0 req-64333aa6-2147-40c0-aa77-578557dfd98d tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Dec 15 14:44:44.183270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c755c986-f4b9-44cc-bffd-b3adda17a04a details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:44:44.276836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:44.288095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'port_id': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:44:44.326708 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.338913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755c986-f4b9-44cc-bffd-b3adda17a04a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:44:44.357461 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:44.361735 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.407033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:44.414131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.414475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.414812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.415139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.415468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.415795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.416115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.416437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.416778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.417098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.417415 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.417730 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.418047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:44.691223 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.695100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c755c986-f4b9-44cc-bffd-b3adda17a04a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:44:44.833810 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ef44d24-90c6-414b-b3ca-5b33b23e8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.960616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d22b-ba94-4b73-8230-332f5ab6be60 req-c36cd0ae-b901-4a64-aa91-068b99321f4b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:44.961991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7821d22b-ba94-4b73-8230-332f5ab6be60 req-c36cd0ae-b901-4a64-aa91-068b99321f4b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 944 time: 0.0512800 Dec 15 14:44:45.009814 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7821d22b-ba94-4b73-8230-332f5ab6be60 req-39f4ba82-92d9-4d4c-a9d9-72d17651b16b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Dec 15 14:44:46.126851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b809561-6554-457a-99b5-d7af427332b2 req-62c8169c-ab2e-4116-a39c-6e0ad9c2639f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:46.128315 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b809561-6554-457a-99b5-d7af427332b2 req-62c8169c-ab2e-4116-a39c-6e0ad9c2639f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 944 time: 0.0493276 Dec 15 14:44:46.173954 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2b809561-6554-457a-99b5-d7af427332b2 req-6b1d3624-d6f1-4ce8-9cfd-574ea4c71eb0 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Dec 15 14:44:46.199305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c755c986-f4b9-44cc-bffd-b3adda17a04a up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:46.248945 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port c755c986-f4b9-44cc-bffd-b3adda17a04a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:44:46.253030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port c755c986-f4b9-44cc-bffd-b3adda17a04a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:46.253403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:46.329758 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:46.351270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:44:46.353766 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d79d841-ce5d-4abe-beff-de66b7cbbbd4" -d '{"events": [{"server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "name": "network-vif-plugged", "status": "completed", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:44:46.366662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:46.370630 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:46.394237 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c84d7-342d-452d-9747-c97e12614984 x-openstack-request-id: req-1a2c84d7-342d-452d-9747-c97e12614984 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:44:46.394526 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "name": "network-vif-plugged", "status": "completed", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:44:46.394776 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a2c84d7-342d-452d-9747-c97e12614984 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:44:46.395160 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'code': 200} Dec 15 14:44:46.422283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:46.469320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:46.556270 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f9ba-3d51-4f0f-94a8-a38ae7380fc0 req-534cdbfa-5166-4721-b1ec-9b7c8be95877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:46.557668 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80b4f9ba-3d51-4f0f-94a8-a38ae7380fc0 req-534cdbfa-5166-4721-b1ec-9b7c8be95877 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1096 time: 0.0400414 Dec 15 14:44:46.600852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80b4f9ba-3d51-4f0f-94a8-a38ae7380fc0 req-1885f7ce-ca98-405c-938f-12119529caaf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Dec 15 14:44:47.291912 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d961a-389c-470e-9510-90036107cb80 req-88a5301d-90a5-4dda-9a4a-0dc832362af2 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:47.297702 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-291d961a-389c-470e-9510-90036107cb80 req-88a5301d-90a5-4dda-9a4a-0dc832362af2 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0519564 Dec 15 14:44:47.348268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-291d961a-389c-470e-9510-90036107cb80 req-e6347b49-3f26-4cfa-a3f9-636d3b7448a1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Dec 15 14:44:47.635647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:48.464832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d23cc-1564-486d-a1be-495d5564d28b req-44cc40b5-022d-4f5b-9379-caece896db4e tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:48.466272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf1d23cc-1564-486d-a1be-495d5564d28b req-44cc40b5-022d-4f5b-9379-caece896db4e tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0493760 Dec 15 14:44:48.515763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf1d23cc-1564-486d-a1be-495d5564d28b req-49361553-d860-4638-99be-4471863f1c89 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Dec 15 14:44:48.621444 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:48.627834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfb7a-4fac-49ee-86dd-56bc43e7d640 req-95a333f9-52a9-4205-991e-e4271b73f459 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:48.629273 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20cbfb7a-4fac-49ee-86dd-56bc43e7d640 req-95a333f9-52a9-4205-991e-e4271b73f459 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0483651 Dec 15 14:44:48.674902 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20cbfb7a-4fac-49ee-86dd-56bc43e7d640 req-81a70606-fdaf-4a60-9a1d-89d8a7615361 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Dec 15 14:44:48.860975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4d04c-9709-41d7-995c-a20ea901626d req-d8eeb3db-26b9-4f0d-8710-29c24fdc0a63 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:48.862390 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab4d04c-9709-41d7-995c-a20ea901626d req-d8eeb3db-26b9-4f0d-8710-29c24fdc0a63 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0509043 Dec 15 14:44:48.907634 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eab4d04c-9709-41d7-995c-a20ea901626d req-f0358264-b5a3-4bb0-b7ed-8a75d39faa4c tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Dec 15 14:44:51.656978 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:58.888614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-2f553937-bf93-4a34-a6ed-5203f93a3407 req-bae76351-0e8d-44d8-ac03-3ba718d3f67e service neutron] (103378) timed out ('10.222.0.67', 58997) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:45:01.413790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b9f04-4ef6-48e8-9fb2-27c4315bbc9f req-52d8d34b-d6d6-4914-975b-ac6a842460ac tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:01.415225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-131b9f04-4ef6-48e8-9fb2-27c4315bbc9f req-52d8d34b-d6d6-4914-975b-ac6a842460ac tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0471604 Dec 15 14:45:01.460699 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-131b9f04-4ef6-48e8-9fb2-27c4315bbc9f req-2f3e947b-7b53-4fe5-829e-faea853dc9d6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Dec 15 14:45:01.484128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:01.563726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ff2a0-7602-49df-bcc0-72d57e2462e8 tempest-TestMinimumBasicScenario-1246413704 tempest-TestMinimumBasicScenario-1246413704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:01.565244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5d4ff2a0-7602-49df-bcc0-72d57e2462e8 tempest-TestMinimumBasicScenario-1246413704 tempest-TestMinimumBasicScenario-1246413704-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1091 time: 0.0801148 Dec 15 14:45:01.568186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:01.572319 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:01.593819 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:01.691152 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:01.794431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Allocated IP 172.25.2.245 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/bc360bb3-f418-48ad-90d5-e89e50137755) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:45:01.892140 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:01.924716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:01.965482 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:45:01.968936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:45:01.973391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:45:01.996305 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'Port': ['ID=bc360bb3-f418-48ad-90d5-e89e50137755,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:02.008232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.008605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.008959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.009298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.009634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.009964 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.010295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.010622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.010948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.011274 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.011599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.011923 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.012245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:02.317584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:02.383973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:02.527805 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:02.532404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:02.599818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'Port': ['ID=bc360bb3-f418-48ad-90d5-e89e50137755,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:02.609275 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:02.706845 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Floating IP 2d4b627b-cadd-4c49-b38e-1ebde1da7ed5 associated. External IP: 172.25.2.245, port: c755c986-f4b9-44cc-bffd-b3adda17a04a. Dec 15 14:45:03.227052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:45:03.333396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:45:03.347217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] Sync routers for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:45:03.354364 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.359974 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:45:03.360641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:03.389701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b35fafa-c485-43a1-ba31-f85f13a361aa tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8204637 Dec 15 14:45:03.390298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:45:03.392647 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:45:03.392781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:03.397586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790508991', 'description': 'tempest-secgroup-smoke-1790508991 description', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:03.433942 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.481855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:45:03.502221 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.508610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.537215 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac5d51-2b8d-423d-b04e-63c7e020e85b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:03.551467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.556336 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47448) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:03.556937 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1a3e5b07-a7b1-421e-8866-aedfbac4af76 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1627967 Dec 15 14:45:03.561872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group_rule': {'security_group_id': 'bfac5d51-2b8d-423d-b04e-63c7e020e85b', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:03.574216 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e64268-33f9-4211-a7fc-bf22917646c7 x-openstack-request-id: req-a5e64268-33f9-4211-a7fc-bf22917646c7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:45:03.574502 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:45:03.574756 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e64268-33f9-4211-a7fc-bf22917646c7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:45:03.575146 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'status': 'completed', 'code': 200} Dec 15 14:45:03.590599 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.643580 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.648084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.660760 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-748a5adc-96b0-49bd-a91a-699029192083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:03.662389 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-748a5adc-96b0-49bd-a91a-699029192083 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1096 time: 0.0471768 Dec 15 14:45:03.670205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fce3d0-9794-48f6-bfc1-1daf6c5a913a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:03.684180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.688846 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8407ea01-485c-4bd8-ac5a-7b04af256c2b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307600 Dec 15 14:45:03.690357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47450) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:03.695131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group_rule': {'security_group_id': 'bfac5d51-2b8d-423d-b04e-63c7e020e85b', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:03.731412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '2d4b627b-cadd-4c49-b38e-1ebde1da7ed5', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'port_id': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:45:02Z', 'updated_at': '2021-12-15T14:45:02Z', 'revision_number': 0, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:03.775110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.808418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-d7acc504-2a56-4001-abb2-35e768eabc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:03.809958 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-d7acc504-2a56-4001-abb2-35e768eabc41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.1389782 Dec 15 14:45:03.904887 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.907970 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-93a13d04-5ff0-4350-a552-df30b9b6da08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 999 time: 0.0901194 Dec 15 14:45:03.909647 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.930838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] Checking router: cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:45:03.939687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:45:03.940301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:44:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:03.954424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e949bf2-9e43-4353-bf38-26e6ceee3114,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:03.964162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.965369 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4e23a631-4355-4eb6-b37d-39d0b8b12979 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2740569 Dec 15 14:45:03.968813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:03.978586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group_rule': {'security_group_id': 'bfac5d51-2b8d-423d-b04e-63c7e020e85b', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:03.978818 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-d5ab773a-6468-4908-be21-1c8d3cb7904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:03.980066 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-d5ab773a-6468-4908-be21-1c8d3cb7904b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0639002 Dec 15 14:45:04.011331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.036177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-4c1bf522-f2d7-4aa6-bfc1-1daa07935e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:04.037646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-4c1bf522-f2d7-4aa6-bfc1-1daa07935e87 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493126 Dec 15 14:45:04.055217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:45:04.071221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.075178 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.093759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06fda1d-990c-424d-8e8f-9a096104a4c1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:04.104604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.107302 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cce14522-87e2-4354-b153-26bc8e5a011f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364403 Dec 15 14:45:04.110039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47454) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:04.116163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group_rule': {'security_group_id': 'bfac5d51-2b8d-423d-b04e-63c7e020e85b', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:04.146221 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-06158295-bf55-4533-b2d1-c0b6fccfc17a service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995629 Dec 15 14:45:04.148443 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.213350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.218913 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.249167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aae5ed-0503-450f-b71e-46a58d5eef99,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:04.257089 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c82b70ae-41ea-43ed-8f3f-6e27478f14f0 req-0984180b-aebe-4f24-b9d5-89afd981ffa7 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035678 Dec 15 14:45:04.263885 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.265866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bdbc776b-e075-4529-a655-6efc680cdeb5 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546345 Dec 15 14:45:04.268433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:04.273650 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group_rule': {'security_group_id': 'bfac5d51-2b8d-423d-b04e-63c7e020e85b', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:04.307062 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Project ff7278f0807d479494cecd09d9cafa1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:45:04.313930 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.327691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '2d4b627b-cadd-4c49-b38e-1ebde1da7ed5', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'port_id': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:45:02Z', 'updated_at': '2021-12-15T14:45:02Z', 'revision_number': 0, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:04.357544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14469bc-7af2-4957-b73e-16fbf19202dd None None] The sync data for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 is: [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '2d4b627b-cadd-4c49-b38e-1ebde1da7ed5', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'port_id': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:45:02Z', 'updated_at': '2021-12-15T14:45:02Z', 'revision_number': 0, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:45:04.373419 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.377772 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.398380 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f90ddf-7aaa-4261-8b27-7c9592944dfd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:04.404310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.405625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a93f2d53-b8da-4493-9778-30360b4eea82 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357956 Dec 15 14:45:04.408289 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:04.412782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'security_group_rule': {'security_group_id': 'bfac5d51-2b8d-423d-b04e-63c7e020e85b', 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:04.435838 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Project ff7278f0807d479494cecd09d9cafa1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:45:04.440960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.500368 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.504767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.528408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcd117e-4c3f-460e-bc49-c21a356f67cd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:04.536095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.537500 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-334b04df-5e95-46d1-b266-c6e8f722719a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281629 Dec 15 14:45:04.562918 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c178b-a23f-4296-91c9-9413f1022e80 None None] New status for floating IP 2d4b627b-cadd-4c49-b38e-1ebde1da7ed5: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:45:04.633440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-1e1e81ac-91ee-45f3-8c49-43e8773d032b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790508991&fields=id&tenant_id=ff7278f0807d479494cecd09d9cafa1a HTTP/1.1" status: 200 len: 267 time: 0.0436087 Dec 15 14:45:04.686141 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-46eea314-0c98-4918-b47e-0cf362533700 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:04.687585 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-46eea314-0c98-4918-b47e-0cf362533700 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0476346 Dec 15 14:45:04.698663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'port': {'security_groups': ['60109e3c-c099-48fc-ba0e-258a2eb42e03', 'bfac5d51-2b8d-423d-b04e-63c7e020e85b']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:04.774566 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.963188 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:45:04.993281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.998064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.025216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c755c986-f4b9-44cc-bffd-b3adda17a04a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:45:05.046002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.046628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.048024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e72123e1-766b-4423-a26f-cb25a823aeb6 req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "PUT /v2.0/ports/c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 981 time: 0.3538125 Dec 15 14:45:05.068626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db4a5-c501-4f3a-b233-f48c4e6bd1d4 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:05.152048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c755c986-f4b9-44cc-bffd-b3adda17a04a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:45:05.208063 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12ad47-52e7-41ce-b23d-660e9e09af3d req-d57ec74f-b802-4960-922f-7f59a244e3bc tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.209794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd12ad47-52e7-41ce-b23d-660e9e09af3d req-d57ec74f-b802-4960-922f-7f59a244e3bc tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0618637 Dec 15 14:45:05.287257 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bd12ad47-52e7-41ce-b23d-660e9e09af3d req-3e08d9e5-758f-48ec-b46f-afa1393de45b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705435 Dec 15 14:45:05.440190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bba6f073-37f8-44c5-aafd-a5a2c05e0b17 None None] Provisioning complete for port c755c986-f4b9-44cc-bffd-b3adda17a04a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:45:05.440781 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bba6f073-37f8-44c5-aafd-a5a2c05e0b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.576711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:45:05.579444 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be7da88-fda4-4ce7-9146-ab18249aeceb" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:45:05.632434 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f53e6-1f33-44b0-93ab-425123ea2910 x-openstack-request-id: req-5e8f53e6-1f33-44b0-93ab-425123ea2910 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:45:05.632781 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:45:05.633056 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e8f53e6-1f33-44b0-93ab-425123ea2910 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:45:05.633520 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'status': 'completed', 'code': 200} Dec 15 14:45:05.715243 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-03f6efab-d2dd-4eb8-b8c4-576fb48ca9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.717364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-03f6efab-d2dd-4eb8-b8c4-576fb48ca9de service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1135 time: 0.0459001 Dec 15 14:45:05.814622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-a554953f-f780-4a78-b46f-efdded8af8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.816557 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-a554953f-f780-4a78-b46f-efdded8af8ce service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.0924363 Dec 15 14:45:05.887229 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-0f3e622b-7187-4bd3-a10e-17a276976629 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 1001 time: 0.0634358 Dec 15 14:45:05.938209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-07cf8888-28d3-4c7b-8797-7a12dac0f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.939683 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-07cf8888-28d3-4c7b-8797-7a12dac0f4b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0446479 Dec 15 14:45:05.987926 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-32204783-2e71-487d-b1fa-9058e8addf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.989449 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-32204783-2e71-487d-b1fa-9058e8addf2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421481 Dec 15 14:45:06.417408 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-0eed7593-d2b2-4713-a46c-b491da8a3b92 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172807 Dec 15 14:45:06.512881 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8be7da88-fda4-4ce7-9146-ab18249aeceb req-26bed469-fd98-4747-811a-30b796a8901b service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868053 Dec 15 14:45:09.173143 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:45:12.664624 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d451529-8d47-46f8-9b55-312745c03e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:14.707358 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:14.830575 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a0a-e623-470e-ab46-89b4b57fd6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:16.471414 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:17.636902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:18.625476 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:21.692408 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:26.836214 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-9afe85c4-4354-4ef6-93ef-37ca9cf933a4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426483 Dec 15 14:45:26.927360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-4dccb7fe-39f4-41c3-8424-9a3fc9c72442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:26.928880 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-4dccb7fe-39f4-41c3-8424-9a3fc9c72442 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1135 time: 0.0406072 Dec 15 14:45:27.033884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-6b673328-3969-4aa6-bde5-f8862de4020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:27.035333 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-6b673328-3969-4aa6-bde5-f8862de4020a service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.0874407 Dec 15 14:45:27.099883 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-f0022dd7-9dbd-4708-a6e1-1ed07f6317a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 1001 time: 0.0577543 Dec 15 14:45:27.148399 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-15d5afa6-3266-4d09-acb9-256b704b1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:27.149844 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-15d5afa6-3266-4d09-acb9-256b704b1f47 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0432935 Dec 15 14:45:27.200015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-52a11ddd-e987-4f9d-b709-e9b7782c853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:27.201537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-52a11ddd-e987-4f9d-b709-e9b7782c853f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443137 Dec 15 14:45:27.289715 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-3bd593c2-c277-4d68-b97c-52eb78d38ef9 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810666 Dec 15 14:45:27.382838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-29c85ca6-3911-4445-9c90-249ac4142df3 req-ebacc5b9-1e00-4493-81e4-51a16ea7352c service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853498 Dec 15 14:45:42.667323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e855d6c-7a7c-4f4a-b6f1-880e14ebe91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:44.706821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:44.822427 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fffedb1a-92aa-4310-b36b-2a4d55aea719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:46.172609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:45:46.476190 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:47.640092 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:48.628247 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:51.695744 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:53.614384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9399-a15d-4ed7-add2-853f4cc987c1 req-197f0ab6-d03b-4bc0-94a2-f63dfec43ce1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:53.615861 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6f9399-a15d-4ed7-add2-853f4cc987c1 req-197f0ab6-d03b-4bc0-94a2-f63dfec43ce1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0555196 Dec 15 14:45:53.629696 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-47504789-3236-4538-b00e-cc17a0bdb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:53.631301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-47504789-3236-4538-b00e-cc17a0bdb3c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1135 time: 0.0424793 Dec 15 14:45:53.676739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8f6f9399-a15d-4ed7-add2-853f4cc987c1 req-22553fee-c01e-4b98-924d-9a0757d9f3d1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546012 Dec 15 14:45:53.727499 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-52d353f5-69ed-4201-b07c-236902eb0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:53.729004 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-52d353f5-69ed-4201-b07c-236902eb0476 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.0886641 Dec 15 14:45:53.798024 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-4690a930-6745-470a-9076-d668b4abfc43 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 1001 time: 0.0585172 Dec 15 14:45:53.846180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-414a5e16-4aef-4a23-b982-b6d0695f934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:53.847571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-414a5e16-4aef-4a23-b982-b6d0695f934c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0419922 Dec 15 14:45:53.900416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-5c9d202e-64c4-41e8-aef0-1d796ee63c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:53.901932 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-5c9d202e-64c4-41e8-aef0-1d796ee63c83 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464163 Dec 15 14:45:53.990892 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-43adc578-8d5c-4503-bb56-ac7e504c0b23 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813568 Dec 15 14:45:54.089821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-711a8913-5dc7-4f13-b666-3f99c690e347 req-9e45ca0f-6e8a-46e7-91bc-1442990436e2 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908322 Dec 15 14:45:54.794279 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57532e8b-83d9-43a2-8154-cf0cce261554 req-09254bfd-67b6-45f1-a8a7-3f1719d4c3d1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:54.795724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57532e8b-83d9-43a2-8154-cf0cce261554 req-09254bfd-67b6-45f1-a8a7-3f1719d4c3d1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0491047 Dec 15 14:45:54.853808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-57532e8b-83d9-43a2-8154-cf0cce261554 req-68373f29-965a-429c-a640-19edf2822e0c tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515232 Dec 15 14:45:55.972219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f2e00-ba46-4a93-b459-56a9934dc36b req-55542900-80e4-441f-80f2-ce0dac533d53 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:55.973745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-381f2e00-ba46-4a93-b459-56a9934dc36b req-55542900-80e4-441f-80f2-ce0dac533d53 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0510137 Dec 15 14:45:56.037413 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-381f2e00-ba46-4a93-b459-56a9934dc36b req-ac257b4a-7b73-4db4-8bcf-c9d079947428 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574398 Dec 15 14:45:57.154374 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed4c86-7003-483e-ac88-30fccceb2b6b req-35790b12-56c6-42bd-a214-f6612f76c0df tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:57.155848 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eed4c86-7003-483e-ac88-30fccceb2b6b req-35790b12-56c6-42bd-a214-f6612f76c0df tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0490284 Dec 15 14:45:57.218682 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6eed4c86-7003-483e-ac88-30fccceb2b6b req-8e1fc024-8fe7-483b-a950-af6c0a8015ef tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559034 Dec 15 14:45:58.333049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6b1-f5bd-4b82-8506-77acb315da1b req-239ca568-5c44-45bf-890f-dfd4ac402503 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:58.334507 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9cdb6b1-f5bd-4b82-8506-77acb315da1b req-239ca568-5c44-45bf-890f-dfd4ac402503 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0484447 Dec 15 14:45:58.394704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d9cdb6b1-f5bd-4b82-8506-77acb315da1b req-4a89b802-5e98-4308-acb9-bd52a899a083 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540068 Dec 15 14:45:59.519756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e887f-83ac-44ed-90b4-adf61734c432 req-7cbaabef-d2ff-4630-affe-6b8a2fadb059 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:59.521254 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b35e887f-83ac-44ed-90b4-adf61734c432 req-7cbaabef-d2ff-4630-affe-6b8a2fadb059 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0543766 Dec 15 14:45:59.584365 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b35e887f-83ac-44ed-90b4-adf61734c432 req-df274f27-8d17-48d1-9805-bba122d8e665 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569592 Dec 15 14:46:00.700809 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c92e5-71bb-4b53-b10a-b7ac94b025da req-61dd5141-13a4-4202-83cb-537a5b323ddf tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:00.702288 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae1c92e5-71bb-4b53-b10a-b7ac94b025da req-61dd5141-13a4-4202-83cb-537a5b323ddf tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0483785 Dec 15 14:46:00.762377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ae1c92e5-71bb-4b53-b10a-b7ac94b025da req-a719afe2-74e9-4447-bed4-9120e07bc4c1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531175 Dec 15 14:46:01.877055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884226bb-289c-4bd0-a506-fa03fb81501a req-70b72230-fb26-4cae-9a7c-305e0f584878 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:01.878506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-884226bb-289c-4bd0-a506-fa03fb81501a req-70b72230-fb26-4cae-9a7c-305e0f584878 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0482998 Dec 15 14:46:01.940392 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-884226bb-289c-4bd0-a506-fa03fb81501a req-820075d6-9614-43bb-9052-e2a3cd725ab2 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558429 Dec 15 14:46:03.054217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fea4-2ff3-4ec5-9476-340083c73e62 req-a5463641-20ac-4403-b701-1f4de4d81f9b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:03.055680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ee0fea4-2ff3-4ec5-9476-340083c73e62 req-a5463641-20ac-4403-b701-1f4de4d81f9b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0483146 Dec 15 14:46:03.113741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ee0fea4-2ff3-4ec5-9476-340083c73e62 req-76a601e0-0cbf-459c-9fd4-0141a0fb0823 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520916 Dec 15 14:46:04.229871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffff293-5fe8-4c24-9252-d6bc70e3b440 req-8e99806b-27db-4de2-80d3-cf0709394627 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:04.231330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bffff293-5fe8-4c24-9252-d6bc70e3b440 req-8e99806b-27db-4de2-80d3-cf0709394627 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0506392 Dec 15 14:46:04.292415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bffff293-5fe8-4c24-9252-d6bc70e3b440 req-e8803ad6-f040-4228-9505-899334280c3e tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544748 Dec 15 14:46:05.416760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39f238-10fe-4875-a367-44724cfa5625 req-4485cfe3-b76c-44c2-b8d2-d614ca26de09 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:05.418335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b39f238-10fe-4875-a367-44724cfa5625 req-4485cfe3-b76c-44c2-b8d2-d614ca26de09 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0556405 Dec 15 14:46:05.484715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b39f238-10fe-4875-a367-44724cfa5625 req-5893a5e7-c1f2-43e5-a876-4def190486a3 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&id=bfac5d51-2b8d-423d-b04e-63c7e020e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600042 Dec 15 14:46:12.669379 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e9f17d7-9ec9-41c9-a743-1b15916edf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:14.708773 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:14.823821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d99d784-4501-421c-8c78-1d12e7b16f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:16.475533 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:17.642745 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:18.633429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:21.724160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:23.172111 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:46:27.813676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-e810c6ac-0f2b-4394-bb0a-153ec5df2f6a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416536 Dec 15 14:46:27.906261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-3412cd5b-2ab0-4698-92d7-ede2cf6e2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:27.908307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-3412cd5b-2ab0-4698-92d7-ede2cf6e2bfb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1135 time: 0.0403125 Dec 15 14:46:28.034960 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-ae9c108f-66a7-4252-b69e-6448030739cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:28.036774 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-ae9c108f-66a7-4252-b69e-6448030739cf service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.1098206 Dec 15 14:46:28.102823 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-787c6608-a88a-4a4c-83de-d7e0b9e4136f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 1001 time: 0.0587676 Dec 15 14:46:28.157113 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-d1c39a4e-2b47-4a3a-b14f-d603a8ee526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:28.158565 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-d1c39a4e-2b47-4a3a-b14f-d603a8ee526c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0486054 Dec 15 14:46:28.203783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-b3becf1f-04c1-4d2f-984c-afb8e0aff248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:28.205963 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-b3becf1f-04c1-4d2f-984c-afb8e0aff248 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397453 Dec 15 14:46:28.294161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-29c734a7-1f8b-4a74-80ed-0fc49d6c7701 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809567 Dec 15 14:46:28.399094 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-48f21fa0-cb94-4325-bc56-7054e354f441 req-31d3af47-18c1-43ce-97de-020afb36cf1b service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972042 Dec 15 14:46:42.670807 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c81ba1e7-9147-47f7-ad57-1bc408c2926e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:44.723054 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:44.824838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb342-1554-4e04-ada0-b7f48d674c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:46.478459 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:47.644309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:48.635052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.724232 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.170906 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:47:08.855518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71c22708-581e-422a-acf7-d6a56836307b req-477e5e66-5603-49f4-9992-d10d185b4d14 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790508991&fields=id&tenant_id=ff7278f0807d479494cecd09d9cafa1a HTTP/1.1" status: 200 len: 267 time: 0.0440440 Dec 15 14:47:08.908723 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22708-581e-422a-acf7-d6a56836307b req-c3568fff-26c9-48a8-9288-de78563f1d05 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:08.910174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71c22708-581e-422a-acf7-d6a56836307b req-c3568fff-26c9-48a8-9288-de78563f1d05 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 984 time: 0.0490975 Dec 15 14:47:08.920990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Request body: {'port': {'security_groups': ['60109e3c-c099-48fc-ba0e-258a2eb42e03']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:08.987757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.180469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:09.208627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.213206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.240876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c755c986-f4b9-44cc-bffd-b3adda17a04a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:09.259089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:09.259699 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.261072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-71c22708-581e-422a-acf7-d6a56836307b req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "PUT /v2.0/ports/c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 942 time: 0.3445044 Dec 15 14:47:09.261530 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:09.263806 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4518785e-68f7-447f-9287-3dd4f17e2876" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:09.267095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:09.287641 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event updated for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:09.295481 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.296369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.297131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.297665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.298204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.298735 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.299260 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.299775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.300308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.300847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.301383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.301907 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.302535 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50abcbb0-937c-4cde-84f2-fb8e2bd236ea tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.324968 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11977d6-cfb7-4dec-9726-e0677d17aaa3 x-openstack-request-id: req-d11977d6-cfb7-4dec-9726-e0677d17aaa3 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:09.325315 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:09.325578 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d11977d6-cfb7-4dec-9726-e0677d17aaa3 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:09.325987 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'status': 'completed', 'code': 200} Dec 15 14:47:09.358846 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.384169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c755c986-f4b9-44cc-bffd-b3adda17a04a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:09.433619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.467682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-4c4f37f7-7c4c-4c1c-bc9c-eaae0aef0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:09.469237 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-4c4f37f7-7c4c-4c1c-bc9c-eaae0aef0263 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1096 time: 0.1041117 Dec 15 14:47:09.563491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c68953d0-da23-4f4a-83e5-a8396324f4b3 None None] Provisioning complete for port c755c986-f4b9-44cc-bffd-b3adda17a04a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:09.563870 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c68953d0-da23-4f4a-83e5-a8396324f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.573734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-baf6845a-349b-409e-9e48-f1d9317b7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:09.575942 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-baf6845a-349b-409e-9e48-f1d9317b7035 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.0992591 Dec 15 14:47:09.581681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.584386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.585484 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "DELETE /v2.0/security-groups/bfac5d51-2b8d-423d-b04e-63c7e020e85b HTTP/1.1" status: 204 len: 168 time: 0.3162563 Dec 15 14:47:09.588312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:09.641343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac5d51-2b8d-423d-b04e-63c7e020e85b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:09.656292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.656680 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.657033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.657381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.657724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.658107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.658443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.658776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.659107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.659440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.659773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.660099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.660426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e612-8a35-4a49-b382-8c3e37d2cfc6 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:09.672996 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-6457c6e8-293d-4efd-9a03-7af7f18fd786 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 1001 time: 0.0864644 Dec 15 14:47:09.725146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-95656119-bb36-4d72-aeeb-ffac4cee7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:09.726646 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-95656119-bb36-4d72-aeeb-ffac4cee7bec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0462089 Dec 15 14:47:09.758356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Deleting port bc360bb3-f418-48ad-90d5-e89e50137755 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:09.758704 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.772974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-49508281-0ec1-40dc-9c07-574b38f58145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:09.774618 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-49508281-0ec1-40dc-9c07-574b38f58145 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411520 Dec 15 14:47:09.837840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.838153 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.849643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Calling delete_port for bc360bb3-f418-48ad-90d5-e89e50137755 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:09.868160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-f5f295e5-f322-4afb-8df8-ec50952b8bb2 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857606 Dec 15 14:47:09.963308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4518785e-68f7-447f-9287-3dd4f17e2876 req-97b2d914-e223-4b3e-bb91-017f3ba1c486 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Dec 15 14:47:10.003809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.030025 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event deleted for resources: {'Port': ['ID=bc360bb3-f418-48ad-90d5-e89e50137755,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:10.087843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.088177 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Floating IP 2d4b627b-cadd-4c49-b38e-1ebde1da7ed5 disassociated (deleted). External IP: 172.25.2.245, port: c755c986-f4b9-44cc-bffd-b3adda17a04a. Dec 15 14:47:10.294894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:10.401823 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:10.406685 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.411753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] Sync routers for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:10.421242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:10.421855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:46:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:10.433629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3eecf651-4d6d-4a0e-8b7a-1542b469742b tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "DELETE /v2.0/floatingips/2d4b627b-cadd-4c49-b38e-1ebde1da7ed5 HTTP/1.1" status: 204 len: 168 time: 0.8438897 Dec 15 14:47:10.527667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:10.739077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:10.764449 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] Checking router: cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:10.774036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:10.774631 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:46:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:10.877607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:11.234080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:11.263711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7afba-d749-46df-a723-320864ff4a07 None None] The sync data for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 is: [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:44:09Z', 'revision_number': 4, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'c4e8d3c4-5007-4c38-8ba1-85aee1a427fa', 'name': '', 'network_id': '7e474ac7-f2b2-4d86-a2ab-741192722aac', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'mac_address': 'fa:16:3e:bb:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:08Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'subnets': [{'id': '7eaa1db3-cca3-4c5a-85ae-b41a942ca571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:11.327521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:11.330597 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f386a2c2-c895-4d90-ae86-d665b4a7b648" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:11.368672 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e53821-42cd-4edf-9bc1-76798dd72684 x-openstack-request-id: req-84e53821-42cd-4edf-9bc1-76798dd72684 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:11.368970 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:11.369238 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84e53821-42cd-4edf-9bc1-76798dd72684 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:11.369658 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'status': 'completed', 'code': 200} Dec 15 14:47:11.453975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-5505ffb9-5f82-49a1-8c60-e0b2d34e25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:11.456698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-5505ffb9-5f82-49a1-8c60-e0b2d34e25f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff7278f0807d479494cecd09d9cafa1a&device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 1096 time: 0.0507131 Dec 15 14:47:11.509458 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab95b4-48a1-421c-8cd6-f393a678eb1f None None] New status for floating IP 2d4b627b-cadd-4c49-b38e-1ebde1da7ed5: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:47:11.554193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-9515e74d-9521-49f8-9502-7425aad0a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:11.555866 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-9515e74d-9521-49f8-9502-7425aad0a2b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 200 len: 917 time: 0.0926812 Dec 15 14:47:11.606132 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-c219750b-257f-4237-9465-b8732fc17473 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 200 len: 217 time: 0.0424781 Dec 15 14:47:11.658784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-ab6d67d6-44b7-4276-9e1f-f21729768604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:11.660391 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-ab6d67d6-44b7-4276-9e1f-f21729768604 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 200 len: 854 time: 0.0467744 Dec 15 14:47:11.713617 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-806d2c19-6a17-414b-a783-602d966f8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:11.715301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-806d2c19-6a17-414b-a783-602d966f8ddd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7e474ac7-f2b2-4d86-a2ab-741192722aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434513 Dec 15 14:47:11.813821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-9edbd6a8-12d5-499c-a8e1-2665a73ba26d service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909429 Dec 15 14:47:11.906221 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f386a2c2-c895-4d90-ae86-d665b4a7b648 req-0361e283-79fc-4172-ab63-65d536619506 service neutron] 10.222.0.85 "GET /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852573 Dec 15 14:47:12.673527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ab48937-dc64-4308-9df1-b3fdf8222af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.743760 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.827498 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ec0c55db-0986-4568-85d6-bcba256aa701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.482113 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.647483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:18.643110 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:19.439799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b716c7-ad38-4f4a-8cd2-590b44ad6f5c req-6aeccca7-6c51-4843-9282-ca381b70b9b9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:19.441292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17b716c7-ad38-4f4a-8cd2-590b44ad6f5c req-6aeccca7-6c51-4843-9282-ca381b70b9b9 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0493143 Dec 15 14:47:19.496491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-17b716c7-ad38-4f4a-8cd2-590b44ad6f5c req-fca98125-4ea1-4a62-a7d0-f5da444be9fc tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Dec 15 14:47:20.614351 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e3ae-faf1-408e-b9ad-42af58bd34d9 req-2e23fc51-e21e-41b4-bd1d-0ffb8186bb2a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:20.615847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f751e3ae-faf1-408e-b9ad-42af58bd34d9 req-2e23fc51-e21e-41b4-bd1d-0ffb8186bb2a tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0486844 Dec 15 14:47:20.662438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f751e3ae-faf1-408e-b9ad-42af58bd34d9 req-c74f170b-fc02-4313-bdf5-8dd7207fd60e tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/security-groups?id=60109e3c-c099-48fc-ba0e-258a2eb42e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Dec 15 14:47:21.248442 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-33338dd4-2066-4e84-8040-cb8836cf129f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:21.249821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-33338dd4-2066-4e84-8040-cb8836cf129f tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.85 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 945 time: 0.0523896 Dec 15 14:47:21.337136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Deleting port c755c986-f4b9-44cc-bffd-b3adda17a04a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:21.337501 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.430084 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] For port c755c986-f4b9-44cc-bffd-b3adda17a04a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=c755c986-f4b9-44cc-bffd-b3adda17a04a,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:21.430461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.443021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Calling delete_port for c755c986-f4b9-44cc-bffd-b3adda17a04a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:21.564601 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.591876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['c755c986-f4b9-44cc-bffd-b3adda17a04a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:21.596000 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Pushing event deleted for resources: {'Port': ['ID=c755c986-f4b9-44cc-bffd-b3adda17a04a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:21.637194 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] No DVR routers for this DVR port c755c986-f4b9-44cc-bffd-b3adda17a04a on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:47:21.639737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.643148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da7cf40c-07a0-4c50-abd2-cc7ee3a62076 req-e60631d2-d755-4c71-bc42-240787e1afc8 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.85 "DELETE /v2.0/ports/c755c986-f4b9-44cc-bffd-b3adda17a04a HTTP/1.1" status: 204 len: 173 time: 0.3868551 Dec 15 14:47:21.643596 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'name': 'network-vif-deleted', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:21.645941 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e95c62f-8654-4bb3-93a6-b96d5178ba64" -d '{"events": [{"server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "name": "network-vif-deleted", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:21.682982 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c904815-8daf-4361-945c-01f08024fb8d x-openstack-request-id: req-8c904815-8daf-4361-945c-01f08024fb8d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:21.683285 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf89fea-b436-4b90-b8c9-12dba4055cec", "name": "network-vif-deleted", "tag": "c755c986-f4b9-44cc-bffd-b3adda17a04a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:21.683547 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c904815-8daf-4361-945c-01f08024fb8d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:21.683960 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf89fea-b436-4b90-b8c9-12dba4055cec', 'name': 'network-vif-deleted', 'tag': 'c755c986-f4b9-44cc-bffd-b3adda17a04a', 'status': 'completed', 'code': 200} Dec 15 14:47:21.737707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.766825 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c5aea36-13b0-4638-bece-1dac5d3c0089 req-a2ae0ab5-55ae-464f-ad1d-1bb799fb96b1 tempest-TestMinimumBasicScenario-214503947 tempest-TestMinimumBasicScenario-214503947-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccf89fea-b436-4b90-b8c9-12dba4055cec HTTP/1.1" status: 200 len: 210 time: 0.0293295 Dec 15 14:47:23.356602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:23.693254 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.928936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Deleting port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:23.929272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.010438 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] For port c4e8d3c4-5007-4c38-8ba1-85aee1a427fa, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:24.010800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.026514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Calling delete_port for c4e8d3c4-5007-4c38-8ba1-85aee1a427fa owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:24.200954 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.230000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e8d3c4-5007-4c38-8ba1-85aee1a427fa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:24.406804 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.626579 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:25.066909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:25.071425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c755c986-f4b9-44cc-bffd-b3adda17a04a no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:25.072666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fd942347-1863-45cb-956d-b98ab6918047 admin admin] 10.222.0.32 "PUT /v2.0/routers/cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149670 Dec 15 14:47:25.074495 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:25.092605 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] Sync routers for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:25.095132 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: c755c986-f4b9-44cc-bffd-b3adda17a04a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:25.095457 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device c755c986-f4b9-44cc-bffd-b3adda17a04a not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:25.104065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:25.104696 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:25.175707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.206988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:25.277299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.333431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Deleting port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:25.333762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.384381 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:47:24Z', 'revision_number': 5, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port': {'id': '5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:07Z', 'updated_at': '2021-12-15T14:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:25.411937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] For port 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:25.412550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] Checking router: cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:25.412660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.420357 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] Routers {'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:25.420991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:25.424849 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Calling delete_port for 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:25.508593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] Set router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:25.563068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:47:25Z', 'revision_number': 6, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:25.588741 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.589220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b8b06-fe1a-4a12-a670-5b0f8c768646 None None] The sync data for ids ['cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279'] in n-d-815324-3 is: [{'id': 'cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279', 'name': 'tempest-TestMinimumBasicScenario-1071379596-router', 'tenant_id': 'ff7278f0807d479494cecd09d9cafa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:06Z', 'updated_at': '2021-12-15T14:47:25Z', 'revision_number': 6, 'project_id': 'ff7278f0807d479494cecd09d9cafa1a', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:25.613822 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:25.638416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514d0ea-2b1a-4e8b-85ca-1e9694c410d1 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:25.680295 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.769132 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.771211 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.813304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.813799 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:47:25.820323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.821654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f9036747-ffdc-4679-beef-07cc8d3af328 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cbe380e1-ddf8-4c68-9bb5-bf5ddbceb279 HTTP/1.1" status: 204 len: 168 time: 0.7460155 Dec 15 14:47:25.824027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47648) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:25.868200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Deleting subnet 7eaa1db3-cca3-4c5a-85ae-b41a942ca571 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:47:25.871241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.908843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.986938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.045456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.075534 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaa1db3-cca3-4c5a-85ae-b41a942ca571,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.080395 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.083504 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-885ea8ee-78f1-401f-a7ba-ad20f40663ad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7eaa1db3-cca3-4c5a-85ae-b41a942ca571 HTTP/1.1" status: 204 len: 168 time: 0.2585018 Dec 15 14:47:26.085649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a116f-28aa-4160-ba9b-7ff793962099 None None] Network 7e474ac7-f2b2-4d86-a2ab-741192722aac requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:26.086128 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47650) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:26.154123 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.207952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Deleting port 27765fde-9453-428e-9f4d-5c0d74590b32 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:26.208293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.274908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] For port 27765fde-9453-428e-9f4d-5c0d74590b32, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=27765fde-9453-428e-9f4d-5c0d74590b32,segment=NetworkSegment(2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6),segment_id=2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:26.275185 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.288157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Calling delete_port for 27765fde-9453-428e-9f4d-5c0d74590b32 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:26.370771 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.372777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2bee6-a199-43e0-adb3-3560e70cf127 None None] DHCP port deletion for 7e474ac7-f2b2-4d86-a2ab-741192722aac request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:26.400601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Pushing event deleted for resources: {'Port': ['ID=27765fde-9453-428e-9f4d-5c0d74590b32,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.403656 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] No DVR routers for this DVR port 27765fde-9453-428e-9f4d-5c0d74590b32 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:47:26.478365 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.497706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e474ac7-f2b2-4d86-a2ab-741192722aac']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:26.507175 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:26.507466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4f7cd8-1736-43f5-9e32-bdbe16b5b2b6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:26.517559 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.530884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.537860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:47:26.538250 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:47:26.540008 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:47:26.602170 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.608084 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.614180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e474ac7-f2b2-4d86-a2ab-741192722aac HTTP/1.1" status: 204 len: 168 time: 0.5244851 Dec 15 14:47:26.614634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:26.623227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd9f7-8fd4-4984-a8cf-99421e71965b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e474ac7-f2b2-4d86-a2ab-741192722aac,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.961287 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.065014 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c4e8d3c4-5007-4c38-8ba1-85aee1a427fa no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:27.085048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: c4e8d3c4-5007-4c38-8ba1-85aee1a427fa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:27.085398 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device c4e8d3c4-5007-4c38-8ba1-85aee1a427fa not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:27.085823 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 27765fde-9453-428e-9f4d-5c0d74590b32 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:27.104645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 27765fde-9453-428e-9f4d-5c0d74590b32 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:27.104995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 27765fde-9453-428e-9f4d-5c0d74590b32 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:27.105413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:27.124716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:27.125068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 5c6dfeb3-3a15-4362-9a7d-6cbada4e3d64 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:27.206245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Deleting port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:27.206574 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.282108 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] For port ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,segment=NetworkSegment(610641e0-074f-4761-adcb-5878d15c7359),segment_id=610641e0-074f-4761-adcb-5878d15c7359)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:27.282379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.294437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Calling delete_port for ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:27.467864 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.491211 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:27.660267 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.194800 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:28.303622 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:28.308619 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-15256633-6940-4edb-a820-589743e2aa7e admin admin] 10.222.0.32 "PUT /v2.0/routers/614d7f12-a612-49a0-95e9-9eb7c0697cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928377 Dec 15 14:47:28.311103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:28.312556 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] Sync routers for ids ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:28.322889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] Routers {'614d7f12-a612-49a0-95e9-9eb7c0697cc3'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:28.323485 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:28.414071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.425664 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] Set router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:28.520861 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.579093 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Deleting port fa86ff5f-67a1-4614-9b3e-524dbf580771 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:28.580053 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.623378 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:47:27Z', 'revision_number': 5, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port': {'id': 'fa86ff5f-67a1-4614-9b3e-524dbf580771', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:28.649072 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] Checking router: 614d7f12-a612-49a0-95e9-9eb7c0697cc3 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:28.657196 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] Routers {'614d7f12-a612-49a0-95e9-9eb7c0697cc3'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:28.658358 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:28.665168 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] For port fa86ff5f-67a1-4614-9b3e-524dbf580771, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=fa86ff5f-67a1-4614-9b3e-524dbf580771,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:28.665696 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.677962 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Calling delete_port for fa86ff5f-67a1-4614-9b3e-524dbf580771 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:28.740901 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] Set router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:28.795694 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:47:28Z', 'revision_number': 6, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:28.821767 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53b6f5-eb66-4180-a30e-5844d6190380 None None] The sync data for ids ['614d7f12-a612-49a0-95e9-9eb7c0697cc3'] in n-d-815324-3 is: [{'id': '614d7f12-a612-49a0-95e9-9eb7c0697cc3', 'name': 'tempest-TestMinimumBasicScenario-1643752493-router', 'tenant_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:11Z', 'updated_at': '2021-12-15T14:47:28Z', 'revision_number': 6, 'project_id': 'd765a5d7c5ce4ba4b62cf2b4b9060f55', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:28.845165 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.871345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa86ff5f-67a1-4614-9b3e-524dbf580771,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:28.886328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1767527-6d9b-4b98-86f2-235a16f9edb9 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:28.936960 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.028116 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.030264 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.076973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.077537 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614d7f12-a612-49a0-95e9-9eb7c0697cc3 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:47:29.083202 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.084342 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-22a5fd91-507d-4850-a3a3-5bffa8144bd4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/614d7f12-a612-49a0-95e9-9eb7c0697cc3 HTTP/1.1" status: 204 len: 168 time: 0.7721710 Dec 15 14:47:29.086909 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:29.130424 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Deleting subnet 9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:47:29.133421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.175840 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.261700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.270614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:29.297519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:29.297865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ea8bb7e5-5b4f-4cef-a99d-cca72dfc23a5 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:29.321188 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.351836 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.355576 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84 HTTP/1.1" status: 204 len: 168 time: 0.2677093 Dec 15 14:47:29.356630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d68ba-32b1-4f5f-9bee-08ef247268f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2ff15b-3c0d-4be6-bd4b-ac573d7cae84,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:29.357002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cf54c-0b58-4556-a6e4-943314f22904 None None] Network 4338d863-40b9-452a-ad1c-10ecce9b2ee9 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:29.358186 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47658) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:29.430938 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.491039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Deleting port 878422f1-ae9e-4db0-8014-236e8aed39c0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:29.491405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.554714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] For port 878422f1-ae9e-4db0-8014-236e8aed39c0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=878422f1-ae9e-4db0-8014-236e8aed39c0,segment=NetworkSegment(610641e0-074f-4761-adcb-5878d15c7359),segment_id=610641e0-074f-4761-adcb-5878d15c7359)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:29.554983 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.567846 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Calling delete_port for 878422f1-ae9e-4db0-8014-236e8aed39c0 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:29.634047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] DHCP port deletion for 4338d863-40b9-452a-ad1c-10ecce9b2ee9 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:29.651764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.682271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Pushing event deleted for resources: {'Port': ['ID=878422f1-ae9e-4db0-8014-236e8aed39c0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:29.685427 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] No DVR routers for this DVR port 878422f1-ae9e-4db0-8014-236e8aed39c0 on host n-d-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:47:29.685980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Deleting port 878422f1-ae9e-4db0-8014-236e8aed39c0 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:29.686355 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.770980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] For port 878422f1-ae9e-4db0-8014-236e8aed39c0, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:29.771366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.771581 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.784035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Calling delete_port for 878422f1-ae9e-4db0-8014-236e8aed39c0 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:29.786685 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Port 878422f1-ae9e-4db0-8014-236e8aed39c0 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:47:29.787929 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.799536 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4338d863-40b9-452a-ad1c-10ecce9b2ee9']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:29.811711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610641e0-074f-4761-adcb-5878d15c7359') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:29.812008 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610641e0-074f-4761-adcb-5878d15c7359') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:29.815904 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Pushing event deleted for resources: {'Port': ['ID=878422f1-ae9e-4db0-8014-236e8aed39c0,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:29.823155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] No DVR routers for this DVR port 878422f1-ae9e-4db0-8014-236e8aed39c0 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:47:29.823465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.825624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.825902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.826152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.826482 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.827224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.827575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.827895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.828379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.828874 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.829395 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.829890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.830363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.830829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61504f-8299-4869-af0d-9a1cee8d9b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.841484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.849548 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:47:29.849693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:47:29.851575 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:47:29.913189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.922813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.932174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] 10.222.0.32 "DELETE /v2.0/networks/4338d863-40b9-452a-ad1c-10ecce9b2ee9 HTTP/1.1" status: 204 len: 168 time: 0.5674496 Dec 15 14:47:29.940203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a22e-5c58-4631-ba7e-e4537c8c011c admin admin] Pushing event deleted for resources: {'Network': ['ID=4338d863-40b9-452a-ad1c-10ecce9b2ee9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:30.101527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:30.143924 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5cb8f473-9a23-4c56-896c-a2c894742239 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff7278f0807d479494cecd09d9cafa1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410750 Dec 15 14:47:30.146366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:30.192018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3088810-1fb9-4519-9d30-cc56acb6f447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.216552 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3088810-1fb9-4519-9d30-cc56acb6f447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.262864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3088810-1fb9-4519-9d30-cc56acb6f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.265567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3088810-1fb9-4519-9d30-cc56acb6f447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.266730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e3088810-1fb9-4519-9d30-cc56acb6f447 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60109e3c-c099-48fc-ba0e-258a2eb42e03 HTTP/1.1" status: 204 len: 168 time: 0.1194708 Dec 15 14:47:30.274665 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3088810-1fb9-4519-9d30-cc56acb6f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60109e3c-c099-48fc-ba0e-258a2eb42e03,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:30.570245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47670) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:30.609297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e0da45fd-704c-4dc9-9ec6-5726b7c2a717 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d765a5d7c5ce4ba4b62cf2b4b9060f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378518 Dec 15 14:47:30.611653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:30.658024 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cca7b9c3-c6df-4165-aa6b-1be2bbe0477d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.678167 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cca7b9c3-c6df-4165-aa6b-1be2bbe0477d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.724641 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cca7b9c3-c6df-4165-aa6b-1be2bbe0477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.727235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cca7b9c3-c6df-4165-aa6b-1be2bbe0477d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.728404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cca7b9c3-c6df-4165-aa6b-1be2bbe0477d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46900eff-5f9f-43dd-84ac-62ab199ee53a HTTP/1.1" status: 204 len: 168 time: 0.1158435 Dec 15 14:47:30.737013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b9c3-c6df-4165-aa6b-1be2bbe0477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46900eff-5f9f-43dd-84ac-62ab199ee53a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:31.052715 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fa86ff5f-67a1-4614-9b3e-524dbf580771 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:31.072957 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: fa86ff5f-67a1-4614-9b3e-524dbf580771 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:31.073312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device fa86ff5f-67a1-4614-9b3e-524dbf580771 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:31.073727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 878422f1-ae9e-4db0-8014-236e8aed39c0 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:31.099857 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 878422f1-ae9e-4db0-8014-236e8aed39c0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:31.100204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 878422f1-ae9e-4db0-8014-236e8aed39c0 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:32.673119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:32.677753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476828136', 'description': 'tempest-secgroup-smoke-476828136 description', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:32.698895 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.708095 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.786081 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.789806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.824725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb93f55-5430-47d8-8700-00006843d55d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:32.867863 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.871380 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.899494 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.900671 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2265365 Dec 15 14:47:32.903692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47716) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:32.904783 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc3eff-9c75-4dec-973e-7b42205a212b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d723fb-65c9-4cca-ab7b-8f77e61c79f8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:32.908620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '74d723fb-65c9-4cca-ab7b-8f77e61c79f8', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:32.936225 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.994687 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.999221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.017762 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaf97f2-5652-4070-abc4-e95162c1ea68,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.026335 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.027520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4b0de083-417a-42a3-96a0-1677a2343986 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226926 Dec 15 14:47:33.030262 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.034470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '74d723fb-65c9-4cca-ab7b-8f77e61c79f8', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.060248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.119053 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.122113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.142098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae3b2f0-aff1-4ac0-b509-6d1581c7de00,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.148988 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.150226 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e7aec0de-1344-4c53-9c6f-1e4c1dd01f97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189752 Dec 15 14:47:33.152886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47720) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.157257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '74d723fb-65c9-4cca-ab7b-8f77e61c79f8', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.182691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.237612 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.240946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.259469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8274129-20b8-4953-ad90-d2b2c2dce55e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.267761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.268966 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dcd97450-5f53-42fe-ba74-1675f9fb01a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151783 Dec 15 14:47:33.271681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47722) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.275980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '74d723fb-65c9-4cca-ab7b-8f77e61c79f8', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.301731 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.360343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.364337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.381560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce092c9-01c1-4000-b742-c5587c0deff9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.388751 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.390010 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-45dac06c-2a83-4f98-b42d-22cbb3c60315 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173539 Dec 15 14:47:33.392711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.397052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '74d723fb-65c9-4cca-ab7b-8f77e61c79f8', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.417896 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:47:33.422663 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.479745 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.483007 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.501451 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaef02b-e6e6-41b0-883e-dc25c4e316c6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.508762 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.509949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d7b0e5c3-2e0a-47b3-a93f-85a629903a06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162856 Dec 15 14:47:33.512675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47726) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.517029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '74d723fb-65c9-4cca-ab7b-8f77e61c79f8', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.540178 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:47:33.544966 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.601572 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.605013 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.621254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3346d229-4878-4d47-b53b-ffc759979ff3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.630309 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.631483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4edc916b-7e14-4486-ab43-9629816e2e9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178892 Dec 15 14:47:33.634453 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47728) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.639114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'network': {'name': 'tempest-network-smoke--2053273138', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.658939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:33.662493 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.685167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:47:33.694091 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.694425 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Added segment b2c83a99-7421-4bb7-94d2-5a9d850f00a2 of type vlan for network 9adf3f81-1f20-458d-a2de-200a86ae44a5 Dec 15 14:47:33.734201 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.759135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.764737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.765317 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.832322 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968405 Dec 15 14:47:33.835203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.839616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'admin_state_up': True, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.850392 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4399fa9-2ee3-4db8-9877-e1494ef4e353 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Network': ['ID=9adf3f81-1f20-458d-a2de-200a86ae44a5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.860830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:47:33.867180 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.868195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.921258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.056659 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.245127 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.262916 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.365329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.229 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/6bf2ccc1-dfee-415c-949d-024868cb108f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:34.470695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.505895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.549526 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:34.552465 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:34.554967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:34.565654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88f6cf-cac3-4518-9aaf-2f8c7a64cb1c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:34.580952 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=6bf2ccc1-dfee-415c-949d-024868cb108f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:34.640416 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9ee844f0-cb5b-4823-95db-ad51a6805261 None None] Provisioning complete for port 6bf2ccc1-dfee-415c-949d-024868cb108f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:34.640810 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ee844f0-cb5b-4823-95db-ad51a6805261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.678248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9ee844f0-cb5b-4823-95db-ad51a6805261 None None] Port 6bf2ccc1-dfee-415c-949d-024868cb108f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:34.817800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.022963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.147217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router ee64d10a-e101-4b36-9d94-03976b17890c is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:47:35.249996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:35.260040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Sync routers for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:35.270769 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.270943 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:35.271534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:35.271992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aaafb8a4-c96c-4d0f-be62-e982254cdb50 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4358349 Dec 15 14:47:35.275420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.375327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:35.394047 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5a91c348-3d1a-434e-a5b6-c79960480d0e tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bbf25c745bfe48fabfa6ff999aaeb831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1174259 Dec 15 14:47:35.396916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47736) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.557902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:34Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:35.585038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Checking router: ee64d10a-e101-4b36-9d94-03976b17890c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:35.585390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Updating router ee64d10a-e101-4b36-9d94-03976b17890c port 6bf2ccc1-dfee-415c-949d-024868cb108f binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:35.616187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.810029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d68da32-5b95-4611-ab8e-242480340f93 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:35.811455 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7d68da32-5b95-4611-ab8e-242480340f93 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4135056 Dec 15 14:47:35.814390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.843274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bcca1f78-fa5a-41c5-ad85-778793547611 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277367 Dec 15 14:47:35.846505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.851342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089507111', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:35.943113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:35.946861 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.032083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.038234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.084615 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef08096-5f1f-4a53-a25e-851b4ad514c5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:36.098206 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Attempting to bind port 6bf2ccc1-dfee-415c-949d-024868cb108f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:36.098604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Attempting to bind port 6bf2ccc1-dfee-415c-949d-024868cb108f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:36.098976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Attempting to bind port 6bf2ccc1-dfee-415c-949d-024868cb108f on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:36.103077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087df2b6-2ea5-46a3-abda-8b005440058b None None] Pushing event updated for resources: {'Port': ['ID=6bf2ccc1-dfee-415c-949d-024868cb108f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.107914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:36.108282 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:36.108704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.109099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:36.109574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Bound port: 6bf2ccc1-dfee-415c-949d-024868cb108f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:36.109961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.136617 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.172053 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] For port 6bf2ccc1-dfee-415c-949d-024868cb108f, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:36.175717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] For port 6bf2ccc1-dfee-415c-949d-024868cb108f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6bf2ccc1-dfee-415c-949d-024868cb108f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:36.181392 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.203324 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Subnet': ['ID=264b0550-c5cc-4d46-8d8a-4ee2f34cc282,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.213614 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Checking segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:36.214157 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network hostable DHCP agents. Network: 9adf3f81-1f20-458d-a2de-200a86ae44a5, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:47:36.230610 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2d91b-787d-411c-82cf-4aac9f448eed None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:36.234901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:47:36.244458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 9adf3f81-1f20-458d-a2de-200a86ae44a5) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:36.250668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.251260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.261435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a771e2f-4da1-42a6-bc71-45c01b44a7cd None None] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:36.268654 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b827a450-76ae-4666-b4d6-40effc1677f9 None None] Provisioning complete for port 6bf2ccc1-dfee-415c-949d-024868cb108f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:36.269030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b827a450-76ae-4666-b4d6-40effc1677f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.271904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bac2d559-b53e-4a2d-81f9-1d14f74cd68b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4243832 Dec 15 14:47:36.274557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.309315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:36.309949 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:36.331528 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087df2b6-2ea5-46a3-abda-8b005440058b None None] Pushing event updated for resources: {'Port': ['ID=6bf2ccc1-dfee-415c-949d-024868cb108f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.493353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:36.497833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-9adf3f81-1f20-458d-a2de-200a86ae44a5', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:47:36.498936 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.640185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b827a450-76ae-4666-b4d6-40effc1677f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.715714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.724830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b827a450-76ae-4666-b4d6-40effc1677f9 None None] For port 6bf2ccc1-dfee-415c-949d-024868cb108f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6bf2ccc1-dfee-415c-949d-024868cb108f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:36.735497 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b827a450-76ae-4666-b4d6-40effc1677f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.868060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827a450-76ae-4666-b4d6-40effc1677f9 None None] Pushing event updated for resources: {'Port': ['ID=6bf2ccc1-dfee-415c-949d-024868cb108f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.888006 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Allocated IP 172.20.0.2 (9adf3f81-1f20-458d-a2de-200a86ae44a5/264b0550-c5cc-4d46-8d8a-4ee2f34cc282/b3e368ed-4541-4182-8fc5-19ab7b13aa4c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:36.901659 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b8aa2c85-0b36-4acd-9093-f21c8e6a8076 None None] Provisioning complete for port 6bf2ccc1-dfee-415c-949d-024868cb108f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:36.901939 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2c85-0b36-4acd-9093-f21c8e6a8076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.010327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:34Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:37.052453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e2a31-b627-4c8c-b7da-3f241da43209 None None] The sync data for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 is: [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:34Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:37.161336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.167787 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.177422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:47:37.217525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:37.222885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:37.226026 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:37.231007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.1 (9adf3f81-1f20-458d-a2de-200a86ae44a5/264b0550-c5cc-4d46-8d8a-4ee2f34cc282/73cdc46f-94aa-4ea9-88fa-2814557b7b34) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:37.240129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Pushing event updated for resources: {'Port': ['ID=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.315459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Attempting to bind port b3e368ed-4541-4182-8fc5-19ab7b13aa4c on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:37.315459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Attempting to bind port b3e368ed-4541-4182-8fc5-19ab7b13aa4c by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:37.315459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Attempting to bind port b3e368ed-4541-4182-8fc5-19ab7b13aa4c on network 9adf3f81-1f20-458d-a2de-200a86ae44a5 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:37.325923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:37.326397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Checking segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:37.326869 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.327320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Bound using segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:37.327859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Bound port: b3e368ed-4541-4182-8fc5-19ab7b13aa4c, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:37.328305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.370498 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.398570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] For port b3e368ed-4541-4182-8fc5-19ab7b13aa4c, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:37.402499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] For port b3e368ed-4541-4182-8fc5-19ab7b13aa4c, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:37.407379 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.408241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.461632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:37.463069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:37.467617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:37.476177 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba9d4c-6f0a-45c4-ad50-7bd97b30a6f9 None None] Pushing event updated for resources: {'Port': ['ID=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.501587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=73cdc46f-94aa-4ea9-88fa-2814557b7b34,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.519350 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.678589 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.998434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.003703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.099314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=73cdc46f-94aa-4ea9-88fa-2814557b7b34,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.101881 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.195105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:38.196561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:38.313683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router ee64d10a-e101-4b36-9d94-03976b17890c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:38.424381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:38.434610 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c82ef18c-3387-468f-9b33-fa846809d618 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/ee64d10a-e101-4b36-9d94-03976b17890c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540415 Dec 15 14:47:38.475236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c31fd-ee4b-44af-ad52-e788df1be28d None None] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:38.585081 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-da8e6ecf-5a12-409a-ac63-031b9b515ba8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476828136&fields=id&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 267 time: 0.0454383 Dec 15 14:47:38.593737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9591364c-df61-4f68-bd5d-c20451962433 None None] Provisioning complete for port b3e368ed-4541-4182-8fc5-19ab7b13aa4c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:38.594101 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9591364c-df61-4f68-bd5d-c20451962433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.678112 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9591364c-df61-4f68-bd5d-c20451962433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.707539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-92225764-ff82-42a0-ba42-a6283189ccc8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:38.716472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-92225764-ff82-42a0-ba42-a6283189ccc8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/networks?id=9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 200 len: 797 time: 0.1241338 Dec 15 14:47:38.721107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9591364c-df61-4f68-bd5d-c20451962433 None None] For port b3e368ed-4541-4182-8fc5-19ab7b13aa4c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:38.727552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9591364c-df61-4f68-bd5d-c20451962433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.731207 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-a34fd83d-96ed-4565-8814-8cc7d04a35a4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/quotas/bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 375 time: 0.0132833 Dec 15 14:47:38.781429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591364c-df61-4f68-bd5d-c20451962433 None None] Pushing event updated for resources: {'Port': ['ID=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.791671 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-f3dc47c9-c5f1-413c-a5ca-06adf6e1320a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521195 Dec 15 14:47:38.855022 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f89294cb-d358-482a-959b-a2bb4a9a3dba None None] Provisioning complete for port b3e368ed-4541-4182-8fc5-19ab7b13aa4c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:38.855395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f89294cb-d358-482a-959b-a2bb4a9a3dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.907867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-9547094f-d4ee-4cdd-b9c6-ec918d141e6c service neutron] 10.222.0.32 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036093 Dec 15 14:47:38.965099 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f89294cb-d358-482a-959b-a2bb4a9a3dba None None] Provisioning complete for port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:38.965565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f89294cb-d358-482a-959b-a2bb4a9a3dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.011611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-37a83e85-cc33-4993-b31f-fdc15590f82b service neutron] 10.222.0.32 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028631 Dec 15 14:47:39.027151 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f89294cb-d358-482a-959b-a2bb4a9a3dba None None] Port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:39.096997 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Sync routers for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:39.113944 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:39.117002 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:39.146947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-01cf0263-7f26-40b0-9844-defd83e633fb None None] Provisioning complete for port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:39.147818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-01cf0263-7f26-40b0-9844-defd83e633fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.187331 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b3e368ed-4541-4182-8fc5-19ab7b13aa4c up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:39.232340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-01cf0263-7f26-40b0-9844-defd83e633fb None None] Port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:39.234861 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:39.249583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b3e368ed-4541-4182-8fc5-19ab7b13aa4c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:39.249960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.344159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bf2ccc1-dfee-415c-949d-024868cb108f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:39.382991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-684adbf6-9ff6-4015-952c-18887d869608 None None] Provisioning complete for port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:39.383354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-684adbf6-9ff6-4015-952c-18887d869608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.422025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-684adbf6-9ff6-4015-952c-18887d869608 None None] Port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:39.427613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 6bf2ccc1-dfee-415c-949d-024868cb108f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:39.427981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.447506 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 2, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:39.472959 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Checking router: ee64d10a-e101-4b36-9d94-03976b17890c for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:39.473314 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Updating router ee64d10a-e101-4b36-9d94-03976b17890c port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:39.501291 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.844528 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.849681 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.896209 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Pushing event updated for resources: {'Port': ['ID=73cdc46f-94aa-4ea9-88fa-2814557b7b34,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:39.920568 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.920911 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.921245 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.921578 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.921904 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.922227 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.922546 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.922864 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.923179 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.923494 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.923813 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.924740 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.925061 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:39.959302 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Attempting to bind port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:39.959665 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Attempting to bind port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:39.960024 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Attempting to bind port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 on network 9adf3f81-1f20-458d-a2de-200a86ae44a5 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:39.965452 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:39.965817 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Checking segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:39.966220 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.966599 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Bound using segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:39.967108 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Bound port: 73cdc46f-94aa-4ea9-88fa-2814557b7b34, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:39.967445 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.037352 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] For port 73cdc46f-94aa-4ea9-88fa-2814557b7b34, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:40.040601 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] For port 73cdc46f-94aa-4ea9-88fa-2814557b7b34, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=73cdc46f-94aa-4ea9-88fa-2814557b7b34,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:40.045196 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.105583 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:40.106268 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:40.111252 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd803a-5964-48a0-9844-2cb193be4840 None None] Pushing event updated for resources: {'Port': ['ID=73cdc46f-94aa-4ea9-88fa-2814557b7b34,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.150320 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-620d1e29-daac-4228-91f8-0bb76f25e877 None None] Provisioning complete for port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:40.151684 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-620d1e29-daac-4228-91f8-0bb76f25e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.246955 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa387d1b-97ee-40f6-b9d4-6bac58c22dac req-1fbd3263-e9e1-45f8-9f27-c5da1bf73fa5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 210 time: 0.0394967 Dec 15 14:47:40.281573 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:40.295568 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-620d1e29-daac-4228-91f8-0bb76f25e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.347174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-620d1e29-daac-4228-91f8-0bb76f25e877 None None] For port 73cdc46f-94aa-4ea9-88fa-2814557b7b34, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=73cdc46f-94aa-4ea9-88fa-2814557b7b34,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:40.351723 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-620d1e29-daac-4228-91f8-0bb76f25e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.405822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d1e29-daac-4228-91f8-0bb76f25e877 None None] Pushing event updated for resources: {'Port': ['ID=73cdc46f-94aa-4ea9-88fa-2814557b7b34,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.473242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8bea04fd-66a1-40fd-8f3a-e045ec585445 None None] Provisioning complete for port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:40.473601 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bea04fd-66a1-40fd-8f3a-e045ec585445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.520878 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:40.552552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761664-8f5e-4b54-8d02-542b541f2105 None None] The sync data for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 is: [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:41.090105 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 73cdc46f-94aa-4ea9-88fa-2814557b7b34 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:41.143858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:41.144228 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.363547 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ca84f2b0-d4a0-43c9-a58e-b06f105d901f req-0a59d11b-73e9-45cd-8f7f-6ccdb9526adc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 210 time: 0.0389757 Dec 15 14:47:41.458226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-b361ba10-16b7-4079-b022-b10fdac5ff2b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:41.459676 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-b361ba10-16b7-4079-b022-b10fdac5ff2b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/networks?id=9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 200 len: 797 time: 0.1262593 Dec 15 14:47:41.535177 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-397ed0e9-88cf-4b02-a3da-a14e3a8b75e2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 379 time: 0.0572610 Dec 15 14:47:41.544938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'port': {'device_id': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'admin_state_up': True, 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'security_groups': ['74d723fb-65c9-4cca-ab7b-8f77e61c79f8']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:41.657910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:41.661361 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.786209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.13 (9adf3f81-1f20-458d-a2de-200a86ae44a5/264b0550-c5cc-4d46-8d8a-4ee2f34cc282/6cce6f25-c0ee-4716-88b4-2589e559cb55) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:41.926181 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.959330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.003943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:42.007109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:42.010846 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:42.017045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=6cce6f25-c0ee-4716-88b4-2589e559cb55,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.067944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.068606 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.084829 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-35864494-ae73-453e-b83d-c2d157ab254d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436230 Dec 15 14:47:42.101072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Request body: {'port': {'device_id': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:42.156167 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.285456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62691aa4-057e-4f8d-ac1f-c9cc7e9b26d2 None None] Provisioning complete for port 6cce6f25-c0ee-4716-88b4-2589e559cb55 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:42.286061 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62691aa4-057e-4f8d-ac1f-c9cc7e9b26d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.322283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62691aa4-057e-4f8d-ac1f-c9cc7e9b26d2 None None] Port 6cce6f25-c0ee-4716-88b4-2589e559cb55 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:42.433119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cce6f25-c0ee-4716-88b4-2589e559cb55 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:42.440801 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.453322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Transition to ACTIVE for port object 6cce6f25-c0ee-4716-88b4-2589e559cb55 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:42.458627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.474503 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb01af-2242-462f-9200-9402455596d9 req-7bc59817-eb96-4d05-9577-f5bea2482a71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.476021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58fb01af-2242-462f-9200-9402455596d9 req-7bc59817-eb96-4d05-9577-f5bea2482a71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 932 time: 0.0549910 Dec 15 14:47:42.535554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-58fb01af-2242-462f-9200-9402455596d9 req-24bd14c4-77e8-47c0-a925-7dd1266bef36 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530617 Dec 15 14:47:42.565468 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Pushing event updated for resources: {'Port': ['ID=6cce6f25-c0ee-4716-88b4-2589e559cb55,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.599409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Attempting to bind port 6cce6f25-c0ee-4716-88b4-2589e559cb55 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:42.599652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Attempting to bind port 6cce6f25-c0ee-4716-88b4-2589e559cb55 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:42.599901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Attempting to bind port 6cce6f25-c0ee-4716-88b4-2589e559cb55 on network 9adf3f81-1f20-458d-a2de-200a86ae44a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:42.604673 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Port 6cce6f25-c0ee-4716-88b4-2589e559cb55 on network 9adf3f81-1f20-458d-a2de-200a86ae44a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:42.604999 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Attempting to bind port 6cce6f25-c0ee-4716-88b4-2589e559cb55 on network 9adf3f81-1f20-458d-a2de-200a86ae44a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:42.610190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:42.610529 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Checking segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:42.610910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Bound using segment: {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:42.611365 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Bound port: 6cce6f25-c0ee-4716-88b4-2589e559cb55, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:42.611745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.677441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e7c5dbfa-f78e-495f-a6e3-8fc2fa995804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.687839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] For port 6cce6f25-c0ee-4716-88b4-2589e559cb55, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:42.691736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] For port 6cce6f25-c0ee-4716-88b4-2589e559cb55, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:42.697723 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.735775 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.736433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.737889 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] 10.222.0.85 "PUT /v2.0/ports/6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 200 len: 1092 time: 0.6420057 Dec 15 14:47:42.738349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:42.740733 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2eafc2-7604-499a-a8b1-265017221298" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:42.765463 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a424916-27ac-4134-8cf0-094dd3658945 service neutron] Pushing event updated for resources: {'Port': ['ID=6cce6f25-c0ee-4716-88b4-2589e559cb55,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.791782 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25553a7d-e0ed-4e0d-a3e8-b6e0323ea1c3 x-openstack-request-id: req-25553a7d-e0ed-4e0d-a3e8-b6e0323ea1c3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:42.792082 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:42.792345 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25553a7d-e0ed-4e0d-a3e8-b6e0323ea1c3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:42.792796 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'status': 'completed', 'code': 200} Dec 15 14:47:42.843373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-41531822-4a39-4820-8eb0-bd2ef642d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.844973 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-41531822-4a39-4820-8eb0-bd2ef642d44c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1095 time: 0.0442383 Dec 15 14:47:42.895974 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-4ded2c0f-f949-4f6f-909f-3605902401b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 200 len: 217 time: 0.0380385 Dec 15 14:47:42.953897 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-a33059f2-f0f2-4999-ba83-9874e6f07da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.955917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-a33059f2-f0f2-4999-ba83-9874e6f07da8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264b0550-c5cc-4d46-8d8a-4ee2f34cc282 HTTP/1.1" status: 200 len: 835 time: 0.0502672 Dec 15 14:47:43.000971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6db752e5-208c-4e9c-a4ef-cec24f0776ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.003203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-6db752e5-208c-4e9c-a4ef-cec24f0776ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9adf3f81-1f20-458d-a2de-200a86ae44a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412419 Dec 15 14:47:43.096306 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-e7bbcda2-1e10-4f7b-8ce2-1b79a8f60ff3 service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865340 Dec 15 14:47:43.192672 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-00c852e7-30a0-4607-b53a-659bf048aeb7 req-8860e268-29f5-4ff4-b652-7ed37b0d8715 service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888281 Dec 15 14:47:43.300742 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eafc2-7604-499a-a8b1-265017221298 req-2872756a-721d-4a0f-89fa-9298bda5ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.302249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-2872756a-721d-4a0f-89fa-9298bda5ca2e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1095 time: 0.0415022 Dec 15 14:47:43.404016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eafc2-7604-499a-a8b1-265017221298 req-6a8b445d-066f-4e77-b9b1-4abbdf55db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.405737 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-6a8b445d-066f-4e77-b9b1-4abbdf55db47 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 200 len: 899 time: 0.0967252 Dec 15 14:47:43.449875 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-f5661cde-c793-4c0b-9e91-bcb6c024f2ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 200 len: 217 time: 0.0367222 Dec 15 14:47:43.505865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eafc2-7604-499a-a8b1-265017221298 req-fb0a10b2-5de7-4641-b6a6-20a50b653c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.507496 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-fb0a10b2-5de7-4641-b6a6-20a50b653c64 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264b0550-c5cc-4d46-8d8a-4ee2f34cc282 HTTP/1.1" status: 200 len: 835 time: 0.0502372 Dec 15 14:47:43.555637 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eafc2-7604-499a-a8b1-265017221298 req-626ad42e-ef28-48f1-b0fc-59cade2b43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.557179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-626ad42e-ef28-48f1-b0fc-59cade2b43d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9adf3f81-1f20-458d-a2de-200a86ae44a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431030 Dec 15 14:47:43.648451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-d5f6d035-1345-491d-8d37-ee8d75483f0c service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836458 Dec 15 14:47:43.653979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5327e2-324e-414a-a9c7-218b2b8c25b0 req-aef8430b-a269-46f6-893e-3700ca5441ed tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.655496 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff5327e2-324e-414a-a9c7-218b2b8c25b0 req-aef8430b-a269-46f6-893e-3700ca5441ed tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 944 time: 0.0501676 Dec 15 14:47:43.705709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff5327e2-324e-414a-a9c7-218b2b8c25b0 req-40e4dc77-1dba-4ce1-94dd-58b4c0a4b219 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Dec 15 14:47:43.744945 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0a2eafc2-7604-499a-a8b1-265017221298 req-a8d1c3e6-cb1d-4ee9-a4e0-1cf125faf99c service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887549 Dec 15 14:47:44.752540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.828891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3042339-61e8-4823-902d-d672bbaf575a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.831000 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7789ec-48b6-48b5-900a-bab803296158 req-1cab32d1-9957-4485-9ad1-c22cd13ba5cb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:44.832654 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d7789ec-48b6-48b5-900a-bab803296158 req-1cab32d1-9957-4485-9ad1-c22cd13ba5cb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 944 time: 0.0557380 Dec 15 14:47:44.883652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d7789ec-48b6-48b5-900a-bab803296158 req-88ef6580-db56-490b-92fa-27b076881716 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Dec 15 14:47:45.998490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857c5b-ca59-4733-85f6-c954615a18a0 req-e05da891-c738-4c1d-a334-c085bc9571ea tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.999972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf857c5b-ca59-4733-85f6-c954615a18a0 req-e05da891-c738-4c1d-a334-c085bc9571ea tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 944 time: 0.0485687 Dec 15 14:47:46.049728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf857c5b-ca59-4733-85f6-c954615a18a0 req-058f87a3-fcd3-474c-b95f-01354413c384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Dec 15 14:47:46.484991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:47.164595 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f393b3-3f79-422c-a789-5b2bebc5bf1e req-a8e7aea9-ee11-4248-a46d-6eee4dcfccaf tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:47.166060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41f393b3-3f79-422c-a789-5b2bebc5bf1e req-a8e7aea9-ee11-4248-a46d-6eee4dcfccaf tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 944 time: 0.0479062 Dec 15 14:47:47.209971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6cce6f25-c0ee-4716-88b4-2589e559cb55 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:47.228176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41f393b3-3f79-422c-a789-5b2bebc5bf1e req-2bbddf53-550e-436d-9991-001d3154bda0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559969 Dec 15 14:47:47.472758 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 6cce6f25-c0ee-4716-88b4-2589e559cb55, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:47.482912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'port_id': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'mac_address': 'fa:16:3e:77:ae:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:47.519503 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:47.533048 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cce6f25-c0ee-4716-88b4-2589e559cb55 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:47.559894 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 6cce6f25-c0ee-4716-88b4-2589e559cb55, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:47.564003 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:47.612866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=6cce6f25-c0ee-4716-88b4-2589e559cb55,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:47.650589 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:47.959542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['6cce6f25-c0ee-4716-88b4-2589e559cb55'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:48.351425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e105e-edbb-4531-b033-0c7239e6d5ee req-c1f803ad-376a-414f-96b3-f59e36731d01 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:48.352975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-900e105e-edbb-4531-b033-0c7239e6d5ee req-c1f803ad-376a-414f-96b3-f59e36731d01 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 945 time: 0.0479734 Dec 15 14:47:48.403599 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-900e105e-edbb-4531-b033-0c7239e6d5ee req-1c3c1c59-e7eb-47bf-a2c4-0edc8af276ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Dec 15 14:47:48.638850 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.225137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6cce6f25-c0ee-4716-88b4-2589e559cb55 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:49.280081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 6cce6f25-c0ee-4716-88b4-2589e559cb55 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:49.284647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 6cce6f25-c0ee-4716-88b4-2589e559cb55 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:49.285024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.371447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.394174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:49.396487 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff332a2-5b3b-46c2-b33a-7e9e551f7720" -d '{"events": [{"server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "name": "network-vif-plugged", "status": "completed", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:49.410061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 6cce6f25-c0ee-4716-88b4-2589e559cb55, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:49.413947 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.438874 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521d083-54ca-4cf4-b623-2015d1bb7084 x-openstack-request-id: req-a521d083-54ca-4cf4-b623-2015d1bb7084 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:49.439166 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "name": "network-vif-plugged", "status": "completed", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:49.439415 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a521d083-54ca-4cf4-b623-2015d1bb7084 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:49.439801 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'code': 200} Dec 15 14:47:49.467645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=6cce6f25-c0ee-4716-88b4-2589e559cb55,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:49.527901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b036-583f-4221-b3f9-b3f01a2c8975 req-234e844a-fcc9-4769-8071-a66666e0cfd6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:49.529443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5025b036-583f-4221-b3f9-b3f01a2c8975 req-234e844a-fcc9-4769-8071-a66666e0cfd6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Dec 15 14:47:49.585980 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5025b036-583f-4221-b3f9-b3f01a2c8975 req-3071d312-30b2-4476-8a6d-828befad7a97 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496387 Dec 15 14:47:49.607762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9cd3c-7a6e-4aea-a5a9-c6298faa950b req-c0702c3a-0184-4dc2-8bba-4327688c2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:49.609701 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2ea9cd3c-7a6e-4aea-a5a9-c6298faa950b req-c0702c3a-0184-4dc2-8bba-4327688c2ee7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1097 time: 0.0897086 Dec 15 14:47:49.655603 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2ea9cd3c-7a6e-4aea-a5a9-c6298faa950b req-1fc6fe06-4cc6-444c-bbe2-a6fd5c8e08f5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393081 Dec 15 14:47:50.710740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305fdf-23e4-4806-a06f-b12eb8092229 req-cc18d6e2-07a4-4ca4-8d72-7f6a02777b32 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.712197 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b305fdf-23e4-4806-a06f-b12eb8092229 req-cc18d6e2-07a4-4ca4-8d72-7f6a02777b32 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0521412 Dec 15 14:47:50.764003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b305fdf-23e4-4806-a06f-b12eb8092229 req-ad33b3c1-1cc2-4338-8315-4ea1d6ea74ce tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458024 Dec 15 14:47:51.734239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:51.879253 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cd73a-0294-45d8-8831-669d02a91672 req-94b63dc7-b248-4dcc-bcac-a0c75dbfd55a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:51.880752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a79cd73a-0294-45d8-8831-669d02a91672 req-94b63dc7-b248-4dcc-bcac-a0c75dbfd55a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0506582 Dec 15 14:47:51.929438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a79cd73a-0294-45d8-8831-669d02a91672 req-fdfa324b-d596-4349-b03c-d997b5465355 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Dec 15 14:47:52.046021 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea2a65-31d0-453f-8a3a-d14e7b0d8fa4 req-cf686c79-4732-4e0e-8f7f-80164975162a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.047786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aea2a65-31d0-453f-8a3a-d14e7b0d8fa4 req-cf686c79-4732-4e0e-8f7f-80164975162a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0518458 Dec 15 14:47:52.097043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7aea2a65-31d0-453f-8a3a-d14e7b0d8fa4 req-e81d33cd-a95d-41d4-b578-2a6d9ab46f90 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Dec 15 14:47:52.118289 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:52.157243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819bbb6-f5a2-4743-aeb8-dbe2d1ef6b63 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.159253 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7819bbb6-f5a2-4743-aeb8-dbe2d1ef6b63 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1092 time: 0.0400350 Dec 15 14:47:52.162054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47806) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:52.166198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:52.187717 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.284732 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.383166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.99 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/1b402032-5654-4ce6-bc6f-a1382ffe1d22) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:52.484087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.517214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.555675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:52.559987 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:52.563583 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:52.569512 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=1b402032-5654-4ce6-bc6f-a1382ffe1d22,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:53.231199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.301376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.444163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.448601 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.515443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=1b402032-5654-4ce6-bc6f-a1382ffe1d22,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:53.528304 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.638704 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP f3fb36fb-0356-4a66-b9c7-c369fd30e555 associated. External IP: 172.25.2.99, port: 6cce6f25-c0ee-4716-88b4-2589e559cb55. Dec 15 14:47:53.848992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router ee64d10a-e101-4b36-9d94-03976b17890c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:53.965674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:53.976682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] Sync routers for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:53.984199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.991808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:53.992674 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.015676 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b9d90ab7-21c5-460f-afe2-29d92bb06ee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8500798 Dec 15 14:47:54.015676 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:54.016077 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:54.059948 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd5e58-d3be-4a54-94a5-ac2458b77620 x-openstack-request-id: req-1dbd5e58-d3be-4a54-94a5-ac2458b77620 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:54.060246 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:54.060526 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dbd5e58-d3be-4a54-94a5-ac2458b77620 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:54.060939 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'status': 'completed', 'code': 200} Dec 15 14:47:54.099939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:54.129003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea895c-5183-4f39-bdb6-90e6f698fa69 req-bb4424bc-8e97-4c09-a13d-d1d20ac13014 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.130875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29ea895c-5183-4f39-bdb6-90e6f698fa69 req-bb4424bc-8e97-4c09-a13d-d1d20ac13014 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0560341 Dec 15 14:47:54.143912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-fa0d3c80-21a3-4221-9524-0305a254f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.145475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-fa0d3c80-21a3-4221-9524-0305a254f3cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1097 time: 0.0465162 Dec 15 14:47:54.182438 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-29ea895c-5183-4f39-bdb6-90e6f698fa69 req-96cb6a8c-bc00-43a4-8496-8f211ee20664 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447018 Dec 15 14:47:54.207023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47812) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:54.241296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-0cadbcba-7c0d-456e-a48c-9ef33f0628a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.242822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-0cadbcba-7c0d-456e-a48c-9ef33f0628a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 200 len: 899 time: 0.0898049 Dec 15 14:47:54.270998 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-35e99e3c-002a-49fd-b1d1-1f1320098ec1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/f3fb36fb-0356-4a66-b9c7-c369fd30e555 HTTP/1.1" status: 200 len: 991 time: 0.0628278 Dec 15 14:47:54.312717 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-3373092c-3360-4dcc-8ac6-503fe2868eb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 200 len: 999 time: 0.0632412 Dec 15 14:47:54.332827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'f3fb36fb-0356-4a66-b9c7-c369fd30e555', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'port_id': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'mac_address': 'fa:16:3e:77:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:52Z', 'updated_at': '2021-12-15T14:47:52Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.360758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-3bd62401-54b1-4a97-94ef-90012d39468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.362768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-3bd62401-54b1-4a97-94ef-90012d39468e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264b0550-c5cc-4d46-8d8a-4ee2f34cc282 HTTP/1.1" status: 200 len: 835 time: 0.0433781 Dec 15 14:47:54.363137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] Checking router: ee64d10a-e101-4b36-9d94-03976b17890c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:54.371601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:54.372205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:47:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.406767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-f3d8d7fe-d919-4ce2-acd7-4fdefb360fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.408791 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-f3d8d7fe-d919-4ce2-acd7-4fdefb360fad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9adf3f81-1f20-458d-a2de-200a86ae44a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393543 Dec 15 14:47:54.477348 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:54.504740 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-1e2fea52-6ac6-4f24-88d6-cf7e503cb9fd service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882630 Dec 15 14:47:54.596404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-eca0f87b-2e7c-4ee0-8c78-da9ca659c91b req-a51240b3-9be6-4c90-8586-b94d1bbd3a2c service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852733 Dec 15 14:47:54.714125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'f3fb36fb-0356-4a66-b9c7-c369fd30e555', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'port_id': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'mac_address': 'fa:16:3e:77:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:52Z', 'updated_at': '2021-12-15T14:47:52Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.745181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0ab80-af5a-4747-996d-ca22f70d23f1 None None] The sync data for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 is: [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'f3fb36fb-0356-4a66-b9c7-c369fd30e555', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'port_id': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'mac_address': 'fa:16:3e:77:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:52Z', 'updated_at': '2021-12-15T14:47:52Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:54.934771 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf48cb2-7bca-459f-9dfa-8660b3cacd96 None None] New status for floating IP f3fb36fb-0356-4a66-b9c7-c369fd30e555: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:47:55.274301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:55.352110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-471198df-9b98-4aa0-b923-d5be0eea48c4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/f3fb36fb-0356-4a66-b9c7-c369fd30e555 HTTP/1.1" status: 200 len: 993 time: 0.0763218 Dec 15 14:48:12.680291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ffeaad3a-f71c-47e6-b10e-041b0f27909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:14.166563 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:48:14.754816 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:14.831331 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a212ea8-5605-4aba-889a-5d13ec588f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:16.487873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:17.652255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.640458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.737043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:30.799158 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-6db177a0-c58b-4dd4-9bed-98e6ac3d1450 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437305 Dec 15 14:48:30.890996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-d28b8e63-595a-46f4-8668-81e92092d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:30.893138 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-d28b8e63-595a-46f4-8668-81e92092d96e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1097 time: 0.0402389 Dec 15 14:48:30.994408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-729097f2-8cd8-41fa-b4a2-3bfea5940985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:30.995896 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-729097f2-8cd8-41fa-b4a2-3bfea5940985 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 200 len: 899 time: 0.0831873 Dec 15 14:48:31.067857 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-32c0665a-4c50-42eb-85fa-14de8c038370 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 200 len: 1001 time: 0.0639534 Dec 15 14:48:31.116427 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-15d67ae7-41fa-40fb-8663-49aef5dc0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:31.117863 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-15d67ae7-41fa-40fb-8663-49aef5dc0a11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264b0550-c5cc-4d46-8d8a-4ee2f34cc282 HTTP/1.1" status: 200 len: 835 time: 0.0431781 Dec 15 14:48:31.163034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-ed7cd7f4-80da-4acb-b19a-7965c5208b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:31.164587 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-ed7cd7f4-80da-4acb-b19a-7965c5208b73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9adf3f81-1f20-458d-a2de-200a86ae44a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391574 Dec 15 14:48:31.258268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-da941dd6-cb4c-43e7-add6-fcf4fec432ae service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868483 Dec 15 14:48:31.350578 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-32a82540-e3ed-4e29-ba99-a07535f69570 req-b1ccc25f-a0ea-4d33-ae0f-da9cf5185f57 service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Dec 15 14:48:42.680320 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72b25e86-2069-40f8-9a0b-b0d786d2e058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:44.765323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:44.832038 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2a7586b-2efb-4ba7-aba2-ff38aa6e4c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:46.493651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.655349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.643584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.165933 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:48:51.744142 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.353566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697e0c0-ad4d-4b7d-8dc1-632b38a80ffc req-d870bad7-1dc2-46e5-889d-dc0eaf20945b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:56.355024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6697e0c0-ad4d-4b7d-8dc1-632b38a80ffc req-d870bad7-1dc2-46e5-889d-dc0eaf20945b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.1134071 Dec 15 14:48:56.409129 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6697e0c0-ad4d-4b7d-8dc1-632b38a80ffc req-a568859f-efde-4801-8ed0-9d1a08db687c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464487 Dec 15 14:48:57.595611 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b97da-3675-45c1-ada2-9c83fe663d15 req-d8218907-68ac-43ff-b147-9cf2365c1bf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:57.597091 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-320b97da-3675-45c1-ada2-9c83fe663d15 req-d8218907-68ac-43ff-b147-9cf2365c1bf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.1053610 Dec 15 14:48:57.654724 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-320b97da-3675-45c1-ada2-9c83fe663d15 req-04a79790-7ce8-4eed-a90f-216059714cf3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517616 Dec 15 14:48:57.676574 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47848) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:57.734913 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a97ec6fb-39b0-4d1b-896c-fc4f1dbfb651 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/f3fb36fb-0356-4a66-b9c7-c369fd30e555 HTTP/1.1" status: 200 len: 993 time: 0.0571418 Dec 15 14:48:59.008127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43e44-bdfe-47a2-83f8-9f45f8afa88a req-eef33962-f627-4d05-9a72-34f3f57d3681 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.009569 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9f43e44-bdfe-47a2-83f8-9f45f8afa88a req-eef33962-f627-4d05-9a72-34f3f57d3681 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0507503 Dec 15 14:48:59.062408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c9f43e44-bdfe-47a2-83f8-9f45f8afa88a req-dc5c456e-0215-405e-b932-0bc301f43df3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468688 Dec 15 14:49:00.184006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2c374-107a-496d-a110-558863151022 req-aeadc4e3-99e3-4f76-8051-570e5160e375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.185582 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15d2c374-107a-496d-a110-558863151022 req-aeadc4e3-99e3-4f76-8051-570e5160e375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0497944 Dec 15 14:49:00.236133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15d2c374-107a-496d-a110-558863151022 req-fc8a4b8d-7443-4ce0-ba5b-8e8871d3f883 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Dec 15 14:49:00.259990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:00.318465 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c8fbc0e-a791-4670-9963-25d3c07e2b7d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/f3fb36fb-0356-4a66-b9c7-c369fd30e555 HTTP/1.1" status: 200 len: 993 time: 0.0573084 Dec 15 14:49:00.615602 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:00.773339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 1b402032-5654-4ce6-bc6f-a1382ffe1d22 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:00.773679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:00.847835 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:00.848163 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:00.859488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 1b402032-5654-4ce6-bc6f-a1382ffe1d22 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:01.008164 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:01.033331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=1b402032-5654-4ce6-bc6f-a1382ffe1d22,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:01.059630 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.062018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.062368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.065642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.066497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.066497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:01.111801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:01.112128 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP f3fb36fb-0356-4a66-b9c7-c369fd30e555 disassociated (deleted). External IP: 172.25.2.99, port: 6cce6f25-c0ee-4716-88b4-2589e559cb55. Dec 15 14:49:01.318661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router ee64d10a-e101-4b36-9d94-03976b17890c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:01.427651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:01.432372 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:01.437470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41641a96-4739-4714-b82f-738599613f4f None None] Sync routers for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:01.448645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:01.449290 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:01.459313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7fb67d7a-e7b2-4c36-8558-77713f5d632a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3fb36fb-0356-4a66-b9c7-c369fd30e555 HTTP/1.1" status: 204 len: 168 time: 0.8426542 Dec 15 14:49:01.459915 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:01.462279 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d7496-0379-4410-b236-780a599b0686" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:01.503071 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebb1786-d710-425d-9682-9adb39b9a196 x-openstack-request-id: req-0ebb1786-d710-425d-9682-9adb39b9a196 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:01.503369 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:01.503631 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ebb1786-d710-425d-9682-9adb39b9a196 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:01.504044 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'status': 'completed', 'code': 200} Dec 15 14:49:01.563916 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:01.587117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7496-0379-4410-b236-780a599b0686 req-a25c2f90-f40d-4c26-99ce-ce70623440f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.590743 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-a25c2f90-f40d-4c26-99ce-ce70623440f9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 1097 time: 0.0500262 Dec 15 14:49:01.693188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7496-0379-4410-b236-780a599b0686 req-0a51b39c-9764-4604-96a1-5fc37484bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.695004 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-0a51b39c-9764-4604-96a1-5fc37484bbda service neutron] 10.222.0.85 "GET /v2.0/networks?id=9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 200 len: 899 time: 0.0959859 Dec 15 14:49:01.707487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9c80-2860-4a71-8d49-727f5e46fdd0 req-170f168d-8e6b-442a-9222-26507f27e0ec tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.709277 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f1f9c80-2860-4a71-8d49-727f5e46fdd0 req-170f168d-8e6b-442a-9222-26507f27e0ec tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0668938 Dec 15 14:49:01.741592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-d2f46a6e-9dc7-45b0-88ed-13ecfae4897e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 200 len: 217 time: 0.0371349 Dec 15 14:49:01.770454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1f1f9c80-2860-4a71-8d49-727f5e46fdd0 req-b12e4582-3931-4245-b59b-7cc6f7ae7e68 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467422 Dec 15 14:49:01.795090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7496-0379-4410-b236-780a599b0686 req-6261ece4-7bb5-466e-8ed5-c6ace3860b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.796784 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-6261ece4-7bb5-466e-8ed5-c6ace3860b68 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264b0550-c5cc-4d46-8d8a-4ee2f34cc282 HTTP/1.1" status: 200 len: 835 time: 0.0471427 Dec 15 14:49:01.807080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:01.833441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41641a96-4739-4714-b82f-738599613f4f None None] Checking router: ee64d10a-e101-4b36-9d94-03976b17890c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:01.841875 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:01.842410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:01.843372 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7496-0379-4410-b236-780a599b0686 req-7ede3615-9a4c-484c-8162-7e2fd771394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.845698 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-7ede3615-9a4c-484c-8162-7e2fd771394f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9adf3f81-1f20-458d-a2de-200a86ae44a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410259 Dec 15 14:49:01.942305 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-535536c2-7eb3-4f8c-acbc-8e299bbe6d7e service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887747 Dec 15 14:49:01.953915 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:02.038367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9d6d7496-0379-4410-b236-780a599b0686 req-a6faee93-7325-484c-9bac-d705fda40045 service neutron] 10.222.0.85 "GET /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Dec 15 14:49:02.155777 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41641a96-4739-4714-b82f-738599613f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:02.181126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41641a96-4739-4714-b82f-738599613f4f None None] The sync data for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 is: [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '73cdc46f-94aa-4ea9-88fa-2814557b7b34', 'name': '', 'network_id': '9adf3f81-1f20-458d-a2de-200a86ae44a5', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:29:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:36Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '264b0550-c5cc-4d46-8d8a-4ee2f34cc282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:02.404036 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d9302-e3cc-4112-9620-8575e9198d0a None None] New status for floating IP f3fb36fb-0356-4a66-b9c7-c369fd30e555: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:49:02.890152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a92296-7f41-4eb0-898d-6123fc216671 req-194e2deb-5f5c-49ad-8425-3d8716363cc3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:02.891621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36a92296-7f41-4eb0-898d-6123fc216671 req-194e2deb-5f5c-49ad-8425-3d8716363cc3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0490744 Dec 15 14:49:02.940347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-36a92296-7f41-4eb0-898d-6123fc216671 req-62abda94-21d5-4244-9dd3-a96843ba620c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d723fb-65c9-4cca-ab7b-8f77e61c79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Dec 15 14:49:03.642053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-173b5f6c-744b-4e6b-b04d-9e11c806acdd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:03.643491 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-173b5f6c-744b-4e6b-b04d-9e11c806acdd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Dec 15 14:49:03.728615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 6cce6f25-c0ee-4716-88b4-2589e559cb55 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:03.728956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.820228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 6cce6f25-c0ee-4716-88b4-2589e559cb55, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=6cce6f25-c0ee-4716-88b4-2589e559cb55,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:03.820622 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.833401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 6cce6f25-c0ee-4716-88b4-2589e559cb55 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:03.959964 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.988653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=6cce6f25-c0ee-4716-88b4-2589e559cb55,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:04.014373 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.014795 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.015150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.016065 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.016397 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.016736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.017045 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.017375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.017703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.018033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.018359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.018704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.019033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:04.041720 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-14db390c-c059-4c8a-a099-b362635581d0 req-0460f0ad-2c34-48e1-ac90-0ae356304ebe tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdecf4a-fdb5-4525-ba17-701a31824db4 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Dec 15 14:49:04.042409 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] No DVR routers for this DVR port 6cce6f25-c0ee-4716-88b4-2589e559cb55 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:04.045071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.048527 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-85146a3a-4e63-4f60-abff-87c29c3a81dd req-ac2a0118-fbb9-4ab7-959d-b11378e310ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "DELETE /v2.0/ports/6cce6f25-c0ee-4716-88b4-2589e559cb55 HTTP/1.1" status: 204 len: 173 time: 0.3985183 Dec 15 14:49:04.048984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'name': 'network-vif-deleted', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:04.051405 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d806f9-5223-46e6-a294-3e5b6b5eed25" -d '{"events": [{"server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "name": "network-vif-deleted", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:04.150009 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f67aabb-ea8a-4a3b-a7e5-1cb59692a1d7 x-openstack-request-id: req-0f67aabb-ea8a-4a3b-a7e5-1cb59692a1d7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:04.150307 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdecf4a-fdb5-4525-ba17-701a31824db4", "name": "network-vif-deleted", "tag": "6cce6f25-c0ee-4716-88b4-2589e559cb55", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:04.150567 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f67aabb-ea8a-4a3b-a7e5-1cb59692a1d7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:04.150976 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdecf4a-fdb5-4525-ba17-701a31824db4', 'name': 'network-vif-deleted', 'tag': '6cce6f25-c0ee-4716-88b4-2589e559cb55', 'status': 'completed', 'code': 200} Dec 15 14:49:05.107246 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:05.470539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:05.729678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 73cdc46f-94aa-4ea9-88fa-2814557b7b34 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:05.729937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:05.818720 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 73cdc46f-94aa-4ea9-88fa-2814557b7b34, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=73cdc46f-94aa-4ea9-88fa-2814557b7b34,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:05.819091 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:05.832947 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 73cdc46f-94aa-4ea9-88fa-2814557b7b34 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:06.018670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:06.047824 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=73cdc46f-94aa-4ea9-88fa-2814557b7b34,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:06.551759 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:06.774396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router ee64d10a-e101-4b36-9d94-03976b17890c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:06.881993 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:06.887308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0012641b-449c-4781-ab54-e8488be14a2c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/ee64d10a-e101-4b36-9d94-03976b17890c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790098 Dec 15 14:49:06.889995 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:06.892959 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] Sync routers for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:06.902735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:06.903340 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:06.940488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting subnet 264b0550-c5cc-4d46-8d8a-4ee2f34cc282 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:49:06.943654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:06.984898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.081937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.144847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.174933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:07.175205 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.181042 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/subnets/264b0550-c5cc-4d46-8d8a-4ee2f34cc282 HTTP/1.1" status: 204 len: 168 time: 0.2875295 Dec 15 14:49:07.181042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2a459-5900-419d-9350-71aec5f91b49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Subnet': ['ID=264b0550-c5cc-4d46-8d8a-4ee2f34cc282,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:07.181550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:07.236539 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64ee19-17fb-423a-b9bb-1b4dbf3ba6c9 None None] Network 9adf3f81-1f20-458d-a2de-200a86ae44a5 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:49:07.297516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.402067 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.435408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:49:05Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '6bf2ccc1-dfee-415c-949d-024868cb108f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:34Z', 'updated_at': '2021-12-15T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:07.463937 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 6bf2ccc1-dfee-415c-949d-024868cb108f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:07.464281 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.470113 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] Checking router: ee64d10a-e101-4b36-9d94-03976b17890c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:07.475515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] DHCP port deletion for 9adf3f81-1f20-458d-a2de-200a86ae44a5 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:07.503222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] Routers {'ee64d10a-e101-4b36-9d94-03976b17890c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:07.503838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ee64d10a-e101-4b36-9d94-03976b17890c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:07.548933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 6bf2ccc1-dfee-415c-949d-024868cb108f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=6bf2ccc1-dfee-415c-949d-024868cb108f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:07.549298 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.561257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 6bf2ccc1-dfee-415c-949d-024868cb108f owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:07.567291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6cce6f25-c0ee-4716-88b4-2589e559cb55 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:07.597413 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 6cce6f25-c0ee-4716-88b4-2589e559cb55 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:07.597749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 6cce6f25-c0ee-4716-88b4-2589e559cb55 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:07.623864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] Set router ee64d10a-e101-4b36-9d94-03976b17890c gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:07.680077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:49:07Z', 'revision_number': 6, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:07.682401 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Deleting port b3e368ed-4541-4182-8fc5-19ab7b13aa4c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:07.682766 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.717112 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf73514-ebf0-4221-91d6-9d75fd14405e None None] The sync data for ids ['ee64d10a-e101-4b36-9d94-03976b17890c'] in n-d-815324-3 is: [{'id': 'ee64d10a-e101-4b36-9d94-03976b17890c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059167008', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:33Z', 'updated_at': '2021-12-15T14:49:07Z', 'revision_number': 6, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:07.726276 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.753463 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=6bf2ccc1-dfee-415c-949d-024868cb108f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:07.775056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d3f815-e963-4894-9433-c05c8fb1cff1 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:07.795771 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] For port b3e368ed-4541-4182-8fc5-19ab7b13aa4c, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,segment=NetworkSegment(b2c83a99-7421-4bb7-94d2-5a9d850f00a2),segment_id=b2c83a99-7421-4bb7-94d2-5a9d850f00a2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:07.796226 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.808977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Calling delete_port for b3e368ed-4541-4182-8fc5-19ab7b13aa4c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:07.821146 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.886891 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.911890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Pushing event deleted for resources: {'Port': ['ID=b3e368ed-4541-4182-8fc5-19ab7b13aa4c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:07.914682 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.916494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] No DVR routers for this DVR port b3e368ed-4541-4182-8fc5-19ab7b13aa4c on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:07.916883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.926738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.926738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.926990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.927232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.927562 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.927892 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.928216 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.928557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.928881 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.929201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.929519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.929836 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.930205 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409499b-4c4f-4c2a-9163-71430c0104c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:07.961316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.961870 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Fanout notify agent at l3_agent the message router_deleted on router ee64d10a-e101-4b36-9d94-03976b17890c {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:49:07.969540 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.970641 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-155f2131-e787-4a00-9aa9-17ce3b24e92c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/routers/ee64d10a-e101-4b36-9d94-03976b17890c HTTP/1.1" status: 204 len: 168 time: 0.7875044 Dec 15 14:49:07.973406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47898) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:08.049838 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.144286 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.169539 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adf3f81-1f20-458d-a2de-200a86ae44a5']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:08.179038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:08.179331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c83a99-7421-4bb7-94d2-5a9d850f00a2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:08.189344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.202478 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.209368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:49:08.209750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:49:08.213001 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:49:08.276087 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.283135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.286408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/networks/9adf3f81-1f20-458d-a2de-200a86ae44a5 HTTP/1.1" status: 204 len: 168 time: 0.3120627 Dec 15 14:49:08.289296 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:08.298600 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696185e-935a-4dfe-831a-4c491416144b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Network': ['ID=9adf3f81-1f20-458d-a2de-200a86ae44a5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:08.349062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e191601f-9676-4581-8919-39da9988213f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.374752 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e191601f-9676-4581-8919-39da9988213f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.439774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e191601f-9676-4581-8919-39da9988213f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.442377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e191601f-9676-4581-8919-39da9988213f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.446460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e191601f-9676-4581-8919-39da9988213f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/security-groups/74d723fb-65c9-4cca-ab7b-8f77e61c79f8 HTTP/1.1" status: 204 len: 168 time: 0.1532376 Dec 15 14:49:08.455244 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191601f-9676-4581-8919-39da9988213f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d723fb-65c9-4cca-ab7b-8f77e61c79f8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:08.742132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:08.746778 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349449011', 'description': 'tempest-secgroup-smoke-349449011 description', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:08.768824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.838228 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.841972 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.873312 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.874774 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1316235 Dec 15 14:49:08.876614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306fd43-5611-476a-a14c-f617dc88b088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:08.878066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:08.882990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '6c5fccda-e906-4c5b-a5d9-5963bc8cd8da', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:08.909421 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.970799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.974242 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.989967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcd618e-08eb-48ad-a943-ec88909f6c58,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.000843 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.002043 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9f0c7d43-a289-4a4d-96f9-56e691337188 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227453 Dec 15 14:49:09.004784 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47910) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.009060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '6c5fccda-e906-4c5b-a5d9-5963bc8cd8da', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.035171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.095726 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.099491 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.108765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 73cdc46f-94aa-4ea9-88fa-2814557b7b34 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:09.118554 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410ad064-a910-46e3-a2ac-e0d6045ba061,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.127860 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.129110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a7701e32-7a01-47c6-9d31-8dd9d66685f6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234059 Dec 15 14:49:09.129393 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 73cdc46f-94aa-4ea9-88fa-2814557b7b34 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:09.129515 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 73cdc46f-94aa-4ea9-88fa-2814557b7b34 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:09.129933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b3e368ed-4541-4182-8fc5-19ab7b13aa4c no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:09.131872 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47912) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.136173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '6c5fccda-e906-4c5b-a5d9-5963bc8cd8da', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.150396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b3e368ed-4541-4182-8fc5-19ab7b13aa4c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:09.150735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b3e368ed-4541-4182-8fc5-19ab7b13aa4c not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:09.151153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bf2ccc1-dfee-415c-949d-024868cb108f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:09.163660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.170569 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 6bf2ccc1-dfee-415c-949d-024868cb108f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:09.170923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 6bf2ccc1-dfee-415c-949d-024868cb108f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:09.223006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.226267 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.242790 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2f6456-6c6d-4119-b3b9-8748bca0b525,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.251778 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.252994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bcbbb075-fa51-4506-871c-10d8de35cbe0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201818 Dec 15 14:49:09.255700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47914) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.259906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '6c5fccda-e906-4c5b-a5d9-5963bc8cd8da', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.286329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.341839 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.346232 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.371803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cce371-a922-49e2-b441-3d2aeae25b86,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.381011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.382221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d03686ef-ad82-48b2-a7c8-e6da14aac90c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255856 Dec 15 14:49:09.384919 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47916) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.389105 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '6c5fccda-e906-4c5b-a5d9-5963bc8cd8da', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.410010 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:49:09.414986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.483082 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.487676 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.515432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cf7187-8af3-49a5-ace3-3d6cca7023ad,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.526064 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.527732 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bc638bca-7bee-4868-9d5e-8efd3b264266 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418948 Dec 15 14:49:09.530537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47918) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.537616 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '6c5fccda-e906-4c5b-a5d9-5963bc8cd8da', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.570680 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:49:09.576516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.646111 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.649850 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.668681 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f0ceef-21d7-439c-b037-bef7dbf2ef89,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.676785 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.678033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-aac49ec0-437c-48cc-8a41-fc243fb28653 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457679 Dec 15 14:49:09.681134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.686414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'network': {'name': 'tempest-network-smoke--533168870', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.711044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:09.714795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.740224 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:49:09.751758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.752112 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Added segment cb79a7df-42d1-434f-88fd-8c138513a8a5 of type vlan for network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 Dec 15 14:49:09.793431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.817918 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.823787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:09.824373 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.891376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2091942 Dec 15 14:49:09.894477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.896793 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c67122-73c5-4c65-8981-95365129c30f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Network': ['ID=e94abe08-0017-4dfe-b6bd-2b69d8f4c704,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.900051 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'admin_state_up': True, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:09.907037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:49:09.924139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.925230 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.980220 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.122742 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.316762 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.334767 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.439446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.227 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/01f1ae08-e3d6-432b-850d-65acd5fc3c67) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:10.538246 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.575945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.614785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:10.617613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:10.621262 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:10.631061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504c821-26e6-475c-9d1f-adb7084a3fca None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:10.651768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=01f1ae08-e3d6-432b-850d-65acd5fc3c67,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:10.730315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1fdc2d6d-0bf1-4f4b-8884-15f7ee7d5515 None None] Provisioning complete for port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:10.730686 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2d6d-0bf1-4f4b-8884-15f7ee7d5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.765870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc2d6d-0bf1-4f4b-8884-15f7ee7d5515 None None] Port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:10.886555 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.081908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.213632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 94a88400-fdcb-466b-b22d-930837483cdc is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:49:11.317412 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:11.327097 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Sync routers for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:11.336731 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:11.337365 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:11.338635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.341034 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e560ed62-f25b-4c7e-9a08-777c08281088 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4443893 Dec 15 14:49:11.343107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:11.375350 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b03c45d5-0c8a-4229-91f3-3bb4a02b5dbe tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bbf25c745bfe48fabfa6ff999aaeb831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301147 Dec 15 14:49:11.377583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:11.443148 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:11.466718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab560e-c5ff-4fed-a53d-17b557152e27 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:11.468160 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9dab560e-c5ff-4fed-a53d-17b557152e27 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896802 Dec 15 14:49:11.471516 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:11.498087 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f35f1697-35ad-483c-bf9e-475d75181573 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254974 Dec 15 14:49:11.500754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:11.505349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945450743', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:11.595301 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:11.598851 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.621825 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:10Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:11.648349 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Checking router: 94a88400-fdcb-466b-b22d-930837483cdc for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:11.648725 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Updating router 94a88400-fdcb-466b-b22d-930837483cdc port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:49:11.673426 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.782007 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.839573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Subnet': ['ID=d9673538-6124-487f-b175-3b95a72d75ed,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:11.850619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Checking segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:11.850984 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network hostable DHCP agents. Network: e94abe08-0017-4dfe-b6bd-2b69d8f4c704, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:49:11.868487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:49:11.878313 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, e94abe08-0017-4dfe-b6bd-2b69d8f4c704) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:11.882885 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:11.883695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:11.891585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ce8b1b-d058-430f-a3a5-68f9d626df19 None None] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:49:11.905014 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-3b3db558-96d4-4e34-b2ad-b2567848cefd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4032447 Dec 15 14:49:11.905416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 47932) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:12.006732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:49:12.008069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.025031 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.033124 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.081321 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Pushing event updated for resources: {'Port': ['ID=01f1ae08-e3d6-432b-850d-65acd5fc3c67,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:12.095890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.096208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.096573 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.097510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.097510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.097510 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.097812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c59657-731f-4ad6-a2ab-9fc3f756b3e2 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:12.097926 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.098149 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.098465 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.098798 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.099277 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.099604 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.099921 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:12.105605 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Attempting to bind port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:12.105973 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Attempting to bind port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:12.106499 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Attempting to bind port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:12.111958 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:12.112331 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:12.112815 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.113131 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:12.113600 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Bound port: 01f1ae08-e3d6-432b-850d-65acd5fc3c67, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:12.113978 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.167280 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] For port 01f1ae08-e3d6-432b-850d-65acd5fc3c67, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:12.170639 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] For port 01f1ae08-e3d6-432b-850d-65acd5fc3c67, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01f1ae08-e3d6-432b-850d-65acd5fc3c67,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:12.176273 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.198029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Allocated IP 172.20.0.2 (e94abe08-0017-4dfe-b6bd-2b69d8f4c704/d9673538-6124-487f-b175-3b95a72d75ed/a213e68f-1cc5-411b-aac0-7bed4cde417b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:12.206246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-143a5ac5-3cb0-4eb6-ba63-c33a68e9abe5 None None] Provisioning complete for port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:12.206889 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-143a5ac5-3cb0-4eb6-ba63-c33a68e9abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.231624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:12.232227 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:12.236551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1da94-87da-4990-9e55-c53655d7a352 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:12.315352 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a30b-1efc-4729-84cf-55cb9b8644fd None None] Pushing event updated for resources: {'Port': ['ID=01f1ae08-e3d6-432b-850d-65acd5fc3c67,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:12.351959 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:12.375090 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.379438 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-143a5ac5-3cb0-4eb6-ba63-c33a68e9abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.431830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-143a5ac5-3cb0-4eb6-ba63-c33a68e9abe5 None None] For port 01f1ae08-e3d6-432b-850d-65acd5fc3c67, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01f1ae08-e3d6-432b-850d-65acd5fc3c67,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:12.438066 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-143a5ac5-3cb0-4eb6-ba63-c33a68e9abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.507036 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.524301 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.559499 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a5ac5-3cb0-4eb6-ba63-c33a68e9abe5 None None] Pushing event updated for resources: {'Port': ['ID=01f1ae08-e3d6-432b-850d-65acd5fc3c67,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:12.564017 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:10Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:12.571781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:12.575850 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:12.586088 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:12.598979 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ccb0c-6c50-4cae-9b88-98239db7f994 None None] The sync data for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 is: [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:10Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:12.638493 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3926fc73-fc74-4096-b9cf-44ef4b402db1 None None] Provisioning complete for port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:12.638955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3926fc73-fc74-4096-b9cf-44ef4b402db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.705523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.1 (e94abe08-0017-4dfe-b6bd-2b69d8f4c704/d9673538-6124-487f-b175-3b95a72d75ed/a625c1be-37c0-4786-ade3-ead026f264a2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:12.876679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.914866 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.920249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Attempting to bind port a213e68f-1cc5-411b-aac0-7bed4cde417b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:12.920842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Attempting to bind port a213e68f-1cc5-411b-aac0-7bed4cde417b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:12.921037 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Attempting to bind port a213e68f-1cc5-411b-aac0-7bed4cde417b on network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:12.923858 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Pushing event updated for resources: {'Port': ['ID=a213e68f-1cc5-411b-aac0-7bed4cde417b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:12.935803 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-814e290c-9190-4408-a8f9-a9d2bcc4848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.937968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:12.938346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Checking segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:12.938736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.939109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Bound using segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:12.939589 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Bound port: a213e68f-1cc5-411b-aac0-7bed4cde417b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:12.940443 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:12.972458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:12.978082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:12.985713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:13.034844 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=a625c1be-37c0-4786-ade3-ead026f264a2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:13.039960 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.051603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] For port a213e68f-1cc5-411b-aac0-7bed4cde417b, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:13.057585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] For port a213e68f-1cc5-411b-aac0-7bed4cde417b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a213e68f-1cc5-411b-aac0-7bed4cde417b,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:13.064196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.149633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a41b9-0adf-4e1c-97ff-ebe286bd7bf9 None None] Pushing event updated for resources: {'Port': ['ID=a213e68f-1cc5-411b-aac0-7bed4cde417b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:13.196294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01f1ae08-e3d6-432b-850d-65acd5fc3c67 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:13.228428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.263101 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:13.263615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.856430 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.861527 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.935815 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:13.939153 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=a625c1be-37c0-4786-ade3-ead026f264a2,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:14.038473 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:14.039881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:14.169124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 94a88400-fdcb-466b-b22d-930837483cdc has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:14.177325 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d820a-868b-481f-b99d-abc0d4c5212e None None] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:49:14.283508 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:14.286490 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6e07f14a-6683-4461-afa2-227576a6048c None None] Provisioning complete for port a213e68f-1cc5-411b-aac0-7bed4cde417b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:14.286864 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e07f14a-6683-4461-afa2-227576a6048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.288477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4d99744e-db7d-4f65-8db5-26658c2517e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/94a88400-fdcb-466b-b22d-930837483cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812304 Dec 15 14:49:14.395343 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e07f14a-6683-4461-afa2-227576a6048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.447187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6e07f14a-6683-4461-afa2-227576a6048c None None] For port a213e68f-1cc5-411b-aac0-7bed4cde417b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a213e68f-1cc5-411b-aac0-7bed4cde417b,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:14.455250 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e07f14a-6683-4461-afa2-227576a6048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.465870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-d975a31b-f845-485c-ad13-da747587838d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349449011&fields=id&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 267 time: 0.0573425 Dec 15 14:49:14.514261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07f14a-6683-4461-afa2-227576a6048c None None] Pushing event updated for resources: {'Port': ['ID=a213e68f-1cc5-411b-aac0-7bed4cde417b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:14.579140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-da1739b2-70b7-46e9-86e9-9b6d600b0755 None None] Provisioning complete for port a213e68f-1cc5-411b-aac0-7bed4cde417b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:14.579812 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da1739b2-70b7-46e9-86e9-9b6d600b0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.584856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-c237f48f-af69-4593-a270-908702d58910 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:14.586439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-c237f48f-af69-4593-a270-908702d58910 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 796 time: 0.1203876 Dec 15 14:49:14.602013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-18dccae1-1bc6-4100-b105-8ce805c97b8f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/quotas/bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 375 time: 0.0095851 Dec 15 14:49:14.670190 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-fba02486-7883-4efe-aeb5-fee8996c0b94 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608580 Dec 15 14:49:14.681440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-da1739b2-70b7-46e9-86e9-9b6d600b0755 None None] Provisioning complete for port a625c1be-37c0-4786-ade3-ead026f264a2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:14.681902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da1739b2-70b7-46e9-86e9-9b6d600b0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.694167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-b5edda94-0844-451d-8734-7871ef2753b0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:49:14.695274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-b5edda94-0844-451d-8734-7871ef2753b0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080295 Dec 15 14:49:14.723036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-da1739b2-70b7-46e9-86e9-9b6d600b0755 None None] Port a625c1be-37c0-4786-ade3-ead026f264a2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:14.727844 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Sync routers for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:14.738970 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:14.739591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:48:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:14.812151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-533c303d-964c-4c15-ac3f-d4cef304295e service neutron] 10.222.0.32 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065702 Dec 15 14:49:14.845911 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.860961 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4e1e-92b2-4daa-aeeb-485610d567f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.876998 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a888e5fe-3406-48a7-992c-7f0219608eae None None] Provisioning complete for port a625c1be-37c0-4786-ade3-ead026f264a2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:14.877371 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a888e5fe-3406-48a7-992c-7f0219608eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.910456 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:14.928819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-2b3b614e-fe29-460a-94ea-b5abe834ce4a service neutron] 10.222.0.32 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089468 Dec 15 14:49:14.957549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a888e5fe-3406-48a7-992c-7f0219608eae None None] Port a625c1be-37c0-4786-ade3-ead026f264a2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:15.098359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-062eb1d2-7b26-4cd5-98df-4bc406a08232 req-cc9fbcb5-a2ea-4538-9a55-0db2b5ef6ae8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 210 time: 0.0355892 Dec 15 14:49:15.136640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a213e68f-1cc5-411b-aac0-7bed4cde417b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:15.138752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0d69e890-f064-4acb-9f6c-bcdbee65688a None None] Provisioning complete for port a625c1be-37c0-4786-ade3-ead026f264a2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:15.139120 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d69e890-f064-4acb-9f6c-bcdbee65688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.212972 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0d69e890-f064-4acb-9f6c-bcdbee65688a None None] Port a625c1be-37c0-4786-ade3-ead026f264a2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:15.237220 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a213e68f-1cc5-411b-aac0-7bed4cde417b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:15.237595 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.241115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 2, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:15.291146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Checking router: 94a88400-fdcb-466b-b22d-930837483cdc for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:15.291504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Updating router 94a88400-fdcb-466b-b22d-930837483cdc port a625c1be-37c0-4786-ade3-ead026f264a2 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:49:15.322081 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.613491 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.618662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.665236 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007193-2412-4e7c-be88-29d8d4c712f2 None None] Pushing event updated for resources: {'Port': ['ID=a625c1be-37c0-4786-ade3-ead026f264a2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:15.723607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Attempting to bind port a625c1be-37c0-4786-ade3-ead026f264a2 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:15.723988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Attempting to bind port a625c1be-37c0-4786-ade3-ead026f264a2 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:15.724354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Attempting to bind port a625c1be-37c0-4786-ade3-ead026f264a2 on network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:15.729491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:15.729864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Checking segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:15.730265 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.730661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Bound using segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:15.731131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Bound port: a625c1be-37c0-4786-ade3-ead026f264a2, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:15.731518 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.795625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] For port a625c1be-37c0-4786-ade3-ead026f264a2, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:15.799545 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] For port a625c1be-37c0-4786-ade3-ead026f264a2, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a625c1be-37c0-4786-ade3-ead026f264a2,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:15.804027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.877475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ba84e4d9-8961-4a2b-976d-e3d027c080ef None None] Provisioning complete for port a625c1be-37c0-4786-ade3-ead026f264a2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:15.877846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba84e4d9-8961-4a2b-976d-e3d027c080ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:15.880923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007193-2412-4e7c-be88-29d8d4c712f2 None None] Pushing event updated for resources: {'Port': ['ID=a625c1be-37c0-4786-ade3-ead026f264a2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:15.883454 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:15.884041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:16.044591 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:16.080410 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba84e4d9-8961-4a2b-976d-e3d027c080ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:16.177013 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-266a0eb3-e266-4265-b65c-1102e28b840d req-fcaa7506-a7a7-4988-ac59-4c23b4bcd1be tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 210 time: 0.0272973 Dec 15 14:49:16.200020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ba84e4d9-8961-4a2b-976d-e3d027c080ef None None] For port a625c1be-37c0-4786-ade3-ead026f264a2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a625c1be-37c0-4786-ade3-ead026f264a2,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:16.205681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba84e4d9-8961-4a2b-976d-e3d027c080ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:16.456986 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1f0adbfd-38fe-41d2-8a96-eb6caae2e341 None None] Provisioning complete for port a625c1be-37c0-4786-ade3-ead026f264a2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:16.457626 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f0adbfd-38fe-41d2-8a96-eb6caae2e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:16.480169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84e4d9-8961-4a2b-976d-e3d027c080ef None None] Pushing event updated for resources: {'Port': ['ID=a625c1be-37c0-4786-ade3-ead026f264a2,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:16.534398 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:16.597360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:15Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:16.623003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef545696-c234-4beb-a335-6d2dcb276f64 None None] The sync data for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 is: [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:15Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:17.126579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a625c1be-37c0-4786-ade3-ead026f264a2 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:17.175728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port a625c1be-37c0-4786-ade3-ead026f264a2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:17.176015 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:17.282816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26822bd8-602e-4917-bfb6-ec3038a58ee4 req-f9bbaa27-0d75-494b-94d3-62f0b462d46e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 210 time: 0.0277836 Dec 15 14:49:17.655030 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:18.183117 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-0c0d8cf5-2d99-4c98-bbc8-428a06b8d9ee tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:18.184632 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-0c0d8cf5-2d99-4c98-bbc8-428a06b8d9ee tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 796 time: 0.1139219 Dec 15 14:49:18.259145 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-e6e92345-930d-430b-92cb-ee878f518275 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 379 time: 0.0531628 Dec 15 14:49:18.289986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'port': {'device_id': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'admin_state_up': True, 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'security_groups': ['6c5fccda-e906-4c5b-a5d9-5963bc8cd8da']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:18.379355 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fd7d1b2-5293-4281-acc9-bec7d49ee856 req-bd48137d-9e05-4008-8cbf-17ec8eff8976 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 210 time: 0.0257101 Dec 15 14:49:18.402553 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:18.407327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:18.534626 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.4 (e94abe08-0017-4dfe-b6bd-2b69d8f4c704/d9673538-6124-487f-b175-3b95a72d75ed/f3cb95b7-b145-4510-bca3-3e4b0a08104e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:18.645157 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:18.676173 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:18.711036 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:18.754089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:18.759133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:18.763486 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:18.768677 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=f3cb95b7-b145-4510-bca3-3e4b0a08104e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:18.818781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:18.819386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:18.836202 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-11de2189-c1ad-4613-bb69-4a726fb0719e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497813 Dec 15 14:49:18.851813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Request body: {'port': {'device_id': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:18.907509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.026488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6fd26da2-f2ff-49c3-8aa7-102178c1477f None None] Provisioning complete for port f3cb95b7-b145-4510-bca3-3e4b0a08104e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:19.027069 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6fd26da2-f2ff-49c3-8aa7-102178c1477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.061034 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6fd26da2-f2ff-49c3-8aa7-102178c1477f None None] Port f3cb95b7-b145-4510-bca3-3e4b0a08104e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:19.173653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cb95b7-b145-4510-bca3-3e4b0a08104e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:19.181088 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.193345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Transition to ACTIVE for port object f3cb95b7-b145-4510-bca3-3e4b0a08104e will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:49:19.197386 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.250728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb95b7-b145-4510-bca3-3e4b0a08104e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:19.317175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Attempting to bind port f3cb95b7-b145-4510-bca3-3e4b0a08104e on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:19.317548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Attempting to bind port f3cb95b7-b145-4510-bca3-3e4b0a08104e by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:19.317882 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Attempting to bind port f3cb95b7-b145-4510-bca3-3e4b0a08104e on network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:19.322552 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Port f3cb95b7-b145-4510-bca3-3e4b0a08104e on network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:49:19.322879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Attempting to bind port f3cb95b7-b145-4510-bca3-3e4b0a08104e on network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:19.328563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:19.328876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Checking segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:19.329260 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Bound using segment: {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:19.329715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Bound port: f3cb95b7-b145-4510-bca3-3e4b0a08104e, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb79a7df-42d1-434f-88fd-8c138513a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:19.330052 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.399694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] For port f3cb95b7-b145-4510-bca3-3e4b0a08104e, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:19.402713 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] For port f3cb95b7-b145-4510-bca3-3e4b0a08104e, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:19.406550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.443987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:19.444755 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.446167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] 10.222.0.85 "PUT /v2.0/ports/f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 1091 time: 0.5986860 Dec 15 14:49:19.446619 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:19.448939 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b335490f-af46-4bc7-82c1-ea0fc3e296c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:19.489175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a630-a6dd-4b61-a87e-8d70ca124da6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb95b7-b145-4510-bca3-3e4b0a08104e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:19.517249 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c418c9d0-7417-4e6c-ba92-7b7df0248703 x-openstack-request-id: req-c418c9d0-7417-4e6c-ba92-7b7df0248703 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:19.517656 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:19.517922 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c418c9d0-7417-4e6c-ba92-7b7df0248703 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:19.518577 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'status': 'completed', 'code': 200} Dec 15 14:49:19.534091 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa607-dbd6-4c06-a97d-4ce4c9dc28b5 req-88449e19-fe4c-49f1-9af1-d113f87e564f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:19.536042 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35efa607-dbd6-4c06-a97d-4ce4c9dc28b5 req-88449e19-fe4c-49f1-9af1-d113f87e564f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 943 time: 0.0774198 Dec 15 14:49:19.574768 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-122a9ab9-f3c8-43d1-9483-7fec9460f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:19.576336 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-122a9ab9-f3c8-43d1-9483-7fec9460f2a7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1094 time: 0.0468075 Dec 15 14:49:19.600613 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35efa607-dbd6-4c06-a97d-4ce4c9dc28b5 req-0584b626-2d27-4c79-8e8b-e36891fcc531 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574481 Dec 15 14:49:19.629171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-a53bf7ee-638d-416c-8821-1b8f0af9a35c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 217 time: 0.0416720 Dec 15 14:49:20.013467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-2e1f3d77-0db0-4039-94fd-d1d0f92ee8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.014912 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-2e1f3d77-0db0-4039-94fd-d1d0f92ee8fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.3788657 Dec 15 14:49:20.059948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-625f4034-317d-4ec9-8c22-524831fb5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.061509 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-625f4034-317d-4ec9-8c22-524831fb5f9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386214 Dec 15 14:49:20.153937 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-d36d55f2-a7b4-44ae-a7cf-c8daa326ee73 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847063 Dec 15 14:49:20.241792 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d0505ede-9b61-4f3e-a22b-7c3c22af6503 req-84099674-d4a2-496b-92f9-87e5eec4d3b7 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803492 Dec 15 14:49:20.351697 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-4e0c14d5-e280-4206-9434-a11cb8d5a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.353242 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-4e0c14d5-e280-4206-9434-a11cb8d5a14c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1094 time: 0.0442989 Dec 15 14:49:20.441586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-6ab4b2d6-1d24-41e5-a7a9-980acf1e821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.443086 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-6ab4b2d6-1d24-41e5-a7a9-980acf1e821e service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0822768 Dec 15 14:49:20.488006 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-1f860464-9c4f-42d4-bbe1-b4c7acaf986d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 217 time: 0.0373175 Dec 15 14:49:20.535862 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-d1f90f55-6b00-4103-a38d-8fc79f18602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.537295 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-d1f90f55-6b00-4103-a38d-8fc79f18602e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.0421953 Dec 15 14:49:20.583735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-39e1d8fd-c9fb-4903-81b2-212315f4caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.585280 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-39e1d8fd-c9fb-4903-81b2-212315f4caab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394464 Dec 15 14:49:20.678867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-9981ec2c-8368-45a1-a216-646a6c2fab15 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864434 Dec 15 14:49:20.714359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b4db7-9be3-4814-88c6-b55786fed142 req-8431b695-19df-4fd1-a92a-925d6bed7c6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:20.715830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-051b4db7-9be3-4814-88c6-b55786fed142 req-8431b695-19df-4fd1-a92a-925d6bed7c6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 943 time: 0.0514815 Dec 15 14:49:20.765536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-051b4db7-9be3-4814-88c6-b55786fed142 req-2d185fb1-34b5-4d56-ad0e-eab89152ba02 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Dec 15 14:49:20.769666 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b335490f-af46-4bc7-82c1-ea0fc3e296c7 req-93e628ed-297f-470b-8eb8-c2d35db1d6ae service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837924 Dec 15 14:49:21.762338 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.886685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0377a-fd41-48f1-bc69-dfd4a258c9d8 req-9374401b-b49e-4191-9dbc-bf2a61f6408a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:21.888215 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ae0377a-fd41-48f1-bc69-dfd4a258c9d8 req-9374401b-b49e-4191-9dbc-bf2a61f6408a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 943 time: 0.0537128 Dec 15 14:49:21.939384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5ae0377a-fd41-48f1-bc69-dfd4a258c9d8 req-c2db7468-0e63-4ee6-916c-246ccefc59a4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 Dec 15 14:49:23.057703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939a372-8fed-4610-b59a-52148b391f2d req-23c33d8d-3560-4744-955e-904ed6afa12b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:23.059225 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f939a372-8fed-4610-b59a-52148b391f2d req-23c33d8d-3560-4744-955e-904ed6afa12b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 943 time: 0.0513518 Dec 15 14:49:23.114719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f939a372-8fed-4610-b59a-52148b391f2d req-ae5d41f2-941b-4268-8a77-73a5cf9764e0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493259 Dec 15 14:49:23.628700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f3cb95b7-b145-4510-bca3-3e4b0a08104e details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:49:23.721199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f3cb95b7-b145-4510-bca3-3e4b0a08104e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:23.735583 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'port_id': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'mac_address': 'fa:16:3e:a7:a5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:49:23.772952 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.785345 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cb95b7-b145-4510-bca3-3e4b0a08104e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:23.803567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f3cb95b7-b145-4510-bca3-3e4b0a08104e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:23.807631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.853699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f3cb95b7-b145-4510-bca3-3e4b0a08104e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:24.177190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['f3cb95b7-b145-4510-bca3-3e4b0a08104e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:24.229457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc8102-f3db-4e21-bde0-f852ec8b2f3d req-668e02f2-6f0f-454a-b9a5-0f15efe643e5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:24.230938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12dc8102-f3db-4e21-bde0-f852ec8b2f3d req-668e02f2-6f0f-454a-b9a5-0f15efe643e5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 944 time: 0.0476398 Dec 15 14:49:24.284575 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-12dc8102-f3db-4e21-bde0-f852ec8b2f3d req-a2ce2c30-37a6-42c4-9645-38ca9bc8318b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471616 Dec 15 14:49:25.398338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fba0e-242d-490d-b762-39daf560624c req-72764161-c78f-4506-b8d3-dc07676601db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:25.399784 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd0fba0e-242d-490d-b762-39daf560624c req-72764161-c78f-4506-b8d3-dc07676601db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 944 time: 0.0487435 Dec 15 14:49:25.446857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd0fba0e-242d-490d-b762-39daf560624c req-28f3e9df-bd27-487b-8574-66632d298a4b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411098 Dec 15 14:49:25.659928 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f3cb95b7-b145-4510-bca3-3e4b0a08104e up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:25.711147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port f3cb95b7-b145-4510-bca3-3e4b0a08104e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:49:25.715089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port f3cb95b7-b145-4510-bca3-3e4b0a08104e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:25.715456 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.789331 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.811311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:25.814145 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b99c5-56e1-487f-b528-f2c2f2d97994" -d '{"events": [{"server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:25.827030 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f3cb95b7-b145-4510-bca3-3e4b0a08104e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:25.831399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.878283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f3cb95b7-b145-4510-bca3-3e4b0a08104e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:25.921769 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38757cad-4791-4cfa-bb52-13a9425e47ea x-openstack-request-id: req-38757cad-4791-4cfa-bb52-13a9425e47ea {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:25.922131 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:25.922389 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38757cad-4791-4cfa-bb52-13a9425e47ea {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:25.922819 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'code': 200} Dec 15 14:49:26.042436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6d8e-fce4-43c6-9d3b-cabfd73576fc req-357347e3-dbd7-4909-b1f2-c4cefc0a0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:26.044121 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9adf6d8e-fce4-43c6-9d3b-cabfd73576fc req-357347e3-dbd7-4909-b1f2-c4cefc0a0888 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0446508 Dec 15 14:49:26.089981 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9adf6d8e-fce4-43c6-9d3b-cabfd73576fc req-ea842799-e8b2-4d54-9733-c261971375a9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377176 Dec 15 14:49:26.566711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd81c-59aa-4acf-a56d-f5a7cda4502d req-3e67357d-5e0c-45d5-beb2-21dddcf588b3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:26.568178 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-befdd81c-59aa-4acf-a56d-f5a7cda4502d req-3e67357d-5e0c-45d5-beb2-21dddcf588b3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Dec 15 14:49:26.616508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-befdd81c-59aa-4acf-a56d-f5a7cda4502d req-fcb1ff58-f337-4ebc-a6da-77a52d2bbe9f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Dec 15 14:49:27.735871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681250cf-d710-41d7-9969-7e1382c91e8b req-de93c9dc-ddb7-40e1-8f88-99af56776e20 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:27.737356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-681250cf-d710-41d7-9969-7e1382c91e8b req-de93c9dc-ddb7-40e1-8f88-99af56776e20 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0535123 Dec 15 14:49:27.786209 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-681250cf-d710-41d7-9969-7e1382c91e8b req-c89d124a-61a4-4c1d-ac88-ce6b6eae4586 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Dec 15 14:49:27.901817 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1e83d-2b7a-4815-b90f-a7f7079307ee req-4973540e-baa9-4ed6-ac01-6b52277fb3ee tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:27.903169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bc1e83d-2b7a-4815-b90f-a7f7079307ee req-4973540e-baa9-4ed6-ac01-6b52277fb3ee tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0483303 Dec 15 14:49:27.966755 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bc1e83d-2b7a-4815-b90f-a7f7079307ee req-1fb2391a-b0ae-4824-a2a2-5681c853358d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566442 Dec 15 14:49:27.990039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:28.028918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25cc6d4-c4bc-4b37-9dd9-7bbb6214dc55 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:28.030395 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f25cc6d4-c4bc-4b37-9dd9-7bbb6214dc55 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1091 time: 0.0393515 Dec 15 14:49:28.033781 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 47998) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:28.037965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:28.058954 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.158217 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.164891 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:49:28.257320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.14 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/f7d24311-979a-4724-bbb9-4d805c567d0b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:28.366408 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.399817 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.441473 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:28.444718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:28.448466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:28.470948 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=f7d24311-979a-4724-bbb9-4d805c567d0b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:28.796105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.860463 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.010320 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.015001 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.083075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=f7d24311-979a-4724-bbb9-4d805c567d0b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:29.096674 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.193358 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 53f52273-9840-4073-9cd2-b49fb86d69a6 associated. External IP: 172.25.2.14, port: f3cb95b7-b145-4510-bca3-3e4b0a08104e. Dec 15 14:49:29.391745 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 94a88400-fdcb-466b-b22d-930837483cdc has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:29.495704 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:29.507550 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] Sync routers for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:29.511980 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.519267 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:29.519875 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:29.539343 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7aa3f1c1-1c9c-4460-9e14-519d7840f792 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5045581 Dec 15 14:49:29.540037 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:29.542324 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1758a3f-35b5-4437-bb02-88fa2f820426" -d '{"events": [{"name": "network-changed", "server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:29.583165 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb368c0-47e2-46b6-9358-4322e6612c1f x-openstack-request-id: req-ebb368c0-47e2-46b6-9358-4322e6612c1f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:29.583463 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:29.583722 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebb368c0-47e2-46b6-9358-4322e6612c1f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:29.584257 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'status': 'completed', 'code': 200} Dec 15 14:49:29.644383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82908-02f6-44a0-aac6-473748106109 req-1a352e8c-621b-4871-837e-b91794718e88 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.644988 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:29.645858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2d82908-02f6-44a0-aac6-473748106109 req-1a352e8c-621b-4871-837e-b91794718e88 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0560830 Dec 15 14:49:29.666251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-9c84e782-8648-4b55-9477-ce08b303f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.667891 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-9c84e782-8648-4b55-9477-ce08b303f822 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0493836 Dec 15 14:49:29.703668 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2d82908-02f6-44a0-aac6-473748106109 req-305d91e1-3474-444a-8dba-3f478a509d01 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509415 Dec 15 14:49:29.727522 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48004) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:29.769559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-eebb5eb9-1c95-4f90-bc37-dbea5407b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.771374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-eebb5eb9-1c95-4f90-bc37-dbea5407b75f service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0956945 Dec 15 14:49:29.794471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-29e8b5db-bde6-4fdd-abe0-354e564fad07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/53f52273-9840-4073-9cd2-b49fb86d69a6 HTTP/1.1" status: 200 len: 990 time: 0.0654590 Dec 15 14:49:29.847365 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-3b2b45ba-474b-4020-911f-8060110373a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 998 time: 0.0633228 Dec 15 14:49:29.873716 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '53f52273-9840-4073-9cd2-b49fb86d69a6', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'port_id': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'mac_address': 'fa:16:3e:a7:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:49:28Z', 'updated_at': '2021-12-15T14:49:28Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:16Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:29.899430 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-73247aca-3162-4b15-9dfc-0a487747bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.901027 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-73247aca-3162-4b15-9dfc-0a487747bf1e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.0462124 Dec 15 14:49:29.903137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] Checking router: 94a88400-fdcb-466b-b22d-930837483cdc for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:29.911520 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:29.912108 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:49:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:29.946649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-997c6ca3-0868-4b80-a005-07681df6cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.948167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-997c6ca3-0868-4b80-a005-07681df6cf48 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399659 Dec 15 14:49:30.031407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:30.048079 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-64069cf7-f24d-4357-92a5-31d4b9781488 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929523 Dec 15 14:49:30.138725 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a1758a3f-35b5-4437-bb02-88fa2f820426 req-7c43f7b2-f14b-49b9-87e0-ef38fab1f5c0 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825109 Dec 15 14:49:30.253497 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '53f52273-9840-4073-9cd2-b49fb86d69a6', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'port_id': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'mac_address': 'fa:16:3e:a7:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:49:28Z', 'updated_at': '2021-12-15T14:49:28Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:16Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:30.282322 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2ccbe-cf6f-45e6-9c59-763924e5ef7a None None] The sync data for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 is: [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '53f52273-9840-4073-9cd2-b49fb86d69a6', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'port_id': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'mac_address': 'fa:16:3e:a7:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:49:28Z', 'updated_at': '2021-12-15T14:49:28Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:16Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:30.466832 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8a7b5-6e0f-4f94-ae1e-2f26b17b34c8 None None] New status for floating IP 53f52273-9840-4073-9cd2-b49fb86d69a6: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:49:30.797317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:30.861201 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-438d7757-df3a-4023-bc8e-a350933f2c02 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/53f52273-9840-4073-9cd2-b49fb86d69a6 HTTP/1.1" status: 200 len: 992 time: 0.0627396 Dec 15 14:49:32.803404 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-985876ad-937a-435e-a9d5-53244bcf1e4e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387237 Dec 15 14:49:32.894166 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-ecb7c474-e777-4714-a599-38fdea753fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.895694 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-ecb7c474-e777-4714-a599-38fdea753fba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0408509 Dec 15 14:49:33.006142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-7a65f030-ad45-4259-88e7-4cd00a228c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.007610 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-7a65f030-ad45-4259-88e7-4cd00a228c5b service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0927088 Dec 15 14:49:33.072125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-99676140-8631-486e-9f9a-deb96e8ca784 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 1000 time: 0.0573809 Dec 15 14:49:33.123880 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-abf788e0-a343-48b9-be53-9f68bb89e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.125980 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-abf788e0-a343-48b9-be53-9f68bb89e28c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.0471520 Dec 15 14:49:33.173507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-e28e00b5-3863-4d01-bba5-7ccac0f77f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.174961 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-e28e00b5-3863-4d01-bba5-7ccac0f77f38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388434 Dec 15 14:49:33.264364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-f4053077-4654-4044-ba5d-41c95922937e service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816276 Dec 15 14:49:33.361536 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-50c936c6-71b7-46cb-9c6d-ae79e5e9a634 req-95fae545-4973-43ab-aa03-2f68ec4fa02f service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879879 Dec 15 14:49:42.681603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6e9e-47f0-43fa-b447-24727e373633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:44.781797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:44.832133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fc5e-20c2-40e2-bf20-1dccf3f43d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:46.498071 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:47.660133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.647016 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:51.766400 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:05.163576 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:50:12.682125 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ae03cedf-f86e-401a-ae84-fbada7b01223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:14.814348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:14.832400 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ecb376b-989a-464f-af2f-e983f6c9bdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:16.501185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:17.662609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:18.649168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.764481 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:32.813568 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-a1bc234f-ddd8-47fe-849f-4de8842da967 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399020 Dec 15 14:50:32.910709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66427-8285-40cb-b704-1983340b4b58 req-89b46492-bc84-4b76-913a-eddf11a9adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.912175 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-89b46492-bc84-4b76-913a-eddf11a9adea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0406840 Dec 15 14:50:33.018264 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66427-8285-40cb-b704-1983340b4b58 req-43607c31-0629-42bf-9378-76d0ecb4fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.019707 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-43607c31-0629-42bf-9378-76d0ecb4fbee service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0864503 Dec 15 14:50:33.087403 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-37ca5558-2a6b-4b35-9d20-e5e78fbfaf82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 1000 time: 0.0604267 Dec 15 14:50:33.135774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66427-8285-40cb-b704-1983340b4b58 req-e07dbbb0-50d6-48f0-84b5-6e3ec6887e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.137249 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-e07dbbb0-50d6-48f0-84b5-6e3ec6887e2b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.0429854 Dec 15 14:50:33.182565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66427-8285-40cb-b704-1983340b4b58 req-16f66ba1-2c2b-44a2-a0a6-892547f7fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.184010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-16f66ba1-2c2b-44a2-a0a6-892547f7fa10 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394692 Dec 15 14:50:33.276495 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-4ebad0cf-cead-470b-9f10-e555a30410c0 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852163 Dec 15 14:50:33.365475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-54d66427-8285-40cb-b704-1983340b4b58 req-3bcc16fe-96e6-4e6b-86e1-1339cbead60f service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796442 Dec 15 14:50:33.716800 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df158142-a8cb-427e-a184-f8adb608489c req-aac1a174-51da-48bf-a9c5-f01e9cbfdf76 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.718304 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df158142-a8cb-427e-a184-f8adb608489c req-aac1a174-51da-48bf-a9c5-f01e9cbfdf76 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Dec 15 14:50:33.725776 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-fcbf2782-622b-4606-9e75-392ed1dfa058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.727268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-fcbf2782-622b-4606-9e75-392ed1dfa058 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0407081 Dec 15 14:50:33.772588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df158142-a8cb-427e-a184-f8adb608489c req-37b83726-828d-45e5-888b-3bfdfc7cf08d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479984 Dec 15 14:50:33.823669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-03bb5340-8223-41e0-8bad-46d7d1d733c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.825225 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-03bb5340-8223-41e0-8bad-46d7d1d733c8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0894878 Dec 15 14:50:33.897210 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-320579e3-2d11-4b0f-bd6e-a7ab49fe79b9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 1000 time: 0.0648451 Dec 15 14:50:34.270056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-dff7a537-99ca-40c2-b6bd-1ce1e8892409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.271450 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-dff7a537-99ca-40c2-b6bd-1ce1e8892409 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.3659551 Dec 15 14:50:34.317593 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-97d75e9e-6887-44ba-975c-8e016e83a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.319018 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-97d75e9e-6887-44ba-975c-8e016e83a6d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383196 Dec 15 14:50:34.409448 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-1777a9ec-3e5d-4169-a3e0-117c78198863 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822811 Dec 15 14:50:34.497423 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-705c268b-f553-49db-97f8-d4abfb2a1e3d req-bec20e78-8b8d-422b-ab8f-07c4740d873f service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800412 Dec 15 14:50:34.891019 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b2da-756c-4952-bda4-b5d2210ccf77 req-93ccc785-393b-455c-b923-d03a9f6b67d9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.892476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ff3b2da-756c-4952-bda4-b5d2210ccf77 req-93ccc785-393b-455c-b923-d03a9f6b67d9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0493939 Dec 15 14:50:34.941263 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2ff3b2da-756c-4952-bda4-b5d2210ccf77 req-1d67ffbb-b513-4f49-8854-be1b49ab23b0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426793 Dec 15 14:50:36.058527 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58e78-c000-4a30-be3f-5080851730fd req-cefac082-0dd1-4bad-ada7-67bc243e5910 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:36.060018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfc58e78-c000-4a30-be3f-5080851730fd req-cefac082-0dd1-4bad-ada7-67bc243e5910 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0507312 Dec 15 14:50:36.108246 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dfc58e78-c000-4a30-be3f-5080851730fd req-fd7d4c10-20e9-4f5b-9550-d2178577c584 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Dec 15 14:50:37.226659 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083741d-ce74-4f16-aab1-8fff04b83342 req-b66c7e34-2875-49a8-9ab0-698500972b71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:37.228144 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9083741d-ce74-4f16-aab1-8fff04b83342 req-b66c7e34-2875-49a8-9ab0-698500972b71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0520062 Dec 15 14:50:37.277115 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9083741d-ce74-4f16-aab1-8fff04b83342 req-ca21a9a2-d449-43e9-bcdc-f6d4b4b25674 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Dec 15 14:50:38.394393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369b8a6-44e3-4bda-a0ca-1e13bf38cbd2 req-b6fda575-bffd-4961-9f65-04ad533f05c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:38.395973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5369b8a6-44e3-4bda-a0ca-1e13bf38cbd2 req-b6fda575-bffd-4961-9f65-04ad533f05c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0502393 Dec 15 14:50:38.445151 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5369b8a6-44e3-4bda-a0ca-1e13bf38cbd2 req-66d734eb-ec67-4e41-8ce4-355783b59e36 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Dec 15 14:50:39.561604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cc776-a95d-4d7a-94fe-2cce6cb7514e req-bb6a1d4f-af1d-458c-9404-1f7b786466b5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:39.563078 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b06cc776-a95d-4d7a-94fe-2cce6cb7514e req-bb6a1d4f-af1d-458c-9404-1f7b786466b5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Dec 15 14:50:39.615077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b06cc776-a95d-4d7a-94fe-2cce6cb7514e req-7f579e33-dcb5-4755-b958-62d0e963795f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459902 Dec 15 14:50:40.737029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e45c4-e526-4f0b-9dc2-a03f63bf4335 req-37effdbc-e21f-4749-822b-27ef98634a41 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:40.738477 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-747e45c4-e526-4f0b-9dc2-a03f63bf4335 req-37effdbc-e21f-4749-822b-27ef98634a41 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0535376 Dec 15 14:50:40.786018 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-747e45c4-e526-4f0b-9dc2-a03f63bf4335 req-11b203cd-3fab-41b4-9699-c193f612cab1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Dec 15 14:50:41.899666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9640b-800e-4d92-8944-5052499d926a req-bae0eb52-aa81-4634-938c-8e800ebc14cc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:41.901128 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84b9640b-800e-4d92-8944-5052499d926a req-bae0eb52-aa81-4634-938c-8e800ebc14cc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0476727 Dec 15 14:50:41.949559 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84b9640b-800e-4d92-8944-5052499d926a req-7452b5a3-75d2-47d1-aa88-a272ca570e10 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Dec 15 14:50:42.164223 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:50:42.682902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3edb570-24d9-4c0e-97ad-d8fdec5bd99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.068726 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e0ec2-b293-4184-b7b9-6dadd2706800 req-f26fa1e0-035b-433e-bdd6-cf14fe598a99 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:43.070172 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b7e0ec2-b293-4184-b7b9-6dadd2706800 req-f26fa1e0-035b-433e-bdd6-cf14fe598a99 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0512991 Dec 15 14:50:43.119259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b7e0ec2-b293-4184-b7b9-6dadd2706800 req-ae52a11f-fd25-418e-9983-39932385b29b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Dec 15 14:50:44.235666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56867030-d6c3-439e-ab3d-dd58953fc0e9 req-a6364d0f-faef-4304-b0a4-1a593275e0e8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:44.237166 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56867030-d6c3-439e-ab3d-dd58953fc0e9 req-a6364d0f-faef-4304-b0a4-1a593275e0e8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Dec 15 14:50:44.285518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56867030-d6c3-439e-ab3d-dd58953fc0e9 req-6651248b-a92a-4ef7-9ab5-963881b96615 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Dec 15 14:50:44.831006 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:44.835522 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bc871ff-3184-46f4-aa32-eb0f7f2806bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:45.404406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315800c5-29ae-4079-92ee-7074bc61f14a req-97881c36-2fbb-4dda-a4d0-536842a7898c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:45.405787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-315800c5-29ae-4079-92ee-7074bc61f14a req-97881c36-2fbb-4dda-a4d0-536842a7898c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Dec 15 14:50:45.453336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-315800c5-29ae-4079-92ee-7074bc61f14a req-0e365362-1e89-4825-8535-dfb36102d3a9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Dec 15 14:50:46.505327 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.571158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedddd-0f30-4fb7-b578-d659ee01e540 req-b7b56490-dcf0-4d9e-b39a-d96c852bb6aa tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:46.572655 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74dedddd-0f30-4fb7-b578-d659ee01e540 req-b7b56490-dcf0-4d9e-b39a-d96c852bb6aa tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Dec 15 14:50:46.627453 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74dedddd-0f30-4fb7-b578-d659ee01e540 req-19b8438c-5e64-424a-9099-8e13dd27a794 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484667 Dec 15 14:50:47.665497 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.741672 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1ab8e-f6bc-4e8b-aee5-9affd997b4bb req-b84419a8-5bcb-454e-80e3-a48293d5d71e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:47.743125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61a1ab8e-f6bc-4e8b-aee5-9affd997b4bb req-b84419a8-5bcb-454e-80e3-a48293d5d71e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0475931 Dec 15 14:50:47.795435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61a1ab8e-f6bc-4e8b-aee5-9affd997b4bb req-ed64b0a4-6bd4-44fd-868b-570fe7b5c53b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463741 Dec 15 14:50:48.651922 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:48.909308 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bcc1b-ae89-4672-b618-4ea018951688 req-63356457-789b-4a29-9daf-19d82f2f1f62 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.910674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-932bcc1b-ae89-4672-b618-4ea018951688 req-63356457-789b-4a29-9daf-19d82f2f1f62 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Dec 15 14:50:48.958948 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-932bcc1b-ae89-4672-b618-4ea018951688 req-62147cef-d243-4ff8-9634-02fb5aa27d93 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Dec 15 14:50:50.073582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4031-5ea8-43eb-8753-9a4cc314f309 req-061cb599-c6d0-4083-9e3e-74082cf8757b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:50.075033 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41df4031-5ea8-43eb-8753-9a4cc314f309 req-061cb599-c6d0-4083-9e3e-74082cf8757b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Dec 15 14:50:50.123743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-41df4031-5ea8-43eb-8753-9a4cc314f309 req-0172bc10-c46a-45e1-82b2-1354ccfacf54 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Dec 15 14:50:51.241945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a8c32-ebc5-4b4f-a327-514273503bf4 req-177e1ded-dad0-4de1-be36-791a63a62139 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:51.243308 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c77a8c32-ebc5-4b4f-a327-514273503bf4 req-177e1ded-dad0-4de1-be36-791a63a62139 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Dec 15 14:50:51.291346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c77a8c32-ebc5-4b4f-a327-514273503bf4 req-c03951a2-dccb-46b0-a69e-62faa9bcb939 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Dec 15 14:50:51.314116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:51.376299 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-178c9f14-4984-472a-9e89-7774a0149e22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/53f52273-9840-4073-9cd2-b49fb86d69a6 HTTP/1.1" status: 200 len: 992 time: 0.0610437 Dec 15 14:50:51.781897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.685797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49d92d1a-b8b5-4c9f-a1c3-e69bd8f99654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.834985 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.839090 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42ad5359-5b4d-4b64-a41e-b198c29b71e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.507554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.666862 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:18.654674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.162951 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:51:21.778258 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:33.793727 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-0abca5bf-7c95-4e50-9250-3832f9ae6061 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382853 Dec 15 14:51:33.883777 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-d0f5e02e-a27b-4e89-8f9f-2838c179cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:33.885374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-d0f5e02e-a27b-4e89-8f9f-2838c179cb9e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0415335 Dec 15 14:51:33.988621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-f267a6e7-fee3-418a-aa9a-d34a65db98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:33.990144 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-f267a6e7-fee3-418a-aa9a-d34a65db98d5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0854871 Dec 15 14:51:34.055470 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-0254b91d-fa28-4e3d-a36b-7924a24ac0a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 1000 time: 0.0575006 Dec 15 14:51:34.107248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-32641067-7571-4835-ba75-ed23d15d5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:34.108718 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-32641067-7571-4835-ba75-ed23d15d5f05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.0466514 Dec 15 14:51:34.153858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-b976246c-393a-48e2-a142-7459bff64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:34.155310 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-b976246c-393a-48e2-a142-7459bff64cd7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393422 Dec 15 14:51:34.252899 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-a2af3c5f-ef60-492b-acf7-236c52a2bdc2 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898309 Dec 15 14:51:34.341002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-15ae0aad-2f96-4da3-b64f-99b217d0dca6 req-35cf1bc5-2e54-4a62-bf35-82f437a79828 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808070 Dec 15 14:51:42.687828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-887b7fac-c3c2-4c58-b29c-0b3266557620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:44.829968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:44.841302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1247bd41-e7c2-4737-88c7-e0d8da5ec510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.510134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.573729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48100) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:46.729011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port f7d24311-979a-4724-bbb9-4d805c567d0b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:46.729354 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.807452 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.807783 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.819774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for f7d24311-979a-4724-bbb9-4d805c567d0b owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:46.977421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.005213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=f7d24311-979a-4724-bbb9-4d805c567d0b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:47.031767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.032128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.032482 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.033003 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.033541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.033888 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.034232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.034634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.034990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.035349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.035928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.036524 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.037106 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:47.080234 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.080484 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 53f52273-9840-4073-9cd2-b49fb86d69a6 disassociated (deleted). External IP: 172.25.2.14, port: f3cb95b7-b145-4510-bca3-3e4b0a08104e. Dec 15 14:51:47.288896 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 94a88400-fdcb-466b-b22d-930837483cdc has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:47.396444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:47.401101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.406115 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] Sync routers for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:47.415294 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:47.415887 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:47.428972 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0d6a5720-c348-426a-b989-7217e6849743 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/floatingips/53f52273-9840-4073-9cd2-b49fb86d69a6 HTTP/1.1" status: 204 len: 168 time: 0.8535993 Dec 15 14:51:47.429581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:47.431849 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d435047-e8bb-44c2-9ad8-e33277694d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:47.471663 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a05f2-7570-4c13-88f2-3dc5f783fc8f x-openstack-request-id: req-c24a05f2-7570-4c13-88f2-3dc5f783fc8f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:47.471966 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:47.472223 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c24a05f2-7570-4c13-88f2-3dc5f783fc8f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:47.472810 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'status': 'completed', 'code': 200} Dec 15 14:51:47.521801 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:47.553304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-b03d5012-16df-4ef3-af62-0c266d782d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.555218 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-b03d5012-16df-4ef3-af62-0c266d782d5f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0465162 Dec 15 14:51:47.670799 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.671412 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700113f9-142f-4693-bb3e-c001a5fa48ec req-6322ab94-241b-4abf-b717-a7883fb09e89 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.673664 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-700113f9-142f-4693-bb3e-c001a5fa48ec req-6322ab94-241b-4abf-b717-a7883fb09e89 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0620098 Dec 15 14:51:47.684322 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-a42c1b7e-91b4-488d-94f0-17e991d8c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.685838 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-a42c1b7e-91b4-488d-94f0-17e991d8c620 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 200 len: 898 time: 0.0986450 Dec 15 14:51:47.726900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-700113f9-142f-4693-bb3e-c001a5fa48ec req-0c8fbb75-bf8f-4659-b65b-a1a8b5218145 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465121 Dec 15 14:51:47.732212 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-0df5cdd7-37f0-4433-b83c-50c9cd40d54a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 200 len: 217 time: 0.0361857 Dec 15 14:51:47.732688 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:16Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:47.758445 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] Checking router: 94a88400-fdcb-466b-b22d-930837483cdc for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:47.766590 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:47.767214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:47.786997 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-c5eb623e-08d8-4cb3-b396-e676a6e644ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.788447 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-c5eb623e-08d8-4cb3-b396-e676a6e644ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 200 len: 835 time: 0.0487390 Dec 15 14:51:47.834245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-20a2d54d-7d68-4436-9ac0-82dd12c8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.835758 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-20a2d54d-7d68-4436-9ac0-82dd12c8d472 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e94abe08-0017-4dfe-b6bd-2b69d8f4c704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393910 Dec 15 14:51:47.872728 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:47.926164 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-13f27ffc-5a5c-4633-90f2-e2675dd91008 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Dec 15 14:51:48.023426 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6d435047-e8bb-44c2-9ad8-e33277694d0e req-4f2b6985-450e-4f48-9f3c-e6ae471e58f2 service neutron] 10.222.0.85 "GET /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893722 Dec 15 14:51:48.075479 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:16Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:48.100526 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7ff86-9dce-4d89-ab6c-4bd67caa7995 None None] The sync data for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 is: [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:49:13Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'a625c1be-37c0-4786-ade3-ead026f264a2', 'name': '', 'network_id': 'e94abe08-0017-4dfe-b6bd-2b69d8f4c704', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:d8:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:12Z', 'updated_at': '2021-12-15T14:49:16Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'd9673538-6124-487f-b175-3b95a72d75ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:48.325272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf6935-3f86-474e-8a7b-4121e3819ee5 None None] New status for floating IP 53f52273-9840-4073-9cd2-b49fb86d69a6: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:51:48.657372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:48.847418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057d5d-6cc9-406e-832e-6d6de179a208 req-fd73b906-33c9-4f61-98da-0097926bfda9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:48.848893 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea057d5d-6cc9-406e-832e-6d6de179a208 req-fd73b906-33c9-4f61-98da-0097926bfda9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Dec 15 14:51:48.901494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea057d5d-6cc9-406e-832e-6d6de179a208 req-803f3902-c126-4f6c-80c9-cc08a80720a8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 Dec 15 14:51:49.465607 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1f1cf868-7b72-42f4-ad5c-2526c031db49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:49.467070 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1f1cf868-7b72-42f4-ad5c-2526c031db49 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Dec 15 14:51:49.566804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port f3cb95b7-b145-4510-bca3-3e4b0a08104e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:49.567144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:49.656544 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port f3cb95b7-b145-4510-bca3-3e4b0a08104e, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f3cb95b7-b145-4510-bca3-3e4b0a08104e,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:49.656893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:49.669247 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for f3cb95b7-b145-4510-bca3-3e4b0a08104e owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:49.798016 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:49.826190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=f3cb95b7-b145-4510-bca3-3e4b0a08104e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:49.878375 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] No DVR routers for this DVR port f3cb95b7-b145-4510-bca3-3e4b0a08104e on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:51:49.881025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:49.884877 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b73c1bfb-ddbf-4cab-aa6f-c97b8dcab7dd req-1d4c7aa2-0a33-49d8-bf11-1b93a6874f71 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "DELETE /v2.0/ports/f3cb95b7-b145-4510-bca3-3e4b0a08104e HTTP/1.1" status: 204 len: 173 time: 0.4113970 Dec 15 14:51:49.885345 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'name': 'network-vif-deleted', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:49.888239 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd2d27d-532a-44b6-bbfa-564700752d73" -d '{"events": [{"server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "name": "network-vif-deleted", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:49.930411 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f06be8b-bc44-4ee4-8da0-7de8365cd90d x-openstack-request-id: req-3f06be8b-bc44-4ee4-8da0-7de8365cd90d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:49.930411 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2757c4b3-3703-40dc-ad96-be87c23b0bd8", "name": "network-vif-deleted", "tag": "f3cb95b7-b145-4510-bca3-3e4b0a08104e", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:49.930636 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f06be8b-bc44-4ee4-8da0-7de8365cd90d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:49.930999 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2757c4b3-3703-40dc-ad96-be87c23b0bd8', 'name': 'network-vif-deleted', 'tag': 'f3cb95b7-b145-4510-bca3-3e4b0a08104e', 'status': 'completed', 'code': 200} Dec 15 14:51:50.000975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97c49606-994a-46f9-896a-3c138e01fc95 req-13cafea8-2a7c-48cf-9f8b-6793b0c923ff tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=2757c4b3-3703-40dc-ad96-be87c23b0bd8 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Dec 15 14:51:51.061410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:51.414233 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.661114 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port a625c1be-37c0-4786-ade3-ead026f264a2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:51.661454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.751637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port a625c1be-37c0-4786-ade3-ead026f264a2, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a625c1be-37c0-4786-ade3-ead026f264a2,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:51.751919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.763922 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for a625c1be-37c0-4786-ade3-ead026f264a2 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:51.804523 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.944252 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.970585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=a625c1be-37c0-4786-ade3-ead026f264a2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:52.000443 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.000816 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.001418 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.001801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.002085 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.002414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.002738 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.003062 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.003388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.003714 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.004035 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.004354 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.004700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:52.154544 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.360406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 94a88400-fdcb-466b-b22d-930837483cdc has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:52.462725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:52.468031 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-268f1af1-2683-42db-8d03-96d86c68a2f0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/94a88400-fdcb-466b-b22d-930837483cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056211 Dec 15 14:51:52.471152 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48124) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:52.472034 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] Sync routers for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:52.490189 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:52.490838 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:52.531241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting subnet d9673538-6124-487f-b175-3b95a72d75ed {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:51:52.534410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.607138 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:52.792973 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:51:51Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:52.818137 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] Checking router: 94a88400-fdcb-466b-b22d-930837483cdc for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:52.827156 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] Routers {'94a88400-fdcb-466b-b22d-930837483cdc'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:52.827754 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['94a88400-fdcb-466b-b22d-930837483cdc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:52.895159 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.930564 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] Set router 94a88400-fdcb-466b-b22d-930837483cdc gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:52.975231 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.038665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.066629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Subnet': ['ID=d9673538-6124-487f-b175-3b95a72d75ed,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.070272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.074476 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-89e411a1-bfac-435c-b714-9104bc0901b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/subnets/d9673538-6124-487f-b175-3b95a72d75ed HTTP/1.1" status: 204 len: 168 time: 0.6013794 Dec 15 14:51:53.076746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48126) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:53.083567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b3d74-3d6b-4796-a3c2-aa2b5de7f5c7 None None] Network e94abe08-0017-4dfe-b6bd-2b69d8f4c704 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:53.193733 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.205274 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:51:51Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:53.234641 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4096d8-bc1d-49d0-aaa2-c839172a37ee None None] The sync data for ids ['94a88400-fdcb-466b-b22d-930837483cdc'] in n-d-815324-3 is: [{'id': '94a88400-fdcb-466b-b22d-930837483cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660989301', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:09Z', 'updated_at': '2021-12-15T14:51:51Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '01f1ae08-e3d6-432b-850d-65acd5fc3c67', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a88400-fdcb-466b-b22d-930837483cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:10Z', 'updated_at': '2021-12-15T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:53.266016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] DHCP port deletion for e94abe08-0017-4dfe-b6bd-2b69d8f4c704 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:53.309688 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.315968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Deleting port a213e68f-1cc5-411b-aac0-7bed4cde417b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:53.316474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.362065 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 01f1ae08-e3d6-432b-850d-65acd5fc3c67 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:53.362323 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.381669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] For port a213e68f-1cc5-411b-aac0-7bed4cde417b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=a213e68f-1cc5-411b-aac0-7bed4cde417b,segment=NetworkSegment(cb79a7df-42d1-434f-88fd-8c138513a8a5),segment_id=cb79a7df-42d1-434f-88fd-8c138513a8a5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:53.382067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.393731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Calling delete_port for a213e68f-1cc5-411b-aac0-7bed4cde417b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:53.441393 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 01f1ae08-e3d6-432b-850d-65acd5fc3c67, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=01f1ae08-e3d6-432b-850d-65acd5fc3c67,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:53.441814 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.458034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 01f1ae08-e3d6-432b-850d-65acd5fc3c67 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:53.472367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.495910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Pushing event deleted for resources: {'Port': ['ID=a213e68f-1cc5-411b-aac0-7bed4cde417b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.505977 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] No DVR routers for this DVR port a213e68f-1cc5-411b-aac0-7bed4cde417b on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:51:53.508124 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.508476 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.508847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.509186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.509563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.509913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.510230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.510557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.510885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.511215 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.511876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.511997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.512222 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c891b4-7515-49d1-891a-5d05cac84e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:53.631920 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.662504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=01f1ae08-e3d6-432b-850d-65acd5fc3c67,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.681670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034df43c-3133-410a-bf0c-e6cf8344b2d1 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:53.726293 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.817011 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.819181 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.865673 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.866277 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Fanout notify agent at l3_agent the message router_deleted on router 94a88400-fdcb-466b-b22d-930837483cdc {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:51:53.873018 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.874188 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-995edc63-0de1-4dcb-89c7-7b08316bbe19 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/routers/94a88400-fdcb-466b-b22d-930837483cdc HTTP/1.1" status: 204 len: 168 time: 0.7964544 Dec 15 14:51:53.877100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:53.955404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.046359 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.065166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94abe08-0017-4dfe-b6bd-2b69d8f4c704']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:54.074685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb79a7df-42d1-434f-88fd-8c138513a8a5') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:54.074979 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb79a7df-42d1-434f-88fd-8c138513a8a5') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:54.084169 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.097448 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.103295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:51:54.103671 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:51:54.107100 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:51:54.162516 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.166465 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.170509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/networks/e94abe08-0017-4dfe-b6bd-2b69d8f4c704 HTTP/1.1" status: 204 len: 168 time: 0.2923977 Dec 15 14:51:54.173325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48130) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:54.185297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248ff26-99a9-4852-887d-83d8efe2b29d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Network': ['ID=e94abe08-0017-4dfe-b6bd-2b69d8f4c704,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.232300 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40d58b1a-9771-4782-a485-ca693b9ecdb4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.257585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40d58b1a-9771-4782-a485-ca693b9ecdb4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.321546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40d58b1a-9771-4782-a485-ca693b9ecdb4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.324681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40d58b1a-9771-4782-a485-ca693b9ecdb4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.325565 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-40d58b1a-9771-4782-a485-ca693b9ecdb4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/security-groups/6c5fccda-e906-4c5b-a5d9-5963bc8cd8da HTTP/1.1" status: 204 len: 168 time: 0.1512225 Dec 15 14:51:54.332072 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f3cb95b7-b145-4510-bca3-3e4b0a08104e no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:54.336086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d58b1a-9771-4782-a485-ca693b9ecdb4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5fccda-e906-4c5b-a5d9-5963bc8cd8da,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.524749 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: f3cb95b7-b145-4510-bca3-3e4b0a08104e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:54.525085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f3cb95b7-b145-4510-bca3-3e4b0a08104e not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:54.617125 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:54.622320 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192238471', 'description': 'tempest-secgroup-smoke-1192238471 description', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:54.644458 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.708101 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.711644 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.743528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.745562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272213 Dec 15 14:51:54.747487 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6343e-30f9-4d5e-b4f4-fa7583d66ab5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23999250-5c0b-4cd8-bce9-467e872f8517,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.749007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:54.754321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '23999250-5c0b-4cd8-bce9-467e872f8517', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:54.781341 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.838711 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.842045 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.859304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d506e2d4-bd1c-458a-a636-483e6b125acb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.866628 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.867807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8c64d023-96bb-4ce7-93b7-470ba8176c48 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176524 Dec 15 14:51:54.870566 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48142) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:54.875493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '23999250-5c0b-4cd8-bce9-467e872f8517', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:54.901297 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.964904 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.968166 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.988523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f9f7ee-6e90-4e8d-8cb5-c4867c736d60,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.993397 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.994603 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c2c6af46-b219-4f52-b117-072f0ed8edb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224675 Dec 15 14:51:54.997908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48144) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:55.002484 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '23999250-5c0b-4cd8-bce9-467e872f8517', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.027644 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.083260 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.086801 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.103917 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a3fa40-bc50-4ade-9f0e-f0499285cefb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:55.113800 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.115307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-124ee79d-1a90-43de-aed5-46711cd5e38e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162424 Dec 15 14:51:55.117965 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:55.123133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '23999250-5c0b-4cd8-bce9-467e872f8517', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.150709 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.197471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01f1ae08-e3d6-432b-850d-65acd5fc3c67 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:55.212175 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.216487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.225167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 01f1ae08-e3d6-432b-850d-65acd5fc3c67 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:55.225514 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 01f1ae08-e3d6-432b-850d-65acd5fc3c67 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:55.225926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a625c1be-37c0-4786-ade3-ead026f264a2 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:55.239130 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e825f65-42c1-45c8-845e-61b03d22a53f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:55.245946 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.250029 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-90c5f49a-ddcb-4513-ae62-ce8814221fa1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282234 Dec 15 14:51:55.250029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:55.250882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: a625c1be-37c0-4786-ade3-ead026f264a2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:55.251489 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a625c1be-37c0-4786-ade3-ead026f264a2 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:55.251905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a213e68f-1cc5-411b-aac0-7bed4cde417b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:55.254645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '23999250-5c0b-4cd8-bce9-467e872f8517', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.271147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: a213e68f-1cc5-411b-aac0-7bed4cde417b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:55.271465 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device a213e68f-1cc5-411b-aac0-7bed4cde417b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:55.275935 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:51:55.281706 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.337466 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.341782 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.357841 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2324260-c1ce-401b-939a-8069a2a8efed,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:55.369426 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.370708 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ff919482-1c82-4553-aa54-6806464134d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197295 Dec 15 14:51:55.373565 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:55.378632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '23999250-5c0b-4cd8-bce9-467e872f8517', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.401302 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:51:55.406986 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.468957 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.472435 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.490049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e108ce-5aa4-499d-a384-a3e945414689,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:55.497597 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.498781 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-91f23c0d-df89-4cdc-aa28-48f973f9ca31 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242654 Dec 15 14:51:55.502089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:55.506903 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'network': {'name': 'tempest-network-smoke--823634651', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.526178 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:55.530172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.554713 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:51:55.563695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.564032 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Added segment 68cf07df-90ec-4315-9962-32c58776cc33 of type vlan for network aa8d5b18-a797-4764-80e8-d16bd7f4e72a Dec 15 14:51:55.606217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.630138 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.635737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:55.636848 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.688305 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1851652 Dec 15 14:51:55.691140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:55.695865 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'admin_state_up': True, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.706187 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fc24e-a8f5-4f46-bc59-4e5ef653cf83 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Network': ['ID=aa8d5b18-a797-4764-80e8-d16bd7f4e72a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:55.716573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:51:55.721651 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.722737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.782194 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.920548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.105263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.123500 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.162151 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:51:56.224416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.153 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/414da9b6-9c2b-4a64-94c6-f47892e76d24) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:56.325316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.357965 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.399951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:56.402817 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:56.406333 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:56.415590 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d3f77-ed3e-435d-83d9-495ea9c2733e None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:56.428163 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=414da9b6-9c2b-4a64-94c6-f47892e76d24,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:56.480855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cbae5a6a-d10b-4dba-8914-682799cda67a None None] Provisioning complete for port 414da9b6-9c2b-4a64-94c6-f47892e76d24 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:56.481234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a6a-d10b-4dba-8914-682799cda67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.514752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cbae5a6a-d10b-4dba-8914-682799cda67a None None] Port 414da9b6-9c2b-4a64-94c6-f47892e76d24 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:56.658781 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.861133 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.989343 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 2e974a86-8e97-416c-a461-5c4d04247d72 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:51:57.092615 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:57.102392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Sync routers for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:57.113678 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.114959 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5a38c754-1af5-42ac-82bc-f84e18f69325 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4227993 Dec 15 14:51:57.116645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:57.117334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:57.118187 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:57.149776 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-e72820b1-9607-4750-92c8-472042dfd2fa tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bbf25c745bfe48fabfa6ff999aaeb831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277882 Dec 15 14:51:57.149985 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:57.224293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:57.238188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77732cf-a9fb-41cd-a32f-1f2f36607271 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.239599 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a77732cf-a9fb-41cd-a32f-1f2f36607271 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887392 Dec 15 14:51:57.242505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48160) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:57.270189 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bd833195-35b6-4aa7-9ff1-11eac1e1c47f tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265477 Dec 15 14:51:57.272631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:57.277739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1944567722', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:57.408620 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:56Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:57.435781 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Checking router: 2e974a86-8e97-416c-a461-5c4d04247d72 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:57.436133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Updating router 2e974a86-8e97-416c-a461-5c4d04247d72 port 414da9b6-9c2b-4a64-94c6-f47892e76d24 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:51:57.462670 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.691863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:57.695289 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.724804 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.729912 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.780309 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe0d727-95d7-40c5-bed0-615f17c11ca0 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:57.786495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Attempting to bind port 414da9b6-9c2b-4a64-94c6-f47892e76d24 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:57.786871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Attempting to bind port 414da9b6-9c2b-4a64-94c6-f47892e76d24 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:57.787233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Attempting to bind port 414da9b6-9c2b-4a64-94c6-f47892e76d24 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:57.789849 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8187d5f-9d5d-4ea9-a5d6-409d95aa706f None None] Pushing event updated for resources: {'Port': ['ID=414da9b6-9c2b-4a64-94c6-f47892e76d24,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:57.797906 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:57.798334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:57.798757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.799129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:57.799603 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Bound port: 414da9b6-9c2b-4a64-94c6-f47892e76d24, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:57.800671 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.862794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] For port 414da9b6-9c2b-4a64-94c6-f47892e76d24, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:57.866181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] For port 414da9b6-9c2b-4a64-94c6-f47892e76d24, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=414da9b6-9c2b-4a64-94c6-f47892e76d24,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:57.867127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7ca3e1ec-f5b3-4a91-a30e-580b9cfe3dc4 None None] Provisioning complete for port 414da9b6-9c2b-4a64-94c6-f47892e76d24 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:57.867492 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e1ec-f5b3-4a91-a30e-580b9cfe3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.870600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.884272 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:57.943046 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7147c6c2-da36-456a-80ae-f621efba588b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:57.946937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Subnet': ['ID=8404b884-e628-4363-8fe0-a2cbc360bdab,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:57.958072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Checking segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:57.958439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network hostable DHCP agents. Network: aa8d5b18-a797-4764-80e8-d16bd7f4e72a, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:51:57.971813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:57.972432 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:57.974120 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8187d5f-9d5d-4ea9-a5d6-409d95aa706f None None] Pushing event updated for resources: {'Port': ['ID=414da9b6-9c2b-4a64-94c6-f47892e76d24,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:57.978647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:51:57.994613 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, aa8d5b18-a797-4764-80e8-d16bd7f4e72a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:57.999141 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.999986 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.019189 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-64ac9ef4-8f3e-4073-88ac-693eb97ba122 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7455716 Dec 15 14:51:58.022151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:58.038811 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcccfa-d7e5-4ca9-931b-50a38fd7fb4a None None] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:58.139042 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e1ec-f5b3-4a91-a30e-580b9cfe3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.188241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7ca3e1ec-f5b3-4a91-a30e-580b9cfe3dc4 None None] For port 414da9b6-9c2b-4a64-94c6-f47892e76d24, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=414da9b6-9c2b-4a64-94c6-f47892e76d24,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:58.190219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:58.218343 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e1ec-f5b3-4a91-a30e-580b9cfe3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.288323 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:51:58.289224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.393364 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3e1ec-f5b3-4a91-a30e-580b9cfe3dc4 None None] Pushing event updated for resources: {'Port': ['ID=414da9b6-9c2b-4a64-94c6-f47892e76d24,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:58.440079 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65106d55-1aeb-4b9b-84c9-697602c7aa79 None None] Provisioning complete for port 414da9b6-9c2b-4a64-94c6-f47892e76d24 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:58.440448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65106d55-1aeb-4b9b-84c9-697602c7aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.459347 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.583459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Allocated IP 172.20.0.2 (aa8d5b18-a797-4764-80e8-d16bd7f4e72a/8404b884-e628-4363-8fe0-a2cbc360bdab/93de204d-564c-4f37-9af0-a463d4b09c80) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:58.689944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:56Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:58.718557 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bf1b8-94ce-41dd-9137-8df0854b2d72 None None] The sync data for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 is: [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:56Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:58.803822 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.810746 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.853549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:58.857252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:58.865374 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.1 (aa8d5b18-a797-4764-80e8-d16bd7f4e72a/8404b884-e628-4363-8fe0-a2cbc360bdab/38d4c323-31d7-4293-ba68-b01fe5446280) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:58.865765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:58.872150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Pushing event updated for resources: {'Port': ['ID=93de204d-564c-4f37-9af0-a463d4b09c80,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:58.935065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Attempting to bind port 93de204d-564c-4f37-9af0-a463d4b09c80 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:58.935065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Attempting to bind port 93de204d-564c-4f37-9af0-a463d4b09c80 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:58.935065 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Attempting to bind port 93de204d-564c-4f37-9af0-a463d4b09c80 on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:58.940672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:58.940672 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Checking segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:58.940672 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:58.941020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Bound using segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:58.941578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Bound port: 93de204d-564c-4f37-9af0-a463d4b09c80, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:58.949184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.031694 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] For port 93de204d-564c-4f37-9af0-a463d4b09c80, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:59.034237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.037268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] For port 93de204d-564c-4f37-9af0-a463d4b09c80, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93de204d-564c-4f37-9af0-a463d4b09c80,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:59.042333 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.080794 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.107920 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40668e-6121-4d82-b60a-a19575979337 None None] Pushing event updated for resources: {'Port': ['ID=93de204d-564c-4f37-9af0-a463d4b09c80,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:59.136699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:59.140251 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:59.145806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:59.150110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=38d4c323-31d7-4293-ba68-b01fe5446280,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:59.195324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.248451 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 414da9b6-9c2b-4a64-94c6-f47892e76d24 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:59.304453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 414da9b6-9c2b-4a64-94c6-f47892e76d24 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:59.304976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.380148 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.683162 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.688151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.767303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=38d4c323-31d7-4293-ba68-b01fe5446280,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:59.769694 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.863848 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:59.865303 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:59.983885 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 2e974a86-8e97-416c-a461-5c4d04247d72 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:00.098747 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:00.103969 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-627c4d3c-1acf-4717-a58e-05daba88f5a2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/2e974a86-8e97-416c-a461-5c4d04247d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0807264 Dec 15 14:52:00.106226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e75f41-ad39-4e0b-9f49-10d79a140420 None None] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:52:00.279965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-11ff81c4-f84c-4b1b-86f8-9995a918397d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192238471&fields=id&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 267 time: 0.0474532 Dec 15 14:52:00.337355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c0ad7d41-7f56-41aa-9aea-84273aa5d617 None None] Provisioning complete for port 93de204d-564c-4f37-9af0-a463d4b09c80 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:00.337849 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7d41-7f56-41aa-9aea-84273aa5d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.406413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-4991bc7b-aab0-44c8-b1cd-2329dc556854 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:00.413087 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-4991bc7b-aab0-44c8-b1cd-2329dc556854 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 796 time: 0.1254988 Dec 15 14:52:00.423964 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-62252ad9-2288-40c8-bffe-2c0becf11cef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/quotas/bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 375 time: 0.0095758 Dec 15 14:52:00.458335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7d41-7f56-41aa-9aea-84273aa5d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.479850 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-4e18ed61-0734-4871-9a29-9f2450b0426a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503988 Dec 15 14:52:00.498608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c0ad7d41-7f56-41aa-9aea-84273aa5d617 None None] For port 93de204d-564c-4f37-9af0-a463d4b09c80, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93de204d-564c-4f37-9af0-a463d4b09c80,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:00.503980 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7d41-7f56-41aa-9aea-84273aa5d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.583640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad7d41-7f56-41aa-9aea-84273aa5d617 None None] Pushing event updated for resources: {'Port': ['ID=93de204d-564c-4f37-9af0-a463d4b09c80,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:00.655454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-08c742ab-463b-4c38-911b-4bd41c760c4e service neutron] 10.222.0.32 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636820 Dec 15 14:52:00.737563 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1ce1766-f564-4c53-bee7-35b4a685ea45 None None] Provisioning complete for port 38d4c323-31d7-4293-ba68-b01fe5446280 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:00.737959 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1766-f564-4c53-bee7-35b4a685ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.756600 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Sync routers for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:00.779949 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-60be666c-c44f-4b8d-ae2e-63bc407c99f1 service neutron] 10.222.0.32 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178060 Dec 15 14:52:00.794653 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:00.795666 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:00.797146 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce1766-f564-4c53-bee7-35b4a685ea45 None None] Port 38d4c323-31d7-4293-ba68-b01fe5446280 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:00.809467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1ce1766-f564-4c53-bee7-35b4a685ea45 None None] Provisioning complete for port 93de204d-564c-4f37-9af0-a463d4b09c80 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:00.809843 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1766-f564-4c53-bee7-35b4a685ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.960670 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:01.049120 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-676a181f-e49f-43e6-a8d9-3f110fc65dba req-938f85bd-908b-4184-b3bb-7d7835de51cb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 210 time: 0.0548236 Dec 15 14:52:01.097547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b20e8668-6955-42a5-9019-4a01b7509009 None None] Provisioning complete for port 38d4c323-31d7-4293-ba68-b01fe5446280 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:01.098235 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b20e8668-6955-42a5-9019-4a01b7509009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.151139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b20e8668-6955-42a5-9019-4a01b7509009 None None] Port 38d4c323-31d7-4293-ba68-b01fe5446280 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:01.211791 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 2, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:01.247406 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Checking router: 2e974a86-8e97-416c-a461-5c4d04247d72 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:01.247759 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Updating router 2e974a86-8e97-416c-a461-5c4d04247d72 port 38d4c323-31d7-4293-ba68-b01fe5446280 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:52:01.267427 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 93de204d-564c-4f37-9af0-a463d4b09c80 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:01.274841 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.329175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 93de204d-564c-4f37-9af0-a463d4b09c80 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:01.329683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.382133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b28eebc5-999b-4f62-87f6-3770d41cbe0a None None] Provisioning complete for port 38d4c323-31d7-4293-ba68-b01fe5446280 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:01.382133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b28eebc5-999b-4f62-87f6-3770d41cbe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.428856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b28eebc5-999b-4f62-87f6-3770d41cbe0a None None] Port 38d4c323-31d7-4293-ba68-b01fe5446280 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:01.549376 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.554413 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.603054 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Pushing event updated for resources: {'Port': ['ID=38d4c323-31d7-4293-ba68-b01fe5446280,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:01.626544 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.626887 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.627224 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.627751 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.628271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.628780 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.629312 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.629629 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.629955 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.630572 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.630966 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.631263 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.631585 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:01.666845 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Attempting to bind port 38d4c323-31d7-4293-ba68-b01fe5446280 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:01.667216 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Attempting to bind port 38d4c323-31d7-4293-ba68-b01fe5446280 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:01.668118 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Attempting to bind port 38d4c323-31d7-4293-ba68-b01fe5446280 on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:01.673619 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:01.673997 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Checking segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:01.674396 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.674962 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Bound using segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:01.675436 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Bound port: 38d4c323-31d7-4293-ba68-b01fe5446280, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:01.675815 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.740771 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] For port 38d4c323-31d7-4293-ba68-b01fe5446280, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:01.744181 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] For port 38d4c323-31d7-4293-ba68-b01fe5446280, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=38d4c323-31d7-4293-ba68-b01fe5446280,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:01.749164 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.810439 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b997-88e6-4d89-8ffe-489b1e7380b1 None None] Pushing event updated for resources: {'Port': ['ID=38d4c323-31d7-4293-ba68-b01fe5446280,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:01.813407 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:01.814203 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:01.851228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8bfaf7e5-9ada-42fc-93cf-757b33b89849 None None] Provisioning complete for port 38d4c323-31d7-4293-ba68-b01fe5446280 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:01.851989 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf7e5-9ada-42fc-93cf-757b33b89849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.924248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:01.943309 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf7e5-9ada-42fc-93cf-757b33b89849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.984999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8bfaf7e5-9ada-42fc-93cf-757b33b89849 None None] For port 38d4c323-31d7-4293-ba68-b01fe5446280, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=38d4c323-31d7-4293-ba68-b01fe5446280,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:01.991621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf7e5-9ada-42fc-93cf-757b33b89849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:02.044125 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaf7e5-9ada-42fc-93cf-757b33b89849 None None] Pushing event updated for resources: {'Port': ['ID=38d4c323-31d7-4293-ba68-b01fe5446280,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:02.116871 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5f9024a4-5895-4410-a603-be4fd9526f72 None None] Provisioning complete for port 38d4c323-31d7-4293-ba68-b01fe5446280 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:02.117692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f9024a4-5895-4410-a603-be4fd9526f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:02.166320 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e339d5ca-b22e-49d7-a9d6-2d8d9e20ec76 req-1024dc92-7177-4567-8126-2428870e8841 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 210 time: 0.0360773 Dec 15 14:52:02.190627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:02.192279 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-24664eeb-a8a7-4bad-a52c-496401858c96 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.194076 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-24664eeb-a8a7-4bad-a52c-496401858c96 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 796 time: 0.1542132 Dec 15 14:52:02.222404 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df89491-48f9-4593-a357-5a75472afd73 None None] The sync data for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 is: [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:02.266941 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-2b4a24fd-6325-49b8-a77f-749bfa27e712 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 380 time: 0.0569334 Dec 15 14:52:02.283991 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'port': {'device_id': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'admin_state_up': True, 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'security_groups': ['23999250-5c0b-4cd8-bce9-467e872f8517']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:02.401349 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:52:02.405918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:02.536630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.14 (aa8d5b18-a797-4764-80e8-d16bd7f4e72a/8404b884-e628-4363-8fe0-a2cbc360bdab/e2d467df-143c-4494-b555-2dce17aa39eb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:02.696224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:02.732071 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:02.776572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:02.780234 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:02.784056 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:02.808874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:02.840861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.841681 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:02.865862 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-07bededd-6cbf-49af-8e6e-151838274373 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860376 Dec 15 14:52:02.882974 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Request body: {'port': {'device_id': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:02.949843 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.080841 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ddf1911e-32e9-43d8-bd1f-d189e08f8783 None None] Provisioning complete for port e2d467df-143c-4494-b555-2dce17aa39eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:03.081415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddf1911e-32e9-43d8-bd1f-d189e08f8783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.119680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1911e-32e9-43d8-bd1f-d189e08f8783 None None] Port e2d467df-143c-4494-b555-2dce17aa39eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:03.255537 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 38d4c323-31d7-4293-ba68-b01fe5446280 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:03.264586 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d467df-143c-4494-b555-2dce17aa39eb {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:03.273935 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.288357 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Transition to ACTIVE for port object e2d467df-143c-4494-b555-2dce17aa39eb will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:52:03.295044 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.320445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 38d4c323-31d7-4293-ba68-b01fe5446280 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:03.321168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.331326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a622855-117b-4fb5-add2-bf1e6d18642e req-ee19ca8e-0ccb-49be-8475-30a3776eb1df tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.333631 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a622855-117b-4fb5-add2-bf1e6d18642e req-ee19ca8e-0ccb-49be-8475-30a3776eb1df tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 932 time: 0.0687606 Dec 15 14:52:03.388406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:03.449684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8a622855-117b-4fb5-add2-bf1e6d18642e req-875df984-691f-46a8-a133-84b9040ae8c4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996983 Dec 15 14:52:03.475335 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:03.475678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:03.476038 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:03.482175 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Port e2d467df-143c-4494-b555-2dce17aa39eb on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:52:03.482498 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:03.488267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:03.488557 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Checking segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:03.488933 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Bound using segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:03.489383 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Bound port: e2d467df-143c-4494-b555-2dce17aa39eb, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:03.489722 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.559618 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:03.562782 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:03.567653 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.607912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.610329 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.611734 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] 10.222.0.85 "PUT /v2.0/ports/e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1092 time: 0.7342834 Dec 15 14:52:03.612195 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:03.614644 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39766021-f41c-494c-9be0-24792c00469b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:03.641034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4e73-e35e-4670-931f-8c4afecb8531 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:03.683747 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba3cc32-7f01-4af9-87b8-d18ee10f0642 x-openstack-request-id: req-bba3cc32-7f01-4af9-87b8-d18ee10f0642 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:03.684051 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:03.684309 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bba3cc32-7f01-4af9-87b8-d18ee10f0642 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:03.684756 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'status': 'completed', 'code': 200} Dec 15 14:52:03.740575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-75b0759f-5c8b-4649-962b-04c8d5586530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.742133 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-75b0759f-5c8b-4649-962b-04c8d5586530 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1095 time: 0.0495932 Dec 15 14:52:03.790268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-ade64393-7ed5-4e17-af30-096de01b9b68 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 217 time: 0.0362043 Dec 15 14:52:03.842096 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-48c03ed8-2a38-4fb2-ab76-bf62c69d19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.843649 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-48c03ed8-2a38-4fb2-ab76-bf62c69d19d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0457797 Dec 15 14:52:03.895578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-d3cdc22a-44ea-4855-aad7-2cf6bb12752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.896999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-d3cdc22a-44ea-4855-aad7-2cf6bb12752d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454285 Dec 15 14:52:03.988005 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-67b6881f-c2c6-4756-ab74-2a9cf873dc63 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839341 Dec 15 14:52:04.082195 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-0c6aa60c-81f1-412e-a1e7-50dbb46c5b26 req-a505601e-3e97-417a-99a9-7b5158777aff service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873299 Dec 15 14:52:04.188688 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766021-f41c-494c-9be0-24792c00469b req-6632447a-356a-4c97-bfd9-18f1fa4eb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.190171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-6632447a-356a-4c97-bfd9-18f1fa4eb5d7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1095 time: 0.0419092 Dec 15 14:52:04.285732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766021-f41c-494c-9be0-24792c00469b req-fcb52354-e21c-458a-a529-c26eae7d8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.287233 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-fcb52354-e21c-458a-a529-c26eae7d8e5d service neutron] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.0888147 Dec 15 14:52:04.329203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-16e6cdb9-1d5d-49b3-b5a9-0db7fc20e45d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 217 time: 0.0347173 Dec 15 14:52:04.378050 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766021-f41c-494c-9be0-24792c00469b req-ad6565f9-2472-4e2b-b590-c81c1ed20a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.379412 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-ad6565f9-2472-4e2b-b590-c81c1ed20a15 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0418177 Dec 15 14:52:04.426753 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766021-f41c-494c-9be0-24792c00469b req-697e42ed-21c1-4984-9cea-9b5db2dcd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.428240 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-697e42ed-21c1-4984-9cea-9b5db2dcd061 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420835 Dec 15 14:52:04.517651 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-727d8818-7bdf-41fe-96ed-f8fc8fed66a0 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Dec 15 14:52:04.564744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f9ea4-1de4-44dc-b2f5-3f2155486097 req-7b5f1a17-4b0a-4fe8-a258-c72fec475c66 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.566237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e7f9ea4-1de4-44dc-b2f5-3f2155486097 req-7b5f1a17-4b0a-4fe8-a258-c72fec475c66 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 944 time: 0.0503588 Dec 15 14:52:04.613966 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-39766021-f41c-494c-9be0-24792c00469b req-cf1491ca-6767-44c1-9f4f-61e38543bc19 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884414 Dec 15 14:52:04.619562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e7f9ea4-1de4-44dc-b2f5-3f2155486097 req-8f8fb38c-02b2-4a31-9ebc-6cc735c06fb7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Dec 15 14:52:05.737788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b3a4-12c9-4b96-a1b4-bbd7a310fbd0 req-9fa7849b-c72d-4034-9bfa-ceb086caf30b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:05.739534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5395b3a4-12c9-4b96-a1b4-bbd7a310fbd0 req-9fa7849b-c72d-4034-9bfa-ceb086caf30b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 944 time: 0.0487719 Dec 15 14:52:05.789075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5395b3a4-12c9-4b96-a1b4-bbd7a310fbd0 req-89ae4f50-0232-46d1-9de6-60db21ae3f81 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Dec 15 14:52:06.372342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e2d467df-143c-4494-b555-2dce17aa39eb details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:52:06.467346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:06.477923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'port_id': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'mac_address': 'fa:16:3e:9c:38:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:52:06.514067 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:06.527614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d467df-143c-4494-b555-2dce17aa39eb {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:06.547647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:06.551540 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:06.601532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:06.903525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead16f-43fe-4b2e-8f44-1b0166c33198 req-093bc01b-df4d-43d4-9475-06b464ea78d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:06.905025 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffead16f-43fe-4b2e-8f44-1b0166c33198 req-093bc01b-df4d-43d4-9475-06b464ea78d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Dec 15 14:52:06.952044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['e2d467df-143c-4494-b555-2dce17aa39eb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:06.952874 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffead16f-43fe-4b2e-8f44-1b0166c33198 req-0a3d0846-dd5b-42bd-a621-a331bc47656c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 Dec 15 14:52:08.070674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41574-4235-4406-b536-1abd23538368 req-447211a5-7179-4a7f-98b4-d791a66e7b14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:08.072147 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4db41574-4235-4406-b536-1abd23538368 req-447211a5-7179-4a7f-98b4-d791a66e7b14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Dec 15 14:52:08.120424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4db41574-4235-4406-b536-1abd23538368 req-9e8ae8d3-4838-49af-854f-dab19db5b412 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Dec 15 14:52:08.388908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e2d467df-143c-4494-b555-2dce17aa39eb up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:08.437593 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port e2d467df-143c-4494-b555-2dce17aa39eb completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:52:08.442100 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port e2d467df-143c-4494-b555-2dce17aa39eb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:08.442429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.520095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.546787 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:08.549069 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed86418-db7d-488d-8018-c0576a8d65b1" -d '{"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-plugged", "status": "completed", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:08.561431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:08.565756 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.593457 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add69812-4389-4eda-9734-f658d92e572c x-openstack-request-id: req-add69812-4389-4eda-9734-f658d92e572c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:08.593760 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-plugged", "status": "completed", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:08.594018 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-add69812-4389-4eda-9734-f658d92e572c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:08.594413 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'code': 200} Dec 15 14:52:08.615260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:08.705520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d0e2-541d-4125-a869-30ae1964bbec req-4b3bfdf2-9444-4486-b540-79cc2a9346de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:08.706992 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7854d0e2-541d-4125-a869-30ae1964bbec req-4b3bfdf2-9444-4486-b540-79cc2a9346de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1097 time: 0.0402012 Dec 15 14:52:08.752924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7854d0e2-541d-4125-a869-30ae1964bbec req-0b7b66f9-7af4-49af-8518-f6d2d61758de service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379043 Dec 15 14:52:09.234272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4399f14-d02e-4a7e-aca0-5931c9de9728 req-c01f6843-3da5-4e43-ac1b-3c01d78fa182 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:09.235745 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4399f14-d02e-4a7e-aca0-5931c9de9728 req-c01f6843-3da5-4e43-ac1b-3c01d78fa182 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0477026 Dec 15 14:52:09.284260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4399f14-d02e-4a7e-aca0-5931c9de9728 req-86731d8b-669e-474b-a189-7f6c5b5a8a52 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Dec 15 14:52:10.401332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1913c-2d29-40af-acdf-ecc3af4015ca req-48213608-511a-457c-95bb-1d3593c3ee58 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:10.402824 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8a1913c-2d29-40af-acdf-ecc3af4015ca req-48213608-511a-457c-95bb-1d3593c3ee58 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Dec 15 14:52:10.454313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c8a1913c-2d29-40af-acdf-ecc3af4015ca req-0f307c28-aaa1-4e4a-9f48-d0163fd1e2da tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Dec 15 14:52:10.566847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea058f2-8532-4967-bdc1-4313575e02f4 req-c9eb101d-ded0-40fe-8d0a-637a872702f7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:10.568220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ea058f2-8532-4967-bdc1-4313575e02f4 req-c9eb101d-ded0-40fe-8d0a-637a872702f7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0479975 Dec 15 14:52:10.617104 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4ea058f2-8532-4967-bdc1-4313575e02f4 req-8370d4dc-546a-4880-9d35-ccf98f0a24af tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423305 Dec 15 14:52:10.638985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:10.682366 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888a9f8-bd70-4302-9e1d-c13e5428c4cb tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:10.684511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d888a9f8-bd70-4302-9e1d-c13e5428c4cb tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1092 time: 0.0445416 Dec 15 14:52:10.687317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48218) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:10.691546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:10.712344 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.810707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.909430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.216 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/35c77693-09b1-4c34-9ff6-b8e511e28b0c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:11.013435 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.046716 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.083312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:11.086146 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:11.090232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:11.119882 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=35c77693-09b1-4c34-9ff6-b8e511e28b0c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:11.433651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.497711 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.642926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.647325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.725167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=35c77693-09b1-4c34-9ff6-b8e511e28b0c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:11.736469 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.833770 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 6ae6eb23-8ee6-4ef8-b717-393b763e8547 associated. External IP: 172.25.2.216, port: e2d467df-143c-4494-b555-2dce17aa39eb. Dec 15 14:52:12.034852 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 2e974a86-8e97-416c-a461-5c4d04247d72 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:12.139134 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:12.148437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] Sync routers for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:12.157073 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:12.157613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:12.158213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:12.184591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0c5fa6c9-3345-4203-9681-706022fa4d22 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4962525 Dec 15 14:52:12.185192 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:12.187480 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56a2dcd-e271-4b7e-969c-941a47c70d60" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:12.267670 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:12.295896 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21bf090-fdd7-4ee4-967e-328c8ede3952 x-openstack-request-id: req-e21bf090-fdd7-4ee4-967e-328c8ede3952 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:12.296297 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:12.296595 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e21bf090-fdd7-4ee4-967e-328c8ede3952 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:12.297005 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'status': 'completed', 'code': 200} Dec 15 14:52:12.305639 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473b32b-9373-4dc7-b5e8-084db1d2da43 req-9b04a5e3-b643-4d66-b944-268fa7e954c2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.307126 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1473b32b-9373-4dc7-b5e8-084db1d2da43 req-9b04a5e3-b643-4d66-b944-268fa7e954c2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0599260 Dec 15 14:52:12.360695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1473b32b-9373-4dc7-b5e8-084db1d2da43 req-bdb0eea1-349f-435d-91e9-c3c44f05c9d7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462708 Dec 15 14:52:12.369814 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-52e9f3f2-57c5-48bc-917b-3eaea7ce7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.371421 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-52e9f3f2-57c5-48bc-917b-3eaea7ce7685 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1097 time: 0.0404391 Dec 15 14:52:12.384072 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48226) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:12.446604 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a1646b4c-e26a-4f90-93c1-a40bca0b31aa tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/6ae6eb23-8ee6-4ef8-b717-393b763e8547 HTTP/1.1" status: 200 len: 992 time: 0.0613539 Dec 15 14:52:12.472648 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-e6e7e626-a619-42ea-9d41-f62ac1051e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.474127 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-e6e7e626-a619-42ea-9d41-f62ac1051e95 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.0963480 Dec 15 14:52:12.517475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6ae6eb23-8ee6-4ef8-b717-393b763e8547', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'port_id': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'mac_address': 'fa:16:3e:9c:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:52:11Z', 'updated_at': '2021-12-15T14:52:11Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:12.543078 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-e2205a90-9931-4e98-8c16-85abf03c4a7f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1000 time: 0.0621409 Dec 15 14:52:12.544967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] Checking router: 2e974a86-8e97-416c-a461-5c4d04247d72 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:12.555115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:12.555744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:51:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:12.598370 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-ae99cfa2-42ff-4d08-920d-a435725bcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.599884 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-ae99cfa2-42ff-4d08-920d-a435725bcf4e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0502360 Dec 15 14:52:12.646811 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-6dac896a-c969-4764-8e49-eca921f971bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.648410 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-6dac896a-c969-4764-8e49-eca921f971bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417998 Dec 15 14:52:12.668861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:12.721866 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-372aa557-79e8-4bb2-b248-10ddfd561822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:12.744274 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-f5c90caa-4cfb-4035-902d-1698a4aad7e8 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888438 Dec 15 14:52:12.834358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-e56a2dcd-e271-4b7e-969c-941a47c70d60 req-3ec2a29f-b3cb-44dc-af5c-b5c115fdc6b1 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Dec 15 14:52:12.906821 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6ae6eb23-8ee6-4ef8-b717-393b763e8547', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'port_id': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'mac_address': 'fa:16:3e:9c:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:52:11Z', 'updated_at': '2021-12-15T14:52:11Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:12.932479 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ac293-5cf7-45a0-ba87-c8d837e3c4d7 None None] The sync data for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 is: [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '6ae6eb23-8ee6-4ef8-b717-393b763e8547', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'port_id': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'mac_address': 'fa:16:3e:9c:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:52:11Z', 'updated_at': '2021-12-15T14:52:11Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:13.122393 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a217e3-0672-4492-ae1a-2019843871fa None None] New status for floating IP 6ae6eb23-8ee6-4ef8-b717-393b763e8547: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:52:13.450668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:13.513024 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-72f32ab2-7465-4906-b5bf-c4254d10b019 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/6ae6eb23-8ee6-4ef8-b717-393b763e8547 HTTP/1.1" status: 200 len: 994 time: 0.0612192 Dec 15 14:52:14.846564 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d19e388-0e9d-422c-9c78-ad5c524f9d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.858783 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:16.511998 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:17.676445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:18.659029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:21.803684 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:33.161435 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:52:34.380234 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-35ca06b5-bb5f-4945-a5d8-274f07a49c14 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386443 Dec 15 14:52:34.476237 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-6a758da4-f69c-4fff-9833-ddcd2ed6edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:34.477772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-6a758da4-f69c-4fff-9833-ddcd2ed6edb1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1097 time: 0.0441658 Dec 15 14:52:34.579362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-e07818d4-9d29-49bd-a98b-4a0f3de46330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:34.580821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-e07818d4-9d29-49bd-a98b-4a0f3de46330 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.0831163 Dec 15 14:52:34.648528 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-71c7c89d-6333-4534-9668-f922e6404be2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1002 time: 0.0605824 Dec 15 14:52:34.695528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-629aa0fc-11c8-4ced-aafb-ef748c24d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:34.696920 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-629aa0fc-11c8-4ced-aafb-ef748c24d5fa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0420992 Dec 15 14:52:34.744733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-9c211c03-b6c7-4070-aafa-5bc9828aa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:34.747633 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-9c211c03-b6c7-4070-aafa-5bc9828aa0cc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430739 Dec 15 14:52:34.838986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-8d2aae75-fc5c-4e09-b292-964b8a5c0f66 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838749 Dec 15 14:52:34.925269 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a756d5eb-4eac-4e76-aa91-83b67e0cff0f req-1aeff48f-0893-47dc-a918-ccadeda63e5e service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787482 Dec 15 14:52:42.693956 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b966d716-1838-49cd-8350-9d5ea270f4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.855098 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24a8dade-a387-4a00-b712-9597d10ac722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.861048 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:46.515065 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.675072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:48.661029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.813900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:10.160410 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:53:12.696114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d35060f0-bd73-45e7-a9d3-90c508e738de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:14.858269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6e5f91f-c9e2-41af-993e-949180b890f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:14.860296 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:16.246599 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-434ee500-95bc-4cb9-b235-198c22e8cd30 req-6268c4c6-041e-4715-8bde-95739ac092e5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:53:16.247614 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-434ee500-95bc-4cb9-b235-198c22e8cd30 req-6268c4c6-041e-4715-8bde-95739ac092e5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476873 Dec 15 14:53:16.419904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48260) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:16.438945 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53c7f7-5d52-4297-bce8-b32e93db511a req-ceeec491-1d83-4554-b59f-04b5c5be9f6a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:16.440454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e53c7f7-5d52-4297-bce8-b32e93db511a req-ceeec491-1d83-4554-b59f-04b5c5be9f6a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0576599 Dec 15 14:53:16.518965 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:16.520066 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e53c7f7-5d52-4297-bce8-b32e93db511a req-1768fb0e-d234-4b9d-b552-57817e2c7be4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737700 Dec 15 14:53:16.527292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-e96e7bf8-b003-4211-9630-8d84762a416b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062708 Dec 15 14:53:16.536814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-e92c9e98-313d-4f7f-abb5-58f0c39c0007 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:53:16.537766 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-e92c9e98-313d-4f7f-abb5-58f0c39c0007 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051987 Dec 15 14:53:17.639018 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768caa0a-94f8-4eda-91d5-6541cff7b8d2 req-0a88e681-14c1-4012-99ff-13ff66cfebb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:17.640519 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-768caa0a-94f8-4eda-91d5-6541cff7b8d2 req-0a88e681-14c1-4012-99ff-13ff66cfebb9 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0498135 Dec 15 14:53:17.678521 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.690627 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-cad416cf-0671-4dbd-b8ee-aa545cf233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:17.692125 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-cad416cf-0671-4dbd-b8ee-aa545cf233c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1097 time: 0.0867734 Dec 15 14:53:17.692904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-768caa0a-94f8-4eda-91d5-6541cff7b8d2 req-27a1cedf-22e7-40d8-afaf-fad7dc7ab54f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464556 Dec 15 14:53:18.113841 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-bd204d6d-c4e6-4ab2-99c5-a7b1da72874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:18.115418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-bd204d6d-c4e6-4ab2-99c5-a7b1da72874a service neutron] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.4133246 Dec 15 14:53:18.187835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-ed406352-d672-4738-82df-2d6e42b86db9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1002 time: 0.0645521 Dec 15 14:53:18.242809 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-b8652b5a-c6d5-499c-bb1d-fa4817c5eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:18.244154 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-b8652b5a-c6d5-499c-bb1d-fa4817c5eee6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0483127 Dec 15 14:53:18.292477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-ed615702-8e52-4457-9706-20b018d63817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:18.293967 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-ed615702-8e52-4457-9706-20b018d63817 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408359 Dec 15 14:53:18.387724 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-66294888-5eaa-44bc-b567-4569c945191b service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856781 Dec 15 14:53:18.476478 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-fba0fc32-9cf5-4dfb-9f39-53c3d3d3e3a0 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800610 Dec 15 14:53:18.662876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.814394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9d55-6576-4e67-bba2-5b8e405ea9c5 req-607a9c71-1399-46a9-8af7-6ecac29e467e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:18.815864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c1e9d55-6576-4e67-bba2-5b8e405ea9c5 req-607a9c71-1399-46a9-8af7-6ecac29e467e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0490491 Dec 15 14:53:18.863359 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c1e9d55-6576-4e67-bba2-5b8e405ea9c5 req-47bc329d-3aca-44b1-bfce-e55decc0def3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 Dec 15 14:53:19.981778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2acaaf-1096-4f1c-956e-bd4d8a1a1edf req-95945532-4fb8-4197-9dae-1f5b7e4d8321 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:19.983295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a2acaaf-1096-4f1c-956e-bd4d8a1a1edf req-95945532-4fb8-4197-9dae-1f5b7e4d8321 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0515683 Dec 15 14:53:20.032471 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a2acaaf-1096-4f1c-956e-bd4d8a1a1edf req-f50945e2-6ad4-466d-b227-94db0cffcfb0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Dec 15 14:53:21.146996 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8544a-75b8-4319-b49d-fca1549e63b7 req-7396a35a-e59b-40ba-95c3-1bf9bef676f5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:21.148437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4a8544a-75b8-4319-b49d-fca1549e63b7 req-7396a35a-e59b-40ba-95c3-1bf9bef676f5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0473721 Dec 15 14:53:21.198170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4a8544a-75b8-4319-b49d-fca1549e63b7 req-6c9ac622-56b0-4c48-983d-ccb330052aa7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Dec 15 14:53:21.832455 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:22.316323 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7117c15-1e92-440c-a72b-7d081093effc req-f656d789-f371-4ca6-9962-6194396ef24c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:22.317831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7117c15-1e92-440c-a72b-7d081093effc req-f656d789-f371-4ca6-9962-6194396ef24c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0513368 Dec 15 14:53:22.370367 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a7117c15-1e92-440c-a72b-7d081093effc req-77bfdeb7-6e3b-4d99-93b1-c2afb345fe86 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Dec 15 14:53:23.483321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7549522-5ba3-429b-93be-383c5f9fcc3c req-cdc42ed2-8335-44ba-be95-0b25de527ea3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:23.484788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7549522-5ba3-429b-93be-383c5f9fcc3c req-cdc42ed2-8335-44ba-be95-0b25de527ea3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0470815 Dec 15 14:53:23.532663 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7549522-5ba3-429b-93be-383c5f9fcc3c req-ada3fdf8-13a1-457c-96f3-b60114470754 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Dec 15 14:53:24.652479 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c5f79-8311-4311-9f09-d22c725fe3cb req-33a4bdc2-7ee1-4795-950a-f21d30c81a98 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:24.653982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-658c5f79-8311-4311-9f09-d22c725fe3cb req-33a4bdc2-7ee1-4795-950a-f21d30c81a98 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0537198 Dec 15 14:53:24.702986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-658c5f79-8311-4311-9f09-d22c725fe3cb req-00514910-399c-4343-aedc-e7f34e4eb3a8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Dec 15 14:53:25.819538 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6e900-a7bf-46f5-8452-e39587352129 req-db947eb3-403f-4734-8494-f372d6972399 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:25.821008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35f6e900-a7bf-46f5-8452-e39587352129 req-db947eb3-403f-4734-8494-f372d6972399 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0512807 Dec 15 14:53:25.869443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-35f6e900-a7bf-46f5-8452-e39587352129 req-7b0ae33d-639b-43f1-8d5d-8469c3b8a7bd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Dec 15 14:53:26.989966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113789d-1f48-467b-a5f4-9aa548106c5b req-ce4f9a37-44f3-4cb7-a47e-1cfce9851af6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:26.991561 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2113789d-1f48-467b-a5f4-9aa548106c5b req-ce4f9a37-44f3-4cb7-a47e-1cfce9851af6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0492251 Dec 15 14:53:27.046391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2113789d-1f48-467b-a5f4-9aa548106c5b req-344a8f73-c2c8-4462-baa0-bcec7be110cb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 Dec 15 14:53:28.164314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738a85-f932-4ced-9cbd-52627b73df45 req-e47e13cf-d54a-4929-97bf-7b84b0d28498 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:28.165819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5738a85-f932-4ced-9cbd-52627b73df45 req-e47e13cf-d54a-4929-97bf-7b84b0d28498 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0524397 Dec 15 14:53:28.214937 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5738a85-f932-4ced-9cbd-52627b73df45 req-60c75855-c817-49b8-a3cd-5329a38c7ad7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Dec 15 14:53:29.329730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe434-341f-4ba4-9d95-0932fd9606e6 req-e3583ac7-df68-471a-bdca-5da320925bab tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:29.331206 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fabbe434-341f-4ba4-9d95-0932fd9606e6 req-e3583ac7-df68-471a-bdca-5da320925bab tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0481539 Dec 15 14:53:29.379591 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fabbe434-341f-4ba4-9d95-0932fd9606e6 req-810c270a-febb-4ce9-8742-f0abe0252601 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421059 Dec 15 14:53:30.494082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db405dc8-0393-45df-805b-0ddbfaca1e9f req-443c50b8-7f3b-4639-9d91-b1344d843648 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:30.495572 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db405dc8-0393-45df-805b-0ddbfaca1e9f req-443c50b8-7f3b-4639-9d91-b1344d843648 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0476520 Dec 15 14:53:30.548223 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-db405dc8-0393-45df-805b-0ddbfaca1e9f req-b2173525-78e7-4dfb-a160-5b42b18403b2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Dec 15 14:53:30.548986 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-bf393f51-1240-4188-9ece-524cb254728f service neutron] show failed (client error): The resource could not be found. Dec 15 14:53:30.549999 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-bf393f51-1240-4188-9ece-524cb254728f service neutron] 10.222.0.85 "GET /v2.0/ports/e2d467df-143c-4494-b555-2dce17aa39eb/bindings/n-h2-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0593283 Dec 15 14:53:31.115981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-1302db77-75ba-4611-a360-0313e4e6f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.117511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-1302db77-75ba-4611-a360-0313e4e6f764 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 1097 time: 0.4044645 Dec 15 14:53:31.129055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-c4c3ba05-c905-4c34-8330-3046821fd5e6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:53:31.130037 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-c4c3ba05-c905-4c34-8330-3046821fd5e6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050538 Dec 15 14:53:31.142266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:31.192759 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.394415 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:31.426828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h1-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:53:31.463759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:31.466061 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c69637d-5928-415e-8f73-607a2941d3d7" -d '{"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:31.470239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.483093 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Transition to ACTIVE for port object e2d467df-143c-4494-b555-2dce17aa39eb will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:53:31.486227 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.524918 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8d855-eb13-4e95-ad01-acfaf12afc44 x-openstack-request-id: req-6ec8d855-eb13-4e95-ad01-acfaf12afc44 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:31.525535 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:31.525535 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ec8d855-eb13-4e95-ad01-acfaf12afc44 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:31.525871 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'code': 200} Dec 15 14:53:31.585754 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:31.598787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.599136 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.599477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.600683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.600683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.600683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.601006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.601098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.601425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.601746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.602127 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.602454 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.602773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:31.629505 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] No DVR routers for this DVR port e2d467df-143c-4494-b555-2dce17aa39eb on host n-h1-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:31.759069 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace57be-9e54-4af8-9b6a-6571ff7a1d97 req-73b90971-47a7-4293-af5c-b8a01c46cbaf tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.760786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ace57be-9e54-4af8-9b6a-6571ff7a1d97 req-73b90971-47a7-4293-af5c-b8a01c46cbaf tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 944 time: 0.1274409 Dec 15 14:53:31.845857 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ace57be-9e54-4af8-9b6a-6571ff7a1d97 req-3b55e71d-a1cb-4edb-a0e5-43bdc702b6b7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777466 Dec 15 14:53:31.846652 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:53:31.847001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:53:31.847304 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:53:31.851826 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Port e2d467df-143c-4494-b555-2dce17aa39eb on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:53:31.852140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Attempting to bind port e2d467df-143c-4494-b555-2dce17aa39eb on network aa8d5b18-a797-4764-80e8-d16bd7f4e72a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:53:31.857246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:53:31.857576 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Checking segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:53:31.857947 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Bound using segment: {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:53:31.858361 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Bound port: e2d467df-143c-4494-b555-2dce17aa39eb, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cf07df-90ec-4315-9962-32c58776cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:53:31.858744 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.922212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:53:31.925466 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:53:31.929369 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.963328 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.964044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.965395 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] 10.222.0.67 "PUT /v2.0/ports/e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1092 time: 0.8267081 Dec 15 14:53:31.989776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f59834-0b50-4404-b562-221f61b1f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:32.035972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-ff8666ab-ed8e-4367-8da6-0e9d2416e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:32.037611 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-ff8666ab-ed8e-4367-8da6-0e9d2416e73c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1095 time: 0.0443027 Dec 15 14:53:32.136205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-7f938805-7d84-44f6-9c1c-948e97017b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:32.137694 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-7f938805-7d84-44f6-9c1c-948e97017b81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.0922887 Dec 15 14:53:32.202735 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-e0c67482-412c-42fd-b8c7-3f29db7325a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1000 time: 0.0572255 Dec 15 14:53:32.255568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-214324c6-f730-435d-a55e-b95f8ff7bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:32.256957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-214324c6-f730-435d-a55e-b95f8ff7bf2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0477805 Dec 15 14:53:32.302628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-c1cc7cf8-8e14-4393-a2ca-1646416311a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:32.304119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-c1cc7cf8-8e14-4393-a2ca-1646416311a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400412 Dec 15 14:53:32.395803 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-fe2f193c-d506-4a89-9c61-c9a681833d74 service neutron] 10.222.0.67 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843344 Dec 15 14:53:32.484435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-56967f54-87e8-4111-9786-b03ca6fddc0b req-9647d009-0105-488f-97bd-0fb9582acd2c service neutron] 10.222.0.67 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804479 Dec 15 14:53:32.966604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b993b-9e7f-4761-a159-e5f256a7adde req-802dc381-ba36-412a-b13e-1a638da5fae2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:32.969182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb5b993b-9e7f-4761-a159-e5f256a7adde req-802dc381-ba36-412a-b13e-1a638da5fae2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 944 time: 0.0525734 Dec 15 14:53:33.031710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fb5b993b-9e7f-4761-a159-e5f256a7adde req-61782b63-7a59-4300-8dfb-c1fffe7f908c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566804 Dec 15 14:53:33.527317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:33.530125 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f55598-7080-417d-b986-52438409dc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:33.578578 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040196b4-c359-4a54-9103-740bfb68234d x-openstack-request-id: req-040196b4-c359-4a54-9103-740bfb68234d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:33.578872 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:33.579127 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-040196b4-c359-4a54-9103-740bfb68234d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:33.579528 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'status': 'completed', 'code': 200} Dec 15 14:53:33.644637 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-9dffd4c4-1af0-4286-9ae2-18b138dff7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.646158 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-9dffd4c4-1af0-4286-9ae2-18b138dff7bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1095 time: 0.0418887 Dec 15 14:53:33.661621 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-7e83b14f-3a40-4b40-b950-941f70793fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.662785 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-7e83b14f-3a40-4b40-b950-941f70793fbd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1095 time: 0.0518248 Dec 15 14:53:33.749032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-b75675b1-00b3-4fa3-b6a7-8724f87c327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.750494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-b75675b1-00b3-4fa3-b6a7-8724f87c327f service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.0934534 Dec 15 14:53:33.758858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-6a657f34-d158-44d5-aaa0-1f8fc17312ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.760529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-6a657f34-d158-44d5-aaa0-1f8fc17312ff service neutron] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.0902622 Dec 15 14:53:33.820730 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-d1c60bc3-516e-41d8-b6d2-aa6db01ba9ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1000 time: 0.0626688 Dec 15 14:53:33.825612 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-6c97d3eb-e989-48b7-ab5b-97ffedc344bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1000 time: 0.0585120 Dec 15 14:53:33.869879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-4e6ca080-825a-4cef-875c-3e8714274927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.871329 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-4e6ca080-825a-4cef-875c-3e8714274927 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0432837 Dec 15 14:53:33.878216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-1ae7eb86-6506-4aad-9aab-1da29cce0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.879681 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-1ae7eb86-6506-4aad-9aab-1da29cce0686 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0440233 Dec 15 14:53:33.919974 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-a6c7351f-9ec8-4c3b-a716-b69396d3e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.921511 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-a6c7351f-9ec8-4c3b-a716-b69396d3e95c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421762 Dec 15 14:53:33.929278 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55598-7080-417d-b986-52438409dc4f req-9559bdab-a9c5-4e79-9c84-fcd8c1786303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.930751 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-9559bdab-a9c5-4e79-9c84-fcd8c1786303 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444350 Dec 15 14:53:34.001651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e2d467df-143c-4494-b555-2dce17aa39eb details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:53:34.029991 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-ecda1528-de54-4cee-b066-35160375c244 service neutron] 10.222.0.67 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993471 Dec 15 14:53:34.036030 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-7b0d13da-0170-4d4e-bab2-8e8e7093865f service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977120 Dec 15 14:53:34.149842 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-ab3345ae-38cf-450e-b7e8-91450f850b03 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060698 Dec 15 14:53:34.194704 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97f55598-7080-417d-b986-52438409dc4f req-bbce5eb6-efa2-4be5-99cd-a317064913ab service neutron] 10.222.0.67 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574652 Dec 15 14:53:34.207683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084312c-14f6-4ef5-aef2-9a4e3bce7797 req-dbeae8e9-cf1c-4133-bcab-e2513ef00ca8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.209265 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8084312c-14f6-4ef5-aef2-9a4e3bce7797 req-dbeae8e9-cf1c-4133-bcab-e2513ef00ca8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 944 time: 0.0790648 Dec 15 14:53:34.263864 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8084312c-14f6-4ef5-aef2-9a4e3bce7797 req-350b018f-d631-4210-a0f5-47894573baca tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 Dec 15 14:53:34.296834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:34.307467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'port_id': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'mac_address': 'fa:16:3e:9c:38:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:53:34.344684 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.358258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d467df-143c-4494-b555-2dce17aa39eb {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:53:34.380324 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:34.385730 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.434580 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:34.444996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.445508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.445867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.446259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.446547 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.446876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.447209 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.447542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.447878 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.448204 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.448551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.448885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.449210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:34.461206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866934a-5e7e-4643-b67c-069414769ee4 req-efd18dc0-441c-455c-94c7-1c43de58da04 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.462713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3866934a-5e7e-4643-b67c-069414769ee4 req-efd18dc0-441c-455c-94c7-1c43de58da04 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 945 time: 0.0531147 Dec 15 14:53:34.484461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca0e9-27e9-48e1-9604-97baf514489d req-e9d65833-1188-4989-be2c-6068c9d38015 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.486087 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-e9d65833-1188-4989-be2c-6068c9d38015 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&binding%3Ahost_id=n-h2-815324-3 HTTP/1.1" status: 200 len: 945 time: 0.0544786 Dec 15 14:53:34.513539 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3866934a-5e7e-4643-b67c-069414769ee4 req-1b9308ab-e2c0-4b14-b953-5a14959ee92e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438430 Dec 15 14:53:34.547926 n-d-815324-3 neutron-server[103378]: INFO neutron.api.v2.resource [req-017ca0e9-27e9-48e1-9604-97baf514489d req-13eef727-6d1f-4121-9b03-c92d34734464 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:53:34.548979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-13eef727-6d1f-4121-9b03-c92d34734464 service neutron] 10.222.0.85 "DELETE /v2.0/ports/e2d467df-143c-4494-b555-2dce17aa39eb/bindings/n-h1-815324-3 HTTP/1.1" status: 404 len: 380 time: 0.0555272 Dec 15 14:53:34.629852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['e2d467df-143c-4494-b555-2dce17aa39eb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:34.639693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12f26-7428-44f3-af3c-2281deef81b7 req-45012877-b5d8-4ee5-9273-3f2dae434739 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.641802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd12f26-7428-44f3-af3c-2281deef81b7 req-45012877-b5d8-4ee5-9273-3f2dae434739 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 945 time: 0.0559454 Dec 15 14:53:34.652299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca0e9-27e9-48e1-9604-97baf514489d req-3594eb54-fafc-4794-a86f-5292bf575000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.654524 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-3594eb54-fafc-4794-a86f-5292bf575000 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1096 time: 0.0480661 Dec 15 14:53:34.703112 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-efd12f26-7428-44f3-af3c-2281deef81b7 req-bc03f491-b0c2-4d27-baee-1f615662757f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554919 Dec 15 14:53:34.761095 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca0e9-27e9-48e1-9604-97baf514489d req-72ece2cf-5ce0-48ea-a24e-e59f39432da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.762558 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-72ece2cf-5ce0-48ea-a24e-e59f39432da5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.1011662 Dec 15 14:53:34.832428 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-fa3acb3b-04ab-4f57-8bc4-a96df0bde4c0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 1001 time: 0.0619056 Dec 15 14:53:34.882304 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca0e9-27e9-48e1-9604-97baf514489d req-2899ca01-b6ba-496c-9921-0e405a31306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.883626 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-2899ca01-b6ba-496c-9921-0e405a31306e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0440674 Dec 15 14:53:34.916808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e2d467df-143c-4494-b555-2dce17aa39eb no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:34.928863 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca0e9-27e9-48e1-9604-97baf514489d req-fa243d9c-bb4a-4fb8-bb7c-a1e2b95960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.930367 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-fa243d9c-bb4a-4fb8-bb7c-a1e2b95960f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392296 Dec 15 14:53:34.956847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device e2d467df-143c-4494-b555-2dce17aa39eb not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:35.036708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-1638f8d6-38e2-489a-b4fd-5fed993e4f31 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967724 Dec 15 14:53:35.130989 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-017ca0e9-27e9-48e1-9604-97baf514489d req-b9897fbf-6145-4283-a20d-1601cfe85cb4 service neutron] 10.222.0.85 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Dec 15 14:53:35.827528 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaca2bd-4a37-43e4-ba33-985dcb50f6be req-ebafca77-128e-47ff-b9cd-ee9aa07b18c6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:35.829026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-daaca2bd-4a37-43e4-ba33-985dcb50f6be req-ebafca77-128e-47ff-b9cd-ee9aa07b18c6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Dec 15 14:53:35.879351 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-daaca2bd-4a37-43e4-ba33-985dcb50f6be req-77e8047a-97d1-4be3-ab8a-0eeab2d3be8f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Dec 15 14:53:36.025578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e2d467df-143c-4494-b555-2dce17aa39eb up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:53:36.074613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port e2d467df-143c-4494-b555-2dce17aa39eb completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:53:36.078861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port e2d467df-143c-4494-b555-2dce17aa39eb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:36.079227 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.158076 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.179693 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:36.181950 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7208a5-17f5-48de-8d62-c9c05288ca43" -d '{"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-plugged", "status": "completed", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:36.194312 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:36.198169 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.222813 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefbebdc-d7a6-4c50-9a41-e409be634172 x-openstack-request-id: req-aefbebdc-d7a6-4c50-9a41-e409be634172 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:36.223116 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-plugged", "status": "completed", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:36.223353 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aefbebdc-d7a6-4c50-9a41-e409be634172 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:36.223734 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'code': 200} Dec 15 14:53:36.247578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:36.995442 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff306f-b0bf-44e5-8630-94a8d272c509 req-b24e52a0-b86f-4f25-a440-7637d8eb7f34 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.996994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2ff306f-b0bf-44e5-8630-94a8d272c509 req-b24e52a0-b86f-4f25-a440-7637d8eb7f34 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0478404 Dec 15 14:53:37.045509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e2ff306f-b0bf-44e5-8630-94a8d272c509 req-3539b2e4-0244-45d6-8f5e-3d181a489af0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Dec 15 14:53:37.067558 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:37.130271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fa99594e-9d21-48df-8acd-906af699ffad tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/6ae6eb23-8ee6-4ef8-b717-393b763e8547 HTTP/1.1" status: 200 len: 994 time: 0.0615895 Dec 15 14:53:42.696870 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-a6cf-4298-bf22-9d60d1bf9cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:44.849333 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93d38d7e-c763-47ab-a56f-8688429db7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:44.871841 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:46.520941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:47.159669 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:53:47.680287 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:48.664780 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.831723 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.556356 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:05.715160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 35c77693-09b1-4c34-9ff6-b8e511e28b0c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:05.715546 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.793467 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.793690 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.805060 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 35c77693-09b1-4c34-9ff6-b8e511e28b0c owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:05.956871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.982879 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=35c77693-09b1-4c34-9ff6-b8e511e28b0c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:05.992874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.993226 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.993569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.993908 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.994242 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.994572 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.994901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.995238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.995594 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.995921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.996207 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.996581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:05.996906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:06.060288 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:06.060672 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 6ae6eb23-8ee6-4ef8-b717-393b763e8547 disassociated (deleted). External IP: 172.25.2.216, port: e2d467df-143c-4494-b555-2dce17aa39eb. Dec 15 14:54:06.266945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 2e974a86-8e97-416c-a461-5c4d04247d72 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:06.374015 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:06.379055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:06.383597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] Sync routers for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:06.393081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:06.393682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:06.406961 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5cb2e006-23da-4ad3-b1da-88133ba228a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ae6eb23-8ee6-4ef8-b717-393b763e8547 HTTP/1.1" status: 204 len: 168 time: 0.8494818 Dec 15 14:54:06.407559 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:06.409872 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843f8ca-b43d-4406-8d3c-1288cae84e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:06.508372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:06.515839 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85013e10-239b-4f72-b5e9-7b0bd51d9855 x-openstack-request-id: req-85013e10-239b-4f72-b5e9-7b0bd51d9855 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:06.516138 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:06.516391 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85013e10-239b-4f72-b5e9-7b0bd51d9855 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:06.516826 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'status': 'completed', 'code': 200} Dec 15 14:54:06.595700 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-787f3ff8-cec7-435a-8ec8-6cd353bb210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:06.598562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-787f3ff8-cec7-435a-8ec8-6cd353bb210e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 1097 time: 0.0527995 Dec 15 14:54:06.716778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:06.724832 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e0c66-5c07-46d1-8518-a10e4916e568 req-4c928c52-1a7c-46bc-8ddc-f06d5441359f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:06.726318 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-473e0c66-5c07-46d1-8518-a10e4916e568 req-4c928c52-1a7c-46bc-8ddc-f06d5441359f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.1213896 Dec 15 14:54:06.746628 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-8cdf129a-9812-4347-a460-c0ab2032b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:06.747621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] Checking router: 2e974a86-8e97-416c-a461-5c4d04247d72 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:06.748552 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-8cdf129a-9812-4347-a460-c0ab2032b4d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 200 len: 898 time: 0.1390445 Dec 15 14:54:06.756671 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:06.757263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:06.802805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-91ad6839-13da-4e6c-b4c7-0c8ac3f0d431 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 200 len: 217 time: 0.0461092 Dec 15 14:54:06.847944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-473e0c66-5c07-46d1-8518-a10e4916e568 req-f5fc56db-f442-4867-a6b6-ec6eb57babbe tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120608 Dec 15 14:54:06.867999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:06.868413 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-4feb781e-945c-4c99-a0b5-322d5c09bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:06.869957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-4feb781e-945c-4c99-a0b5-322d5c09bf8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 200 len: 835 time: 0.0563776 Dec 15 14:54:06.915301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-1c0f5f07-c375-4392-80bf-d7cc57c2f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:06.916741 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-1c0f5f07-c375-4392-80bf-d7cc57c2f373 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa8d5b18-a797-4764-80e8-d16bd7f4e72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398071 Dec 15 14:54:07.014680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-507ddf63-9f73-427c-85af-c87ddd341ea7 service neutron] 10.222.0.67 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902631 Dec 15 14:54:07.069354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:07.095212 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7b78e-31ad-4f0a-867a-ad6d2df13b09 None None] The sync data for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 is: [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:51:59Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '38d4c323-31d7-4293-ba68-b01fe5446280', 'name': '', 'network_id': 'aa8d5b18-a797-4764-80e8-d16bd7f4e72a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:f3:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:58Z', 'updated_at': '2021-12-15T14:52:01Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '8404b884-e628-4363-8fe0-a2cbc360bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:07.110534 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6843f8ca-b43d-4406-8d3c-1288cae84e1f req-00f52d3b-39af-49f8-9c83-4e230a4e5f02 service neutron] 10.222.0.67 "GET /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834079 Dec 15 14:54:07.305215 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf849adf-a09e-497c-b562-6cd8a99ab275 None None] New status for floating IP 6ae6eb23-8ee6-4ef8-b717-393b763e8547: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:54:08.017402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-4c79d1bc-80da-4bb7-98b9-9f56850e156b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:08.019094 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-4c79d1bc-80da-4bb7-98b9-9f56850e156b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.0788600 Dec 15 14:54:08.039956 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab329-8be2-49bd-b258-5f5038610af3 req-f9a6850a-64db-43b0-8f24-fe5265b2131d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:08.041372 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73bab329-8be2-49bd-b258-5f5038610af3 req-f9a6850a-64db-43b0-8f24-fe5265b2131d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a4288d-a20b-4f6f-a867-fcb4f7b2e826 HTTP/1.1" status: 200 len: 946 time: 0.1218138 Dec 15 14:54:08.133325 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73bab329-8be2-49bd-b258-5f5038610af3 req-990ac78f-8ccd-4474-902b-9edbfb94742d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=23999250-5c0b-4cd8-bce9-467e872f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769656 Dec 15 14:54:08.150011 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port e2d467df-143c-4494-b555-2dce17aa39eb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:08.150347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.240883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port e2d467df-143c-4494-b555-2dce17aa39eb, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=e2d467df-143c-4494-b555-2dce17aa39eb,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:08.241235 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.254005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for e2d467df-143c-4494-b555-2dce17aa39eb owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:08.379068 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.407358 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=e2d467df-143c-4494-b555-2dce17aa39eb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.450203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] No DVR routers for this DVR port e2d467df-143c-4494-b555-2dce17aa39eb on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:54:08.452794 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.456458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84b0a4c5-8e01-41e8-973b-e839ba591737 req-5bf1c49e-3bbe-44f9-a2f5-5a2f059506c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.67 "DELETE /v2.0/ports/e2d467df-143c-4494-b555-2dce17aa39eb HTTP/1.1" status: 204 len: 173 time: 0.4302366 Dec 15 14:54:08.456936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-deleted', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:08.459263 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af6677d-3af5-42da-b66f-bdce53bf413e" -d '{"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-deleted", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:08.501200 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1acce0-40af-48b6-948b-9445b1751640 x-openstack-request-id: req-8e1acce0-40af-48b6-948b-9445b1751640 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:08.501599 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a4288d-a20b-4f6f-a867-fcb4f7b2e826", "name": "network-vif-deleted", "tag": "e2d467df-143c-4494-b555-2dce17aa39eb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:08.501919 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e1acce0-40af-48b6-948b-9445b1751640 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:08.502402 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a4288d-a20b-4f6f-a867-fcb4f7b2e826', 'name': 'network-vif-deleted', 'tag': 'e2d467df-143c-4494-b555-2dce17aa39eb', 'status': 'completed', 'code': 200} Dec 15 14:54:09.190165 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:09.547830 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:09.799006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 38d4c323-31d7-4293-ba68-b01fe5446280 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:09.799262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:09.885064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 38d4c323-31d7-4293-ba68-b01fe5446280, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=38d4c323-31d7-4293-ba68-b01fe5446280,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:09.885421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:09.897531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 38d4c323-31d7-4293-ba68-b01fe5446280 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:10.081627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.105450 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=38d4c323-31d7-4293-ba68-b01fe5446280,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:10.248091 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e2d467df-143c-4494-b555-2dce17aa39eb no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:10.268306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: e2d467df-143c-4494-b555-2dce17aa39eb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:10.268676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device e2d467df-143c-4494-b555-2dce17aa39eb not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:10.286757 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.498025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 2e974a86-8e97-416c-a461-5c4d04247d72 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:10.601252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:10.606366 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1be2e114-1488-4c39-8afd-455dd217540b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/2e974a86-8e97-416c-a461-5c4d04247d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150388 Dec 15 14:54:10.609148 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:10.610651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] Sync routers for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:10.620806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:10.621440 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:10.664898 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting subnet 8404b884-e628-4363-8fe0-a2cbc360bdab {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:54:10.667939 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.706481 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.723657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:10.785220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.844799 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.870791 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Subnet': ['ID=8404b884-e628-4363-8fe0-a2cbc360bdab,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:10.877635 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.882334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-eb1bf6b7-e437-4cb2-b4a4-1111e2e0c7f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/subnets/8404b884-e628-4363-8fe0-a2cbc360bdab HTTP/1.1" status: 204 len: 168 time: 0.2708182 Dec 15 14:54:10.882985 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a076275-76ef-4fb4-bbdc-7ef001ae082a None None] Network aa8d5b18-a797-4764-80e8-d16bd7f4e72a requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:10.884536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:10.971437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:54:10Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:10.991357 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.002466 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] Checking router: 2e974a86-8e97-416c-a461-5c4d04247d72 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:11.018119 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] Routers {'2e974a86-8e97-416c-a461-5c4d04247d72'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:11.018834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:53:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['2e974a86-8e97-416c-a461-5c4d04247d72'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:11.093407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] DHCP port deletion for aa8d5b18-a797-4764-80e8-d16bd7f4e72a request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:11.100110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.160305 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] Set router 2e974a86-8e97-416c-a461-5c4d04247d72 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:11.426613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 93de204d-564c-4f37-9af0-a463d4b09c80 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:11.461692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] Deleting port 93de204d-564c-4f37-9af0-a463d4b09c80 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:11.462062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.490233 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 414da9b6-9c2b-4a64-94c6-f47892e76d24 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:11.490796 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.561766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] For port 93de204d-564c-4f37-9af0-a463d4b09c80, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93de204d-564c-4f37-9af0-a463d4b09c80,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:11.562154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.569005 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 414da9b6-9c2b-4a64-94c6-f47892e76d24, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=414da9b6-9c2b-4a64-94c6-f47892e76d24,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:11.569367 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.581631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 414da9b6-9c2b-4a64-94c6-f47892e76d24 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:11.613688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] Calling delete_port for 93de204d-564c-4f37-9af0-a463d4b09c80 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:11.635395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.722207 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 93de204d-564c-4f37-9af0-a463d4b09c80, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93de204d-564c-4f37-9af0-a463d4b09c80,segment=NetworkSegment(68cf07df-90ec-4315-9962-32c58776cc33),segment_id=68cf07df-90ec-4315-9962-32c58776cc33)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:11.738100 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.744067 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:54:10Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:11.753520 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.781565 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=414da9b6-9c2b-4a64-94c6-f47892e76d24,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:11.792650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.794578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c455755-d252-4afb-81fa-49d0b31deb80 None None] The sync data for ids ['2e974a86-8e97-416c-a461-5c4d04247d72'] in n-d-815324-3 is: [{'id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931680836', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:55Z', 'updated_at': '2021-12-15T14:54:10Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '414da9b6-9c2b-4a64-94c6-f47892e76d24', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e974a86-8e97-416c-a461-5c4d04247d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:56Z', 'updated_at': '2021-12-15T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:11.804183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce0e3a9-39ae-4ddc-b497-cd137f6319c2 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:11.818808 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] No DVR routers for this DVR port 93de204d-564c-4f37-9af0-a463d4b09c80 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:54:11.833396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=93de204d-564c-4f37-9af0-a463d4b09c80,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:11.858594 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.861962 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d788aeb-5786-48d1-a42d-78917576ca7d None None] Pushing event deleted for resources: {'Port': ['ID=93de204d-564c-4f37-9af0-a463d4b09c80,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:11.949900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.952051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.999122 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.999653 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Fanout notify agent at l3_agent the message router_deleted on router 2e974a86-8e97-416c-a461-5c4d04247d72 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:54:12.007080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.008196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a4015d93-971e-477b-b2a3-b694944da5e4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/routers/2e974a86-8e97-416c-a461-5c4d04247d72 HTTP/1.1" status: 204 len: 168 time: 1.1226935 Dec 15 14:54:12.010901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48374) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:12.085187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.175807 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.196006 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8d5b18-a797-4764-80e8-d16bd7f4e72a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:12.205943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cf07df-90ec-4315-9962-32c58776cc33') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:12.206259 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cf07df-90ec-4315-9962-32c58776cc33') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:12.216508 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.230098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.236582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:54:12.237122 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:54:12.240291 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:54:12.301030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.308151 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.311321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/networks/aa8d5b18-a797-4764-80e8-d16bd7f4e72a HTTP/1.1" status: 204 len: 168 time: 0.2994454 Dec 15 14:54:12.314241 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48376) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:12.325934 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f95293-9428-4259-b42f-e2e02600796a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Network': ['ID=aa8d5b18-a797-4764-80e8-d16bd7f4e72a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:12.382076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65142a37-5b7a-40fc-b7c3-4789ab8ba07c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.411927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65142a37-5b7a-40fc-b7c3-4789ab8ba07c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.480196 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65142a37-5b7a-40fc-b7c3-4789ab8ba07c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.482936 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-65142a37-5b7a-40fc-b7c3-4789ab8ba07c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.484295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-65142a37-5b7a-40fc-b7c3-4789ab8ba07c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/security-groups/23999250-5c0b-4cd8-bce9-467e872f8517 HTTP/1.1" status: 204 len: 168 time: 0.1690452 Dec 15 14:54:12.493290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65142a37-5b7a-40fc-b7c3-4789ab8ba07c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23999250-5c0b-4cd8-bce9-467e872f8517,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:12.699124 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0a38-37be-4b69-b82c-b015b209b8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.735370 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:12.740043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039277116', 'description': 'tempest-secgroup-smoke-1039277116 description', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:12.765995 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.843934 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.847825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.880693 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.881878 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1453824 Dec 15 14:54:12.883657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2caf-a3ae-4fbd-876f-e12d00fc03fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c5d368-981a-4556-a00b-22de28ef8453,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:12.885014 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48384) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:12.889733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '43c5d368-981a-4556-a00b-22de28ef8453', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:12.914952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.974689 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.978219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:12.998263 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcbb253-9488-4e25-97cd-cb5a0ac2757c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.008391 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.009867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-25469e3e-11e4-449a-ae1d-843e8b50a252 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237729 Dec 15 14:54:13.012491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48386) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.016975 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '43c5d368-981a-4556-a00b-22de28ef8453', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.041908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.096744 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.100177 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.119010 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349d6a42-fb52-4178-ba62-95bcb52cf35f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.126274 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.127472 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-47d0e279-48a3-44d9-b5da-70c8b22faa09 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140523 Dec 15 14:54:13.130582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.134910 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '43c5d368-981a-4556-a00b-22de28ef8453', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.166438 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.228379 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.233324 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.254767 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ebac0c-0552-4a1f-885e-f1a598160381,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.260968 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.261959 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f63e96c-de5e-478a-a06b-1cbcc48c1b70 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304710 Dec 15 14:54:13.264859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.269388 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '43c5d368-981a-4556-a00b-22de28ef8453', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.289299 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 38d4c323-31d7-4293-ba68-b01fe5446280 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:13.298354 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.314564 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 38d4c323-31d7-4293-ba68-b01fe5446280 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:13.314921 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 38d4c323-31d7-4293-ba68-b01fe5446280 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:13.315349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 414da9b6-9c2b-4a64-94c6-f47892e76d24 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:13.334167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 414da9b6-9c2b-4a64-94c6-f47892e76d24 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:13.334520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 414da9b6-9c2b-4a64-94c6-f47892e76d24 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:13.358509 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.362082 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.378876 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb058cd-dc24-4f35-a26b-d933c756f50d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.387923 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.389200 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-feb6800f-66e7-483f-b2dd-2157f6de7f56 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233165 Dec 15 14:54:13.391928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48392) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.396445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '43c5d368-981a-4556-a00b-22de28ef8453', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.419090 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:54:13.423844 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.480103 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.484317 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.499306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43724f35-2e05-47fd-b6a5-afdd20d28adc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.510327 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.511705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2cb4990c-d159-4775-9312-33b944a88a8b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187637 Dec 15 14:54:13.515025 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.519514 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': '43c5d368-981a-4556-a00b-22de28ef8453', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.549232 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:54:13.554189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.611393 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.614869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.632633 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad70503c-9554-443f-a164-30a19e494147,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.639958 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.641171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-be101ddd-866a-44ab-afee-41237a979525 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251752 Dec 15 14:54:13.644107 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48396) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.648874 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'network': {'name': 'tempest-network-smoke--186844873', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.668532 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:13.671806 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.694654 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:54:13.704721 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.705069 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Added segment 6e81f3fe-1648-4a67-9e31-b3ab00c9ba11 of type vlan for network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 Dec 15 14:54:13.746027 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.770179 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.775726 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:13.776298 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.832616 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1874456 Dec 15 14:54:13.835598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48398) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:13.840825 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'admin_state_up': True, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:13.845245 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9e7e8-5af3-4893-880e-fcdd1cbff623 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Network': ['ID=122b3a83-34d9-4c5f-af3b-a5c77f9bb949,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:13.855961 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:54:13.865703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.866833 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.918536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.062282 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.249774 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.268135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.370523 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.171 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0f5aa38d-0b13-4e23-af80-d706e7fdcd14) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:14.472076 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.505120 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.541557 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:14.544894 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:14.547268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:14.557175 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bdc2a-09e0-4bff-b5df-965f21bf4684 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:14.577577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:14.585266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-82bc3836-7792-4056-acb8-7a2b5dc19554 None None] Provisioning complete for port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:14.586188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82bc3836-7792-4056-acb8-7a2b5dc19554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.619999 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-82bc3836-7792-4056-acb8-7a2b5dc19554 None None] Port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:14.797959 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.853302 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-feaa65ea-9b63-47df-b6bd-61516db9a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:14.871644 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:15.303476 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:15.424982 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 8153aa4b-4283-4068-a604-041c1d4bb1c2 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:54:15.527049 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:15.536355 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Sync routers for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:15.545883 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:15.546484 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:15.546638 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:15.547764 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-1b9308e2-ef3e-43fc-9f53-a224e0a5300c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7110999 Dec 15 14:54:15.550925 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:15.626083 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-406cb183-0a57-46b2-9c8b-9e2bbc8a59df tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bbf25c745bfe48fabfa6ff999aaeb831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740550 Dec 15 14:54:15.629030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:15.649516 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:15.714857 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecedf5-d9e8-403b-b1cd-ca9e1b846c09 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:15.716431 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b7ecedf5-d9e8-403b-b1cd-ca9e1b846c09 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865023 Dec 15 14:54:15.719381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48406) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:15.747287 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-cc2763f0-1d0e-41f2-9601-32e6307652b7 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263014 Dec 15 14:54:15.749803 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:15.754675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355723131', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:15.822164 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:14Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:15.844837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:15.848294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:15.853460 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Checking router: 8153aa4b-4283-4068-a604-041c1d4bb1c2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:15.853810 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Updating router 8153aa4b-4283-4068-a604-041c1d4bb1c2 port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:15.878502 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.029354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.089948 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Subnet': ['ID=2af3eb09-4c5d-40d9-86c5-c11e59660b74,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:16.100245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Checking segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:16.100636 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network hostable DHCP agents. Network: 122b3a83-34d9-4c5f-af3b-a5c77f9bb949, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:54:16.118006 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:54:16.127163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 122b3a83-34d9-4c5f-af3b-a5c77f9bb949) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:16.131525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:16.132302 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.138188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304517ce-4025-4500-b148-afb4754cd4ce None None] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:16.140475 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.146000 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.153533 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ed912de5-7d89-47f9-b73f-6de7a82c926a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027207 Dec 15 14:54:16.154431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:16.189155 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Pushing event updated for resources: {'Port': ['ID=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:16.196924 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.197268 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.197605 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.197948 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.198271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.198593 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.198917 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.199237 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.199591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.199912 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.200229 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.200567 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.200889 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:16.219839 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Attempting to bind port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:16.220214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Attempting to bind port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:16.220595 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Attempting to bind port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:16.226852 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:16.227466 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:16.228545 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.229559 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:16.230066 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Bound port: 0f5aa38d-0b13-4e23-af80-d706e7fdcd14, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:16.230445 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.245867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090187ce-71a0-4e3a-a420-c8d30c1211f3 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:16.260667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:54:16.261662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.290435 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] For port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:16.294077 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] For port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:16.298894 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.350326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480f8af-f5a2-4037-a652-bdba34fd8e2b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:16.361405 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d506e62-3839-48ec-80ef-adb149badaf9 None None] Pushing event updated for resources: {'Port': ['ID=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:16.368691 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:16.369958 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:16.397226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cebb70e6-c56d-49c5-9fab-9b4c7d5aa831 None None] Provisioning complete for port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:16.397588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cebb70e6-c56d-49c5-9fab-9b4c7d5aa831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.445809 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Allocated IP 172.20.0.2 (122b3a83-34d9-4c5f-af3b-a5c77f9bb949/2af3eb09-4c5d-40d9-86c5-c11e59660b74/2f37e8ee-2bda-4e61-b2f4-902087b4e0f0) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:16.563716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.566248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cebb70e6-c56d-49c5-9fab-9b4c7d5aa831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.570970 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:16.608127 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cebb70e6-c56d-49c5-9fab-9b4c7d5aa831 None None] For port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:16.617728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cebb70e6-c56d-49c5-9fab-9b4c7d5aa831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.645555 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.706387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.709372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb70e6-c56d-49c5-9fab-9b4c7d5aa831 None None] Pushing event updated for resources: {'Port': ['ID=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:16.714220 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.762987 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:16.763241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:14Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:16.767068 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:16.771217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:16.780263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Pushing event updated for resources: {'Port': ['ID=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:16.785408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-34703e30-1718-4552-ae05-26fbc3be6cb9 None None] Provisioning complete for port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:16.785779 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34703e30-1718-4552-ae05-26fbc3be6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.803712 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e6f2e-15c2-4f26-84ea-2bf89406911e None None] The sync data for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 is: [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:14Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:16.872983 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Attempting to bind port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:16.873268 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Attempting to bind port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:16.873640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Attempting to bind port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 on network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:16.882363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:16.882747 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Checking segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:16.883158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.883561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Bound using segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:16.884038 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Bound port: 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:16.884423 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.955724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.1 (122b3a83-34d9-4c5f-af3b-a5c77f9bb949/2af3eb09-4c5d-40d9-86c5-c11e59660b74/29a9e7ca-547e-422e-85ab-0d99c8636e69) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:16.980230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] For port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:16.987409 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] For port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:16.995615 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.084196 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c0cb4-cc6f-4f6f-b16b-cbfb2995e8d8 None None] Pushing event updated for resources: {'Port': ['ID=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.117796 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.164205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.217312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:17.220620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:17.224730 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:17.251533 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=29a9e7ca-547e-422e-85ab-0d99c8636e69,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.306017 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.376295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:17.456833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:17.457202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.481708 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.686621 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.782217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.786933 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.867311 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=29a9e7ca-547e-422e-85ab-0d99c8636e69,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.870604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.972417 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:17.973883 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:18.090516 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 8153aa4b-4283-4068-a604-041c1d4bb1c2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:18.098431 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3398b-29a2-4c1b-bde9-2be19a264fd3 None None] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:18.201549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:18.206187 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-abdd6e31-fcc2-46da-aacd-8b3744708c25 None None] Provisioning complete for port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:18.206558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abdd6e31-fcc2-46da-aacd-8b3744708c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.207330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bfea315f-547b-4223-9e6a-044fe0c17658 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/8153aa4b-4283-4068-a604-041c1d4bb1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517924 Dec 15 14:54:18.300739 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abdd6e31-fcc2-46da-aacd-8b3744708c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.339035 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-abdd6e31-fcc2-46da-aacd-8b3744708c25 None None] For port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:18.344996 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abdd6e31-fcc2-46da-aacd-8b3744708c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.396211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-c088a23d-4c61-46a5-91f0-cc30be015b1d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039277116&fields=id&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 267 time: 0.0528436 Dec 15 14:54:18.399042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd6e31-fcc2-46da-aacd-8b3744708c25 None None] Pushing event updated for resources: {'Port': ['ID=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:18.516895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-8d5009b3-d4dd-463a-8704-1b32d7166936 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:18.518555 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-8d5009b3-d4dd-463a-8704-1b32d7166936 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 796 time: 0.1120434 Dec 15 14:54:18.535357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-ff73fecb-2447-488b-9f03-d2cc573ae88f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/quotas/bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 375 time: 0.0108626 Dec 15 14:54:18.576133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1eaa6f6f-731f-4467-962f-21ea07e6cd5d None None] Provisioning complete for port 29a9e7ca-547e-422e-85ab-0d99c8636e69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:18.576771 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1eaa6f6f-731f-4467-962f-21ea07e6cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.591985 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-4e58e967-ff7f-499c-aa4b-db336c36a6f5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504632 Dec 15 14:54:18.611119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-f4f13ff5-ffa9-46ab-96df-46af455cb2c3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:54:18.612314 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-f4f13ff5-ffa9-46ab-96df-46af455cb2c3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077360 Dec 15 14:54:18.626829 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Sync routers for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:18.649784 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa6f6f-731f-4467-962f-21ea07e6cd5d None None] Port 29a9e7ca-547e-422e-85ab-0d99c8636e69 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:18.653511 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:18.654217 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:18.717186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-55034a0c-e7cf-474b-815e-45ab4bb5e9d5 service neutron] 10.222.0.32 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977721 Dec 15 14:54:18.823869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-d51b0c47-c562-4f58-9c55-a09a6828458b service neutron] 10.222.0.32 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986285 Dec 15 14:54:18.913114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.914481 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1eaa6f6f-731f-4467-962f-21ea07e6cd5d None None] Provisioning complete for port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:18.914836 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1eaa6f6f-731f-4467-962f-21ea07e6cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.988825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:19.009040 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-86f71a9d-66e4-44a5-a259-cc8de681eb68 req-c64c12e2-dffe-437a-a0db-be7376b0e497 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0347157 Dec 15 14:54:19.209738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-64a67b26-4ed0-4643-8d28-e19046a85a35 None None] Provisioning complete for port 29a9e7ca-547e-422e-85ab-0d99c8636e69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:19.210095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-64a67b26-4ed0-4643-8d28-e19046a85a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.254355 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 2, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:19.256052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-64a67b26-4ed0-4643-8d28-e19046a85a35 None None] Port 29a9e7ca-547e-422e-85ab-0d99c8636e69 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:19.283716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Checking router: 8153aa4b-4283-4068-a604-041c1d4bb1c2 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:19.284082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Updating router 8153aa4b-4283-4068-a604-041c1d4bb1c2 port 29a9e7ca-547e-422e-85ab-0d99c8636e69 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:19.303968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:19.338642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.444008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:19.444721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.685982 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.691075 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.738261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e927-9918-4fb4-8d4c-d5bfd823764e None None] Pushing event updated for resources: {'Port': ['ID=29a9e7ca-547e-422e-85ab-0d99c8636e69,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:19.790239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Attempting to bind port 29a9e7ca-547e-422e-85ab-0d99c8636e69 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:19.790932 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Attempting to bind port 29a9e7ca-547e-422e-85ab-0d99c8636e69 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:19.791322 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Attempting to bind port 29a9e7ca-547e-422e-85ab-0d99c8636e69 on network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:19.797298 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:19.797701 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Checking segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:19.798095 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.798494 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Bound using segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:19.798963 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Bound port: 29a9e7ca-547e-422e-85ab-0d99c8636e69, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:19.799341 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.873011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] For port 29a9e7ca-547e-422e-85ab-0d99c8636e69, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:19.876174 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] For port 29a9e7ca-547e-422e-85ab-0d99c8636e69, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=29a9e7ca-547e-422e-85ab-0d99c8636e69,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:19.880897 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.939873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e927-9918-4fb4-8d4c-d5bfd823764e None None] Pushing event updated for resources: {'Port': ['ID=29a9e7ca-547e-422e-85ab-0d99c8636e69,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:19.942373 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:19.942960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:20.047093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7b9f37f0-1fab-43bb-99e1-c5c14658578a None None] Provisioning complete for port 29a9e7ca-547e-422e-85ab-0d99c8636e69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:20.047830 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b9f37f0-1fab-43bb-99e1-c5c14658578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.104470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:20.104666 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0afc719-4dac-423b-a5a1-7c14db378b80 req-aa083217-3519-40bd-842b-af71ece7b561 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0328174 Dec 15 14:54:20.261499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b9f37f0-1fab-43bb-99e1-c5c14658578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.317859 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7b9f37f0-1fab-43bb-99e1-c5c14658578a None None] For port 29a9e7ca-547e-422e-85ab-0d99c8636e69, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=29a9e7ca-547e-422e-85ab-0d99c8636e69,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:20.325315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b9f37f0-1fab-43bb-99e1-c5c14658578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.397384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f37f0-1fab-43bb-99e1-c5c14658578a None None] Pushing event updated for resources: {'Port': ['ID=29a9e7ca-547e-422e-85ab-0d99c8636e69,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:20.419318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:19Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:20.453665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc7153-84c5-4beb-8804-4a3abde49039 None None] The sync data for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 is: [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:19Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:20.464606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a7998975-ed0b-4e64-9a07-96f72131231c None None] Provisioning complete for port 29a9e7ca-547e-422e-85ab-0d99c8636e69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:20.465569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7998975-ed0b-4e64-9a07-96f72131231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.196629 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5be6c548-063b-467a-8279-92a1faf5da7e req-c60992c1-4e49-433e-be92-04ebe90c3d6b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0318632 Dec 15 14:54:21.312319 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 29a9e7ca-547e-422e-85ab-0d99c8636e69 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:21.368362 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 29a9e7ca-547e-422e-85ab-0d99c8636e69 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:21.368828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.841853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:22.273458 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e34135e-5b70-46cc-acba-4a3367da8758 req-f9da8482-2335-458d-8e7a-2f634b1201bc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0258994 Dec 15 14:54:23.365143 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15af7dc7-e4ce-4c5d-bef6-ac53f061b8d7 req-14952187-76aa-4eae-a912-9730bf7faced tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Dec 15 14:54:24.158638 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:54:24.182687 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-cae07dfd-9852-46c3-8f29-5cdb32db1a2a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:24.184658 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-cae07dfd-9852-46c3-8f29-5cdb32db1a2a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 796 time: 0.1097653 Dec 15 14:54:24.250012 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-50792c4a-bb13-423d-8c37-f095974a4bfd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 380 time: 0.0527153 Dec 15 14:54:24.267440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'port': {'device_id': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'admin_state_up': True, 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'security_groups': ['43c5d368-981a-4556-a00b-22de28ef8453']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:24.378162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:24.382200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:24.459170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0f13d827-de06-489b-84d7-056b1e7a4d6d req-0ff35944-ce21-4ce1-ac02-9bd828b6db9d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0259757 Dec 15 14:54:24.506447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.12 (122b3a83-34d9-4c5f-af3b-a5c77f9bb949/2af3eb09-4c5d-40d9-86c5-c11e59660b74/be2430f3-cedb-43be-b1db-2271a67665fa) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:24.660646 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:24.693583 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:24.734951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:24.737901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:24.741548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:24.771630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=be2430f3-cedb-43be-b1db-2271a67665fa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:24.802034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:24.802669 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:24.818765 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-fce544c2-b837-46c6-a143-909519a81f07 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5550964 Dec 15 14:54:24.834480 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Request body: {'port': {'device_id': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:24.891569 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.011314 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a3b5ee8b-6a64-4dae-80db-9a0ed1a740c7 None None] Provisioning complete for port be2430f3-cedb-43be-b1db-2271a67665fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:25.011927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3b5ee8b-6a64-4dae-80db-9a0ed1a740c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.048281 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5ee8b-6a64-4dae-80db-9a0ed1a740c7 None None] Port be2430f3-cedb-43be-b1db-2271a67665fa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:25.150858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2430f3-cedb-43be-b1db-2271a67665fa {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:54:25.158898 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.170515 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Transition to ACTIVE for port object be2430f3-cedb-43be-b1db-2271a67665fa will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:54:25.174435 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.229816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Pushing event updated for resources: {'Port': ['ID=be2430f3-cedb-43be-b1db-2271a67665fa,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:25.300276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Attempting to bind port be2430f3-cedb-43be-b1db-2271a67665fa on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:25.300636 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Attempting to bind port be2430f3-cedb-43be-b1db-2271a67665fa by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:25.300965 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Attempting to bind port be2430f3-cedb-43be-b1db-2271a67665fa on network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:25.305491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Port be2430f3-cedb-43be-b1db-2271a67665fa on network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:54:25.305810 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Attempting to bind port be2430f3-cedb-43be-b1db-2271a67665fa on network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:25.310739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:25.311079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Checking segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:25.311461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Bound using segment: {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:25.311887 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Bound port: be2430f3-cedb-43be-b1db-2271a67665fa, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:25.312241 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.380789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] For port be2430f3-cedb-43be-b1db-2271a67665fa, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:25.383732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] For port be2430f3-cedb-43be-b1db-2271a67665fa, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=be2430f3-cedb-43be-b1db-2271a67665fa,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:25.388470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.427466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:25.428070 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.429547 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] 10.222.0.85 "PUT /v2.0/ports/be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 1092 time: 0.5995238 Dec 15 14:54:25.429906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:25.432190 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f8f910-dfb3-4cdd-aef2-34b016f04809" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:25.453730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049779b-48c1-4c94-935b-8d8e2e62befa service neutron] Pushing event updated for resources: {'Port': ['ID=be2430f3-cedb-43be-b1db-2271a67665fa,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:25.501220 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a29b5f-349d-4716-9298-95e5a4ab9533 x-openstack-request-id: req-c5a29b5f-349d-4716-9298-95e5a4ab9533 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:25.501525 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:25.501781 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5a29b5f-349d-4716-9298-95e5a4ab9533 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:25.502187 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'status': 'completed', 'code': 200} Dec 15 14:54:25.535893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-5103653a-2cb2-4dde-b8cc-2538f5e0806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:25.537594 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-5103653a-2cb2-4dde-b8cc-2538f5e0806e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1095 time: 0.0559430 Dec 15 14:54:25.588897 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-00d1f615-e044-4841-b44c-f9e7ab5e1222 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 217 time: 0.0392284 Dec 15 14:54:25.592814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4645-1e09-4811-8843-4524a75c9092 req-5b741259-b966-45af-acc0-f79afdf136d2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:25.594457 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d18f4645-1e09-4811-8843-4524a75c9092 req-5b741259-b966-45af-acc0-f79afdf136d2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 944 time: 0.0577130 Dec 15 14:54:25.650707 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d18f4645-1e09-4811-8843-4524a75c9092 req-85490d01-9629-4e08-a3b5-dc3b53d40d01 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500727 Dec 15 14:54:25.653666 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-9802ff63-fa84-4bde-8c8d-2e1f3e7ebbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:25.655131 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-9802ff63-fa84-4bde-8c8d-2e1f3e7ebbfc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0577908 Dec 15 14:54:25.703448 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682b84-4403-4097-8f93-9412cb781779 req-21925275-e2b7-4c65-82fc-e56f0eebe4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:25.705042 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-21925275-e2b7-4c65-82fc-e56f0eebe4ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425339 Dec 15 14:54:25.793979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-716d8323-b05e-4264-872b-291e7df02952 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Dec 15 14:54:25.887979 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-84682b84-4403-4097-8f93-9412cb781779 req-1981ca70-ad8d-43d4-8e79-0bb889fe46bb service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868621 Dec 15 14:54:26.003756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-ba62f8a4-c2f5-462c-8889-2b66ed428f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:26.005460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-ba62f8a4-c2f5-462c-8889-2b66ed428f30 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1095 time: 0.0432122 Dec 15 14:54:26.100936 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-a469154b-7886-4219-b840-d04ebe23d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:26.102451 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-a469154b-7886-4219-b840-d04ebe23d6e5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0892973 Dec 15 14:54:26.143940 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-9c4815f6-4305-4816-801b-f8dc10f6dd4d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 217 time: 0.0341046 Dec 15 14:54:26.195097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-0648b8cd-4a6b-4f6b-8872-d1180afbea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:26.196567 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-0648b8cd-4a6b-4f6b-8872-d1180afbea2f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0459805 Dec 15 14:54:26.241967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-e57b63ff-fdf0-43b5-9544-e9f65316a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:26.243439 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-e57b63ff-fdf0-43b5-9544-e9f65316a66d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388489 Dec 15 14:54:26.340069 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-cbbd4059-637d-4728-b660-648a189fb221 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Dec 15 14:54:26.431847 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-97f8f910-dfb3-4cdd-aef2-34b016f04809 req-02dc2e99-6ff8-4faf-8287-64d65de1086f service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849972 Dec 15 14:54:27.026787 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7922d-581e-4e67-bccb-a237335e0493 req-d3d26a30-c7ff-4e86-8270-8cbc0c17a839 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:27.028769 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68a7922d-581e-4e67-bccb-a237335e0493 req-d3d26a30-c7ff-4e86-8270-8cbc0c17a839 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 944 time: 0.0495496 Dec 15 14:54:27.079536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-68a7922d-581e-4e67-bccb-a237335e0493 req-6f323198-471d-4909-aee4-f65599d348b2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Dec 15 14:54:28.192933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaac380-f7bb-4268-ac63-0cc36f3ca4ca req-8f28d832-41b9-4349-a8f6-f3d0b96ab9fc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:28.194377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebaac380-f7bb-4268-ac63-0cc36f3ca4ca req-8f28d832-41b9-4349-a8f6-f3d0b96ab9fc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 944 time: 0.0473602 Dec 15 14:54:28.258866 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ebaac380-f7bb-4268-ac63-0cc36f3ca4ca req-6dcbc32a-b0a9-4f1d-9f17-ffb96f04b999 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584478 Dec 15 14:54:29.370545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c3451-4a23-4a84-906f-0261400cd68a req-704c8772-09d5-438e-bbc1-05ad5d1e8352 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:29.372493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c2c3451-4a23-4a84-906f-0261400cd68a req-704c8772-09d5-438e-bbc1-05ad5d1e8352 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 944 time: 0.0472293 Dec 15 14:54:29.420175 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c2c3451-4a23-4a84-906f-0261400cd68a req-da20abe3-ba09-49ad-81bf-51fb4140cfff tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Dec 15 14:54:30.536831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767056da-5548-427e-b8dc-706f5dc69c44 req-a51fa4ec-550a-4e0b-b721-a92648767f64 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:30.538345 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-767056da-5548-427e-b8dc-706f5dc69c44 req-a51fa4ec-550a-4e0b-b721-a92648767f64 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 944 time: 0.0490396 Dec 15 14:54:30.586311 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-767056da-5548-427e-b8dc-706f5dc69c44 req-9e179377-dbca-45ad-9b82-dce04726c524 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Dec 15 14:54:31.170326 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device be2430f3-cedb-43be-b1db-2271a67665fa details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:54:31.265024 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port be2430f3-cedb-43be-b1db-2271a67665fa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=be2430f3-cedb-43be-b1db-2271a67665fa,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:31.275643 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'port_id': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'mac_address': 'fa:16:3e:0e:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:54:31.312884 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:31.325336 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2430f3-cedb-43be-b1db-2271a67665fa {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:54:31.343614 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port be2430f3-cedb-43be-b1db-2271a67665fa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=be2430f3-cedb-43be-b1db-2271a67665fa,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:31.347419 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:31.393150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=be2430f3-cedb-43be-b1db-2271a67665fa,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:31.704618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93345938-c9d9-409c-81b2-469dfb40e396 req-5454d1bd-843c-4b12-b1c9-7183250afa02 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:31.706077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93345938-c9d9-409c-81b2-469dfb40e396 req-5454d1bd-843c-4b12-b1c9-7183250afa02 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 945 time: 0.0515988 Dec 15 14:54:31.736899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['be2430f3-cedb-43be-b1db-2271a67665fa'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:54:31.756944 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93345938-c9d9-409c-81b2-469dfb40e396 req-0fb9f6f4-e4da-4a06-8ca3-27ad3e7fcee5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Dec 15 14:54:32.869655 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b206-d5cd-44ba-a977-cd373fad9af7 req-c9011348-5ea0-49e4-a9e0-047d037745d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:32.871110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bf2b206-d5cd-44ba-a977-cd373fad9af7 req-c9011348-5ea0-49e4-a9e0-047d037745d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Dec 15 14:54:32.919737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9bf2b206-d5cd-44ba-a977-cd373fad9af7 req-08481197-e4ab-4a0a-8247-60b33f4d41e8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Dec 15 14:54:33.197424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device be2430f3-cedb-43be-b1db-2271a67665fa up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:33.249078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port be2430f3-cedb-43be-b1db-2271a67665fa completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:54:33.253439 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port be2430f3-cedb-43be-b1db-2271a67665fa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:33.253811 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.329191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.351081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:33.353332 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a278de-5839-4643-b57b-a6e9f4669ef1" -d '{"events": [{"server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "name": "network-vif-plugged", "status": "completed", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:33.366526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port be2430f3-cedb-43be-b1db-2271a67665fa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=be2430f3-cedb-43be-b1db-2271a67665fa,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:33.370636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.421882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=be2430f3-cedb-43be-b1db-2271a67665fa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:33.448536 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad32783-33fd-47fe-a877-b76afc0891ea x-openstack-request-id: req-3ad32783-33fd-47fe-a877-b76afc0891ea {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:33.448839 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "name": "network-vif-plugged", "status": "completed", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:33.449102 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ad32783-33fd-47fe-a877-b76afc0891ea {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:33.449997 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'code': 200} Dec 15 14:54:33.579724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d77b2-8abb-4130-a2eb-0a4d023c7950 req-06ad7660-c272-409a-bfda-55e964a05022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:33.581230 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f38d77b2-8abb-4130-a2eb-0a4d023c7950 req-06ad7660-c272-409a-bfda-55e964a05022 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0390751 Dec 15 14:54:33.626173 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f38d77b2-8abb-4130-a2eb-0a4d023c7950 req-f6452653-ae16-40d6-bd10-3ae751181fe5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Dec 15 14:54:34.037212 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58adc-7b50-462d-91ce-b8f955a09a01 req-7b32bd85-9434-43b8-b61d-7c7927213ca6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:34.038686 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99d58adc-7b50-462d-91ce-b8f955a09a01 req-7b32bd85-9434-43b8-b61d-7c7927213ca6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0522375 Dec 15 14:54:34.088048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99d58adc-7b50-462d-91ce-b8f955a09a01 req-38aecf4e-8e78-4637-9e1e-ea23ae5c24a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Dec 15 14:54:35.203247 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5da2-5bae-41e7-9a6d-bb590fce99e3 req-bfc2bfe4-69b2-4faa-a02b-955bea9cafb5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:35.204719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93ef5da2-5bae-41e7-9a6d-bb590fce99e3 req-bfc2bfe4-69b2-4faa-a02b-955bea9cafb5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0487957 Dec 15 14:54:35.257723 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93ef5da2-5bae-41e7-9a6d-bb590fce99e3 req-7ee694ff-6d12-41cb-af36-627d0c78cea6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465195 Dec 15 14:54:35.369490 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119509d-4eb1-4c46-bf7d-54918822b0b0 req-2b1f9b2d-58f5-428b-941d-dad00f43b43f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:35.370918 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f119509d-4eb1-4c46-bf7d-54918822b0b0 req-2b1f9b2d-58f5-428b-941d-dad00f43b43f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0467334 Dec 15 14:54:35.421947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f119509d-4eb1-4c46-bf7d-54918822b0b0 req-a4e7c77b-1af7-4b3b-a4cd-8955a458ae36 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446649 Dec 15 14:54:35.443202 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48486) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:35.481746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2632a4a-f46e-492a-8978-a6bc1b8fa1af tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:35.483241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d2632a4a-f46e-492a-8978-a6bc1b8fa1af tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1092 time: 0.0390584 Dec 15 14:54:35.485911 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48488) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:35.490041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:35.511592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.613467 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.716901 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.119 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/bea6ee10-3d90-4a8c-a4f9-71f73230c98a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:35.818718 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.850549 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.891487 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:35.892886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:35.896459 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:35.921737 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=bea6ee10-3d90-4a8c-a4f9-71f73230c98a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:35.933383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.933734 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.934075 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.934409 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.934739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.935729 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.936056 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.936384 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.936936 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.937273 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.937597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.937918 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.938237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:36.262515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.326543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.470962 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.475405 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.541908 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=bea6ee10-3d90-4a8c-a4f9-71f73230c98a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:36.549808 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.646084 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 349efb18-6f38-44ad-b635-7c5ae864655b associated. External IP: 172.25.2.119, port: be2430f3-cedb-43be-b1db-2271a67665fa. Dec 15 14:54:37.172181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 8153aa4b-4283-4068-a604-041c1d4bb1c2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:37.280887 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:37.292741 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] Sync routers for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:37.299265 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:37.303563 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:37.304241 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:37.328594 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d1ad809-8d1d-442c-992f-62228b50fa14 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8416483 Dec 15 14:54:37.329605 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:37.332282 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db339580-4851-42eb-bc5c-7a205aef9a74" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:37.369988 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d0cca-af66-441f-9156-9476f6907ea9 x-openstack-request-id: req-493d0cca-af66-441f-9156-9476f6907ea9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:37.370292 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:37.370549 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-493d0cca-af66-441f-9156-9476f6907ea9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:37.370956 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'status': 'completed', 'code': 200} Dec 15 14:54:37.425364 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:37.428651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cfb4b-2751-44ac-8bda-7e899d1b2591 req-2fcbb14f-37da-48af-bf51-9c5a55c47ada tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:37.430434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c4cfb4b-2751-44ac-8bda-7e899d1b2591 req-2fcbb14f-37da-48af-bf51-9c5a55c47ada tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0503991 Dec 15 14:54:37.456635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-6c2f956f-79b5-4724-901e-98ff27ddeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:37.458781 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-6c2f956f-79b5-4724-901e-98ff27ddeb3a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0549052 Dec 15 14:54:37.485595 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c4cfb4b-2751-44ac-8bda-7e899d1b2591 req-7017603f-87b1-4120-b205-31905ff34692 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486150 Dec 15 14:54:37.507498 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:37.559013 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-dffb7c33-e633-48f6-8b3a-6d5ee357d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:37.560540 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-dffb7c33-e633-48f6-8b3a-6d5ee357d36e service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0932674 Dec 15 14:54:37.573669 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-17c0edab-45cf-43df-ba83-0d7dd1a0f316 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/349efb18-6f38-44ad-b635-7c5ae864655b HTTP/1.1" status: 200 len: 992 time: 0.0650022 Dec 15 14:54:37.637817 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-ebbc9753-ee58-43fc-83bc-2f74277445f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 1000 time: 0.0697508 Dec 15 14:54:37.650274 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '349efb18-6f38-44ad-b635-7c5ae864655b', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'port_id': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'mac_address': 'fa:16:3e:0e:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:54:36Z', 'updated_at': '2021-12-15T14:54:36Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:20Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:37.680753 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] Checking router: 8153aa4b-4283-4068-a604-041c1d4bb1c2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:37.686927 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-555bd867-eb1b-47f0-b4d8-fd11f8729a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:37.688374 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-555bd867-eb1b-47f0-b4d8-fd11f8729a0c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0437748 Dec 15 14:54:37.689029 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:37.689627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:54:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:37.733937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-6711ab31-b14f-49da-954c-f1f235dd7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:37.735426 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-6711ab31-b14f-49da-954c-f1f235dd7eaa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404978 Dec 15 14:54:37.791087 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:37.830633 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-4341b767-1c98-47a5-8c4b-346c532e996b service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873079 Dec 15 14:54:37.920341 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-db339580-4851-42eb-bc5c-7a205aef9a74 req-7316ec5c-deab-4097-8ce7-0f8de2ffb832 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819025 Dec 15 14:54:38.006443 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '349efb18-6f38-44ad-b635-7c5ae864655b', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'port_id': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'mac_address': 'fa:16:3e:0e:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:54:36Z', 'updated_at': '2021-12-15T14:54:36Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:20Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:38.035664 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9625c0-a777-49ce-9a27-810ee456eae0 None None] The sync data for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 is: [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '349efb18-6f38-44ad-b635-7c5ae864655b', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'port_id': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'mac_address': 'fa:16:3e:0e:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:54:36Z', 'updated_at': '2021-12-15T14:54:36Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:20Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:38.214612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d0180-ca4c-4ecf-b242-1d2f134add5a None None] New status for floating IP 349efb18-6f38-44ad-b635-7c5ae864655b: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:54:38.399924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-843d8e85-4746-42bd-9a7d-f9db9e7afd58 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513110 Dec 15 14:54:38.490425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-e0ef19dd-d7d6-44d4-8b77-94dd554924b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:38.492243 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-e0ef19dd-d7d6-44d4-8b77-94dd554924b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0399921 Dec 15 14:54:38.578138 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48496) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:38.596275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-07c8cc9e-0219-482f-83e9-a7a535862dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:38.597768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-07c8cc9e-0219-482f-83e9-a7a535862dae service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0860069 Dec 15 14:54:38.640165 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-8d2b733d-4a13-42b0-b6c9-0939cb694ced tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/349efb18-6f38-44ad-b635-7c5ae864655b HTTP/1.1" status: 200 len: 994 time: 0.0607924 Dec 15 14:54:38.667537 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-921dab1c-0268-48f3-8ddf-e00a96b2cd20 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 1002 time: 0.0631719 Dec 15 14:54:38.715772 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-0be5ce57-7bef-439d-a31e-507974f857ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:38.717208 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-0be5ce57-7bef-439d-a31e-507974f857ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0422370 Dec 15 14:54:38.761091 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-bb09cc53-f354-47cc-9ff7-0e506c49cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:38.762530 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-bb09cc53-f354-47cc-9ff7-0e506c49cd90 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390964 Dec 15 14:54:38.853196 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-fa68fafd-2123-4d43-9277-f45259443ac1 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Dec 15 14:54:38.945013 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-606ec4db-b485-4ec8-bf6d-c35561da9975 req-aa08c721-a81b-4f18-be89-6f51b8da2c0d service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843563 Dec 15 14:54:42.702682 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87f046fb-ba40-4421-9389-9a32596250b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.856734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd005f82-f29e-44f8-b718-395acac16fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.888156 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.528022 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.686353 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.665466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.846902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:01.157914 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:55:12.704750 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e2b3dce4-2adb-4771-8367-2307396db98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:14.858817 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5cade015-bcb6-4d0d-a64a-9aa8906ab678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:14.885753 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:16.532874 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:17.687577 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.666642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:21.859337 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.288718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-4c62e7f7-ced8-46a5-af19-f184d8b15d5d req-6dfe81a6-4560-4ea6-a54f-0ff3379638f5 service neutron] (103379) timed out ('10.222.0.32', 42876) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:55:37.807900 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-49ff247d-722d-467f-ae49-5c85f4d3654f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390491 Dec 15 14:55:37.907328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-13f96c22-9c1b-43d8-b71f-71602d81e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:37.909390 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-13f96c22-9c1b-43d8-b71f-71602d81e5e9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0408304 Dec 15 14:55:38.015631 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-3ee093d5-f06a-4254-8b2c-07bf5779509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:38.017656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-3ee093d5-f06a-4254-8b2c-07bf5779509c service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0881562 Dec 15 14:55:38.082115 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-00f7e114-0595-4c8d-9944-bd011e0a58ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 1002 time: 0.0573337 Dec 15 14:55:38.130169 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-a901d122-4385-438a-bcc6-0b71a24502ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:38.131574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-a901d122-4385-438a-bcc6-0b71a24502ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0425069 Dec 15 14:55:38.156277 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:55:38.179465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-3da4c994-642e-4647-af7d-ae8aa57e4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:38.180972 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-3da4c994-642e-4647-af7d-ae8aa57e4801 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430024 Dec 15 14:55:38.194406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-83aac66d-4942-4e78-bd06-5fe6cfc50b81 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:55:38.195418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-83aac66d-4942-4e78-bd06-5fe6cfc50b81 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048091 Dec 15 14:55:38.294394 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-301d2f4e-6aa0-4399-928f-f2f798b87818 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803783 Dec 15 14:55:38.394166 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-71ee4ac7-aa15-41ca-9ebd-2f850065baeb req-3b8c0e80-59d6-4157-81c2-ffacd8ffc748 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923674 Dec 15 14:55:42.705651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5ce2-96cc-4773-a558-81e776b23722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:44.860009 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e6161d6-9af2-41cd-89ea-e20e989f600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:44.885871 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:46.534359 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:47.692835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:48.668154 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:50.058097 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1710-a765-4070-87c8-c868dd475912 req-fdcd97c9-d29c-4d4f-b40e-0834cb6733a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:50.059618 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99aa1710-a765-4070-87c8-c868dd475912 req-fdcd97c9-d29c-4d4f-b40e-0834cb6733a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0536270 Dec 15 14:55:50.109245 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99aa1710-a765-4070-87c8-c868dd475912 req-ca25f298-c395-4494-a138-88e4698ecf2e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Dec 15 14:55:51.227815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba83599-10d3-4aed-9951-3afe3e367c3f req-d2f23f35-1d6e-4ed4-a0ce-3d924d54d139 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:51.229297 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cba83599-10d3-4aed-9951-3afe3e367c3f req-d2f23f35-1d6e-4ed4-a0ce-3d924d54d139 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0480664 Dec 15 14:55:51.277904 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cba83599-10d3-4aed-9951-3afe3e367c3f req-a496e4ae-995b-49d3-bb02-74d51a4cfa1e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Dec 15 14:55:51.876317 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:52.394449 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c221a-61cb-4699-aef7-c79a91d4a456 req-59383b2b-7033-4d8d-8cbe-6b0fa249c4db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:52.395977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d3c221a-61cb-4699-aef7-c79a91d4a456 req-59383b2b-7033-4d8d-8cbe-6b0fa249c4db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0492420 Dec 15 14:55:52.450915 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d3c221a-61cb-4699-aef7-c79a91d4a456 req-1bca63d8-af43-47b0-bd62-54db234202b0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Dec 15 14:55:53.565502 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c923-2e23-45b3-9e9e-fa0b9f7b0a7b req-0a0da08b-e17d-4a26-9bf2-58889a0b344f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:53.566971 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9b2c923-2e23-45b3-9e9e-fa0b9f7b0a7b req-0a0da08b-e17d-4a26-9bf2-58889a0b344f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0483594 Dec 15 14:55:53.616609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a9b2c923-2e23-45b3-9e9e-fa0b9f7b0a7b req-116054f5-f9b3-48cc-b9d9-d39b5f1cc2b5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Dec 15 14:55:54.729710 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e403-f98a-4a74-9e21-5ce98b137d64 req-343d0c11-b4b7-4b50-b994-897adfe0805a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:54.731142 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf25e403-f98a-4a74-9e21-5ce98b137d64 req-343d0c11-b4b7-4b50-b994-897adfe0805a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0468500 Dec 15 14:55:54.778538 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bf25e403-f98a-4a74-9e21-5ce98b137d64 req-d1b59fba-c9d7-4438-8f9f-5e4207e3a5bd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Dec 15 14:55:55.898359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f525ca-5d30-40fd-aaab-e1db67a8e722 req-a0d394ec-4983-4a42-94db-c3103ef012d7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.899807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2f525ca-5d30-40fd-aaab-e1db67a8e722 req-a0d394ec-4983-4a42-94db-c3103ef012d7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0510817 Dec 15 14:55:55.946973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b2f525ca-5d30-40fd-aaab-e1db67a8e722 req-97a2841e-3e6c-412c-855e-4376e4e00c5d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Dec 15 14:55:57.061814 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a68cbe-2118-4f5f-9e55-dc76209ab575 req-ee1119b9-29c9-431c-a6c4-c8284ec24a80 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:57.063334 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46a68cbe-2118-4f5f-9e55-dc76209ab575 req-ee1119b9-29c9-431c-a6c4-c8284ec24a80 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0481651 Dec 15 14:55:57.116211 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-46a68cbe-2118-4f5f-9e55-dc76209ab575 req-2e9933dd-eeee-4cd0-807f-00ccedb15847 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468278 Dec 15 14:55:58.235485 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685e412-4e19-4290-b09a-fd4766b519ee req-acc2cafa-a362-4257-9550-55068642ffd7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:58.237117 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6685e412-4e19-4290-b09a-fd4766b519ee req-acc2cafa-a362-4257-9550-55068642ffd7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0538280 Dec 15 14:55:58.288135 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6685e412-4e19-4290-b09a-fd4766b519ee req-92a8a676-5fb2-4067-bcb4-9659975e7009 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449674 Dec 15 14:55:59.421795 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c1c6c-437f-4762-91b8-84daa2876b67 req-ffd95514-f7b7-41da-bb73-fe29a2375c06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:59.423879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c67c1c6c-437f-4762-91b8-84daa2876b67 req-ffd95514-f7b7-41da-bb73-fe29a2375c06 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0643642 Dec 15 14:55:59.477101 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c67c1c6c-437f-4762-91b8-84daa2876b67 req-588ec8fd-a968-4c57-b6f4-1a47d9c05171 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470808 Dec 15 14:56:00.591607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae70e-68f6-4bc5-9812-c0f88e075cdd req-9de9110f-c0a9-4c6e-bad4-fde3bb760d53 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:00.593093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5caae70e-68f6-4bc5-9812-c0f88e075cdd req-9de9110f-c0a9-4c6e-bad4-fde3bb760d53 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0485394 Dec 15 14:56:00.654086 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5caae70e-68f6-4bc5-9812-c0f88e075cdd req-06903e36-a2d7-4090-8dcc-9397fc84ad94 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549831 Dec 15 14:56:00.677570 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:00.737232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-19f113b0-0a27-4838-942f-874feb2fbb6e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/349efb18-6f38-44ad-b635-7c5ae864655b HTTP/1.1" status: 200 len: 994 time: 0.0585120 Dec 15 14:56:02.019368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1b7c8-fa9a-481b-a26c-b4a16c5a81a0 req-13abc07d-60dc-48d8-8c3e-8c742efc4e76 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:02.020794 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7b1b7c8-fa9a-481b-a26c-b4a16c5a81a0 req-13abc07d-60dc-48d8-8c3e-8c742efc4e76 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0573044 Dec 15 14:56:02.083012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7b1b7c8-fa9a-481b-a26c-b4a16c5a81a0 req-ce428d8b-faae-45fd-8d8b-dd8078669a43 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557497 Dec 15 14:56:02.111064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-60ff1f95-2038-48a7-b66a-0981856f6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:02.112577 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-60ff1f95-2038-48a7-b66a-0981856f6e06 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0482671 Dec 15 14:56:02.207115 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-b827a42a-60af-4a3b-b374-20fec05f5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:02.208592 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-b827a42a-60af-4a3b-b374-20fec05f5c2e service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0881603 Dec 15 14:56:02.271600 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-d2243e77-4eb2-4bd6-b45e-3377a881cafe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 1002 time: 0.0562961 Dec 15 14:56:02.319461 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-8676faf1-a90a-4183-bc48-df4d72917195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:02.320875 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-8676faf1-a90a-4183-bc48-df4d72917195 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0426784 Dec 15 14:56:02.369659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-c3f48eec-914f-47e9-ad22-4dff3a634d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:02.371095 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-c3f48eec-914f-47e9-ad22-4dff3a634d0d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420778 Dec 15 14:56:02.459817 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-8c1184b5-407d-46fc-af66-f23845d4b7ea service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812964 Dec 15 14:56:02.550907 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-64c3e7d8-84b0-4bf2-ba0b-e6ba5b43e8a8 req-5a69dff7-3c16-4c94-bae9-ab632a181fac service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837855 Dec 15 14:56:03.202663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12bc4-9809-4b1a-8a17-683419c7f88a req-4061cbce-3ff0-48b5-b60e-b6a56f864624 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:03.204716 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9e12bc4-9809-4b1a-8a17-683419c7f88a req-4061cbce-3ff0-48b5-b60e-b6a56f864624 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0536375 Dec 15 14:56:03.253376 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e9e12bc4-9809-4b1a-8a17-683419c7f88a req-ef7c6189-1d03-4066-8b2d-c53e26291e43 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Dec 15 14:56:04.369332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610882e7-adbd-4758-b641-7506fcc9c796 req-29b4ced0-1aef-41a6-b60d-890b83c89e76 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:04.370802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-610882e7-adbd-4758-b641-7506fcc9c796 req-29b4ced0-1aef-41a6-b60d-890b83c89e76 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0481901 Dec 15 14:56:04.419679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-610882e7-adbd-4758-b641-7506fcc9c796 req-aaa10eb3-2b95-420d-8954-634f4c417427 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Dec 15 14:56:04.444110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48564) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:04.505031 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-5d4f1e28-1671-42ae-a9ae-f0d4fa8f552e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/349efb18-6f38-44ad-b635-7c5ae864655b HTTP/1.1" status: 200 len: 994 time: 0.0596850 Dec 15 14:56:12.705710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-976e0aed-6021-45e7-b6fb-a34bfc1132d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:14.861334 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-599832e8-0624-464e-a93e-3d9b54986893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:14.880421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:15.155627 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:56:16.537499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:17.692315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:18.670393 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:21.870662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:40.401768 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-9442c9f3-503e-4794-aecd-c44aaea4a152 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428493 Dec 15 14:56:40.495423 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-350771ad-a756-4906-95b7-7f94310b8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:40.496915 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-350771ad-a756-4906-95b7-7f94310b8fe1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0404613 Dec 15 14:56:40.599467 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-520c3f46-99b4-419a-b9d2-2f51f501f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:40.600957 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-520c3f46-99b4-419a-b9d2-2f51f501f6aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0836015 Dec 15 14:56:40.670216 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-b1804cc2-60ba-4aad-9ddf-1b59b255cfb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 1002 time: 0.0613644 Dec 15 14:56:40.717494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-f398ad13-cbfd-49de-b734-68efa9975151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:40.719457 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-f398ad13-cbfd-49de-b734-68efa9975151 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0417430 Dec 15 14:56:40.762028 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-5a8fb4aa-b3be-42d6-8dbe-9ce186ee9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:40.763544 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-5a8fb4aa-b3be-42d6-8dbe-9ce186ee9ed8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380440 Dec 15 14:56:40.855893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-2c4f4476-bd0d-4dc3-9faa-b65f9069b526 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855231 Dec 15 14:56:40.946041 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-78bae4e3-0c54-46bd-953a-b2f6eacd6dd6 req-33e0b093-7ec2-448c-b596-fc7b79eb45ad service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Dec 15 14:56:42.707449 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb413433-320c-4f38-aa14-50cdb495ebc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:44.862387 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7f99344-b358-4d6e-af9a-e39f3670a8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:44.897904 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:46.539590 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:47.694888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:48.673706 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:51.862906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:52.154097 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:56:53.110657 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48588) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:53.264039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port bea6ee10-3d90-4a8c-a4f9-71f73230c98a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:56:53.264966 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:53.339800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:53.340123 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:53.351899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for bea6ee10-3d90-4a8c-a4f9-71f73230c98a owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:56:53.503074 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:53.533674 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=bea6ee10-3d90-4a8c-a4f9-71f73230c98a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:53.558839 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.559192 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.559541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.559884 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.560221 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.560581 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.560918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.561907 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.562240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.562571 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.562901 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.563228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.563550 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:53.602641 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:53.602975 n-d-815324-3 neutron-server[103378]: INFO neutron.db.l3_db [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 349efb18-6f38-44ad-b635-7c5ae864655b disassociated (deleted). External IP: 172.25.2.119, port: be2430f3-cedb-43be-b1db-2271a67665fa. Dec 15 14:56:54.142020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 8153aa4b-4283-4068-a604-041c1d4bb1c2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:56:54.247352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:56:54.252945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:54.257978 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] Sync routers for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:56:54.266949 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:56:54.267554 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:54.280124 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2f8aa81c-3048-4ac0-9bfa-4bcfa12ea197 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/floatingips/349efb18-6f38-44ad-b635-7c5ae864655b HTTP/1.1" status: 204 len: 168 time: 1.1683812 Dec 15 14:56:54.280867 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:54.283116 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf7bc1-622c-4069-af95-301730d29571" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:54.325774 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af8438-ee12-4eda-b3b3-760b188f66d7 x-openstack-request-id: req-30af8438-ee12-4eda-b3b3-760b188f66d7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:54.326274 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:54.326574 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30af8438-ee12-4eda-b3b3-760b188f66d7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:54.327239 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'status': 'completed', 'code': 200} Dec 15 14:56:54.381752 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:56:54.417988 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf7bc1-622c-4069-af95-301730d29571 req-e6d530ba-748e-4b59-8162-622049552868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.419632 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-e6d530ba-748e-4b59-8162-622049552868 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 1097 time: 0.0541482 Dec 15 14:56:54.531236 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e20f64-9648-44b4-ad81-60cce8e2eff4 req-8d7dd6eb-253f-4ade-90a4-70aa8d88d53f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.534583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e20f64-9648-44b4-ad81-60cce8e2eff4 req-8d7dd6eb-253f-4ade-90a4-70aa8d88d53f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0710301 Dec 15 14:56:54.552738 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf7bc1-622c-4069-af95-301730d29571 req-84b77585-df1f-44b7-b5a4-c58b05e97052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.554339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-84b77585-df1f-44b7-b5a4-c58b05e97052 service neutron] 10.222.0.85 "GET /v2.0/networks?id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 200 len: 898 time: 0.0994627 Dec 15 14:56:54.587939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-97e20f64-9648-44b4-ad81-60cce8e2eff4 req-db0b7598-dba6-49da-8a60-44b47f0c732c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463698 Dec 15 14:56:54.594390 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:20Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:54.607092 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-bf9d04fd-37e4-4151-9f7e-b2d096e275d4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 200 len: 217 time: 0.0445774 Dec 15 14:56:54.624797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] Checking router: 8153aa4b-4283-4068-a604-041c1d4bb1c2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:56:54.633660 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:56:54.634288 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:54.663494 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf7bc1-622c-4069-af95-301730d29571 req-6dab05bb-f140-4eec-9478-f763f3c5fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.664958 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-6dab05bb-f140-4eec-9478-f763f3c5fcb2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 200 len: 835 time: 0.0478284 Dec 15 14:56:54.711471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf7bc1-622c-4069-af95-301730d29571 req-0b26d796-cdfd-442c-afe0-3767c243cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.713307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-0b26d796-cdfd-442c-afe0-3767c243cf89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=122b3a83-34d9-4c5f-af3b-a5c77f9bb949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387132 Dec 15 14:56:54.738191 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:56:54.807678 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-0c2cc58a-a423-4716-908a-93e7365c6d16 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857234 Dec 15 14:56:54.897986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d3bf7bc1-622c-4069-af95-301730d29571 req-4e6f3325-d8df-4f9b-befa-49a0e8d9b013 service neutron] 10.222.0.85 "GET /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827117 Dec 15 14:56:54.941131 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:20Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:54.966119 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f033c-f4e7-454d-94fb-7cd704a56636 None None] The sync data for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 is: [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:54:17Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '29a9e7ca-547e-422e-85ab-0d99c8636e69', 'name': '', 'network_id': '122b3a83-34d9-4c5f-af3b-a5c77f9bb949', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:89:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:20Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': '2af3eb09-4c5d-40d9-86c5-c11e59660b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:56:55.180199 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee99a9f-f251-47f9-a3d9-7da0b51ad464 None None] New status for floating IP 349efb18-6f38-44ad-b635-7c5ae864655b: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:56:55.708181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74df6c-92f8-482d-84e1-a42489c1b43a req-58ba4190-ca7e-41b5-b8e8-54774943bbc3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:55.709680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a74df6c-92f8-482d-84e1-a42489c1b43a req-58ba4190-ca7e-41b5-b8e8-54774943bbc3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Dec 15 14:56:55.759182 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1a74df6c-92f8-482d-84e1-a42489c1b43a req-98f0995e-8fdd-4898-bac5-baa1a829443c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c5d368-981a-4556-a00b-22de28ef8453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Dec 15 14:56:56.219228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-46178cdc-23e4-435c-8807-c4bf278c307c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:56.220701 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-46178cdc-23e4-435c-8807-c4bf278c307c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 946 time: 0.0537872 Dec 15 14:56:56.309771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port be2430f3-cedb-43be-b1db-2271a67665fa {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:56:56.310110 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.398520 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port be2430f3-cedb-43be-b1db-2271a67665fa, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=be2430f3-cedb-43be-b1db-2271a67665fa,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:56.398878 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.411951 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for be2430f3-cedb-43be-b1db-2271a67665fa owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:56:56.535718 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.567190 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=be2430f3-cedb-43be-b1db-2271a67665fa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:56.608459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] No DVR routers for this DVR port be2430f3-cedb-43be-b1db-2271a67665fa on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:56:56.611158 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.614493 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6b4a32c7-c016-4f78-9418-831b2c26b62d req-96df6024-f260-46b5-bfe3-2cd45f1decf2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "DELETE /v2.0/ports/be2430f3-cedb-43be-b1db-2271a67665fa HTTP/1.1" status: 204 len: 173 time: 0.3872430 Dec 15 14:56:56.614971 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'name': 'network-vif-deleted', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:56.617248 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d0245-a8b0-4a24-92f8-442e8875c0c8" -d '{"events": [{"server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "name": "network-vif-deleted", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:56.655383 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c99e5d6-d3c3-4a0d-9855-bbebe1cd8d00 x-openstack-request-id: req-5c99e5d6-d3c3-4a0d-9855-bbebe1cd8d00 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:56.655852 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb435a7-83a0-4c5b-baf0-704ef5fc3650", "name": "network-vif-deleted", "tag": "be2430f3-cedb-43be-b1db-2271a67665fa", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:56.656268 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c99e5d6-d3c3-4a0d-9855-bbebe1cd8d00 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:56.656938 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb435a7-83a0-4c5b-baf0-704ef5fc3650', 'name': 'network-vif-deleted', 'tag': 'be2430f3-cedb-43be-b1db-2271a67665fa', 'status': 'completed', 'code': 200} Dec 15 14:56:56.863335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-20835397-c4a4-479f-9283-d291635b0cff req-80d16253-1bcd-47db-9a05-b5c691ea75a8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb435a7-83a0-4c5b-baf0-704ef5fc3650 HTTP/1.1" status: 200 len: 210 time: 0.0253232 Dec 15 14:56:57.919564 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:58.279140 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.538129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 29a9e7ca-547e-422e-85ab-0d99c8636e69 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:56:58.538635 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.632064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 29a9e7ca-547e-422e-85ab-0d99c8636e69, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=29a9e7ca-547e-422e-85ab-0d99c8636e69,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:58.632432 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.645987 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 29a9e7ca-547e-422e-85ab-0d99c8636e69 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:56:58.832683 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.859401 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=29a9e7ca-547e-422e-85ab-0d99c8636e69,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:59.035708 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.246647 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 8153aa4b-4283-4068-a604-041c1d4bb1c2 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:56:59.350903 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:56:59.356022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-efbea7f6-3f00-4a13-9edc-e87d42beb733 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/8153aa4b-4283-4068-a604-041c1d4bb1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4346013 Dec 15 14:56:59.359538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48606) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:59.361130 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] Sync routers for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:56:59.371242 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:56:59.371873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:59.413966 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting subnet 2af3eb09-4c5d-40d9-86c5-c11e59660b74 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:56:59.417076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.456871 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.473837 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:56:59.540387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.601705 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.631426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Subnet': ['ID=2af3eb09-4c5d-40d9-86c5-c11e59660b74,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:59.633470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.637167 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c552e4d2-8674-4b41-a4f3-3078ba2e19db tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/subnets/2af3eb09-4c5d-40d9-86c5-c11e59660b74 HTTP/1.1" status: 204 len: 168 time: 0.2760704 Dec 15 14:56:59.639502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:59.639635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20279f-ae74-4c91-862c-e00a3819c1f4 None None] Network 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:56:59.658882 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:56:58Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:59.686819 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] Checking router: 8153aa4b-4283-4068-a604-041c1d4bb1c2 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:56:59.695180 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] Routers {'8153aa4b-4283-4068-a604-041c1d4bb1c2'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:56:59.695786 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['8153aa4b-4283-4068-a604-041c1d4bb1c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:59.752770 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.803385 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] Set router 8153aa4b-4283-4068-a604-041c1d4bb1c2 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:56:59.813990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] DHCP port deletion for 122b3a83-34d9-4c5f-af3b-a5c77f9bb949 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:56:59.863387 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.866815 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Deleting port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:56:59.867731 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.929902 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:56:59.930290 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.939249 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] For port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,segment=NetworkSegment(6e81f3fe-1648-4a67-9e31-b3ab00c9ba11),segment_id=6e81f3fe-1648-4a67-9e31-b3ab00c9ba11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:59.939661 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:59.952905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Calling delete_port for 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:56:59.990443 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:56:58Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:00.002353 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device be2430f3-cedb-43be-b1db-2271a67665fa no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:57:00.011059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 0f5aa38d-0b13-4e23-af80-d706e7fdcd14, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:00.011428 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.027284 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: be2430f3-cedb-43be-b1db-2271a67665fa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:57:00.027618 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device be2430f3-cedb-43be-b1db-2271a67665fa not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:57:00.029522 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:57:00.065235 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.090044 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Pushing event deleted for resources: {'Port': ['ID=2f37e8ee-2bda-4e61-b2f4-902087b4e0f0,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:00.101033 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.101554 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.101900 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.102241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.102572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.102902 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.103229 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.103551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.103873 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.104211 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.104553 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.104865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.105188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.108058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f33a20-69d0-422e-9c69-2a4e5519ff4f None None] No DVR routers for this DVR port 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:57:00.133093 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ee392-a88b-4441-8c01-a248fdd58b0a None None] The sync data for ids ['8153aa4b-4283-4068-a604-041c1d4bb1c2'] in n-d-815324-3 is: [{'id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133251129', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:13Z', 'updated_at': '2021-12-15T14:56:58Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '0f5aa38d-0b13-4e23-af80-d706e7fdcd14', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153aa4b-4283-4068-a604-041c1d4bb1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:14Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:57:00.203332 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.236630 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=0f5aa38d-0b13-4e23-af80-d706e7fdcd14,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:00.243661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df25ba7-ac41-44f2-a328-bee0eea5ae77 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:57:00.294198 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.385987 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.388013 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.430959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.431582 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Fanout notify agent at l3_agent the message router_deleted on router 8153aa4b-4283-4068-a604-041c1d4bb1c2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:57:00.439204 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.440316 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-009e6e9b-c645-4516-8127-b6fd2fcbc585 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/routers/8153aa4b-4283-4068-a604-041c1d4bb1c2 HTTP/1.1" status: 204 len: 168 time: 0.7992246 Dec 15 14:57:00.443012 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:00.523939 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.616421 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.637164 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122b3a83-34d9-4c5f-af3b-a5c77f9bb949']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:00.646830 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:00.647126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e81f3fe-1648-4a67-9e31-b3ab00c9ba11') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:00.656668 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.669200 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.677808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:57:00.678210 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: timer() Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:57:00.681557 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:57:00.741406 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.749084 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.752312 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/networks/122b3a83-34d9-4c5f-af3b-a5c77f9bb949 HTTP/1.1" status: 204 len: 168 time: 0.3083732 Dec 15 14:57:00.755177 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48612) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:00.767067 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d36f0f-f75b-4301-9151-d3847b39f6f3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Network': ['ID=122b3a83-34d9-4c5f-af3b-a5c77f9bb949,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:00.818026 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.848414 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.908546 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.911130 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:00.912301 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/security-groups/43c5d368-981a-4556-a00b-22de28ef8453 HTTP/1.1" status: 204 len: 168 time: 0.1561041 Dec 15 14:57:00.921813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c5d368-981a-4556-a00b-22de28ef8453,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:00.931653 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.932009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.932363 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.932732 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.933074 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.933410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.933744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.934076 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.934411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.934746 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.935079 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.936043 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:00.936371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1fdbd-dc99-4ebe-9e8f-3a46846706a1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:01.182301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48618) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.187493 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719332300', 'description': 'tempest-secgroup-smoke-719332300 description', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.208823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.272173 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.276003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.305103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.306307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1230040 Dec 15 14:57:01.308352 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dd1d7-0462-4b92-8584-6cc42ab17980 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda84e86-a0e9-4f45-a39c-d54d02ef3747,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:01.309784 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.316064 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': 'bda84e86-a0e9-4f45-a39c-d54d02ef3747', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.346656 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.360224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 29a9e7ca-547e-422e-85ab-0d99c8636e69 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:57:01.380390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 29a9e7ca-547e-422e-85ab-0d99c8636e69 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:57:01.380761 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 29a9e7ca-547e-422e-85ab-0d99c8636e69 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:57:01.381173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:57:01.402239 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:57:01.402621 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2f37e8ee-2bda-4e61-b2f4-902087b4e0f0 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:57:01.403042 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:57:01.411488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.414737 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.423258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:57:01.423516 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0f5aa38d-0b13-4e23-af80-d706e7fdcd14 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:57:01.432583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3d2713-9a5b-4d63-bd34-9dbcdda9ba53,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:01.441550 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.442902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-13737ee0-e97d-44f0-b74a-0ddce16a9231 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308494 Dec 15 14:57:01.445681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.450023 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': 'bda84e86-a0e9-4f45-a39c-d54d02ef3747', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.476106 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.530941 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.534528 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.553990 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4183c5-97ef-4ed4-9cd8-a787d3cc32fe,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:01.560022 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.561296 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-faa7a82c-509a-4e4d-beea-3b9a63627ef5 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146872 Dec 15 14:57:01.564129 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.568478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': 'bda84e86-a0e9-4f45-a39c-d54d02ef3747', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.593378 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.648865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.652362 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.670574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de869e0-d9d9-4b0d-bca1-65bd1e06c549,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:01.678015 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.679217 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-53b0b3a5-c720-4b0b-9bc4-ba0d1f08c9d6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140571 Dec 15 14:57:01.682016 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.686213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': 'bda84e86-a0e9-4f45-a39c-d54d02ef3747', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.713063 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.772399 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.775824 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.793369 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff37cac-1b57-4db5-832c-115089f8016f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:01.800539 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.801705 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-96a05ee5-b985-4706-be2e-4cad4e9c5ee8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187868 Dec 15 14:57:01.804362 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.808527 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': 'bda84e86-a0e9-4f45-a39c-d54d02ef3747', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.829582 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:57:01.834787 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.890876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.894345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.912292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e8616a-28d2-4570-b757-ad1a06abb0ba,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:01.921130 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.922547 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-55494932-3680-4ca1-b95a-802352c50b23 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171129 Dec 15 14:57:01.925273 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:01.929518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'security_group_rule': {'security_group_id': 'bda84e86-a0e9-4f45-a39c-d54d02ef3747', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:01.951305 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Project bbf25c745bfe48fabfa6ff999aaeb831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:57:01.956112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.015619 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.019098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.038282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10a6204-ea0e-4819-ac00-5281a16af0be,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:02.043776 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.045073 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b8b6ba08-4b58-467f-8dca-8ee61cd46f6d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188753 Dec 15 14:57:02.047918 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:02.052716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'network': {'name': 'tempest-network-smoke--1735411546', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:02.072986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:57:02.077012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.099701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:57:02.111931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.112276 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Added segment e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1 of type vlan for network c03cd925-f188-40da-9992-2c9d74e3782d Dec 15 14:57:02.155945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.185943 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.192257 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:02.192963 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.254481 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2055328 Dec 15 14:57:02.257343 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:02.262118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'admin_state_up': True, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:02.270591 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fae25b-39de-438f-bc9f-5ee0ec4b475d tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Network': ['ID=c03cd925-f188-40da-9992-2c9d74e3782d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:02.281901 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network c03cd925-f188-40da-9992-2c9d74e3782d details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:57:02.286325 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.287823 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.346457 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.485575 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.692355 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.712841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.811668 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.149 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/34224349-71df-48d8-9bc5-94f57f0d0367) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:57:02.925308 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:02.963054 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.003123 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:57:03.006017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:03.008478 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:57:03.020001 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e71bd7-e21f-40b8-af99-d31332b0294e None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:57:03.032785 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=34224349-71df-48d8-9bc5-94f57f0d0367,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:03.056662 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-58a9d292-2450-4558-acde-4567f2cfe94a None None] Provisioning complete for port 34224349-71df-48d8-9bc5-94f57f0d0367 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:03.057024 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-58a9d292-2450-4558-acde-4567f2cfe94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.094543 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-58a9d292-2450-4558-acde-4567f2cfe94a None None] Port 34224349-71df-48d8-9bc5-94f57f0d0367 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:57:03.260474 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.453272 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.577626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 1938113d-1ef2-4d66-93e3-705053eae96c is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:57:03.682390 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:57:03.692213 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Sync routers for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:57:03.703156 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:57:03.703656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.703780 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:03.704986 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-80760c11-3f25-4c89-b794-d9085fee354e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4465027 Dec 15 14:57:03.708102 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:03.735639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d09ca93-1d87-4d60-ae7d-e418a6c52440 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bbf25c745bfe48fabfa6ff999aaeb831&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263727 Dec 15 14:57:03.738094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:03.804467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:57:03.827284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71995d6-e0bf-481f-8f3e-5ed5c0fed1c7 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:03.828816 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c71995d6-e0bf-481f-8f3e-5ed5c0fed1c7 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898113 Dec 15 14:57:03.831694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:03.858404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f4bf6de1-32ac-4d0a-a93b-df40741f219d tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=2829e856-ad44-4d14-b4aa-ef97e8bdf20c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256174 Dec 15 14:57:03.860885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48642) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:03.865571 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790011196', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:03.952775 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:57:03.956318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.978923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:03Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:04.010343 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Checking router: 1938113d-1ef2-4d66-93e3-705053eae96c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:57:04.010691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Updating router 1938113d-1ef2-4d66-93e3-705053eae96c port 34224349-71df-48d8-9bc5-94f57f0d0367 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:57:04.035815 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.134020 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.196414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Subnet': ['ID=e136a9b7-7f74-4d95-9f80-474a8ede36b8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:04.205100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Checking segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:57:04.205462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network hostable DHCP agents. Network: c03cd925-f188-40da-9992-2c9d74e3782d, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:57:04.222209 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network c03cd925-f188-40da-9992-2c9d74e3782d is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:57:04.230807 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, c03cd925-f188-40da-9992-2c9d74e3782d) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:04.236488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:04.237100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.244988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd80b52e-885a-4556-9092-d857bce1e163 None None] Network c03cd925-f188-40da-9992-2c9d74e3782d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:57:04.255292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-005149df-6b8d-4331-b149-6f944c69f7f4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3933892 Dec 15 14:57:04.258297 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:04.335699 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.343879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.407163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46958ccf-4b18-4070-84c7-3eb10d4cbf39 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:57:04.429081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-c03cd925-f188-40da-9992-2c9d74e3782d', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:57:04.429914 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.434028 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Attempting to bind port 34224349-71df-48d8-9bc5-94f57f0d0367 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:57:04.434404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Attempting to bind port 34224349-71df-48d8-9bc5-94f57f0d0367 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:57:04.434768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Attempting to bind port 34224349-71df-48d8-9bc5-94f57f0d0367 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:57:04.436636 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a85bd-4c70-40f4-bc4e-8d13a0df258d None None] Pushing event updated for resources: {'Port': ['ID=34224349-71df-48d8-9bc5-94f57f0d0367,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:04.455417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:57:04.455793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:57:04.456194 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.456606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:57:04.457082 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Bound port: 34224349-71df-48d8-9bc5-94f57f0d0367, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:57:04.457464 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.581404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] For port 34224349-71df-48d8-9bc5-94f57f0d0367, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:57:04.586394 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] For port 34224349-71df-48d8-9bc5-94f57f0d0367, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34224349-71df-48d8-9bc5-94f57f0d0367,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:57:04.607735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ce048be3-c446-450c-bfbc-df2513ee70af None None] Provisioning complete for port 34224349-71df-48d8-9bc5-94f57f0d0367 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:04.608106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce048be3-c446-450c-bfbc-df2513ee70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.611631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.692484 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.695434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1799a5b7-5904-4db5-ab6d-b91e71800f86 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:57:04.707773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Allocated IP 172.20.0.2 (c03cd925-f188-40da-9992-2c9d74e3782d/e136a9b7-7f74-4d95-9f80-474a8ede36b8/93f579c4-267b-4843-a96a-34ebd0028b48) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:57:04.743010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:57:04.743642 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:04.748110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a85bd-4c70-40f4-bc4e-8d13a0df258d None None] Pushing event updated for resources: {'Port': ['ID=34224349-71df-48d8-9bc5-94f57f0d0367,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:04.917711 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce048be3-c446-450c-bfbc-df2513ee70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:04.969700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ce048be3-c446-450c-bfbc-df2513ee70af None None] For port 34224349-71df-48d8-9bc5-94f57f0d0367, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34224349-71df-48d8-9bc5-94f57f0d0367,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:04.977013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:57:04.978852 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce048be3-c446-450c-bfbc-df2513ee70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.305229 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.328878 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.333876 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048be3-c446-450c-bfbc-df2513ee70af None None] Pushing event updated for resources: {'Port': ['ID=34224349-71df-48d8-9bc5-94f57f0d0367,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:05.375040 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.1 (c03cd925-f188-40da-9992-2c9d74e3782d/e136a9b7-7f74-4d95-9f80-474a8ede36b8/f6db28f6-7028-4e7c-90cb-cba62d077c1b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:57:05.380411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef1ac327-a1d6-4aac-a406-9530c15560e4 None None] Provisioning complete for port 34224349-71df-48d8-9bc5-94f57f0d0367 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:05.380817 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef1ac327-a1d6-4aac-a406-9530c15560e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.389647 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Network c03cd925-f188-40da-9992-2c9d74e3782d is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:57:05.414210 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:05.433411 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:57:05.439612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Pushing event updated for resources: {'Port': ['ID=93f579c4-267b-4843-a96a-34ebd0028b48,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:05.493279 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.528837 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.547971 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Attempting to bind port 93f579c4-267b-4843-a96a-34ebd0028b48 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:57:05.548342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Attempting to bind port 93f579c4-267b-4843-a96a-34ebd0028b48 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:57:05.548741 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Attempting to bind port 93f579c4-267b-4843-a96a-34ebd0028b48 on network c03cd925-f188-40da-9992-2c9d74e3782d {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:57:05.570351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:57:05.570739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Checking segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:57:05.571447 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.571571 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Bound using segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:57:05.572008 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Bound port: 93f579c4-267b-4843-a96a-34ebd0028b48, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:57:05.572390 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.579237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network c03cd925-f188-40da-9992-2c9d74e3782d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:57:05.582990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:05.587406 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:57:05.613249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=f6db28f6-7028-4e7c-90cb-cba62d077c1b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:05.620960 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:03Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:05.644320 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.650913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4ec72-c7b8-4c2d-9598-eb5825216777 None None] The sync data for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 is: [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:03Z', 'revision_number': 3, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:57:05.679430 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] For port 93f579c4-267b-4843-a96a-34ebd0028b48, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:57:05.687186 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] For port 93f579c4-267b-4843-a96a-34ebd0028b48, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93f579c4-267b-4843-a96a-34ebd0028b48,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:57:05.696668 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.792895 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9bc9c-2a6f-42a3-8ff7-eae85c239a00 None None] Pushing event updated for resources: {'Port': ['ID=93f579c4-267b-4843-a96a-34ebd0028b48,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:05.816086 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:06.526079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:06.531893 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:06.605919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:06.616933 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=f6db28f6-7028-4e7c-90cb-cba62d077c1b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:06.713680 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network c03cd925-f188-40da-9992-2c9d74e3782d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:57:06.715375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:06.834116 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 1938113d-1ef2-4d66-93e3-705053eae96c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:57:06.846226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c61182-ac84-4e26-b7ba-ed05dbcff5ac None None] Network c03cd925-f188-40da-9992-2c9d74e3782d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:57:06.933321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7f0739a5-1f1e-485a-86eb-b50ea8cec104 None None] Provisioning complete for port 93f579c4-267b-4843-a96a-34ebd0028b48 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:06.933690 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f0739a5-1f1e-485a-86eb-b50ea8cec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:06.944686 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:57:06.951428 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-da5c05b3-42f3-45a4-93af-95ac3930b384 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/1938113d-1ef2-4d66-93e3-705053eae96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6921206 Dec 15 14:57:07.049448 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f0739a5-1f1e-485a-86eb-b50ea8cec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.085953 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7f0739a5-1f1e-485a-86eb-b50ea8cec104 None None] For port 93f579c4-267b-4843-a96a-34ebd0028b48, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93f579c4-267b-4843-a96a-34ebd0028b48,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:07.095111 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f0739a5-1f1e-485a-86eb-b50ea8cec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.114526 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-3e8af6d0-3f96-47cc-8901-074582b51150 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719332300&fields=id&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 267 time: 0.0505800 Dec 15 14:57:07.147744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0739a5-1f1e-485a-86eb-b50ea8cec104 None None] Pushing event updated for resources: {'Port': ['ID=93f579c4-267b-4843-a96a-34ebd0028b48,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:07.229237 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65053726-83a5-4853-9d00-18ff21ddd0dd None None] Provisioning complete for port f6db28f6-7028-4e7c-90cb-cba62d077c1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:07.229805 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65053726-83a5-4853-9d00-18ff21ddd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.242651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-9d86d3f1-08c0-4528-a48d-5a494c958916 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:07.244493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-9d86d3f1-08c0-4528-a48d-5a494c958916 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 797 time: 0.1208758 Dec 15 14:57:07.262485 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-9c585a1e-666b-46f6-8db2-a353087f1268 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/quotas/bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 375 time: 0.0114160 Dec 15 14:57:07.273444 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65053726-83a5-4853-9d00-18ff21ddd0dd None None] Port f6db28f6-7028-4e7c-90cb-cba62d077c1b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:57:07.285251 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65053726-83a5-4853-9d00-18ff21ddd0dd None None] Provisioning complete for port 93f579c4-267b-4843-a96a-34ebd0028b48 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:07.285603 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65053726-83a5-4853-9d00-18ff21ddd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.341186 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-a7860105-8372-4031-8191-cbaf3f0b1561 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716403 Dec 15 14:57:07.485248 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34224349-71df-48d8-9bc5-94f57f0d0367 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:57:07.535061 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-cd4db1e8-3448-4bb1-b57f-ba83fb5bb059 service neutron] 10.222.0.32 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682987 Dec 15 14:57:07.551937 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-752a4316-7971-4bf1-ba48-69bd216e98c7 None None] Provisioning complete for port f6db28f6-7028-4e7c-90cb-cba62d077c1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:07.552969 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-752a4316-7971-4bf1-ba48-69bd216e98c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.602270 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 34224349-71df-48d8-9bc5-94f57f0d0367 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:07.602650 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.604390 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-752a4316-7971-4bf1-ba48-69bd216e98c7 None None] Port f6db28f6-7028-4e7c-90cb-cba62d077c1b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:57:07.650892 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Sync routers for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:57:07.660427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-51ec69de-2536-431b-9299-84934c780ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179519 Dec 15 14:57:07.671824 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:57:07.672600 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:07.704549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 93f579c4-267b-4843-a96a-34ebd0028b48 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:57:07.752753 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d6bd5f53-b625-4279-8b2e-96c3a98bd4ac None None] Provisioning complete for port f6db28f6-7028-4e7c-90cb-cba62d077c1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:07.753432 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6bd5f53-b625-4279-8b2e-96c3a98bd4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.797677 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:57:07.803644 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 93f579c4-267b-4843-a96a-34ebd0028b48 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:07.804142 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.806488 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd5f53-b625-4279-8b2e-96c3a98bd4ac None None] Port f6db28f6-7028-4e7c-90cb-cba62d077c1b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:57:07.873096 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d78bead-d919-4a89-b8e3-281924ee913a req-c4aff6ab-a8a0-465e-9f58-d7f242c606ed tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 210 time: 0.0316730 Dec 15 14:57:08.015335 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:06Z', 'revision_number': 2, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:08.044943 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Checking router: 1938113d-1ef2-4d66-93e3-705053eae96c for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:57:08.045302 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Updating router 1938113d-1ef2-4d66-93e3-705053eae96c port f6db28f6-7028-4e7c-90cb-cba62d077c1b binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:57:08.070186 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.341662 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.347319 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.399899 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Pushing event updated for resources: {'Port': ['ID=f6db28f6-7028-4e7c-90cb-cba62d077c1b,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:08.412233 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.412609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.412930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.413271 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.413603 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.413926 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.414282 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.414568 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.414890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.415213 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.415532 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.415848 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.416163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:08.463895 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Attempting to bind port f6db28f6-7028-4e7c-90cb-cba62d077c1b on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:57:08.464265 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Attempting to bind port f6db28f6-7028-4e7c-90cb-cba62d077c1b by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:57:08.464677 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Attempting to bind port f6db28f6-7028-4e7c-90cb-cba62d077c1b on network c03cd925-f188-40da-9992-2c9d74e3782d {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:57:08.471320 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:57:08.471751 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Checking segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:57:08.472285 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.472707 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Bound using segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:57:08.473174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Bound port: f6db28f6-7028-4e7c-90cb-cba62d077c1b, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:57:08.473549 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.540835 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] For port f6db28f6-7028-4e7c-90cb-cba62d077c1b, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:57:08.544838 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] For port f6db28f6-7028-4e7c-90cb-cba62d077c1b, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f6db28f6-7028-4e7c-90cb-cba62d077c1b,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:57:08.548858 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.611821 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af9aad-8c6e-4ead-9052-10e533ddefd1 None None] Pushing event updated for resources: {'Port': ['ID=f6db28f6-7028-4e7c-90cb-cba62d077c1b,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:08.614763 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:57:08.615366 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:56:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:08.647728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-685c7f0b-b7cd-4b73-bc04-de4651a9a47b None None] Provisioning complete for port f6db28f6-7028-4e7c-90cb-cba62d077c1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:08.648852 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-685c7f0b-b7cd-4b73-bc04-de4651a9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.730127 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:57:08.750082 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-685c7f0b-b7cd-4b73-bc04-de4651a9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.793683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-685c7f0b-b7cd-4b73-bc04-de4651a9a47b None None] For port f6db28f6-7028-4e7c-90cb-cba62d077c1b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f6db28f6-7028-4e7c-90cb-cba62d077c1b,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:08.800721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-685c7f0b-b7cd-4b73-bc04-de4651a9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.854470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c7f0b-b7cd-4b73-bc04-de4651a9a47b None None] Pushing event updated for resources: {'Port': ['ID=f6db28f6-7028-4e7c-90cb-cba62d077c1b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:08.944136 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d22a0d8e-fc5b-40da-b58c-070327d94771 None None] Provisioning complete for port f6db28f6-7028-4e7c-90cb-cba62d077c1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:08.945699 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d22a0d8e-fc5b-40da-b58c-070327d94771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:08.961463 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:08.997148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d9924f0-25ca-4ca1-bc4c-c0aa8dbfce54 req-effbed38-f3dd-4e33-91cd-6133d9f00b34 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 210 time: 0.0373585 Dec 15 14:57:09.016355 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2d5aa-7074-4605-9d7d-8637d6f1dd8d None None] The sync data for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 is: [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:57:09.072859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-8f0946e9-1dbc-4118-886a-fec1fa61884b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:09.075140 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-8f0946e9-1dbc-4118-886a-fec1fa61884b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 797 time: 0.2026653 Dec 15 14:57:09.150339 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-c2842452-dea3-417b-849e-6b80dfc0b8c1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf25c745bfe48fabfa6ff999aaeb831 HTTP/1.1" status: 200 len: 379 time: 0.0575690 Dec 15 14:57:09.161186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'port': {'device_id': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'admin_state_up': True, 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'security_groups': ['bda84e86-a0e9-4f45-a39c-d54d02ef3747']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:09.404137 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f6db28f6-7028-4e7c-90cb-cba62d077c1b up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:57:09.455330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port f6db28f6-7028-4e7c-90cb-cba62d077c1b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:09.456033 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:09.629662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Made reservation on behalf of bbf25c745bfe48fabfa6ff999aaeb831 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:57:09.633547 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:09.773425 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.20.0.13 (c03cd925-f188-40da-9992-2c9d74e3782d/e136a9b7-7f74-4d95-9f80-474a8ede36b8/f114708e-f05a-4e71-8f9c-6aa73e9d601a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:57:09.917670 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:09.953224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.002645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network c03cd925-f188-40da-9992-2c9d74e3782d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:57:10.009097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:10.013220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:57:10.039361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=f114708e-f05a-4e71-8f9c-6aa73e9d601a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:10.080094 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:10.081660 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.105146 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-2663e0c6-eafa-4e33-8acf-4da56dec4d15 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9478130 Dec 15 14:57:10.123360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Request body: {'port': {'device_id': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:10.147119 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608f7a-fc6b-47da-b46f-9278c57fa945 req-480b3f91-9833-4eec-9fe7-8e019aac9ddd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:10.148943 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a608f7a-fc6b-47da-b46f-9278c57fa945 req-480b3f91-9833-4eec-9fe7-8e019aac9ddd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 932 time: 0.0610178 Dec 15 14:57:10.190107 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.215562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0a608f7a-fc6b-47da-b46f-9278c57fa945 req-efccce2f-64c0-4a88-9d74-fbdc4a88a86a tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580013 Dec 15 14:57:10.316315 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d8233bd2-a011-406f-b867-cdacae838433 None None] Provisioning complete for port f114708e-f05a-4e71-8f9c-6aa73e9d601a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:10.317175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8233bd2-a011-406f-b867-cdacae838433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.353926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d8233bd2-a011-406f-b867-cdacae838433 None None] Port f114708e-f05a-4e71-8f9c-6aa73e9d601a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:57:10.463496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f114708e-f05a-4e71-8f9c-6aa73e9d601a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:57:10.471587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.483833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Transition to ACTIVE for port object f114708e-f05a-4e71-8f9c-6aa73e9d601a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:57:10.487303 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.539205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f114708e-f05a-4e71-8f9c-6aa73e9d601a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:10.611105 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Attempting to bind port f114708e-f05a-4e71-8f9c-6aa73e9d601a on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:57:10.611578 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Attempting to bind port f114708e-f05a-4e71-8f9c-6aa73e9d601a by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:57:10.611915 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Attempting to bind port f114708e-f05a-4e71-8f9c-6aa73e9d601a on network c03cd925-f188-40da-9992-2c9d74e3782d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:57:10.616403 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Port f114708e-f05a-4e71-8f9c-6aa73e9d601a on network c03cd925-f188-40da-9992-2c9d74e3782d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:57:10.616754 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Attempting to bind port f114708e-f05a-4e71-8f9c-6aa73e9d601a on network c03cd925-f188-40da-9992-2c9d74e3782d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:57:10.621986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:57:10.622577 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Checking segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:57:10.622958 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Bound using segment: {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:57:10.623396 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Bound port: f114708e-f05a-4e71-8f9c-6aa73e9d601a, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:57:10.623747 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.692275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] For port f114708e-f05a-4e71-8f9c-6aa73e9d601a, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:57:10.695306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] For port f114708e-f05a-4e71-8f9c-6aa73e9d601a, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:57:10.700590 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.732431 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:10.733416 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:10.734852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] 10.222.0.85 "PUT /v2.0/ports/f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 1092 time: 0.6172748 Dec 15 14:57:10.739282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:57:10.741571 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfaa6f0-46de-4705-a9b5-666272ce1601" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:57:10.774678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12d10-8fe5-4d8a-8139-3d219c679c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f114708e-f05a-4e71-8f9c-6aa73e9d601a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:10.817709 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f53fc-2390-46bf-a218-491d2be1cd08 x-openstack-request-id: req-a17f53fc-2390-46bf-a218-491d2be1cd08 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:57:10.818017 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:57:10.818899 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a17f53fc-2390-46bf-a218-491d2be1cd08 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:57:10.819313 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'status': 'completed', 'code': 200} Dec 15 14:57:10.830220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-c34f7594-e4a0-4dff-a43e-ae648499fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:10.832102 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-c34f7594-e4a0-4dff-a43e-ae648499fac2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1095 time: 0.0506642 Dec 15 14:57:10.881839 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-0ed67404-953c-4c8f-9b52-8c3344e77224 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 217 time: 0.0393772 Dec 15 14:57:10.932312 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-1abcd485-0d44-4010-a3b6-05bef122b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:10.933818 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-1abcd485-0d44-4010-a3b6-05bef122b7bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 200 len: 834 time: 0.0451584 Dec 15 14:57:10.981866 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca051-e915-43a7-999f-08a8d36ab13e req-39bd2cd1-a69e-438a-a83c-0e5ca5e0f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:10.983380 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-39bd2cd1-a69e-438a-a83c-0e5ca5e0f88f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c03cd925-f188-40da-9992-2c9d74e3782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405421 Dec 15 14:57:11.080373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-d99c78d3-cef6-4330-a902-8f4c8665b6aa service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894945 Dec 15 14:57:11.169930 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-108ca051-e915-43a7-999f-08a8d36ab13e req-620632c5-6477-4a96-87da-5daae1bb7e50 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824757 Dec 15 14:57:11.276645 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-8a152259-2d80-4dcd-9c90-da5dbc7c4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:11.278162 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-8a152259-2d80-4dcd-9c90-da5dbc7c4830 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1095 time: 0.0423446 Dec 15 14:57:11.343348 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371c26-429a-4b3e-88fa-7ef428c763fb req-6dd5de03-7395-45fd-838a-9d735adbfdcb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:11.344896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e371c26-429a-4b3e-88fa-7ef428c763fb req-6dd5de03-7395-45fd-838a-9d735adbfdcb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 944 time: 0.0542850 Dec 15 14:57:11.381193 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-eeb6b9fc-d783-4e54-ab77-e44ff0852157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:11.382689 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-eeb6b9fc-d783-4e54-ab77-e44ff0852157 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 899 time: 0.0960147 Dec 15 14:57:11.409116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6e371c26-429a-4b3e-88fa-7ef428c763fb req-c9ef7848-0a9b-4b20-ac5b-d9c482a0a410 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567460 Dec 15 14:57:11.424852 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-fa36100f-8b8b-4d62-b0cf-c8725b2a2619 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 217 time: 0.0349932 Dec 15 14:57:11.477140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-d3c6453c-1fae-488c-a46e-8ae27b41e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:11.478559 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-d3c6453c-1fae-488c-a46e-8ae27b41e0fa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 200 len: 834 time: 0.0476885 Dec 15 14:57:11.524040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-8525f186-1348-4e51-aa60-06abbda5a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:11.525444 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-8525f186-1348-4e51-aa60-06abbda5a106 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c03cd925-f188-40da-9992-2c9d74e3782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394931 Dec 15 14:57:11.618358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-f72db07d-f3c4-4878-8c78-8bbf38ee22aa service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848334 Dec 15 14:57:11.705066 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7dfaa6f0-46de-4705-a9b5-666272ce1601 req-8a7ae89f-0d53-431c-b8fb-faac4b696386 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800018 Dec 15 14:57:12.524029 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5e74-8b33-4270-a19e-16bcdb0cd7f9 req-4b2b352d-4f54-4f9a-bdac-f2e2f2bbdb60 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:12.525508 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d01a5e74-8b33-4270-a19e-16bcdb0cd7f9 req-4b2b352d-4f54-4f9a-bdac-f2e2f2bbdb60 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Dec 15 14:57:12.574549 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d01a5e74-8b33-4270-a19e-16bcdb0cd7f9 req-0dff7f95-4b1e-46f5-ad0a-ad396d9bbbf1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 Dec 15 14:57:12.709596 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93d1efed-7aaf-4b58-8861-071cbcb9dbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:13.691314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832d0-c2b0-4b39-89e4-4568963b395c req-62e2779c-9e11-4267-90f3-864905e25b7b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:13.692870 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6d832d0-c2b0-4b39-89e4-4568963b395c req-62e2779c-9e11-4267-90f3-864905e25b7b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 944 time: 0.0518296 Dec 15 14:57:13.741330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6d832d0-c2b0-4b39-89e4-4568963b395c req-55f2822b-fb5c-475b-aab2-56c65db35522 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426717 Dec 15 14:57:14.857203 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8380e-6aca-4173-9f69-0ee01786ab2c req-5dfa4d7a-7db7-4213-b4aa-b538e869229f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:14.858593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0eb8380e-6aca-4173-9f69-0ee01786ab2c req-5dfa4d7a-7db7-4213-b4aa-b538e869229f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 944 time: 0.0499077 Dec 15 14:57:14.862890 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70990e7a-cf5c-4193-a3f6-e2f8bfda5fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:14.906159 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:14.909879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0eb8380e-6aca-4173-9f69-0ee01786ab2c req-6e739528-c46e-4a30-81a5-a670410d28d7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Dec 15 14:57:15.979544 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f114708e-f05a-4e71-8f9c-6aa73e9d601a details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:57:16.025788 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85df9-15c2-418e-8f6e-f889eb828ea1 req-42dbf769-e05e-4bfa-922d-952014e5540c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:16.027285 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1a85df9-15c2-418e-8f6e-f889eb828ea1 req-42dbf769-e05e-4bfa-922d-952014e5540c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 944 time: 0.0502329 Dec 15 14:57:16.077846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f114708e-f05a-4e71-8f9c-6aa73e9d601a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:16.082632 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f1a85df9-15c2-418e-8f6e-f889eb828ea1 req-b97415a3-2a75-4623-aa50-526ea68dabbc tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492148 Dec 15 14:57:16.088710 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'port_id': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'mac_address': 'fa:16:3e:12:49:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:57:16.126185 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:16.138648 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f114708e-f05a-4e71-8f9c-6aa73e9d601a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:57:16.157483 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f114708e-f05a-4e71-8f9c-6aa73e9d601a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:16.160878 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:16.210000 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f114708e-f05a-4e71-8f9c-6aa73e9d601a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:16.542369 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:16.554280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['f114708e-f05a-4e71-8f9c-6aa73e9d601a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:57:17.196425 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4becff5-3e96-48ce-9262-edc9b247e078 req-445323cc-b165-4699-ba91-11f3711843d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:17.197808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4becff5-3e96-48ce-9262-edc9b247e078 req-445323cc-b165-4699-ba91-11f3711843d8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Dec 15 14:57:17.247446 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a4becff5-3e96-48ce-9262-edc9b247e078 req-bd8bd758-a078-41cf-a5e8-a4f5d31656c7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428007 Dec 15 14:57:17.697476 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:17.994025 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f114708e-f05a-4e71-8f9c-6aa73e9d601a up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:57:18.043081 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port f114708e-f05a-4e71-8f9c-6aa73e9d601a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:57:18.046864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port f114708e-f05a-4e71-8f9c-6aa73e9d601a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:57:18.047237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:18.129737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:18.153442 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:57:18.155675 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f71718b-4b24-43f2-90d2-da297b20e128" -d '{"events": [{"server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "name": "network-vif-plugged", "status": "completed", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:57:18.167709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port f114708e-f05a-4e71-8f9c-6aa73e9d601a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:18.172349 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:18.196409 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef30b82-7348-467b-b12a-25232ca1035b x-openstack-request-id: req-6ef30b82-7348-467b-b12a-25232ca1035b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:57:18.196749 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "name": "network-vif-plugged", "status": "completed", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:57:18.196988 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ef30b82-7348-467b-b12a-25232ca1035b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:57:18.197385 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'code': 200} Dec 15 14:57:18.221885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=f114708e-f05a-4e71-8f9c-6aa73e9d601a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:18.309794 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5d58-ae2b-47a9-8f98-4e717e556803 req-1e7d7819-7695-4a33-b488-32aed4ec6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:18.311589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-172e5d58-ae2b-47a9-8f98-4e717e556803 req-1e7d7819-7695-4a33-b488-32aed4ec6d84 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1097 time: 0.0422788 Dec 15 14:57:18.374211 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d221b-cb55-46d5-b01b-63c60212746f req-d0aa2512-f79a-4cb3-ae87-9c0adf3917b2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:18.375171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-172e5d58-ae2b-47a9-8f98-4e717e556803 req-06642195-cc9b-42a8-a42e-c4cb74b27abb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521717 Dec 15 14:57:18.375831 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b40d221b-cb55-46d5-b01b-63c60212746f req-d0aa2512-f79a-4cb3-ae87-9c0adf3917b2 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0544455 Dec 15 14:57:18.423518 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b40d221b-cb55-46d5-b01b-63c60212746f req-0f7d07d1-0625-49af-a3a6-5e1059f55c16 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Dec 15 14:57:18.677965 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:19.544971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf3f11-72aa-43b8-b669-36d265b09dc9 req-becba5dc-0383-4b35-a1ff-80417bde4f25 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:19.546452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0bf3f11-72aa-43b8-b669-36d265b09dc9 req-becba5dc-0383-4b35-a1ff-80417bde4f25 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0543568 Dec 15 14:57:19.596738 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a0bf3f11-72aa-43b8-b669-36d265b09dc9 req-6787cd59-6f5c-437d-8cdd-80d582b9e81f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Dec 15 14:57:20.709962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858685f6-5bca-48e8-acc4-561c2a41bd5c req-228c0a2e-8ac8-42cf-ad2b-b30c8441bae7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:20.711466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-858685f6-5bca-48e8-acc4-561c2a41bd5c req-228c0a2e-8ac8-42cf-ad2b-b30c8441bae7 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0482786 Dec 15 14:57:20.764430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-858685f6-5bca-48e8-acc4-561c2a41bd5c req-27aed901-89ae-4002-b1bc-b9f0edc71fc3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465288 Dec 15 14:57:20.881111 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3731-34cb-4a35-bb73-8bbaaf66e384 req-ab1f53a1-e14d-4963-963a-4a3c1ee4a1cb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:20.882473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9fd3731-34cb-4a35-bb73-8bbaaf66e384 req-ab1f53a1-e14d-4963-963a-4a3c1ee4a1cb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0519292 Dec 15 14:57:20.930482 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9fd3731-34cb-4a35-bb73-8bbaaf66e384 req-46ff196d-8fb8-4649-ade6-ce073d89aad8 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Dec 15 14:57:20.951556 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:20.991001 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcda46a-e719-4a4f-94b0-bc23b90832a8 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:20.994981 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7bcda46a-e719-4a4f-94b0-bc23b90832a8 tempest-TestNetworkAdvancedServerOps-218087354 tempest-TestNetworkAdvancedServerOps-218087354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1092 time: 0.0399947 Dec 15 14:57:20.995340 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:20.999927 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:57:21.021296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.118625 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.219082 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Allocated IP 172.25.2.140 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/6d7fa460-2423-4bcc-8fb8-e5c8c98dd2b9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:57:21.321543 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.354066 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.392692 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:57:21.395515 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:57:21.398992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:57:21.404749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=6d7fa460-2423-4bcc-8fb8-e5c8c98dd2b9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:21.735195 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.803322 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.862528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.953362 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:21.957586 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:22.036227 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event updated for resources: {'Port': ['ID=6d7fa460-2423-4bcc-8fb8-e5c8c98dd2b9,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:22.044205 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:22.142419 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 172071b7-b258-4bcd-a321-45f677980f53 associated. External IP: 172.25.2.140, port: f114708e-f05a-4e71-8f9c-6aa73e9d601a. Dec 15 14:57:22.345441 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 1938113d-1ef2-4d66-93e3-705053eae96c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:57:22.450792 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:57:22.460257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] Sync routers for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:57:22.467831 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:22.470673 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:57:22.471291 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:22.496851 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0f9af827-056f-4dcc-b058-1bba3576756b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5001798 Dec 15 14:57:22.497519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:57:22.499889 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c29b846-f889-47a8-9fcf-2889f834d804" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:57:22.585257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:57:22.594666 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac66182-4dc2-4a8b-9c63-9280ffdc72a6 x-openstack-request-id: req-aac66182-4dc2-4a8b-9c63-9280ffdc72a6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:57:22.594963 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:57:22.595217 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aac66182-4dc2-4a8b-9c63-9280ffdc72a6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:57:22.595670 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'status': 'completed', 'code': 200} Dec 15 14:57:22.603963 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ecb7a-343a-4bfc-9b80-c058e726196d req-2ddf5da7-6061-41fe-9022-93ac8e25d5cd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:22.605994 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-949ecb7a-343a-4bfc-9b80-c058e726196d req-2ddf5da7-6061-41fe-9022-93ac8e25d5cd tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0546257 Dec 15 14:57:22.657589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-949ecb7a-343a-4bfc-9b80-c058e726196d req-51a493e7-cc57-4ef7-9243-ff06da2a7c42 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451744 Dec 15 14:57:22.681143 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48716) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:22.688766 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-4b742a1c-e1d3-4634-b6a4-791ca1d96ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:22.690283 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-4b742a1c-e1d3-4634-b6a4-791ca1d96ddd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1097 time: 0.0491421 Dec 15 14:57:22.742073 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-87c639ce-0a96-4c6a-b49f-a3f8277d751f tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/172071b7-b258-4bcd-a321-45f677980f53 HTTP/1.1" status: 200 len: 992 time: 0.0594878 Dec 15 14:57:22.785548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-17cb56bf-4d00-4d6f-8ce6-92aea85e3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:22.787049 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-17cb56bf-4d00-4d6f-8ce6-92aea85e3c88 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 899 time: 0.0893848 Dec 15 14:57:22.828536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '172071b7-b258-4bcd-a321-45f677980f53', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'port_id': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'mac_address': 'fa:16:3e:12:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:57:21Z', 'updated_at': '2021-12-15T14:57:21Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:22.854686 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] Checking router: 1938113d-1ef2-4d66-93e3-705053eae96c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:57:22.858684 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-8857327c-5cfe-488f-94c3-17d865d17cc0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 1000 time: 0.0636456 Dec 15 14:57:22.862887 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:57:22.863475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:57:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:22.909443 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-02dc30db-7b20-4348-9e6a-947bb8f61af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:22.910913 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-02dc30db-7b20-4348-9e6a-947bb8f61af8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 200 len: 834 time: 0.0449097 Dec 15 14:57:22.955098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-d7a3d363-04f7-4085-b005-80d5c767e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:22.956598 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-d7a3d363-04f7-4085-b005-80d5c767e70d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c03cd925-f188-40da-9992-2c9d74e3782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391111 Dec 15 14:57:22.968484 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:57:23.049645 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-92cc3a94-f922-490a-9470-db8cc9e2781d service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Dec 15 14:57:23.138609 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-1c29b846-f889-47a8-9fcf-2889f834d804 req-1ed515cb-072b-4be5-a358-2f923b4145a1 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817311 Dec 15 14:57:23.195009 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '172071b7-b258-4bcd-a321-45f677980f53', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'port_id': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'mac_address': 'fa:16:3e:12:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:57:21Z', 'updated_at': '2021-12-15T14:57:21Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:57:23.221477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842fb9c-4aef-4635-86a9-18bc49eff37e None None] The sync data for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 is: [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '172071b7-b258-4bcd-a321-45f677980f53', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'port_id': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'mac_address': 'fa:16:3e:12:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:57:21Z', 'updated_at': '2021-12-15T14:57:21Z', 'revision_number': 0, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:57:23.402064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b85001-a9f9-47bb-b6bc-099adade7e37 None None] New status for floating IP 172071b7-b258-4bcd-a321-45f677980f53: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:57:23.746910 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:57:23.807934 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-de60edec-f651-4aff-95a2-d23effe1ebfa tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/172071b7-b258-4bcd-a321-45f677980f53 HTTP/1.1" status: 200 len: 994 time: 0.0599620 Dec 15 14:57:29.153500 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:57:40.414794 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-350175aa-25fa-42b2-ac3c-2b4a129469e0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433617 Dec 15 14:57:40.514851 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-74e22e4b-8502-40e3-b384-a0043b8ea689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:40.517161 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-74e22e4b-8502-40e3-b384-a0043b8ea689 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1097 time: 0.0476029 Dec 15 14:57:40.624728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-bdf8e8b5-d182-4760-b875-3d0a9f2ab2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:40.626179 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-bdf8e8b5-d182-4760-b875-3d0a9f2ab2e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 899 time: 0.0883391 Dec 15 14:57:40.693765 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-ca9997a9-7975-4256-b499-db216b5996ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 1002 time: 0.0590811 Dec 15 14:57:40.741517 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-879d569c-f777-46d9-9242-49ede8977602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:40.742893 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-879d569c-f777-46d9-9242-49ede8977602 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 200 len: 834 time: 0.0415583 Dec 15 14:57:40.798574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-65f7eac4-5085-45b9-a0c0-27f8a86f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:40.800010 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-65f7eac4-5085-45b9-a0c0-27f8a86f1d15 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c03cd925-f188-40da-9992-2c9d74e3782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423234 Dec 15 14:57:40.901605 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-89d93d81-d741-4b09-9575-9b7c15cfb24e service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885026 Dec 15 14:57:40.994444 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7260b92d-d39c-4551-986f-5fa04a06fa30 req-e2b24836-e398-4498-a8f0-1b495a8a249b service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857582 Dec 15 14:57:42.710597 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2442a2d4-e21d-4a47-a1a3-b7ab01e9ef5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:44.869135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-490595fd-52ae-470d-a3e4-069cf0277e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:44.919647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:46.548678 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:47.699552 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:48.679914 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:51.860520 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:06.153268 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:58:12.713028 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1eab696e-0b4a-4286-8192-14e7ba77ef5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.860478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aae3f96-d4de-41af-a119-d1d943246596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.916018 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:16.549135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:17.701932 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:18.685216 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:21.869651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.861173 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0c12-941e-405e-9f7c-afa8d383cb09 req-59f98074-819d-4d7f-aef3-bb3313952791 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:26.862646 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99bc0c12-941e-405e-9f7c-afa8d383cb09 req-59f98074-819d-4d7f-aef3-bb3313952791 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0504978 Dec 15 14:58:26.912053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-99bc0c12-941e-405e-9f7c-afa8d383cb09 req-22a0191d-18c5-44c9-8dd1-23b9be8bde1b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Dec 15 14:58:28.033985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5164c5-86cf-4e13-9e9c-7a4412658440 req-8d4467af-3b9a-4f2c-ac2f-408da20ad369 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:28.035443 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f5164c5-86cf-4e13-9e9c-7a4412658440 req-8d4467af-3b9a-4f2c-ac2f-408da20ad369 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0506952 Dec 15 14:58:28.089922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4f5164c5-86cf-4e13-9e9c-7a4412658440 req-bdc01df7-3c67-498a-8f7e-b9c9d13ff904 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478220 Dec 15 14:58:29.205254 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d1bf9-449f-4208-8913-b63491e1fb17 req-c20bd5a5-29b4-44cf-8df9-b661e0244821 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:29.206710 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d12d1bf9-449f-4208-8913-b63491e1fb17 req-c20bd5a5-29b4-44cf-8df9-b661e0244821 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Dec 15 14:58:29.255290 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d12d1bf9-449f-4208-8913-b63491e1fb17 req-f29ec9a4-51ff-4d09-a7d0-73967b610c37 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Dec 15 14:58:29.276930 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:29.341330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c6f9e1d0-fe42-4c3e-be94-06ad00e6c3b1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/172071b7-b258-4bcd-a321-45f677980f53 HTTP/1.1" status: 200 len: 994 time: 0.0632586 Dec 15 14:58:30.608895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a54ca-ec45-4873-b995-42c497d9b537 req-5d3c7974-c411-4c66-9949-1b7111f0b932 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:30.610319 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d8a54ca-ec45-4873-b995-42c497d9b537 req-5d3c7974-c411-4c66-9949-1b7111f0b932 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0505664 Dec 15 14:58:30.659427 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4d8a54ca-ec45-4873-b995-42c497d9b537 req-1dfae192-5436-4738-9b21-e5cf76d73b4e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Dec 15 14:58:30.740765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa050-4266-48a0-801f-e174c838a84c req-a50a2034-d9c6-47ca-8164-47e492a9807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:30.743104 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-a50a2034-d9c6-47ca-8164-47e492a9807f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1097 time: 0.1474695 Dec 15 14:58:30.833937 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa050-4266-48a0-801f-e174c838a84c req-fe23199a-b45f-4ae9-be34-68431f4ee992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:30.835366 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-fe23199a-b45f-4ae9-be34-68431f4ee992 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 899 time: 0.0856636 Dec 15 14:58:30.900555 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-0271cc56-54db-4fdc-965d-d904438370b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 1002 time: 0.0575588 Dec 15 14:58:30.947920 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa050-4266-48a0-801f-e174c838a84c req-a1dbf71b-3ffe-44f8-9b52-3a45fe7554df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:30.950037 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-a1dbf71b-3ffe-44f8-9b52-3a45fe7554df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 200 len: 834 time: 0.0426285 Dec 15 14:58:31.005746 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa050-4266-48a0-801f-e174c838a84c req-40b65af4-d5fd-4c78-b79a-a1329c9d37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:31.007270 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-40b65af4-d5fd-4c78-b79a-a1329c9d37c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c03cd925-f188-40da-9992-2c9d74e3782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500865 Dec 15 14:58:31.096422 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-3fae70fb-34fe-46d4-84a0-f3b72df09c57 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818226 Dec 15 14:58:31.189393 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f89aa050-4266-48a0-801f-e174c838a84c req-06e8df2e-55c6-45d2-8e30-858adcdeedf2 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844746 Dec 15 14:58:31.777362 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65b790-2709-4797-9c1c-e0833e6d7383 req-078fbe94-8d3b-4fae-af39-ae137c5667fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:31.778826 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f65b790-2709-4797-9c1c-e0833e6d7383 req-078fbe94-8d3b-4fae-af39-ae137c5667fb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Dec 15 14:58:31.826868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7f65b790-2709-4797-9c1c-e0833e6d7383 req-8905ad86-c78c-49b6-92b1-292cea6520b4 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Dec 15 14:58:32.944439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a213b-ed88-49c4-a63a-fcf2c195c4b6 req-993190d4-0536-4cc1-b64a-dd56a6d69ffb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:32.945939 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-120a213b-ed88-49c4-a63a-fcf2c195c4b6 req-993190d4-0536-4cc1-b64a-dd56a6d69ffb tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0517278 Dec 15 14:58:32.994386 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-120a213b-ed88-49c4-a63a-fcf2c195c4b6 req-f47cfe2b-a4d3-472a-b58f-6b78d7484e9e tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424938 Dec 15 14:58:33.018144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:33.083196 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b2ca619b-64a2-4892-a05a-c2cb8d0db245 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/floatingips/172071b7-b258-4bcd-a321-45f677980f53 HTTP/1.1" status: 200 len: 994 time: 0.0638773 Dec 15 14:58:33.365368 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:33.518801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 6d7fa460-2423-4bcc-8fb8-e5c8c98dd2b9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:33.519137 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.905378 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.905695 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.916980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 6d7fa460-2423-4bcc-8fb8-e5c8c98dd2b9 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:34.057937 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:34.083488 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=6d7fa460-2423-4bcc-8fb8-e5c8c98dd2b9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:34.105694 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.106045 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.106389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.106724 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.107055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.107383 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.107709 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.108032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.108356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.108711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.109034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.109353 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.109669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:34.153416 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:34.153745 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Floating IP 172071b7-b258-4bcd-a321-45f677980f53 disassociated (deleted). External IP: 172.25.2.140, port: f114708e-f05a-4e71-8f9c-6aa73e9d601a. Dec 15 14:58:34.350650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 1938113d-1ef2-4d66-93e3-705053eae96c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:34.453759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:34.458456 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:34.462990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] Sync routers for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:34.472396 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:34.473016 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:34.485849 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f87d2e52-ff68-448e-b02b-6b90e870ba3b tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/floatingips/172071b7-b258-4bcd-a321-45f677980f53 HTTP/1.1" status: 204 len: 168 time: 1.1189592 Dec 15 14:58:34.486552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:34.488985 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b7a71-3899-49df-91a0-b0216fe26856" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:34.525458 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d1e88-fdbf-48f6-a0c1-59801937fc91 x-openstack-request-id: req-711d1e88-fdbf-48f6-a0c1-59801937fc91 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:34.525818 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:34.526144 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-711d1e88-fdbf-48f6-a0c1-59801937fc91 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:34.526615 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'status': 'completed', 'code': 200} Dec 15 14:58:34.587231 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:34.607250 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-91e75a08-c9d5-433d-9df2-5dbe5d7cf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.608756 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-91e75a08-c9d5-433d-9df2-5dbe5d7cf197 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 1097 time: 0.0454447 Dec 15 14:58:34.712240 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-74b5efe1-335d-448b-aea0-a1a94763e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.714055 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-74b5efe1-335d-448b-aea0-a1a94763e717 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 200 len: 899 time: 0.0988975 Dec 15 14:58:34.749432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc9789-4978-4cb9-89b1-ef09b68b6cff req-4d192585-ba76-4111-8860-10c0a3356376 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.753072 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21dc9789-4978-4cb9-89b1-ef09b68b6cff req-4d192585-ba76-4111-8860-10c0a3356376 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0593653 Dec 15 14:58:34.758191 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-b7d45609-a80d-4d4f-b789-562d97ca6fd4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 200 len: 217 time: 0.0367064 Dec 15 14:58:34.806232 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-21dc9789-4978-4cb9-89b1-ef09b68b6cff req-e425d67f-fa56-408c-93b9-1be6c13815a3 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488746 Dec 15 14:58:34.808474 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-9338feb2-ef5e-4496-b4fb-d08f05c0725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.810000 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-9338feb2-ef5e-4496-b4fb-d08f05c0725b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 200 len: 834 time: 0.0449095 Dec 15 14:58:34.813018 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:34.839505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] Checking router: 1938113d-1ef2-4d66-93e3-705053eae96c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:34.847798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:34.848406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:34.866111 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-94576549-7d37-4268-a8fc-0fa28d2ae970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.867793 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-94576549-7d37-4268-a8fc-0fa28d2ae970 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c03cd925-f188-40da-9992-2c9d74e3782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446749 Dec 15 14:58:34.952639 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:34.961669 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-0479453e-43a9-45da-8956-237d7fd13ae6 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Dec 15 14:58:35.065408 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-ca7b7a71-3899-49df-91a0-b0216fe26856 req-77e62298-51f5-4f64-81e8-4df28a3e1c18 service neutron] 10.222.0.85 "GET /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957394 Dec 15 14:58:35.169785 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:35.195429 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb6119-4087-4a9d-9280-b8ba15ed8c36 None None] The sync data for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 is: [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:05Z', 'revision_number': 4, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'f6db28f6-7028-4e7c-90cb-cba62d077c1b', 'name': '', 'network_id': 'c03cd925-f188-40da-9992-2c9d74e3782d', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:04Z', 'updated_at': '2021-12-15T14:57:08Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'subnets': [{'id': 'e136a9b7-7f74-4d95-9f80-474a8ede36b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:35.415282 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ab5d5-b981-42b6-a553-986281feaa4a None None] New status for floating IP 172071b7-b258-4bcd-a321-45f677980f53: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:58:35.925332 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe3f3-4d21-4e57-8409-a05811506e35 req-249bb0c2-273b-4070-bbc1-4492e5c6e584 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:35.926787 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b7fe3f3-4d21-4e57-8409-a05811506e35 req-249bb0c2-273b-4070-bbc1-4492e5c6e584 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0475602 Dec 15 14:58:35.974626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6b7fe3f3-4d21-4e57-8409-a05811506e35 req-eac12ace-9b89-4014-a54e-c8031be392f1 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda84e86-a0e9-4f45-a39c-d54d02ef3747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409801 Dec 15 14:58:36.563420 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-b3d842aa-ee7b-4485-bb42-53fc5a94b8d0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:36.564866 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-b3d842aa-ee7b-4485-bb42-53fc5a94b8d0 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 946 time: 0.0473092 Dec 15 14:58:36.649219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port f114708e-f05a-4e71-8f9c-6aa73e9d601a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:36.649548 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:36.736558 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port f114708e-f05a-4e71-8f9c-6aa73e9d601a, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=f114708e-f05a-4e71-8f9c-6aa73e9d601a,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:36.736908 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:36.749066 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for f114708e-f05a-4e71-8f9c-6aa73e9d601a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:36.879069 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:36.905614 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=f114708e-f05a-4e71-8f9c-6aa73e9d601a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:36.916049 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.916402 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.916788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.917131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.917469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.917799 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.918130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.918459 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.918790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.919649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.919649 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.919843 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.920053 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:36.959079 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] No DVR routers for this DVR port f114708e-f05a-4e71-8f9c-6aa73e9d601a on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:58:36.962189 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:36.965589 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-013e3f1b-7518-419d-970d-5de1adfb9ef3 req-49de2bd0-6275-477f-af09-7336babef8ef tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.85 "DELETE /v2.0/ports/f114708e-f05a-4e71-8f9c-6aa73e9d601a HTTP/1.1" status: 204 len: 173 time: 0.3949342 Dec 15 14:58:36.966041 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'name': 'network-vif-deleted', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:36.968348 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89726cc0-ae5d-48ed-9241-d6e79f1ef1eb" -d '{"events": [{"server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "name": "network-vif-deleted", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:37.006475 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca31c824-9ecb-47f3-85a3-3085c3e1de0c x-openstack-request-id: req-ca31c824-9ecb-47f3-85a3-3085c3e1de0c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:37.006748 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8ee9e7-bcab-41ba-b395-c8fd035473e9", "name": "network-vif-deleted", "tag": "f114708e-f05a-4e71-8f9c-6aa73e9d601a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:37.007043 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca31c824-9ecb-47f3-85a3-3085c3e1de0c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:37.007444 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8ee9e7-bcab-41ba-b395-c8fd035473e9', 'name': 'network-vif-deleted', 'tag': 'f114708e-f05a-4e71-8f9c-6aa73e9d601a', 'status': 'completed', 'code': 200} Dec 15 14:58:37.075391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e05d4422-7967-4171-adc1-2bf78f134536 req-dd0cf1ab-9f5f-4f08-912c-c5df35ea8762 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8ee9e7-bcab-41ba-b395-c8fd035473e9 HTTP/1.1" status: 200 len: 210 time: 0.0268033 Dec 15 14:58:38.136433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:38.496922 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:38.749373 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port f6db28f6-7028-4e7c-90cb-cba62d077c1b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:38.749627 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:38.837206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port f6db28f6-7028-4e7c-90cb-cba62d077c1b, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=f6db28f6-7028-4e7c-90cb-cba62d077c1b,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:38.837563 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:38.849797 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for f6db28f6-7028-4e7c-90cb-cba62d077c1b owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:39.047059 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.079691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=f6db28f6-7028-4e7c-90cb-cba62d077c1b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:39.250664 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.466288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Router 1938113d-1ef2-4d66-93e3-705053eae96c has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:39.576741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:39.582360 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4e313348-a536-4286-95ee-ce9b6cb3747c tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "PUT /v2.0/routers/1938113d-1ef2-4d66-93e3-705053eae96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4442925 Dec 15 14:58:39.584647 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48794) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:39.586031 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] Sync routers for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:39.595410 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:39.596002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:39.636101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting subnet e136a9b7-7f74-4d95-9f80-474a8ede36b8 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:58:39.639299 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.678206 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.699346 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:39.763209 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.820522 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.846634 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Subnet': ['ID=e136a9b7-7f74-4d95-9f80-474a8ede36b8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:39.852217 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.858069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d322e303-30a1-4bca-bae0-84be7070f9e6 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/subnets/e136a9b7-7f74-4d95-9f80-474a8ede36b8 HTTP/1.1" status: 204 len: 168 time: 0.2698543 Dec 15 14:58:39.858235 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:39.858604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54fc37c-78f2-47e2-bb44-de024956c4a5 None None] Network c03cd925-f188-40da-9992-2c9d74e3782d requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:58:39.946109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:58:38Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:39.964207 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:39.979879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] Checking router: 1938113d-1ef2-4d66-93e3-705053eae96c for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:39.995745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] Routers {'1938113d-1ef2-4d66-93e3-705053eae96c'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:39.996443 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['1938113d-1ef2-4d66-93e3-705053eae96c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:40.063843 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] DHCP port deletion for c03cd925-f188-40da-9992-2c9d74e3782d request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:40.071665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.124234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Deleting port 34224349-71df-48d8-9bc5-94f57f0d0367 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:40.124473 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.132149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] Set router 1938113d-1ef2-4d66-93e3-705053eae96c gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:40.206095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] For port 34224349-71df-48d8-9bc5-94f57f0d0367, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=34224349-71df-48d8-9bc5-94f57f0d0367,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:40.206460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.219201 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Calling delete_port for 34224349-71df-48d8-9bc5-94f57f0d0367 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:40.229040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Deleting port 93f579c4-267b-4843-a96a-34ebd0028b48 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:40.229413 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.316230 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] For port 93f579c4-267b-4843-a96a-34ebd0028b48, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=93f579c4-267b-4843-a96a-34ebd0028b48,segment=NetworkSegment(e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1),segment_id=e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:40.316658 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.340835 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Calling delete_port for 93f579c4-267b-4843-a96a-34ebd0028b48 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:40.388198 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.414717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Port': ['ID=34224349-71df-48d8-9bc5-94f57f0d0367,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:40.432556 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743973b-b915-422c-baf5-dec8911217b3 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:40.441763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f114708e-f05a-4e71-8f9c-6aa73e9d601a no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:58:40.472228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: f114708e-f05a-4e71-8f9c-6aa73e9d601a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:58:40.472967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device f114708e-f05a-4e71-8f9c-6aa73e9d601a not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:58:40.479470 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.486192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:58:38Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:40.489466 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.535691 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b43993-5b92-48dd-aa42-71b4252737fd None None] The sync data for ids ['1938113d-1ef2-4d66-93e3-705053eae96c'] in n-d-815324-3 is: [{'id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432495305', 'tenant_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:58:38Z', 'revision_number': 5, 'project_id': 'bbf25c745bfe48fabfa6ff999aaeb831', 'gw_port': {'id': '34224349-71df-48d8-9bc5-94f57f0d0367', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938113d-1ef2-4d66-93e3-705053eae96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:57:02Z', 'updated_at': '2021-12-15T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:40.539122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Pushing event deleted for resources: {'Port': ['ID=93f579c4-267b-4843-a96a-34ebd0028b48,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:40.547926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] No DVR routers for this DVR port 93f579c4-267b-4843-a96a-34ebd0028b48 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:58:40.552628 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.552980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.553495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.553825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.554163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.554495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.554826 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.555153 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.555478 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.555803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.556126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.556450 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.556797 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c08ff05-f27c-410e-8658-1dff21004f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:40.581592 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.583863 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.630239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.630940 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Fanout notify agent at l3_agent the message router_deleted on router 1938113d-1ef2-4d66-93e3-705053eae96c {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:58:40.638862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.639910 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-24a866d4-a9ad-44ee-8f64-991ca4311401 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/routers/1938113d-1ef2-4d66-93e3-705053eae96c HTTP/1.1" status: 204 len: 168 time: 0.7808034 Dec 15 14:58:40.642617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:40.717089 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.803948 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.823434 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03cd925-f188-40da-9992-2c9d74e3782d']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:40.832457 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:40.832777 n-d-815324-3 neutron-server[103379]: DEBUG neutron.services.segments.db [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb7827-55f9-4ed0-8a07-dd8ec7afffc1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:40.841803 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9040926'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.854482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.860181 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:58:40.860579 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408074'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: Traceback (most recent call last): Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: timer() Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: cb(*args, **kw) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: return func(*args, **kwargs) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: self._notify() Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: self.callback(batched_events) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: event.method(event) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: return f(self, *a, **k) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: return self._get(url).json() Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: return self.request(url, 'GET', **kwargs) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:58:40.863436 n-d-815324-3 neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:58:40.920739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.925653 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:40.929500 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/networks/c03cd925-f188-40da-9992-2c9d74e3782d HTTP/1.1" status: 204 len: 168 time: 0.2859495 Dec 15 14:58:40.932326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:40.948850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e9748-0f42-41c4-832b-641aac1ad611 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'Network': ['ID=c03cd925-f188-40da-9992-2c9d74e3782d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:41.004662 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11112339-309e-4ab5-ba26-6842161ee375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.031890 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11112339-309e-4ab5-ba26-6842161ee375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.094359 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11112339-309e-4ab5-ba26-6842161ee375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.097098 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11112339-309e-4ab5-ba26-6842161ee375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.098252 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-11112339-309e-4ab5-ba26-6842161ee375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] 10.222.0.32 "DELETE /v2.0/security-groups/bda84e86-a0e9-4f45-a39c-d54d02ef3747 HTTP/1.1" status: 204 len: 168 time: 0.1646409 Dec 15 14:58:41.112730 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11112339-309e-4ab5-ba26-6842161ee375 tempest-TestNetworkAdvancedServerOps-965479656 tempest-TestNetworkAdvancedServerOps-965479656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda84e86-a0e9-4f45-a39c-d54d02ef3747,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:41.449167 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:41.582983 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5b51a009-9602-4574-9646-98bd34990238 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbf25c745bfe48fabfa6ff999aaeb831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326320 Dec 15 14:58:41.585758 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48812) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:41.647118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34224349-71df-48d8-9bc5-94f57f0d0367 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:58:41.652747 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c77-23c3-43b8-a399-6e8a3006bd13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.670365 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 34224349-71df-48d8-9bc5-94f57f0d0367 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:58:41.670813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 34224349-71df-48d8-9bc5-94f57f0d0367 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:58:41.671311 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 93f579c4-267b-4843-a96a-34ebd0028b48 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:58:41.674041 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c77-23c3-43b8-a399-6e8a3006bd13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.690602 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 93f579c4-267b-4843-a96a-34ebd0028b48 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:58:41.690955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 93f579c4-267b-4843-a96a-34ebd0028b48 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:58:41.691375 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f6db28f6-7028-4e7c-90cb-cba62d077c1b no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:58:41.710934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: f6db28f6-7028-4e7c-90cb-cba62d077c1b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:58:41.711258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device f6db28f6-7028-4e7c-90cb-cba62d077c1b not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:58:41.721654 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c77-23c3-43b8-a399-6e8a3006bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.724591 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c77-23c3-43b8-a399-6e8a3006bd13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:41.725712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9b3f5c77-23c3-43b8-a399-6e8a3006bd13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bb93f55-5430-47d8-8700-00006843d55d HTTP/1.1" status: 204 len: 168 time: 0.1384590 Dec 15 14:58:41.737430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5c77-23c3-43b8-a399-6e8a3006bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb93f55-5430-47d8-8700-00006843d55d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:42.009039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:42.023454 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c26f8e70-b9cb-492e-b746-3cee72f3c88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.096651 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c26f8e70-b9cb-492e-b746-3cee72f3c88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.100714 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c26f8e70-b9cb-492e-b746-3cee72f3c88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.140044 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c26f8e70-b9cb-492e-b746-3cee72f3c88b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68681ce18fac4c4da519c996621e1032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299367 Dec 15 14:58:42.142098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f8e70-b9cb-492e-b746-3cee72f3c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad06995-f2ba-4238-be22-2a78b6cf8423,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:42.142739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:42.191865 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18492f4f-95db-4394-b01c-8426291d6dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.212461 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18492f4f-95db-4394-b01c-8426291d6dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.257736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18492f4f-95db-4394-b01c-8426291d6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.260377 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18492f4f-95db-4394-b01c-8426291d6dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.261538 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-18492f4f-95db-4394-b01c-8426291d6dbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ad06995-f2ba-4238-be22-2a78b6cf8423 HTTP/1.1" status: 204 len: 168 time: 0.1177585 Dec 15 14:58:42.269179 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18492f4f-95db-4394-b01c-8426291d6dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad06995-f2ba-4238-be22-2a78b6cf8423,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:42.714324 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78d8058f-391c-4ab9-b66d-5c7bd3a31c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:42.980445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:43.076682 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1906269383-network', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:43.097408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Made reservation on behalf of 6106cd749f2a40a68fb455c13423ce7f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:43.099645 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.108483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.154822 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:58:43.183413 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.187139 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.214199 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:58:43.220275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11911ad4-fc83-4751-9c21-cf61f8b95af7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:43.226953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.227334 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Added segment 376f66a4-eddf-45b3-8013-21cdd68fdf82 of type vlan for network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 Dec 15 14:58:43.267933 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.291094 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.292007 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:43.292610 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.342800 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3612142 Dec 15 14:58:43.345833 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48846) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:43.350768 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Request body: {'subnet': {'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1906269383-subnet', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:43.355659 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f5d33-953c-4ced-9603-5c9a1c6c7f23 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:43.365308 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:58:43.375706 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Made reservation on behalf of 6106cd749f2a40a68fb455c13423ce7f for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:43.378079 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.551739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.608196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:43.619016 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Checking segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:43.619375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Network hostable DHCP agents. Network: 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:58:43.637999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:58:43.646560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:43.651005 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:43.651588 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.655767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af87e3-4bbf-4455-a062-e60e7c9a1705 None None] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:58:43.667411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-3007c0f6-0c5a-4825-93ab-4b9065124a44 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3204865 Dec 15 14:58:43.670652 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:43.675033 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:43.696604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.697623 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.752924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.766047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:58:43.766927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.893275 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:43.899567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Allocated IP 172.20.0.2 (0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6/012520ea-95d8-4b0d-beaf-08c0f1d6d9d2/330f4392-551a-4d29-b2d7-08a601ea0f35) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:44.038635 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.044350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.089366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:44.094487 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:44.094654 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.096634 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Pushing event updated for resources: {'Port': ['ID=330f4392-551a-4d29-b2d7-08a601ea0f35,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:44.098768 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:44.114427 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.151358 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Attempting to bind port 330f4392-551a-4d29-b2d7-08a601ea0f35 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:44.151640 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Attempting to bind port 330f4392-551a-4d29-b2d7-08a601ea0f35 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:44.152002 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Attempting to bind port 330f4392-551a-4d29-b2d7-08a601ea0f35 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:44.156882 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:44.157258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Checking segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:44.157681 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.158074 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Bound using segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:44.158534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Bound port: 330f4392-551a-4d29-b2d7-08a601ea0f35, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:44.159638 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.219489 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Allocated IP 172.25.2.238 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3b024f32-70ce-4ec9-8131-cd886b376853) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:44.220104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] For port 330f4392-551a-4d29-b2d7-08a601ea0f35, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:44.223991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] For port 330f4392-551a-4d29-b2d7-08a601ea0f35, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=330f4392-551a-4d29-b2d7-08a601ea0f35,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:44.227974 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.289235 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493da128-0008-4aca-a40e-ed8e6d037ae6 None None] Pushing event updated for resources: {'Port': ['ID=330f4392-551a-4d29-b2d7-08a601ea0f35,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:44.333150 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.373055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.750944 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:44.753858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:44.758595 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:44.761632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Pushing event updated for resources: {'Port': ['ID=3b024f32-70ce-4ec9-8131-cd886b376853,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:44.772863 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcaa608-7960-49a9-bdb1-11a72299370c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:44.864821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93133dba-90a6-446c-939b-31dfc7ec4bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.897946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fc5059e3-a722-4631-b12d-653b9ea29490 None None] Provisioning complete for port 3b024f32-70ce-4ec9-8131-cd886b376853 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:44.898622 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc5059e3-a722-4631-b12d-653b9ea29490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:44.952280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fc5059e3-a722-4631-b12d-653b9ea29490 None None] Port 3b024f32-70ce-4ec9-8131-cd886b376853 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:44.954588 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.017277 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.201687 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50fb06-0e87-4499-a60b-25db8dde08b4 None None] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:58:45.228952 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.301879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d3d07160-2156-4827-ba02-fc76d23cb5e4 None None] Provisioning complete for port 330f4392-551a-4d29-b2d7-08a601ea0f35 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:45.302168 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3d07160-2156-4827-ba02-fc76d23cb5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.362703 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:58:45.399299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3d07160-2156-4827-ba02-fc76d23cb5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.455226 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d3d07160-2156-4827-ba02-fc76d23cb5e4 None None] For port 330f4392-551a-4d29-b2d7-08a601ea0f35, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=330f4392-551a-4d29-b2d7-08a601ea0f35,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:45.457820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 330f4392-551a-4d29-b2d7-08a601ea0f35 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:45.483882 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3d07160-2156-4827-ba02-fc76d23cb5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.493311 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:45.503883 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:45.517516 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:45.518528 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:45.526345 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.529373 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-bf1fab6e-89f7-4e4a-9aeb-5a19b0c9fb5e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8572371 Dec 15 14:58:45.531905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:45.554194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 330f4392-551a-4d29-b2d7-08a601ea0f35 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:45.554474 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.581967 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d07160-2156-4827-ba02-fc76d23cb5e4 None None] Pushing event updated for resources: {'Port': ['ID=330f4392-551a-4d29-b2d7-08a601ea0f35,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:45.644633 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:45.705637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-61d46138-9254-43d7-b706-e8c9f1bc3be7 None None] Provisioning complete for port 330f4392-551a-4d29-b2d7-08a601ea0f35 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:45.706133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61d46138-9254-43d7-b706-e8c9f1bc3be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.827982 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:44Z', 'revision_number': 3, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:45.853634 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:45.853981 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Updating router ca2e2d52-29e9-41e8-b43f-c1bbc577affa port 3b024f32-70ce-4ec9-8131-cd886b376853 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:58:45.878112 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.973891 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.126882 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.132979 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.136890 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Allocated IP 172.20.0.1 (0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6/012520ea-95d8-4b0d-beaf-08c0f1d6d9d2/307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:46.174379 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Pushing event updated for resources: {'Port': ['ID=3b024f32-70ce-4ec9-8131-cd886b376853,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:46.175625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e56ea0-ccfc-43f5-8b2f-00de030dcba6 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:46.185575 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.185922 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.186264 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.186601 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.186937 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.187279 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.187579 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.187903 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.188227 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.188670 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.188888 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.189208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.189529 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:46.203433 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Attempting to bind port 3b024f32-70ce-4ec9-8131-cd886b376853 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:46.204004 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Attempting to bind port 3b024f32-70ce-4ec9-8131-cd886b376853 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:46.204588 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Attempting to bind port 3b024f32-70ce-4ec9-8131-cd886b376853 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:46.209856 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02bf091d-f192-4660-993f-3bc79d2fda2c None None] Provisioning complete for port 3b024f32-70ce-4ec9-8131-cd886b376853 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:46.210040 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:46.210299 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02bf091d-f192-4660-993f-3bc79d2fda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.210422 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:46.210670 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.211058 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:46.211553 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Bound port: 3b024f32-70ce-4ec9-8131-cd886b376853, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:46.211917 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.248304 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-02bf091d-f192-4660-993f-3bc79d2fda2c None None] Port 3b024f32-70ce-4ec9-8131-cd886b376853 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:46.254953 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.265778 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] For port 3b024f32-70ce-4ec9-8131-cd886b376853, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:46.269172 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] For port 3b024f32-70ce-4ec9-8131-cd886b376853, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3b024f32-70ce-4ec9-8131-cd886b376853,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:46.273126 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.289736 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.316109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66046606-37e1-42bf-bfb2-d9c63ce00da5 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:46.328893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c995ebb-1add-48b3-8d4d-0d1a487b4ffc None None] Pushing event updated for resources: {'Port': ['ID=3b024f32-70ce-4ec9-8131-cd886b376853,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:46.333785 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:46.334404 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:46.337989 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:46.341076 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:46.345382 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:46.348530 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Pushing event updated for resources: {'Port': ['ID=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:46.384866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a62c3d51-250a-4e5e-953a-7faec6a09855 None None] Provisioning complete for port 3b024f32-70ce-4ec9-8131-cd886b376853 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:46.386105 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d51-250a-4e5e-953a-7faec6a09855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.401932 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.449457 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:46.476062 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d51-250a-4e5e-953a-7faec6a09855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.506865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a62c3d51-250a-4e5e-953a-7faec6a09855 None None] For port 3b024f32-70ce-4ec9-8131-cd886b376853, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3b024f32-70ce-4ec9-8131-cd886b376853,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:46.512150 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d51-250a-4e5e-953a-7faec6a09855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.577913 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.588870 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.593558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c3d51-250a-4e5e-953a-7faec6a09855 None None] Pushing event updated for resources: {'Port': ['ID=3b024f32-70ce-4ec9-8131-cd886b376853,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:46.637930 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-26abe8d0-35aa-4a45-a57a-b42d5af4d6fb None None] Provisioning complete for port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:46.638177 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-26abe8d0-35aa-4a45-a57a-b42d5af4d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.645718 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:44Z', 'revision_number': 3, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:46.673089 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-26abe8d0-35aa-4a45-a57a-b42d5af4d6fb None None] Port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:46.673326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafaf9-fb11-4212-8c78-5d8175750f43 None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:44Z', 'revision_number': 3, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:46.777444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.781821 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.849249 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:46.851759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Pushing event updated for resources: {'Port': ['ID=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:46.970206 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:46.971736 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:47.101996 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:47.205726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-50d0cc83-0412-4fb4-8447-6cae335006cb None None] Provisioning complete for port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:47.206438 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50d0cc83-0412-4fb4-8447-6cae335006cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.223104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:47.228831 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c20247b5-615a-4867-aa99-19c59e2e122c admin admin] 10.222.0.32 "PUT /v2.0/routers/ca2e2d52-29e9-41e8-b43f-c1bbc577affa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956046 Dec 15 14:58:47.241732 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-50d0cc83-0412-4fb4-8447-6cae335006cb None None] Port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:47.496332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 330f4392-551a-4d29-b2d7-08a601ea0f35 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:47.559635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 330f4392-551a-4d29-b2d7-08a601ea0f35 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:47.560011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.639108 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3b024f32-70ce-4ec9-8131-cd886b376853 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:47.684052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3b024f32-70ce-4ec9-8131-cd886b376853 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:47.684424 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.733171 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.740716 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:47.747462 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1078139724-network', 'tenant_id': '4949c47e5f3948e08423505b97399d12'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:47.772633 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Made reservation on behalf of 4949c47e5f3948e08423505b97399d12 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:47.775247 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.784168 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.858614 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.862246 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.888587 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:58:47.893815 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aea8c4-3c82-44c5-9e03-b9d082e8921e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:47.901154 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.901658 n-d-815324-3 neutron-server[103379]: INFO neutron.db.segments_db [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Added segment 84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13 of type vlan for network 8bb367dd-3a98-4223-820f-9dfcb6561af1 Dec 15 14:58:47.942734 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.967189 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.968234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:47.968840 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.024439 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2816048 Dec 15 14:58:48.027568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:48.033196 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Request body: {'subnet': {'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1078139724-subnet', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:48.036428 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b7475-c957-434d-ab03-87cfc2bf6a6e admin admin] Pushing event updated for resources: {'Network': ['ID=8bb367dd-3a98-4223-820f-9dfcb6561af1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:48.048261 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:58:48.056639 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Made reservation on behalf of 4949c47e5f3948e08423505b97399d12 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:48.059322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8392785'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.231330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10340011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8392783'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.272274 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:48.282318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:48.282910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:48.291816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3baed4-343b-4b42-86a1-0e0e3cbeeecc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:48.299379 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Checking segment: {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:48.299741 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Network hostable DHCP agents. Network: 8bb367dd-3a98-4223-820f-9dfcb6561af1, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:58:48.316825 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:58:48.325770 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 8bb367dd-3a98-4223-820f-9dfcb6561af1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:48.329953 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:48.330537 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.352661 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8cb2fef6-eb7d-4551-ac0a-934130eeb602 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238435 Dec 15 14:58:48.355267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 48870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:48.357526 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65191d1a-0977-48db-aff7-35c0970f7162 None None] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:58:48.359466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:48.381076 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.382115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.439310 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.482680 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:48.513135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-8bb367dd-3a98-4223-820f-9dfcb6561af1', 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1', 'project_id': '4949c47e5f3948e08423505b97399d12', 'fixed_ips': [{'subnet_id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:58:48.514045 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.585892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.710345 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.776956 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Allocated IP 172.20.0.2 (8bb367dd-3a98-4223-820f-9dfcb6561af1/4d3baed4-343b-4b42-86a1-0e0e3cbeeecc/31060c53-f39e-4144-9174-da3b3c6cc6d8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:48.790396 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.809672 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:48.897190 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 2, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:48.919061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Allocated IP 172.25.2.232 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/ad925120-f762-4c60-bec8-ae72f49e4155) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:48.935057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:48.935408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Updating router ca2e2d52-29e9-41e8-b43f-c1bbc577affa port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:58:48.989795 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.011920 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.017947 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.024885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.061282 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.095918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:49.102625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:49.105893 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:49.109628 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:49.132512 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Pushing event updated for resources: {'Port': ['ID=ad925120-f762-4c60-bec8-ae72f49e4155,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:49.141167 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d2c5be-e8c2-41ae-a8c9-c5b702ecce23 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:49.148711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:49.156522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:49.166731 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Pushing event updated for resources: {'Port': ['ID=31060c53-f39e-4144-9174-da3b3c6cc6d8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:49.372211 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.443941 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Attempting to bind port 31060c53-f39e-4144-9174-da3b3c6cc6d8 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:49.444579 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Attempting to bind port 31060c53-f39e-4144-9174-da3b3c6cc6d8 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:49.444709 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Attempting to bind port 31060c53-f39e-4144-9174-da3b3c6cc6d8 on network 8bb367dd-3a98-4223-820f-9dfcb6561af1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:49.457173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:49.457552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Checking segment: {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:49.457959 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.458352 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Bound using segment: {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:49.458893 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Bound port: 31060c53-f39e-4144-9174-da3b3c6cc6d8, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:49.459786 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.471608 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-368b74af-ee69-4e2e-b611-ec69707fccbb None None] Provisioning complete for port ad925120-f762-4c60-bec8-ae72f49e4155 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:49.471967 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-368b74af-ee69-4e2e-b611-ec69707fccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.563117 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-368b74af-ee69-4e2e-b611-ec69707fccbb None None] Port ad925120-f762-4c60-bec8-ae72f49e4155 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:49.573048 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.617704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] For port 31060c53-f39e-4144-9174-da3b3c6cc6d8, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:49.633272 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] For port 31060c53-f39e-4144-9174-da3b3c6cc6d8, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=31060c53-f39e-4144-9174-da3b3c6cc6d8,segment=NetworkSegment(84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13),segment_id=84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:49.641724 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.648558 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.675304 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.712928 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Router d39a560a-7506-493f-a6df-7b3b45683540 is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:58:49.714224 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8096e-17ad-4492-804c-47b3c4a6d401 None None] Pushing event updated for resources: {'Port': ['ID=31060c53-f39e-4144-9174-da3b3c6cc6d8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:49.798307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e038556-187a-4d87-b3c0-9b60ed5f92f9 None None] Pushing event updated for resources: {'Port': ['ID=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:49.805150 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Attempting to bind port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:49.805521 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Attempting to bind port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:49.805886 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Attempting to bind port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:49.812086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:49.812464 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Checking segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:49.812903 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.813301 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Bound using segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:49.813778 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Bound port: 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:49.814159 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.900332 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] For port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:49.905131 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] For port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:49.912053 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:49.986969 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e038556-187a-4d87-b3c0-9b60ed5f92f9 None None] Pushing event updated for resources: {'Port': ['ID=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:50.005459 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:50.006700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:50.110924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a149e596-47f1-473c-bbd7-66f01efae698 None None] Provisioning complete for port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:50.111275 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a149e596-47f1-473c-bbd7-66f01efae698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.210948 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:50.225495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:50.237411 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Sync routers for ids ['d39a560a-7506-493f-a6df-7b3b45683540'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:50.252474 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Routers {'d39a560a-7506-493f-a6df-7b3b45683540'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:50.253248 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d39a560a-7506-493f-a6df-7b3b45683540'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:50.257143 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.258991 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-57f81eb1-b3af-4a2f-a5cd-15abcac29a8f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9027939 Dec 15 14:58:50.261904 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:50.268584 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a149e596-47f1-473c-bbd7-66f01efae698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.374821 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Set router d39a560a-7506-493f-a6df-7b3b45683540 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:50.383635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a149e596-47f1-473c-bbd7-66f01efae698 None None] For port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:50.392825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a149e596-47f1-473c-bbd7-66f01efae698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.485534 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149e596-47f1-473c-bbd7-66f01efae698 None None] Pushing event updated for resources: {'Port': ['ID=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:50.526360 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2c97b37d-5868-471e-b668-bd7a5ac8cd8b None None] Provisioning complete for port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:50.526737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c97b37d-5868-471e-b668-bd7a5ac8cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.531297 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:49Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:50.587468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da530cbc-a67b-449f-8675-c7b72c2972a3 None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:49Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:50.587747 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:49Z', 'revision_number': 3, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:50.620957 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Checking router: d39a560a-7506-493f-a6df-7b3b45683540 for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:50.621310 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Updating router d39a560a-7506-493f-a6df-7b3b45683540 port ad925120-f762-4c60-bec8-ae72f49e4155 binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:58:50.684224 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.070262 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba525f5a-f294-4369-9a08-0ad82856b23c None None] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:58:51.134344 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.143962 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.145329 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6f860112-8c9c-4e3f-9dd7-08361d4e6e7e None None] Provisioning complete for port 31060c53-f39e-4144-9174-da3b3c6cc6d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:51.145702 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f860112-8c9c-4e3f-9dd7-08361d4e6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.169515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.215192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811fd034-a53d-4a79-a508-6af372273d2f None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:51.217426 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Attempting to bind port ad925120-f762-4c60-bec8-ae72f49e4155 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:51.217945 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Attempting to bind port ad925120-f762-4c60-bec8-ae72f49e4155 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:51.220267 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Attempting to bind port ad925120-f762-4c60-bec8-ae72f49e4155 on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:51.229027 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ddbb7-da00-4769-adc2-bdabe5199a9a None None] Pushing event updated for resources: {'Port': ['ID=ad925120-f762-4c60-bec8-ae72f49e4155,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.232802 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:51.233184 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:51.233731 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.234113 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:51.234833 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Bound port: ad925120-f762-4c60-bec8-ae72f49e4155, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:51.235354 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.292896 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] For port ad925120-f762-4c60-bec8-ae72f49e4155, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:51.296419 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] For port ad925120-f762-4c60-bec8-ae72f49e4155, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad925120-f762-4c60-bec8-ae72f49e4155,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:51.304864 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f860112-8c9c-4e3f-9dd7-08361d4e6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.305060 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.343475 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6f860112-8c9c-4e3f-9dd7-08361d4e6e7e None None] For port 31060c53-f39e-4144-9174-da3b3c6cc6d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=31060c53-f39e-4144-9174-da3b3c6cc6d8,segment=NetworkSegment(84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13),segment_id=84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:51.352853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f860112-8c9c-4e3f-9dd7-08361d4e6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.386285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Allocated IP 172.20.0.1 (8bb367dd-3a98-4223-820f-9dfcb6561af1/4d3baed4-343b-4b42-86a1-0e0e3cbeeecc/3bfcd87d-5bc4-4647-8b18-c2a2841d6757) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:51.415675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b187af-8ccd-454d-88dd-68e2629c175c None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:58:51.418684 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Routers {'d39a560a-7506-493f-a6df-7b3b45683540'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:51.421885 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d39a560a-7506-493f-a6df-7b3b45683540'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:51.432253 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ddbb7-da00-4769-adc2-bdabe5199a9a None None] Pushing event updated for resources: {'Port': ['ID=ad925120-f762-4c60-bec8-ae72f49e4155,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.461792 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f860112-8c9c-4e3f-9dd7-08361d4e6e7e None None] Pushing event updated for resources: {'Port': ['ID=31060c53-f39e-4144-9174-da3b3c6cc6d8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.507434 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3f4014dc-3d65-4999-9d67-9ad604b6780a None None] Provisioning complete for port ad925120-f762-4c60-bec8-ae72f49e4155 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:51.508048 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f4014dc-3d65-4999-9d67-9ad604b6780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.546371 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.617081 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.622926 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] Set router d39a560a-7506-493f-a6df-7b3b45683540 gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:51.647601 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:51.647797 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f4014dc-3d65-4999-9d67-9ad604b6780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.651426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:51.652799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 31060c53-f39e-4144-9174-da3b3c6cc6d8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:51.663317 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:51.702092 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3f4014dc-3d65-4999-9d67-9ad604b6780a None None] For port ad925120-f762-4c60-bec8-ae72f49e4155, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad925120-f762-4c60-bec8-ae72f49e4155,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:51.713788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f4014dc-3d65-4999-9d67-9ad604b6780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.764065 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.771620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Pushing event updated for resources: {'Port': ['ID=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.785575 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 31060c53-f39e-4144-9174-da3b3c6cc6d8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:51.785955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.809713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4014dc-3d65-4999-9d67-9ad604b6780a None None] Pushing event updated for resources: {'Port': ['ID=ad925120-f762-4c60-bec8-ae72f49e4155,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.848601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a4fa0cc4-a46b-4c88-9ab2-eee182054d7d None None] Provisioning complete for port 31060c53-f39e-4144-9174-da3b3c6cc6d8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:51.848976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0cc4-a46b-4c88-9ab2-eee182054d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.891508 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:49Z', 'revision_number': 3, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:51.935728 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ca17-4abd-4b39-9f6d-f17a406ecde0 None None] The sync data for ids ['d39a560a-7506-493f-a6df-7b3b45683540'] in n-d-815324-3 is: [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:49Z', 'revision_number': 3, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:51.971955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:51.992241 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.002600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.086339 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:52.086711 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.206935 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.209513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-896b6230-f5f2-4452-a2ee-e8ed9ae62b74 None None] Provisioning complete for port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:52.209881 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-896b6230-f5f2-4452-a2ee-e8ed9ae62b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.214029 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.250104 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-896b6230-f5f2-4452-a2ee-e8ed9ae62b74 None None] Port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:52.287583 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.289537 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Pushing event updated for resources: {'Port': ['ID=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:52.399176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:52.400542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:52.522514 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Router d39a560a-7506-493f-a6df-7b3b45683540 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:52.642704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:52.647938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5e69af05-53bd-4276-b6a2-aab732badd57 admin admin] 10.222.0.32 "PUT /v2.0/routers/d39a560a-7506-493f-a6df-7b3b45683540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3844090 Dec 15 14:58:52.675536 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c6df6ae5-de7c-498f-b5c4-ff035dbe230f None None] Provisioning complete for port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:52.676083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6df6ae5-de7c-498f-b5c4-ff035dbe230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.716417 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6ae5-de7c-498f-b5c4-ff035dbe230f None None] Port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:53.356543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48880) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:53.361133 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509177499', 'description': 'tempest-secgroup-smoke-509177499 description', 'project_id': '6106cd749f2a40a68fb455c13423ce7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:53.386172 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.455113 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.459410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.484017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 31060c53-f39e-4144-9174-da3b3c6cc6d8 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:53.497758 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.498995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1414466 Dec 15 14:58:53.502007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:53.507106 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': '8c47ea1f-55ab-441c-82a0-6d470b45b866', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:53.513229 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b81919-59ed-454c-9fd2-87b334afc0c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47ea1f-55ab-441c-82a0-6d470b45b866,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:53.539561 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.543616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 31060c53-f39e-4144-9174-da3b3c6cc6d8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:53.543985 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.598864 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.603199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.620231 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee171ec8-60b4-478c-a7e0-acdbaa7084da,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:53.624689 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad925120-f762-4c60-bec8-ae72f49e4155 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:53.632875 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.634088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-82735b69-7522-43e6-9fc5-d8884125f969 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311667 Dec 15 14:58:53.636806 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48884) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:53.641335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': '8c47ea1f-55ab-441c-82a0-6d470b45b866', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:53.671366 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.741596 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.746571 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.768251 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c039282f-4fe2-4a2e-98dd-df6eccda1712,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:53.774969 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.776118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9fd15dac-dbb5-455f-8aae-f886c580990e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383469 Dec 15 14:58:53.778875 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:53.783301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': '8c47ea1f-55ab-441c-82a0-6d470b45b866', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:53.811376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.836600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port ad925120-f762-4c60-bec8-ae72f49e4155 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:53.837144 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.875895 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.881221 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.900050 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0371f28d-e279-418a-84fe-a35ae13d8fe6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:53.909228 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:53.910451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9566f59b-0710-4743-8530-a38dac9f99b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306419 Dec 15 14:58:53.913243 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:53.917874 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': '8c47ea1f-55ab-441c-82a0-6d470b45b866', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:53.945434 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.003894 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.010085 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.031503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Sync routers for ids ['d39a560a-7506-493f-a6df-7b3b45683540'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:54.032060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aa3560-c29f-4a50-b4c1-486a1494a4ef,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:54.039922 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.043639 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-42f142b6-edd4-4e36-b19a-3f0d71827965 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270192 Dec 15 14:58:54.043794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Routers {'d39a560a-7506-493f-a6df-7b3b45683540'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:54.043794 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d39a560a-7506-493f-a6df-7b3b45683540'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:54.044034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:54.048149 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': '8c47ea1f-55ab-441c-82a0-6d470b45b866', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:54.072061 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Project 6106cd749f2a40a68fb455c13423ce7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:58:54.077100 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.135433 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.139032 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.149975 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Set router d39a560a-7506-493f-a6df-7b3b45683540 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:54.155966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec72be1-b247-4654-99b0-66e24d456d11,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:54.164752 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.165965 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-41b87e85-35a0-4b0a-abd6-d81aca4e9807 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211858 Dec 15 14:58:54.168695 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:54.173009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': '8c47ea1f-55ab-441c-82a0-6d470b45b866', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:54.195170 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Project 6106cd749f2a40a68fb455c13423ce7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:58:54.200728 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.260358 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.263985 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.281607 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e7f11-261e-46f6-8f96-a99d9e90aca5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:54.290126 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.298982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fe66bad1-8975-4b2c-bcb0-23e6d848625f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217217 Dec 15 14:58:54.356246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3bfcd87d-5bc4-4647-8b18-c2a2841d6757', 'name': '', 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'mac_address': 'fa:16:3e:12:93:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:51Z', 'updated_at': '2021-12-15T14:58:52Z', 'revision_number': 2, 'project_id': '4949c47e5f3948e08423505b97399d12', 'subnets': [{'id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:54.384149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Checking router: d39a560a-7506-493f-a6df-7b3b45683540 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:54.384524 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Updating router d39a560a-7506-493f-a6df-7b3b45683540 port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:58:54.408919 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.445506 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8bf4c258-150f-499c-bab0-8cff9bd5b4c2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509177499&fields=id&tenant_id=6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 267 time: 0.0468218 Dec 15 14:58:54.556342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-d73632d0-620f-415b-b1d1-f24582369c30 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:54.558027 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-d73632d0-620f-415b-b1d1-f24582369c30 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 809 time: 0.1034839 Dec 15 14:58:54.573317 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-5e6afc20-d689-4174-b1f0-ca521932d2bf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/quotas/6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 375 time: 0.0092368 Dec 15 14:58:54.624454 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-2ae617e5-9e8a-4c2a-9293-1b22eea0b1c8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456460 Dec 15 14:58:54.673710 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.680172 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.725516 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-57fc92d3-f5c2-4be2-a58e-7867bca55440 service neutron] 10.222.0.32 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891430 Dec 15 14:58:54.726163 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39322bc-fdd5-472c-b81d-ca44a3ee1fcb None None] Pushing event updated for resources: {'Port': ['ID=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:54.782421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Attempting to bind port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:54.782664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Attempting to bind port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:54.782852 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Attempting to bind port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 on network 8bb367dd-3a98-4223-820f-9dfcb6561af1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:54.788492 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:54.788897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Checking segment: {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:54.789305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.789702 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Bound using segment: {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:54.790656 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Bound port: 3bfcd87d-5bc4-4647-8b18-c2a2841d6757, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:54.790790 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.826773 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-b3a0eaeb-5dc5-4cf9-b3ab-cf5ddb0d673b service neutron] 10.222.0.32 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910523 Dec 15 14:58:54.858242 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] For port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:54.861728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] For port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,segment=NetworkSegment(84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13),segment_id=84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:54.867949 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.925616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Routers {'d39a560a-7506-493f-a6df-7b3b45683540'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:54.926588 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d39a560a-7506-493f-a6df-7b3b45683540'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:55.011335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-af8efcd1-b538-46f5-9f65-735f4f8e3e9c req-f11cdf7e-3a04-49a3-aa2b-92ce40f57a51 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 210 time: 0.0347474 Dec 15 14:58:55.012767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39322bc-fdd5-472c-b81d-ca44a3ee1fcb None None] Pushing event updated for resources: {'Port': ['ID=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:55.043997 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-89f2dfb7-e282-4d7a-a1d3-204b4ac0853d None None] Provisioning complete for port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:55.045136 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89f2dfb7-e282-4d7a-a1d3-204b4ac0853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:55.101723 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] Set router d39a560a-7506-493f-a6df-7b3b45683540 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:55.260594 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89f2dfb7-e282-4d7a-a1d3-204b4ac0853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:55.320812 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-89f2dfb7-e282-4d7a-a1d3-204b4ac0853d None None] For port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,segment=NetworkSegment(84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13),segment_id=84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:55.326441 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89f2dfb7-e282-4d7a-a1d3-204b4ac0853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:55.401704 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2dfb7-e282-4d7a-a1d3-204b4ac0853d None None] Pushing event updated for resources: {'Port': ['ID=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:55.416397 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3bfcd87d-5bc4-4647-8b18-c2a2841d6757', 'name': '', 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'mac_address': 'fa:16:3e:12:93:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:51Z', 'updated_at': '2021-12-15T14:58:54Z', 'revision_number': 4, 'project_id': '4949c47e5f3948e08423505b97399d12', 'subnets': [{'id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:55.447056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae43cd-a09b-435f-8950-91b99991248f None None] The sync data for ids ['d39a560a-7506-493f-a6df-7b3b45683540'] in n-d-815324-3 is: [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '3bfcd87d-5bc4-4647-8b18-c2a2841d6757', 'name': '', 'network_id': '8bb367dd-3a98-4223-820f-9dfcb6561af1', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'mac_address': 'fa:16:3e:12:93:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:51Z', 'updated_at': '2021-12-15T14:58:54Z', 'revision_number': 4, 'project_id': '4949c47e5f3948e08423505b97399d12', 'subnets': [{'id': '4d3baed4-343b-4b42-86a1-0e0e3cbeeecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:55.458990 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-142c80ee-8b21-4bfe-8078-93bb192b55eb None None] Provisioning complete for port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:55.459499 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-142c80ee-8b21-4bfe-8078-93bb192b55eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.117545 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-498576f2-4d73-4151-8f56-81565e6e0f32 req-8866810b-4ff8-46fa-a7c9-454ac08f2874 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 210 time: 0.0273011 Dec 15 14:58:56.151158 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-a81250ac-efa8-4ce1-809f-69e3b7018ee4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:56.152735 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-a81250ac-efa8-4ce1-809f-69e3b7018ee4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 809 time: 0.1683447 Dec 15 14:58:56.225104 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7aa15f5e-2827-4cea-ad57-bbcaac651b3d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 379 time: 0.0555744 Dec 15 14:58:56.238739 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'port': {'device_id': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'admin_state_up': True, 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'security_groups': ['8c47ea1f-55ab-441c-82a0-6d470b45b866']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:56.349521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Made reservation on behalf of 6106cd749f2a40a68fb455c13423ce7f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:56.353193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.479280 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Allocated IP 172.20.0.3 (0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6/012520ea-95d8-4b0d-beaf-08c0f1d6d9d2/0c024213-2757-4665-b441-77147f6d74ed) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:56.610433 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.644269 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.689669 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:56.693292 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:56.697081 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:56.723698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:56.753979 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:56.754604 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.775488 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a743c5e-5b04-4caf-b0a9-83244d99fe02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405245 Dec 15 14:58:56.791998 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Request body: {'port': {'device_id': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:56.849842 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.990708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-77a0e4d4-ddd9-4029-9676-77756745f5db None None] Provisioning complete for port 0c024213-2757-4665-b441-77147f6d74ed triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:56.993505 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77a0e4d4-ddd9-4029-9676-77756745f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.030023 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-77a0e4d4-ddd9-4029-9676-77756745f5db None None] Port 0c024213-2757-4665-b441-77147f6d74ed cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:57.119536 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c024213-2757-4665-b441-77147f6d74ed {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:58:57.127545 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.141101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Transition to ACTIVE for port object 0c024213-2757-4665-b441-77147f6d74ed will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:58:57.145112 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.199354 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:57.251896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f398-98c8-40ca-8bb4-4b9351dddd20 req-4eb0fe9e-47e1-4268-abee-15f1659c4aab tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:57.253562 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e472f398-98c8-40ca-8bb4-4b9351dddd20 req-4eb0fe9e-47e1-4268-abee-15f1659c4aab tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0565579 Dec 15 14:58:57.271885 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Attempting to bind port 0c024213-2757-4665-b441-77147f6d74ed on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:57.272212 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Attempting to bind port 0c024213-2757-4665-b441-77147f6d74ed by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:57.272560 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Attempting to bind port 0c024213-2757-4665-b441-77147f6d74ed on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:57.277110 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Port 0c024213-2757-4665-b441-77147f6d74ed on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:58:57.277429 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Attempting to bind port 0c024213-2757-4665-b441-77147f6d74ed on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:57.289416 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:57.289756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Checking segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:57.290518 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Bound using segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:57.290683 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Bound port: 0c024213-2757-4665-b441-77147f6d74ed, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:57.291062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.320719 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e472f398-98c8-40ca-8bb4-4b9351dddd20 req-5c222ccf-1202-412d-9efd-f32b4d1f3978 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568058 Dec 15 14:58:57.365040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:57.370219 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:57.380008 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.419802 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:57.420417 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.421818 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] 10.222.0.85 "PUT /v2.0/ports/0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1091 time: 0.6342478 Dec 15 14:58:57.422282 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:57.424548 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e42aba8-bef0-49fd-ba7b-01d148061e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:57.486649 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:57.495019 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b095876-e494-44ef-914d-6f69f1ca220f service neutron] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:57.500112 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e794deed-b224-49f6-8eab-936d6ced1c00 x-openstack-request-id: req-e794deed-b224-49f6-8eab-936d6ced1c00 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:57.501867 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:57.501867 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e794deed-b224-49f6-8eab-936d6ced1c00 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:57.501867 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'status': 'completed', 'code': 200} Dec 15 14:58:57.549535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:57.549907 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.556978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a2babfb-aa56-4c70-96d8-2392003e3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:57.559182 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-8a2babfb-aa56-4c70-96d8-2392003e3d81 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1094 time: 0.0780303 Dec 15 14:58:57.612868 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-e4cd1218-9427-49fa-a2fd-7c107aaee3fb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 217 time: 0.0429213 Dec 15 14:58:57.666574 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-56e8ddfd-31fb-4422-98ae-3da0751327d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:57.668036 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-56e8ddfd-31fb-4422-98ae-3da0751327d9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0477943 Dec 15 14:58:57.715238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-72e0de23-0aba-4077-a79e-5a6c2c946e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:57.716689 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-72e0de23-0aba-4077-a79e-5a6c2c946e57 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415595 Dec 15 14:58:57.808620 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-02451263-5689-453e-bf74-6fc2a9572143 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849278 Dec 15 14:58:57.907895 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-9f4e03ae-af5b-40ee-a1fc-cba438805085 req-4d285806-0832-4be8-bcd4-206a9113a4ba service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924768 Dec 15 14:58:58.022623 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-47add4bb-dbde-45e5-9db9-6be310520fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:58.024147 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-47add4bb-dbde-45e5-9db9-6be310520fec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1094 time: 0.0494747 Dec 15 14:58:58.115426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-3320ae0a-c3f1-45eb-837e-da4b297a5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:58.117190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-3320ae0a-c3f1-45eb-837e-da4b297a5d2c service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0859890 Dec 15 14:58:58.163418 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-8e4035b3-f223-4259-9dcb-01cf4a988e43 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 217 time: 0.0391738 Dec 15 14:58:58.213563 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-3055ac9d-2779-4699-b8ba-c24d241cce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:58.215064 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-3055ac9d-2779-4699-b8ba-c24d241cce9c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0449317 Dec 15 14:58:58.261104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-9762e95f-7e93-41e9-a89c-9b3d0b288bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:58.262534 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-9762e95f-7e93-41e9-a89c-9b3d0b288bba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402441 Dec 15 14:58:58.357769 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-18b2b0da-5808-4b70-9b7c-1289dc9998db service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880661 Dec 15 14:58:58.441597 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc814432-c00c-455b-918f-c8cf5cf6afdc req-58068ba5-1990-4a50-9e24-a70cb3dda4b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:58.443219 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc814432-c00c-455b-918f-c8cf5cf6afdc req-58068ba5-1990-4a50-9e24-a70cb3dda4b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0485449 Dec 15 14:58:58.449562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6e42aba8-bef0-49fd-ba7b-01d148061e5c req-875e15bc-6207-4b42-9fd4-7b1d5918d465 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835915 Dec 15 14:58:58.496574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc814432-c00c-455b-918f-c8cf5cf6afdc req-e6837dcf-58c6-46e4-8cb2-05b86bb6e14d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471892 Dec 15 14:58:59.613041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30103ac-8cf7-4683-b95c-2918f89e6b13 req-77d214e1-bd67-446c-9a50-c4b71d4307cf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:59.614908 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a30103ac-8cf7-4683-b95c-2918f89e6b13 req-77d214e1-bd67-446c-9a50-c4b71d4307cf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0480924 Dec 15 14:58:59.664459 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a30103ac-8cf7-4683-b95c-2918f89e6b13 req-dd7665ad-9085-46f5-8c4b-d057f70c8aed tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Dec 15 14:59:00.778107 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c899-6df5-42bf-aa9b-2013c573a8b0 req-604f4d5d-51e1-4996-a359-512c370af998 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:00.779509 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ee9c899-6df5-42bf-aa9b-2013c573a8b0 req-604f4d5d-51e1-4996-a359-512c370af998 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0485368 Dec 15 14:59:00.827130 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8ee9c899-6df5-42bf-aa9b-2013c573a8b0 req-d3d22b44-2356-44bd-85e1-42804a807e1e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416014 Dec 15 14:59:01.950623 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ef1b7-c688-486c-b2f4-7eb3fd5bf51d req-a0040e0b-6bed-47c8-a70f-fd5d59e01fd5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:01.952077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-595ef1b7-c688-486c-b2f4-7eb3fd5bf51d req-a0040e0b-6bed-47c8-a70f-fd5d59e01fd5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0517230 Dec 15 14:59:02.002015 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-595ef1b7-c688-486c-b2f4-7eb3fd5bf51d req-2d0014ed-f26d-49b0-8ee3-8779ee3e5ca1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Dec 15 14:59:02.577561 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:59:02.670057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:02.685803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '0c024213-2757-4665-b441-77147f6d74ed', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'mac_address': 'fa:16:3e:73:73:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:59:02.722734 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:02.738406 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c024213-2757-4665-b441-77147f6d74ed {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:59:02.758926 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:02.762707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:02.808052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:03.119544 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a8ad-7dd8-4dbe-9f3b-ee2514097193 req-d40fff10-c05e-4ad6-a2f4-6517773c64b9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:03.121012 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6bc2a8ad-7dd8-4dbe-9f3b-ee2514097193 req-d40fff10-c05e-4ad6-a2f4-6517773c64b9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 944 time: 0.0480502 Dec 15 14:59:03.124905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0c024213-2757-4665-b441-77147f6d74ed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:59:03.172697 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6bc2a8ad-7dd8-4dbe-9f3b-ee2514097193 req-daaebdfc-0858-420d-85c1-4107c7442854 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448308 Dec 15 14:59:04.285169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de71f3-1e2c-45f0-89c2-66ae8517ccba req-22b128e3-4b94-4d56-8438-62da6459db8e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:04.287009 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74de71f3-1e2c-45f0-89c2-66ae8517ccba req-22b128e3-4b94-4d56-8438-62da6459db8e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 944 time: 0.0481298 Dec 15 14:59:04.338926 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-74de71f3-1e2c-45f0-89c2-66ae8517ccba req-f035fa36-4518-4e21-966d-d360ee56c40d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458865 Dec 15 14:59:04.592847 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:59:04.644661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 0c024213-2757-4665-b441-77147f6d74ed completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:59:04.649258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 0c024213-2757-4665-b441-77147f6d74ed triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:59:04.649628 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:04.724231 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:04.745955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:59:04.748191 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c6f7d-3461-45ae-a62f-299bca5f4912" -d '{"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-plugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:59:04.760613 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:04.765027 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:04.789423 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb267c1-ccbd-40c0-b0c9-cc1bb82b2855 x-openstack-request-id: req-cfb267c1-ccbd-40c0-b0c9-cc1bb82b2855 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:59:04.789743 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-plugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:59:04.790001 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfb267c1-ccbd-40c0-b0c9-cc1bb82b2855 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:59:04.790391 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'code': 200} Dec 15 14:59:04.814769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:04.906306 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778095b-a9b6-4ac2-8f97-48c07cf0d41f req-2e521fce-5509-45df-bbbe-2432e90f38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:04.907943 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7778095b-a9b6-4ac2-8f97-48c07cf0d41f req-2e521fce-5509-45df-bbbe-2432e90f38c5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1096 time: 0.0439217 Dec 15 14:59:04.958812 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7778095b-a9b6-4ac2-8f97-48c07cf0d41f req-ed7bdc44-7352-4687-908f-6dd0ed3b5ab7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Dec 15 14:59:05.452985 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde7f87-4ad8-497b-a19e-e7ee7d61dd09 req-d069ddce-2fa9-45db-87b8-47c062b5990d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:05.454422 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fde7f87-4ad8-497b-a19e-e7ee7d61dd09 req-d069ddce-2fa9-45db-87b8-47c062b5990d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0475247 Dec 15 14:59:05.504973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fde7f87-4ad8-497b-a19e-e7ee7d61dd09 req-93c56a3b-19a6-4e3d-aa0e-76ac8441e4b6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440738 Dec 15 14:59:06.620929 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e250c-ae21-4203-937d-bb0658c5dd38 req-6e9830cb-c8f0-44e1-9e78-821c0fe228fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:06.622399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c8e250c-ae21-4203-937d-bb0658c5dd38 req-6e9830cb-c8f0-44e1-9e78-821c0fe228fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0481441 Dec 15 14:59:06.669812 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1c8e250c-ae21-4203-937d-bb0658c5dd38 req-d4e84b05-7b2d-4fb2-b3c2-3b933e657d7e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415576 Dec 15 14:59:06.890414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5061-ac88-4885-8a68-b294fe23572b req-a62a0f75-cca8-44ed-9a73-101a9d052c1b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:06.891867 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-674c5061-ac88-4885-8a68-b294fe23572b req-a62a0f75-cca8-44ed-9a73-101a9d052c1b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.1568985 Dec 15 14:59:06.940444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-674c5061-ac88-4885-8a68-b294fe23572b req-4e1f2360-bdd5-4aa6-a0a8-d3604284ce89 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420983 Dec 15 14:59:06.961828 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:07.044577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8d494-6fa4-4b8b-a872-f0b88e481365 tempest-TestShelveInstance-1432490614 tempest-TestShelveInstance-1432490614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:07.046077 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-6ba8d494-6fa4-4b8b-a872-f0b88e481365 tempest-TestShelveInstance-1432490614 tempest-TestShelveInstance-1432490614-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1091 time: 0.0833204 Dec 15 14:59:07.048990 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 48952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:07.053198 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:59:07.074753 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:07.172337 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:07.271086 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Allocated IP 172.25.2.198 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/f7b67513-27aa-4978-8c3d-b7799ae3da94) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:59:07.378963 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:07.411828 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:07.449257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:59:07.452095 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:59:07.455718 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:59:07.479436 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'Port': ['ID=f7b67513-27aa-4978-8c3d-b7799ae3da94,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:07.798836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:07.862220 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:08.010409 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:08.014813 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:08.083618 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'Port': ['ID=f7b67513-27aa-4978-8c3d-b7799ae3da94,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:08.097359 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:08.194540 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Floating IP b01b0672-1482-4731-b062-73f6a25e81f7 associated. External IP: 172.25.2.198, port: 0c024213-2757-4665-b441-77147f6d74ed. Dec 15 14:59:08.395760 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:59:08.500834 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:59:08.511013 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:59:08.518428 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:08.521117 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:08.521711 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:08.545896 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-bf1a8401-c5e9-45bd-b191-5231239c5bc4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4958985 Dec 15 14:59:08.546497 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:59:08.548873 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7515b95d-ac0d-4625-a1a4-4ca931ed9592" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:59:08.585894 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9360cc1a-0086-4f75-9051-d10adb8c1989 x-openstack-request-id: req-9360cc1a-0086-4f75-9051-d10adb8c1989 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:59:08.586190 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:59:08.586446 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9360cc1a-0086-4f75-9051-d10adb8c1989 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:59:08.586883 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'status': 'completed', 'code': 200} Dec 15 14:59:08.630769 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:08.675531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-72c68975-7903-4501-adc1-47c1ba1d1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:08.677512 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-72c68975-7903-4501-adc1-47c1ba1d1d01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1096 time: 0.0425124 Dec 15 14:59:08.769189 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-38150d7f-7e9c-4a94-b5f6-8332a4c99f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:08.770791 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-38150d7f-7e9c-4a94-b5f6-8332a4c99f43 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0855374 Dec 15 14:59:08.842038 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-0190c2b9-73a9-44e4-86ff-d3ce9e330eb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 999 time: 0.0638359 Dec 15 14:59:08.847762 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b01b0672-1482-4731-b062-73f6a25e81f7', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'mac_address': 'fa:16:3e:73:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:59:07Z', 'updated_at': '2021-12-15T14:59:07Z', 'revision_number': 0, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:08.875905 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:59:08.884431 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:08.885066 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T14:58:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:08.891718 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-6fbbceaf-a291-47e9-b477-df9e3a36624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:08.893378 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-6fbbceaf-a291-47e9-b477-df9e3a36624e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0438538 Dec 15 14:59:08.939222 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-4d271822-3386-4a10-9a9d-ccddb35736c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:08.940679 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-4d271822-3386-4a10-9a9d-ccddb35736c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400679 Dec 15 14:59:08.984526 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:09.035761 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-63a48684-5755-4619-97e2-ff174d97cdc0 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872777 Dec 15 14:59:09.130344 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-7515b95d-ac0d-4625-a1a4-4ca931ed9592 req-0455a1bc-2347-43ac-89e7-8c8b15db5848 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876472 Dec 15 14:59:09.214345 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b01b0672-1482-4731-b062-73f6a25e81f7', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'mac_address': 'fa:16:3e:73:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:59:07Z', 'updated_at': '2021-12-15T14:59:07Z', 'revision_number': 0, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:09.243634 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba4924-303a-43c1-a870-77daac9696b3 None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b01b0672-1482-4731-b062-73f6a25e81f7', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'mac_address': 'fa:16:3e:73:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:59:07Z', 'updated_at': '2021-12-15T14:59:07Z', 'revision_number': 0, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:59:09.448804 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364bad3-6548-405a-9844-7f4612d44236 None None] New status for floating IP b01b0672-1482-4731-b062-73f6a25e81f7: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:59:12.715704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcb9e-3c72-482f-bb09-c5bc93244741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:14.867288 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e4723419-1ffd-4bfb-a7f8-7b6de43743a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:14.937550 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:16.558618 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:17.708459 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:18.691546 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:20.154687 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:59:21.868573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:42.405204 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-712e97db-fd74-4bfe-b47c-a55b8aef45dc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401211 Dec 15 14:59:42.498112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078e64-ce6f-4801-856a-19d529451c1e req-cbdc9eb4-cc97-42e7-bc8d-309cb95066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:42.499562 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-cbdc9eb4-cc97-42e7-bc8d-309cb95066e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1096 time: 0.0399547 Dec 15 14:59:42.604216 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078e64-ce6f-4801-856a-19d529451c1e req-65a84d03-75a5-404d-915c-06579361b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:42.605690 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-65a84d03-75a5-404d-915c-06579361b427 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0865407 Dec 15 14:59:42.670828 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-cd8830c6-df96-4dff-b5ba-7900cbfa13d7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1001 time: 0.0574613 Dec 15 14:59:42.716910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-889a7f01-a964-4d0c-9a5f-eaff2163646c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:42.721256 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078e64-ce6f-4801-856a-19d529451c1e req-af52c185-4007-44df-92d3-c5b2c2a2e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:42.722764 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-af52c185-4007-44df-92d3-c5b2c2a2e286 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0457349 Dec 15 14:59:42.773541 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078e64-ce6f-4801-856a-19d529451c1e req-16ad0013-2daf-46e8-b94f-b804268751d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:42.775042 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-16ad0013-2daf-46e8-b94f-b804268751d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447052 Dec 15 14:59:42.866968 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-034bcc12-6e21-4ae1-bfd7-827ca759a467 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826795 Dec 15 14:59:42.965280 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-df078e64-ce6f-4801-856a-19d529451c1e req-bea6e47b-56e7-47f2-9860-76ebb255c9cc service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907099 Dec 15 14:59:44.867631 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7b5b3b3-fd9d-4627-8b13-ef15703c5876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:44.940445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:46.558401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:47.713576 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:48.695142 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:51.855394 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:57.153462 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:00:12.718981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ddf74f2-f7b8-42ff-90cf-a84427e1f40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:14.868191 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648f3637-5f53-4d12-9808-7fcee6c0e29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:14.953743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:16.562497 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:17.713358 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:18.696996 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:21.854483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:34.151930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:00:42.437423 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-0b6195c7-25e1-462b-8848-ed915b17dad6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392733 Dec 15 15:00:42.528150 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-847bdf21-8b27-47c7-8fea-86addb7e19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:42.529713 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-847bdf21-8b27-47c7-8fea-86addb7e19b7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1096 time: 0.0396957 Dec 15 15:00:42.635252 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-d0c4df01-0aec-4556-a2b3-5fdb40d86d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:42.636770 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-d0c4df01-0aec-4556-a2b3-5fdb40d86d0a service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0884674 Dec 15 15:00:42.703807 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-ba8f0e7b-11b3-475e-a404-d4a98e938a31 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1001 time: 0.0594413 Dec 15 15:00:42.720486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f25167c-0791-475b-b50d-e9b1dc50d3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:42.757217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-5fb35439-7141-444a-abba-fc7a996c7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:42.758712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-5fb35439-7141-444a-abba-fc7a996c7b24 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0480454 Dec 15 15:00:42.803729 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-3aa3a195-e474-4928-ab8a-9fb4af45e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:42.805267 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-3aa3a195-e474-4928-ab8a-9fb4af45e887 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392926 Dec 15 15:00:42.897903 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-96cae47e-eabf-40f5-a4eb-da19d7b5275d service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849478 Dec 15 15:00:42.985805 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-4811f259-9b00-4c40-9e53-68db1f2cc172 req-5869a469-2dff-40c8-bda8-4b5be9764d1f service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803268 Dec 15 15:00:44.869429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-36dd15a5-330b-4cc2-92fa-58ba019944a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:44.967163 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:46.564999 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:47.714565 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:48.701926 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:51.888743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:11.154135 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:01:12.723839 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa52dd60-2eff-4c8a-992d-1851131fca0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:14.870840 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77cb3ec1-1e96-496a-a844-c4e8036cb9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:14.962381 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:16.569096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:17.717208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:18.704528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:21.886930 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:34.879783 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e5845-06c2-408e-b479-8ccb80d0de58 req-7d09d5b5-8d92-4e8b-a552-4ae242a66f55 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:34.881268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-323e5845-06c2-408e-b479-8ccb80d0de58 req-7d09d5b5-8d92-4e8b-a552-4ae242a66f55 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0990002 Dec 15 15:01:34.928859 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-323e5845-06c2-408e-b479-8ccb80d0de58 req-fe71930f-5c74-43a9-9352-e9ada21ae6da tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Dec 15 15:01:36.073568 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f6b6-6ff6-4345-9507-45b40db32a9b req-0cde9cb4-1559-4e4f-bb37-a85f259dabb5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:36.075097 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfe7f6b6-6ff6-4345-9507-45b40db32a9b req-0cde9cb4-1559-4e4f-bb37-a85f259dabb5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Dec 15 15:01:36.123493 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bfe7f6b6-6ff6-4345-9507-45b40db32a9b req-74c0c2da-db0c-42dc-aaec-4bf6663748f1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424230 Dec 15 15:01:37.268048 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36472c4-459c-48fd-a191-83aea31219de req-a2b0cbe5-226a-40e0-8772-b58630846574 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:37.269444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e36472c4-459c-48fd-a191-83aea31219de req-a2b0cbe5-226a-40e0-8772-b58630846574 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Dec 15 15:01:37.317292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e36472c4-459c-48fd-a191-83aea31219de req-80c8767b-9717-4f3c-8fca-a08bacc6a08f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 Dec 15 15:01:38.431154 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5095b4-a1f0-4758-9798-bae68125fb12 req-39169b88-edb8-4721-ad8b-65b8a893a4ba tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:38.432651 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac5095b4-a1f0-4758-9798-bae68125fb12 req-39169b88-edb8-4721-ad8b-65b8a893a4ba tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0476637 Dec 15 15:01:38.482262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ac5095b4-a1f0-4758-9798-bae68125fb12 req-2de0fa95-833b-4788-b1ad-0ca1bd07f6af tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Dec 15 15:01:39.597975 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c9962-394a-4fe9-80d4-c42c33a4a4e7 req-29fc7b5e-3b5e-4513-b7ff-1d98fc5ef5ba tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:39.599436 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a4c9962-394a-4fe9-80d4-c42c33a4a4e7 req-29fc7b5e-3b5e-4513-b7ff-1d98fc5ef5ba tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0481238 Dec 15 15:01:39.652520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a4c9962-394a-4fe9-80d4-c42c33a4a4e7 req-6b80230d-49e4-464f-8f41-4d41fe2b3eaf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470581 Dec 15 15:01:40.765707 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819f704-ae0e-46e0-975c-650f927b161e req-f43f3c86-071f-49b7-86d8-7479440aebcd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:40.767179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7819f704-ae0e-46e0-975c-650f927b161e req-f43f3c86-071f-49b7-86d8-7479440aebcd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Dec 15 15:01:40.819380 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7819f704-ae0e-46e0-975c-650f927b161e req-c9fcf5e9-5949-490a-9598-23d91c76d8d7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457492 Dec 15 15:01:41.941179 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb5c07-9682-462f-9ea6-b516ee5c57eb req-f0eb1f60-fdcb-45cb-8996-4ac31c626375 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:41.942643 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6fb5c07-9682-462f-9ea6-b516ee5c57eb req-f0eb1f60-fdcb-45cb-8996-4ac31c626375 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0479302 Dec 15 15:01:41.991260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d6fb5c07-9682-462f-9ea6-b516ee5c57eb req-5cdb34dc-0ada-4aa9-91a9-e5d1c6af8b7a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Dec 15 15:01:42.725431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09faba6b-e9da-43db-a970-38caf2d0fa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:43.107433 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441faf6-50dc-4e59-b1a6-9378a33d337d req-ab77ce07-decb-42ea-9ff9-9e666932e870 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:43.109200 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0441faf6-50dc-4e59-b1a6-9378a33d337d req-ab77ce07-decb-42ea-9ff9-9e666932e870 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Dec 15 15:01:43.157649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0441faf6-50dc-4e59-b1a6-9378a33d337d req-b7f7a7c5-b890-4681-b66b-d28baa8760b4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Dec 15 15:01:44.273113 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd925c0-93d1-493f-8092-e5228efb188e req-39373651-9150-4745-b7c6-1b1ba3b533c5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:44.274497 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fd925c0-93d1-493f-8092-e5228efb188e req-39373651-9150-4745-b7c6-1b1ba3b533c5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Dec 15 15:01:44.322366 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6fd925c0-93d1-493f-8092-e5228efb188e req-1ed7cc56-053d-424c-b391-2db871c75759 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Dec 15 15:01:44.423580 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-6419a8eb-9e13-41d6-a6f1-4f7d98798f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:44.425174 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-6419a8eb-9e13-41d6-a6f1-4f7d98798f8c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1096 time: 0.0418200 Dec 15 15:01:44.533386 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-f1132642-616b-4342-9477-58cd4d7781c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:44.535341 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-f1132642-616b-4342-9477-58cd4d7781c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0911131 Dec 15 15:01:44.601000 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-2a322451-fb11-4484-b65f-1ba54b07d20a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1001 time: 0.0588627 Dec 15 15:01:44.653877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-59020626-2733-4529-8c8a-c6c100164f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:44.655286 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-59020626-2733-4529-8c8a-c6c100164f2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0474117 Dec 15 15:01:44.700261 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-bbf75a3b-d380-4ec5-ad9f-50503dbd9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:44.701821 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-bbf75a3b-d380-4ec5-ad9f-50503dbd9348 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396721 Dec 15 15:01:44.793935 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-bd271202-b635-41c0-ae72-d17d61fe5966 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840983 Dec 15 15:01:44.873893 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c04d1b84-8105-4e84-b219-9af623ef0d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:44.886321 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-806304eb-6ccc-4880-9eb5-3ed2b80dd248 req-3a3f7b14-95e1-4e85-a712-f447108f51a2 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852458 Dec 15 15:01:44.965461 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:45.439301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73652248-548e-4dae-bcf5-26773359ef8f req-ad314215-d651-4855-bc66-61adc4f4ebd3 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:45.440823 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73652248-548e-4dae-bcf5-26773359ef8f req-ad314215-d651-4855-bc66-61adc4f4ebd3 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Dec 15 15:01:45.489474 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73652248-548e-4dae-bcf5-26773359ef8f req-c5cdfac8-d78d-4445-9ad6-ffb1362d80b0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420983 Dec 15 15:01:46.570746 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:46.606470 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8861c65-4c91-4974-81b2-4561e4d49690 req-fd9793f5-7b7e-4be4-9573-d1c4d445cbd5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:46.607992 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8861c65-4c91-4974-81b2-4561e4d49690 req-fd9793f5-7b7e-4be4-9573-d1c4d445cbd5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0510457 Dec 15 15:01:46.657326 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b8861c65-4c91-4974-81b2-4561e4d49690 req-6408547f-850e-41a5-aef6-031b61edced4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417516 Dec 15 15:01:47.395140 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:01:47.489864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:47.500491 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '0c024213-2757-4665-b441-77147f6d74ed', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'mac_address': 'fa:16:3e:73:73:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:01:47.536184 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:47.552468 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c024213-2757-4665-b441-77147f6d74ed {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:01:47.571421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:47.575486 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:47.621678 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:47.629570 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.629918 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.630259 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.630597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.630933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.631263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.631607 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.631914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.632266 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.632616 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.632940 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.633260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.633599 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:47.703604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0c024213-2757-4665-b441-77147f6d74ed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:01:47.748072 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:47.779176 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082dc3b-5854-4433-b2ab-264ba948ca0a req-aad02ced-e2df-4f42-bc0d-947c751dcc83 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:47.780681 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6082dc3b-5854-4433-b2ab-264ba948ca0a req-aad02ced-e2df-4f42-bc0d-947c751dcc83 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 944 time: 0.0546143 Dec 15 15:01:47.833268 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6082dc3b-5854-4433-b2ab-264ba948ca0a req-4f353589-7506-41cb-82c8-df4f097b6f15 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460069 Dec 15 15:01:48.152587 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:01:48.708091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:48.947044 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab9369-2513-4f36-84ba-8090d4d5921c req-7e5fbbcc-5fe8-4d7a-83c6-a6aa089e5e10 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:48.948486 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27ab9369-2513-4f36-84ba-8090d4d5921c req-7e5fbbcc-5fe8-4d7a-83c6-a6aa089e5e10 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 944 time: 0.0472076 Dec 15 15:01:48.997109 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-27ab9369-2513-4f36-84ba-8090d4d5921c req-9d82c672-3e50-4355-ae9a-76e08bc63f8f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Dec 15 15:01:49.415078 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:01:49.461525 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 0c024213-2757-4665-b441-77147f6d74ed triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:01:49.461899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:49.539683 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:49.563763 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:49.566069 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3850a7-219e-4995-88f0-e7d53cd7e4fe" -d '{"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-plugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:49.578366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:49.583372 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:49.644232 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:49.671714 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d78aa00-ed29-4ce0-9347-abcc2207e77d x-openstack-request-id: req-2d78aa00-ed29-4ce0-9347-abcc2207e77d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:49.672006 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-plugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:49.672262 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d78aa00-ed29-4ce0-9347-abcc2207e77d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:49.672694 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'code': 200} Dec 15 15:01:50.115007 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f3295-6fe4-4630-827b-692769b4b599 req-d42310d7-a061-487e-af4c-3dd0b61f4925 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:50.116466 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a4f3295-6fe4-4630-827b-692769b4b599 req-d42310d7-a061-487e-af4c-3dd0b61f4925 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Dec 15 15:01:50.163945 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9a4f3295-6fe4-4630-827b-692769b4b599 req-9a829163-b150-4405-b3e6-4ebc9789d864 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Dec 15 15:01:51.292934 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95c95-74d5-4131-aa8c-22dd20c656e6 req-f3994e65-1b76-41a2-a87f-7976bd9dfa45 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:51.301045 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05c95c95-74d5-4131-aa8c-22dd20c656e6 req-f3994e65-1b76-41a2-a87f-7976bd9dfa45 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0618308 Dec 15 15:01:51.347475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-05c95c95-74d5-4131-aa8c-22dd20c656e6 req-2e07e4a9-525a-41b2-b8f0-b9862b1e040a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455470 Dec 15 15:01:51.902465 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:52.471519 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217aa887-fa38-4921-9230-5a2b6bfee577 req-99f9bf91-928d-4e33-8706-9ac577d6b1df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:52.473174 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217aa887-fa38-4921-9230-5a2b6bfee577 req-99f9bf91-928d-4e33-8706-9ac577d6b1df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0535357 Dec 15 15:01:52.533017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-217aa887-fa38-4921-9230-5a2b6bfee577 req-2ab3e818-b54b-438f-8f53-5290b1a2300b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516250 Dec 15 15:01:53.653199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8847-f9d0-45d3-b886-bb4b5eccbdcf req-d5c9ca6a-bf4b-45b0-a41a-5a0ce6b7f3e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:53.654688 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa3c8847-f9d0-45d3-b886-bb4b5eccbdcf req-d5c9ca6a-bf4b-45b0-a41a-5a0ce6b7f3e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Dec 15 15:01:54.049695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fa3c8847-f9d0-45d3-b886-bb4b5eccbdcf req-0a947fc6-2926-4bb1-aab5-b1348ff9b964 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872094 Dec 15 15:01:55.169359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9097a-97e2-47a1-981d-3ab6ebcb00e3 req-8d0b79dc-ad1e-4621-bd3f-3eb69abe3c87 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:55.170879 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0b9097a-97e2-47a1-981d-3ab6ebcb00e3 req-8d0b79dc-ad1e-4621-bd3f-3eb69abe3c87 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0501018 Dec 15 15:01:55.224593 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0b9097a-97e2-47a1-981d-3ab6ebcb00e3 req-4385e5f5-5ab8-48f3-becf-0230eff0fb97 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466981 Dec 15 15:01:56.351867 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49d934-94dc-48fa-958a-6060a8dea2ec req-2eb48dee-59f8-4282-a203-c0aa31f08f9d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:56.356960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa49d934-94dc-48fa-958a-6060a8dea2ec req-2eb48dee-59f8-4282-a203-c0aa31f08f9d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0585747 Dec 15 15:01:56.406161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-aa49d934-94dc-48fa-958a-6060a8dea2ec req-dca82d3a-ef3a-4b30-87c9-dfd88bb3b597 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467191 Dec 15 15:01:57.533598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d54a-a0d0-44a6-8409-400cd955f84e req-810576dd-d888-490a-95f7-12071de55947 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:57.535118 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c5d54a-a0d0-44a6-8409-400cd955f84e req-810576dd-d888-490a-95f7-12071de55947 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Dec 15 15:01:57.591168 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b3c5d54a-a0d0-44a6-8409-400cd955f84e req-a03f9a82-0ac0-4da2-9281-57b539ac66e9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498352 Dec 15 15:01:58.732721 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03166d44-3d9a-4567-8e31-f1286114b757 req-e0a404dc-3fad-4fde-85bc-98cb7a589580 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:58.734581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03166d44-3d9a-4567-8e31-f1286114b757 req-e0a404dc-3fad-4fde-85bc-98cb7a589580 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0648820 Dec 15 15:01:58.792171 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-03166d44-3d9a-4567-8e31-f1286114b757 req-bc536068-2f4f-46b3-9638-8d1e44008b5a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488994 Dec 15 15:01:59.920013 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b880-9199-4652-bf08-9e8172e5c894 req-f3a0b159-797a-4b60-b561-55247e608a61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:59.922391 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5343b880-9199-4652-bf08-9e8172e5c894 req-f3a0b159-797a-4b60-b561-55247e608a61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Dec 15 15:01:59.974600 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5343b880-9199-4652-bf08-9e8172e5c894 req-f9ad7a8b-498d-4dc4-af29-05f887a7f962 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463243 Dec 15 15:02:00.990690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-b33c5d14-f6f7-4aca-9353-f91070ef62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:00.992217 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-b33c5d14-f6f7-4aca-9353-f91070ef62cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1096 time: 0.0412478 Dec 15 15:02:01.087114 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-fb638068-8848-4cbd-ab11-5241e5dd3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:01.088643 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-fb638068-8848-4cbd-ab11-5241e5dd3718 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0894175 Dec 15 15:02:01.098164 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf7a4-f9d8-4777-ba71-e1d38a6bb416 req-dc5c6f45-ccbe-48c6-b3a4-7afddb7862cd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:01.099635 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df2cf7a4-f9d8-4777-ba71-e1d38a6bb416 req-dc5c6f45-ccbe-48c6-b3a4-7afddb7862cd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0476372 Dec 15 15:02:01.148473 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-df2cf7a4-f9d8-4777-ba71-e1d38a6bb416 req-65af3319-03ff-4bd9-a291-bd8427597c8d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Dec 15 15:02:01.156494 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-86afbb04-beae-4f55-a727-641bd0d07cc6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1001 time: 0.0598481 Dec 15 15:02:01.209276 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-75ba5208-e068-4568-a77d-e34d9a4b5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:01.210673 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-75ba5208-e068-4568-a77d-e34d9a4b5fa7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0469742 Dec 15 15:02:01.255483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-46d8417b-5292-42ac-8b57-1e04822d8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:01.256857 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-46d8417b-5292-42ac-8b57-1e04822d8721 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391247 Dec 15 15:02:01.346331 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-1208562b-e042-4787-8a32-b97f836cbb73 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826843 Dec 15 15:02:01.434277 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-cf31c018-9778-4d4f-9223-cc4dd674c890 req-d7ee11db-953d-4937-877c-e5e894dffbed service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810003 Dec 15 15:02:02.262458 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f998a8-0732-4e37-8961-b2c95c0453d3 req-dd1ad380-68e8-45e5-984d-a20184acdab5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:02.263830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1f998a8-0732-4e37-8961-b2c95c0453d3 req-dd1ad380-68e8-45e5-984d-a20184acdab5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Dec 15 15:02:02.315621 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c1f998a8-0732-4e37-8961-b2c95c0453d3 req-433dd723-7e48-4b24-9d44-0b8d7e7ba99d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452139 Dec 15 15:02:03.441299 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0377-6149-4fe3-b8d9-0a326425c16a req-275c33ed-e972-44ef-804c-591f7303fe6b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:03.444649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1ac0377-6149-4fe3-b8d9-0a326425c16a req-275c33ed-e972-44ef-804c-591f7303fe6b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 945 time: 0.0525973 Dec 15 15:02:03.497869 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d1ac0377-6149-4fe3-b8d9-0a326425c16a req-c6de1168-9f47-4b65-909e-f820bd799180 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463622 Dec 15 15:02:03.550782 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:03.613099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-113a030f-9d07-457a-9741-8811acdf69bb req-d4b677fd-8e08-4420-8295-02dc03233e46 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:02:03.614938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-113a030f-9d07-457a-9741-8811acdf69bb req-d4b677fd-8e08-4420-8295-02dc03233e46 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509567 Dec 15 15:02:03.632129 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:03.657522 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:02:03.659762 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2078a9-2edf-4cd7-964a-3190c94a148f" -d '{"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-unplugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:02:03.678269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:03.683722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:03.713142 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cdd865-3ab8-40f6-b935-e577efefee18 x-openstack-request-id: req-47cdd865-3ab8-40f6-b935-e577efefee18 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:02:03.713439 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-unplugged", "status": "failed", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "code": 422}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:02:03.713696 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47cdd865-3ab8-40f6-b935-e577efefee18 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:02:03.714084 n-d-815324-3 neutron-server[103380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'code': 422} returned with failed status Dec 15 15:02:03.740995 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:03.791741 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661083d-dce2-47e5-bdeb-3190fc4bd6c2 req-05e9cb09-5056-4bed-8343-5fab5ac9cf71 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:03.794180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6661083d-dce2-47e5-bdeb-3190fc4bd6c2 req-05e9cb09-5056-4bed-8343-5fab5ac9cf71 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0495808 Dec 15 15:02:03.842478 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6661083d-dce2-47e5-bdeb-3190fc4bd6c2 req-3bfdcbdd-0141-4346-bfe3-dd20d8ebdeb2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Dec 15 15:02:04.084483 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-0e18d84d-9722-4c5c-8ecc-a61073feb865 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849881 Dec 15 15:02:04.872218 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-af087a71-969c-4d6e-9716-5a656697039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:04.873749 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-af087a71-969c-4d6e-9716-5a656697039a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22&tenant_id=6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 1094 time: 0.0427756 Dec 15 15:02:04.948446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-57636923-999b-4ec5-b0eb-2eea744a008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:04.950080 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-57636923-999b-4ec5-b0eb-2eea744a008c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1094 time: 0.0453234 Dec 15 15:02:04.961268 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f08f-4214-48c3-b5eb-1e6041584b62 req-48277397-f0ce-49c4-8df8-6b25c5cee201 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:04.962765 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fb1f08f-4214-48c3-b5eb-1e6041584b62 req-48277397-f0ce-49c4-8df8-6b25c5cee201 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0502486 Dec 15 15:02:05.019715 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5fb1f08f-4214-48c3-b5eb-1e6041584b62 req-b1d66158-9c04-4ec3-89aa-0f6d971f47a5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500154 Dec 15 15:02:05.048055 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-349d9dc4-e6fa-44df-a527-8d1e208c227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:05.049772 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-349d9dc4-e6fa-44df-a527-8d1e208c227f service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0911143 Dec 15 15:02:05.120908 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-cbba53b6-8b78-4255-bd92-93754c2f9e8d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 999 time: 0.0635331 Dec 15 15:02:05.169488 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-ce9a6a96-9281-4bb8-a250-773a064a0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:05.170867 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-ce9a6a96-9281-4bb8-a250-773a064a0f56 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0428524 Dec 15 15:02:05.216957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-e037e252-fbe4-4a0c-a3ef-fefe4249ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:05.218437 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-e037e252-fbe4-4a0c-a3ef-fefe4249ddb7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405731 Dec 15 15:02:05.310767 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-2c148a4b-9e29-45a8-99e8-3c7f81c7b4c2 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Dec 15 15:02:05.399203 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-93b15268-f7ab-4ad1-938f-f029c4beffcc req-87cc956a-ae7c-40e7-9016-b90780f54669 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815790 Dec 15 15:02:06.149237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173a0a-5e95-4523-9528-615edf2225fc req-e170f8ce-107b-42bd-aed9-ec15c5bc1c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:06.151169 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c173a0a-5e95-4523-9528-615edf2225fc req-e170f8ce-107b-42bd-aed9-ec15c5bc1c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0562460 Dec 15 15:02:06.208492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2c173a0a-5e95-4523-9528-615edf2225fc req-7a54ec2b-05dc-49b9-a1cb-209e2a119b94 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494466 Dec 15 15:02:07.342014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ae1c-01e9-432b-bb2c-42f43802bd44 req-e4a172cb-9bfa-4c55-ae45-573c26aca1cb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:07.344313 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80c8ae1c-01e9-432b-bb2c-42f43802bd44 req-e4a172cb-9bfa-4c55-ae45-573c26aca1cb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0654750 Dec 15 15:02:07.396580 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-80c8ae1c-01e9-432b-bb2c-42f43802bd44 req-585b6fd9-1601-4816-af40-f3a109cb8e08 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457304 Dec 15 15:02:08.525356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffbd2b-27a2-4a6b-9b08-11109998a4e3 req-787b24b0-6782-47ef-a7e9-b58c4aaf644a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:08.526900 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bffbd2b-27a2-4a6b-9b08-11109998a4e3 req-787b24b0-6782-47ef-a7e9-b58c4aaf644a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0491011 Dec 15 15:02:08.582331 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0bffbd2b-27a2-4a6b-9b08-11109998a4e3 req-3092c508-9e14-4a9f-8d0c-8c172594bbe7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489039 Dec 15 15:02:09.719060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660441f0-5e58-49fe-94bf-4687b7708cd4 req-2e9dcea6-dd8a-4181-80e7-4b87d6ac67f6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:09.720709 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-660441f0-5e58-49fe-94bf-4687b7708cd4 req-2e9dcea6-dd8a-4181-80e7-4b87d6ac67f6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0539718 Dec 15 15:02:09.772798 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-660441f0-5e58-49fe-94bf-4687b7708cd4 req-70fb8845-b771-4c7b-8021-6c24970d81fc tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453606 Dec 15 15:02:10.897100 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a923e7-9674-450f-8278-fe81192efe88 req-a6eb21ae-6967-446d-8ac7-95bc100f59ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:10.898574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7a923e7-9674-450f-8278-fe81192efe88 req-a6eb21ae-6967-446d-8ac7-95bc100f59ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0510991 Dec 15 15:02:10.949472 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b7a923e7-9674-450f-8278-fe81192efe88 req-34950203-cd1d-4010-b2a9-37c98e283c55 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447698 Dec 15 15:02:12.093981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c393-d855-4c8a-8d21-24d041f6f6c7 req-8e902d76-811e-4344-a78c-ae19a862d5a7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:12.096353 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34c4c393-d855-4c8a-8d21-24d041f6f6c7 req-8e902d76-811e-4344-a78c-ae19a862d5a7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0558112 Dec 15 15:02:12.152607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34c4c393-d855-4c8a-8d21-24d041f6f6c7 req-de6622ca-775a-416e-a2e9-99b245cb7ae0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499494 Dec 15 15:02:12.727642 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e7b69f6b-a615-4fbf-a1ef-4746ea1e3705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:13.273756 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef3bd-bb56-4d33-9f01-e5afae63fb9a req-d0a1807b-1344-4e16-baec-63ee9f3fd316 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:13.276173 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffeef3bd-bb56-4d33-9f01-e5afae63fb9a req-d0a1807b-1344-4e16-baec-63ee9f3fd316 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0512640 Dec 15 15:02:13.327411 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ffeef3bd-bb56-4d33-9f01-e5afae63fb9a req-95252e88-e101-45aa-ac93-5f9693338d3e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452328 Dec 15 15:02:14.453168 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef46f-8b95-45a3-9680-db24ae64ad50 req-c1188f6b-6d6e-44e8-ad24-3b85c5be2a8e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:14.455675 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d2ef46f-8b95-45a3-9680-db24ae64ad50 req-c1188f6b-6d6e-44e8-ad24-3b85c5be2a8e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0514932 Dec 15 15:02:14.507255 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d2ef46f-8b95-45a3-9680-db24ae64ad50 req-70ae4e76-0eab-41f8-a09a-7e86c59a72bb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 Dec 15 15:02:14.876619 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f93a6a4e-acba-44b0-8f5f-8c57fbe195ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:14.989139 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:15.629170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d0899-2d78-4321-8f58-d579eeabd876 req-113c1e7f-bb6a-44bd-bf0d-a30fdb0b5a47 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:15.630656 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f02d0899-2d78-4321-8f58-d579eeabd876 req-113c1e7f-bb6a-44bd-bf0d-a30fdb0b5a47 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0538940 Dec 15 15:02:15.681343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f02d0899-2d78-4321-8f58-d579eeabd876 req-12ba5111-e551-4d04-8e07-e508457e858b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Dec 15 15:02:16.573482 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:16.794998 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d336-f62a-4d5b-a73e-6a39292349f3 req-f7504208-18a2-4563-a1fa-2435e4053010 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:16.796451 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3e2d336-f62a-4d5b-a73e-6a39292349f3 req-f7504208-18a2-4563-a1fa-2435e4053010 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0476527 Dec 15 15:02:16.844008 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f3e2d336-f62a-4d5b-a73e-6a39292349f3 req-6c1bae75-e5f2-4e4e-addb-b6bbb764f0fd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Dec 15 15:02:17.722982 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:17.960818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd00b0-f7bd-4dd3-b16d-b058aa886d25 req-16c124fd-652b-4dc8-bc56-f2ee65218a63 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:17.962274 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dedd00b0-f7bd-4dd3-b16d-b058aa886d25 req-16c124fd-652b-4dc8-bc56-f2ee65218a63 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0478568 Dec 15 15:02:18.014272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-dedd00b0-f7bd-4dd3-b16d-b058aa886d25 req-3baf1f30-54e9-48b8-8486-b244ca4ca47e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461876 Dec 15 15:02:18.710576 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:19.130896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe236-a2e4-4537-b080-e107205203ad req-aa976f92-fd44-419b-b6da-497ecd579c7a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:19.132363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-071fe236-a2e4-4537-b080-e107205203ad req-aa976f92-fd44-419b-b6da-497ecd579c7a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0488043 Dec 15 15:02:19.180907 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-071fe236-a2e4-4537-b080-e107205203ad req-e181a801-9298-4990-9b88-41dec7e616a2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Dec 15 15:02:20.295391 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca07333-5548-4b6c-9e10-1ec54d3eec2b req-862d8053-6c74-40c5-9df5-a1fa6030a990 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:20.296788 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fca07333-5548-4b6c-9e10-1ec54d3eec2b req-862d8053-6c74-40c5-9df5-a1fa6030a990 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0479341 Dec 15 15:02:20.344705 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fca07333-5548-4b6c-9e10-1ec54d3eec2b req-e00ea393-49b8-4913-b3b5-b9e759d4870f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416279 Dec 15 15:02:21.462835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cd869-8290-42d3-807a-edccf8e2fa0b req-6c3eae67-c424-4a7d-833a-67bbe4098990 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:21.464294 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd2cd869-8290-42d3-807a-edccf8e2fa0b req-6c3eae67-c424-4a7d-833a-67bbe4098990 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0521748 Dec 15 15:02:21.511970 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-fd2cd869-8290-42d3-807a-edccf8e2fa0b req-a8bdedb6-b129-4830-8142-060cc27b28de tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Dec 15 15:02:21.892593 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:22.629110 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717beca-2223-422b-90ea-4a79c0f2a35d req-88147270-3870-46ac-8b03-e72454fbb0d5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:22.630583 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3717beca-2223-422b-90ea-4a79c0f2a35d req-88147270-3870-46ac-8b03-e72454fbb0d5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0490324 Dec 15 15:02:22.679125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3717beca-2223-422b-90ea-4a79c0f2a35d req-842c68f2-79e7-40ef-beca-e2b42aca02a2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Dec 15 15:02:23.700889 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:02:23.797681 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:23.798847 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683b0e5-3e68-4216-a6ae-0cc58003b838 req-12b5179f-c0d2-4582-a966-116fc7ac7c27 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:23.800347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1683b0e5-3e68-4216-a6ae-0cc58003b838 req-12b5179f-c0d2-4582-a966-116fc7ac7c27 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 943 time: 0.0524228 Dec 15 15:02:23.808717 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '0c024213-2757-4665-b441-77147f6d74ed', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'port_id': '0c024213-2757-4665-b441-77147f6d74ed', 'mac_address': 'fa:16:3e:73:73:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:02:23.844814 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:23.849336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1683b0e5-3e68-4216-a6ae-0cc58003b838 req-d973dca7-f9c3-4288-8348-7ee662c424dd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 Dec 15 15:02:23.858767 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c024213-2757-4665-b441-77147f6d74ed {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:02:23.878934 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:23.882873 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:23.927991 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:24.253013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['0c024213-2757-4665-b441-77147f6d74ed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:02:24.963941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fec81c-e3c5-4a62-93f2-bb3bfeee952d req-3d8cb832-063b-49b7-a068-8ddccf4be9b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:24.965464 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fec81c-e3c5-4a62-93f2-bb3bfeee952d req-3d8cb832-063b-49b7-a068-8ddccf4be9b8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 944 time: 0.0481925 Dec 15 15:02:25.014695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fec81c-e3c5-4a62-93f2-bb3bfeee952d req-7f5a69a6-4520-4e5d-98b7-a7aa411c4d1a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432775 Dec 15 15:02:25.151573 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:02:25.727868 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:02:25.775535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 0c024213-2757-4665-b441-77147f6d74ed triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:25.775931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:25.849986 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:25.873064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:02:25.875283 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4033114c-eaf4-42af-b25b-fc8d031dcebd" -d '{"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-plugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:02:25.892641 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:25.900336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:25.925511 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653075a-cc21-446e-9974-dbd6ec0f08ab x-openstack-request-id: req-0653075a-cc21-446e-9974-dbd6ec0f08ab {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:02:25.925814 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-plugged", "status": "completed", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:02:25.926070 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0653075a-cc21-446e-9974-dbd6ec0f08ab {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:02:25.926463 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'code': 200} Dec 15 15:02:25.952115 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:26.113132 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06b81-ad6c-46e7-83c5-96c1e1dafa75 req-1afb8b88-2ee8-49d7-aa87-98be1ae3599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:26.114692 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ab06b81-ad6c-46e7-83c5-96c1e1dafa75 req-1afb8b88-2ee8-49d7-aa87-98be1ae3599a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1097 time: 0.0459807 Dec 15 15:02:26.132855 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a464a14-8eb8-48c2-8d73-e0a8d54ece24 req-f2e81f67-f105-483b-870f-6652d93e2b83 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:26.134356 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a464a14-8eb8-48c2-8d73-e0a8d54ece24 req-f2e81f67-f105-483b-870f-6652d93e2b83 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 946 time: 0.0501263 Dec 15 15:02:26.161015 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ab06b81-ad6c-46e7-83c5-96c1e1dafa75 req-6ebd4fed-4ca9-4e43-a2d6-ef947000d619 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387802 Dec 15 15:02:26.192053 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4a464a14-8eb8-48c2-8d73-e0a8d54ece24 req-3e8120e0-9db5-43a3-ab99-bc788923d6cf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515444 Dec 15 15:02:27.311272 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8b9db-51f0-4d62-8199-731ceafd67ff req-6d760351-25b7-4ddd-a5fd-bbabf1f9b0c5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:27.312802 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0d8b9db-51f0-4d62-8199-731ceafd67ff req-6d760351-25b7-4ddd-a5fd-bbabf1f9b0c5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 946 time: 0.0492609 Dec 15 15:02:27.364856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e0d8b9db-51f0-4d62-8199-731ceafd67ff req-4ad97d2a-b958-4133-9934-bbcaf9224df3 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456641 Dec 15 15:02:28.478573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ed585-5825-42bb-8de7-ab5621635c8d req-ae41b6ca-ae44-4da1-9075-34358275a22f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:28.480026 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-968ed585-5825-42bb-8de7-ab5621635c8d req-ae41b6ca-ae44-4da1-9075-34358275a22f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 946 time: 0.0481396 Dec 15 15:02:28.528148 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-968ed585-5825-42bb-8de7-ab5621635c8d req-8620e0fd-6f40-4e55-a487-cf4e22e50f78 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418797 Dec 15 15:02:42.732559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78d0ed55-04fe-4821-949c-5ef481c989ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:44.370744 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-001f0684-11aa-46cd-b92a-e41ba7e3459c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393405 Dec 15 15:02:44.462408 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117980-a22e-4c75-aaaa-63800cda3307 req-7311c451-7f2d-4dca-b0dd-143d07a53704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:44.463857 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-7311c451-7f2d-4dca-b0dd-143d07a53704 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1097 time: 0.0393302 Dec 15 15:02:44.567583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117980-a22e-4c75-aaaa-63800cda3307 req-4f8452eb-ede4-4849-b4ef-df426f8ddac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:44.569075 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-4f8452eb-ede4-4849-b4ef-df426f8ddac1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0861516 Dec 15 15:02:44.633109 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-0284159c-bf3f-433c-bee3-76d8a5fdc7de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1001 time: 0.0570872 Dec 15 15:02:44.685236 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117980-a22e-4c75-aaaa-63800cda3307 req-476b3b62-9633-49ad-be9f-8dd7ce38ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:44.686648 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-476b3b62-9633-49ad-be9f-8dd7ce38ea25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0470502 Dec 15 15:02:44.731957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117980-a22e-4c75-aaaa-63800cda3307 req-af3e668a-5f92-486f-825f-2730602db091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:44.733574 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-af3e668a-5f92-486f-825f-2730602db091 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398476 Dec 15 15:02:44.825226 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-953e5494-a6d9-48bd-9738-0158b80d764c service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839381 Dec 15 15:02:44.879501 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d83b75db-7e6e-442a-8b16-1af555b4e2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:44.914964 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-96117980-a22e-4c75-aaaa-63800cda3307 req-4110f449-53ef-4936-8a6b-2b3e6f0d1c72 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818484 Dec 15 15:02:44.975211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:46.575073 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:47.724537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.713692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:51.903269 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.151418 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:03:12.737252 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42881fa7-5c63-4e6f-8543-b180dce76f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.880264 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-086b4e9e-7fe1-4885-a772-17b928321dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.977059 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:16.577569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:17.727818 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:18.714973 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:21.922880 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:39.150401 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:03:42.739564 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e305eca9-d343-4bb8-96c1-0d37ce0887de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:44.479920 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-15e054b7-f23c-4945-981f-bc9526015c40 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809929 Dec 15 15:03:44.573447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-b7819b69-1759-4036-8d46-470a1dc854d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:44.574895 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-b7819b69-1759-4036-8d46-470a1dc854d6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1097 time: 0.0438998 Dec 15 15:03:44.675142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-db24e811-54ee-4e3f-a2c5-eeb5abb4d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:44.676486 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-db24e811-54ee-4e3f-a2c5-eeb5abb4d459 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0823793 Dec 15 15:03:44.744586 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-72167187-9733-48d1-a92b-58b9d292e728 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 1001 time: 0.0602024 Dec 15 15:03:44.794142 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-592a19c5-19bb-4f6a-a26c-f43d4b78dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:44.795753 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-592a19c5-19bb-4f6a-a26c-f43d4b78dcc9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0438848 Dec 15 15:03:44.843868 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-b511d927-f25c-449e-bd5c-5ca9bee0b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:44.845364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-b511d927-f25c-449e-bd5c-5ca9bee0b3d3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422850 Dec 15 15:03:44.882513 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f534a13d-6366-4f73-94a0-1db021ececa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:44.940471 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-19e18dfa-9372-406d-aebf-d30e00bfd396 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877268 Dec 15 15:03:44.990573 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:45.030051 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-b97daa99-1c33-41f0-ab7d-137b18f9fb95 req-161b8eaa-79c3-47ef-b9c5-e4f0290c00b5 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825176 Dec 15 15:03:46.583428 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:47.731261 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:48.716333 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:51.938096 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.190866 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49306) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:04.386469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Deleting port f7b67513-27aa-4978-8c3d-b7799ae3da94 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:04:04.386806 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.460074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.460403 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.471759 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Calling delete_port for f7b67513-27aa-4978-8c3d-b7799ae3da94 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:04:04.618039 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.643296 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event deleted for resources: {'Port': ['ID=f7b67513-27aa-4978-8c3d-b7799ae3da94,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:04.654967 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.655327 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.655675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.656015 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.656356 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.656725 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.657064 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.657404 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.657739 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.658073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.658410 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.658740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.659066 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:04.715333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.715665 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Floating IP b01b0672-1482-4731-b062-73f6a25e81f7 disassociated (deleted). External IP: 172.25.2.198, port: 0c024213-2757-4665-b441-77147f6d74ed. Dec 15 15:04:04.930744 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:04:05.039632 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:04:05.044600 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:05.049910 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:04:05.059763 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:04:05.060366 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:03:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:05.072170 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5241b182-ee6e-4fcf-8e22-0d136341b6ce tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "DELETE /v2.0/floatingips/b01b0672-1482-4731-b062-73f6a25e81f7 HTTP/1.1" status: 204 len: 168 time: 0.8801899 Dec 15 15:04:05.072902 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:04:05.075634 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cff098-5f89-4748-9614-2b9b00318e22" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:04:05.226288 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9dfcf8-a3c0-4718-8086-9838e5db931a x-openstack-request-id: req-ee9dfcf8-a3c0-4718-8086-9838e5db931a {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:04:05.226288 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:04:05.227018 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee9dfcf8-a3c0-4718-8086-9838e5db931a {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:04:05.227243 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'status': 'completed', 'code': 200} Dec 15 15:04:05.236787 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:04:05.342395 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d3b40-9885-422e-a61f-cc5876716389 req-1a558147-f9fc-4486-a900-75307a53a472 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:05.344807 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f54d3b40-9885-422e-a61f-cc5876716389 req-1a558147-f9fc-4486-a900-75307a53a472 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 946 time: 0.0554407 Dec 15 15:04:05.355692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff098-5f89-4748-9614-2b9b00318e22 req-8125d4b0-ab85-407a-9372-2bb8e53ff950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:05.359082 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-8125d4b0-ab85-407a-9372-2bb8e53ff950 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 1097 time: 0.0830317 Dec 15 15:04:05.404779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f54d3b40-9885-422e-a61f-cc5876716389 req-c6d4c0f1-81fb-4fa1-bc6c-e7709b87e216 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527313 Dec 15 15:04:05.455513 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:05.460205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff098-5f89-4748-9614-2b9b00318e22 req-0473a2ce-d715-4bea-a194-6042a5476be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:05.461710 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-0473a2ce-d715-4bea-a194-6042a5476be6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0935290 Dec 15 15:04:05.481141 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:04:05.489887 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:04:05.490533 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:03:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:05.511117 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-98085a85-3fb5-4868-aae9-e5372774f0d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 200 len: 217 time: 0.0399170 Dec 15 15:04:05.566103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff098-5f89-4748-9614-2b9b00318e22 req-2c45569a-63c3-4461-9017-f25858590114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:05.568255 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-2c45569a-63c3-4461-9017-f25858590114 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0490303 Dec 15 15:04:05.618808 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff098-5f89-4748-9614-2b9b00318e22 req-618257f8-3a04-4df0-a588-dee339abea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:05.620330 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-618257f8-3a04-4df0-a588-dee339abea6c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441122 Dec 15 15:04:05.627286 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:04:05.726965 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-7e533383-5f36-4e38-b362-6ee99dae0ffc service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966227 Dec 15 15:04:05.820162 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-60cff098-5f89-4748-9614-2b9b00318e22 req-99488abc-887c-413e-a761-5f3846ae34cf service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843997 Dec 15 15:04:05.828324 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:05.861777 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928903d1-a8ad-4677-a7e5-af3ee04f75f1 None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:04:06.099306 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b738d4-3f99-4c7b-a8e1-2b37f4122c1a None None] New status for floating IP b01b0672-1482-4731-b062-73f6a25e81f7: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:04:06.565740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4817a-efad-46e0-91b8-1f0978068fa5 req-68f18836-7ffe-4fce-a57b-a3929ca990c9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:06.567838 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ee4817a-efad-46e0-91b8-1f0978068fa5 req-68f18836-7ffe-4fce-a57b-a3929ca990c9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 946 time: 0.0916085 Dec 15 15:04:06.622430 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6ee4817a-efad-46e0-91b8-1f0978068fa5 req-5513ece6-c15a-4d84-be4c-16b89683cc0a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c47ea1f-55ab-441c-82a0-6d470b45b866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468256 Dec 15 15:04:07.019978 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-d33cb357-5349-4394-a74e-f821f9d5f037 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:07.021462 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-d33cb357-5349-4394-a74e-f821f9d5f037 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Dec 15 15:04:07.113271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Deleting port 0c024213-2757-4665-b441-77147f6d74ed {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:04:07.114231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:07.203491 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] For port 0c024213-2757-4665-b441-77147f6d74ed, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=0c024213-2757-4665-b441-77147f6d74ed,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:04:07.203858 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:07.215381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Calling delete_port for 0c024213-2757-4665-b441-77147f6d74ed owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:04:07.662785 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:07.694531 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event deleted for resources: {'Port': ['ID=0c024213-2757-4665-b441-77147f6d74ed,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:07.703406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.703762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.704101 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.704435 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.704816 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.705145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.705469 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.705791 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.706116 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.706446 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.706756 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.707068 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.707883 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:07.722670 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72d55be2-3c0f-4c21-ad71-073374f586b7 req-6908eeca-d68a-4f93-a2d9-6c56b93443f2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5f7bf8-0225-4022-ac84-ae4b0646bb22 HTTP/1.1" status: 200 len: 210 time: 0.0287123 Dec 15 15:04:07.750186 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] No DVR routers for this DVR port 0c024213-2757-4665-b441-77147f6d74ed on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:04:07.752800 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:07.756171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f511c170-da8e-44cf-8717-73934e1c9fe4 req-2c09b1e4-f27a-4ed4-b139-f862c3a57bd2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "DELETE /v2.0/ports/0c024213-2757-4665-b441-77147f6d74ed HTTP/1.1" status: 204 len: 173 time: 0.7278793 Dec 15 15:04:07.756632 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-deleted', 'tag': '0c024213-2757-4665-b441-77147f6d74ed'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:04:07.758837 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8876c-4c83-45e8-bb76-be4795cdc3d5" -d '{"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-deleted", "tag": "0c024213-2757-4665-b441-77147f6d74ed"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:04:07.855666 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f060c447-2670-406b-ab5a-f985a29f7c7a x-openstack-request-id: req-f060c447-2670-406b-ab5a-f985a29f7c7a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:04:07.855967 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f7bf8-0225-4022-ac84-ae4b0646bb22", "name": "network-vif-deleted", "tag": "0c024213-2757-4665-b441-77147f6d74ed", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:04:07.856225 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f060c447-2670-406b-ab5a-f985a29f7c7a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:04:07.856662 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5f7bf8-0225-4022-ac84-ae4b0646bb22', 'name': 'network-vif-deleted', 'tag': '0c024213-2757-4665-b441-77147f6d74ed', 'status': 'completed', 'code': 200} Dec 15 15:04:08.784326 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:08.840097 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5409f0fb-e4ae-4157-976f-736ab9d873fe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:08.865750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5409f0fb-e4ae-4157-976f-736ab9d873fe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:08.925841 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5409f0fb-e4ae-4157-976f-736ab9d873fe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:08.928437 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5409f0fb-e4ae-4157-976f-736ab9d873fe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:08.929659 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5409f0fb-e4ae-4157-976f-736ab9d873fe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c47ea1f-55ab-441c-82a0-6d470b45b866 HTTP/1.1" status: 204 len: 168 time: 0.1442285 Dec 15 15:04:08.938980 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409f0fb-e4ae-4157-976f-736ab9d873fe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47ea1f-55ab-441c-82a0-6d470b45b866,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:09.345524 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:09.350125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865463964', 'description': 'tempest-secgroup-smoke-865463964 description', 'project_id': '6106cd749f2a40a68fb455c13423ce7f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:09.372109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.436135 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.439576 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.468590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.469801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1232798 Dec 15 15:04:09.471766 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23334a-b0ff-4244-8e22-034be15e1f60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a178b-0e9f-4c53-9e81-af9a292006c9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:09.473271 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49344) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:09.478913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': 'e34a178b-0e9f-4c53-9e81-af9a292006c9', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:09.505633 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.559072 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.562688 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.579976 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83831c0f-fb45-4b94-b9c6-b0b1d7683751,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:09.587958 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.589151 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c993b0f0-4068-426c-8ba4-8e1960ee030b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142263 Dec 15 15:04:09.591856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:09.596156 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': 'e34a178b-0e9f-4c53-9e81-af9a292006c9', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:09.622196 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.675464 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.679523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.700097 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99250e9-de7d-4c74-8806-93f7df810c97,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:09.704443 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.705656 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-dba4dc73-b4d6-4ec2-b5e3-b3d6cf32e39a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128230 Dec 15 15:04:09.708894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:09.713149 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': 'e34a178b-0e9f-4c53-9e81-af9a292006c9', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:09.739270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.798745 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.802360 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.819757 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75971dcd-31bd-4e04-96f3-14c2a05dfd8d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:09.826829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.828007 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-1db6bde4-2794-4384-8f87-7e030e384c61 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181948 Dec 15 15:04:09.830871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:09.835734 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': 'e34a178b-0e9f-4c53-9e81-af9a292006c9', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:09.861695 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.915889 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.919366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.941413 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e352e16-fe7f-4e5a-bf92-adeeda0ff8b3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:09.946295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:09.948207 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ac65cefa-df04-4157-95e7-f73e0012786f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156750 Dec 15 15:04:09.950249 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:09.954436 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': 'e34a178b-0e9f-4c53-9e81-af9a292006c9', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:09.976278 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Project 6106cd749f2a40a68fb455c13423ce7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 15:04:09.981515 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.038820 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.042758 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.063733 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4994571-6e12-4116-ae94-01d80de274ae,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:10.070166 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.071244 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d6dd64a1-e643-4eb2-9c74-0b0255bf521e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200941 Dec 15 15:04:10.073986 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:10.078136 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'security_group_rule': {'security_group_id': 'e34a178b-0e9f-4c53-9e81-af9a292006c9', 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:10.099243 n-d-815324-3 neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Project 6106cd749f2a40a68fb455c13423ce7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 15:04:10.104254 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.160263 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.163627 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.179914 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b03bebd-5062-4bb0-9ed5-d396c80a1592,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:10.188077 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:10.189257 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-8ae32053-c2c2-404b-8c33-83a1751d536c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1143727 Dec 15 15:04:10.442435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:04:10.462667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 0c024213-2757-4665-b441-77147f6d74ed {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:04:10.463011 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 0c024213-2757-4665-b441-77147f6d74ed not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:04:12.744579 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56b6107d-d2fb-43b9-8680-6b00e444c8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:14.889909 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a146eae2-3277-4d8c-abb9-0516e577bbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:14.992662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:16.150394 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:04:16.584963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:17.733772 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:18.722122 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:21.952950 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:25.412262 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-97150125-6b01-4f1d-80df-36b29e4bb0fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865463964&fields=id&tenant_id=6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 267 time: 0.0536046 Dec 15 15:04:25.515863 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-94448c8c-ae6c-49d7-930d-0c6f58c90e16 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:25.517234 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-94448c8c-ae6c-49d7-930d-0c6f58c90e16 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 809 time: 0.0981607 Dec 15 15:04:25.531909 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-5d086823-0dcd-48e1-9a8b-0252f1815ea6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/quotas/6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 375 time: 0.0087223 Dec 15 15:04:25.585467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-ef926a81-6fe3-4e1f-b273-527afaae379a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484438 Dec 15 15:04:25.642640 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-1c703468-6858-41ba-bf4d-b2b16b7bf993 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:04:25.643683 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-1c703468-6858-41ba-bf4d-b2b16b7bf993 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472622 Dec 15 15:04:25.740187 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-e8b30c53-a9c7-4239-b385-17371e5a3171 service neutron] 10.222.0.32 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900996 Dec 15 15:04:25.831729 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-8fa99f60-40cb-43ca-9ccb-f2e9d3341a9a service neutron] 10.222.0.32 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854309 Dec 15 15:04:26.115973 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bdd41fe1-973c-424a-91fa-b5fae4ef49e0 req-995af768-9bd8-429c-bb90-c915bce2beb2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Dec 15 15:04:27.085290 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-5db8f43d-1695-42eb-b023-aca6354b917c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:27.087370 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-5db8f43d-1695-42eb-b023-aca6354b917c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.67 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 809 time: 0.1095908 Dec 15 15:04:27.154972 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-a500b45d-bf8b-40df-8076-f5be7ae3a37a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 379 time: 0.0564241 Dec 15 15:04:27.166432 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'port': {'device_id': '8a194f93-773d-419d-b200-22af9207f989', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'admin_state_up': True, 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'security_groups': ['e34a178b-0e9f-4c53-9e81-af9a292006c9']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:27.244248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-67650972-4a9d-43b9-9a0f-97ea08b2d703 req-28ef0944-e762-4b3d-9678-a7f67ecf9f2a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0358474 Dec 15 15:04:27.302895 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Made reservation on behalf of 6106cd749f2a40a68fb455c13423ce7f for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:04:27.306536 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:27.431999 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Allocated IP 172.20.0.5 (0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6/012520ea-95d8-4b0d-beaf-08c0f1d6d9d2/8782231d-91c2-403c-9521-2fbaa7675c57) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:04:27.579306 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:27.612460 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:27.655047 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:04:27.658205 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:04:27.662081 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:04:27.693561 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:27.721342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:27.722095 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:27.740030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9ab0717a-b657-41e7-a01a-561238f2d5df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780845 Dec 15 15:04:27.750469 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-aa0472d4-3fc0-4052-b68f-aa8965596715 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:04:27.751441 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-aa0472d4-3fc0-4052-b68f-aa8965596715 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051789 Dec 15 15:04:27.812180 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Request body: {'port': {'device_id': '8a194f93-773d-419d-b200-22af9207f989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:27.870691 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:27.948903 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71ff41f8-213a-48cf-a6e7-d4ddb4777c16 None None] Provisioning complete for port 8782231d-91c2-403c-9521-2fbaa7675c57 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:04:27.949502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71ff41f8-213a-48cf-a6e7-d4ddb4777c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:27.984745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71ff41f8-213a-48cf-a6e7-d4ddb4777c16 None None] Port 8782231d-91c2-403c-9521-2fbaa7675c57 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:04:28.145520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8782231d-91c2-403c-9521-2fbaa7675c57 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:04:28.153030 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:28.165477 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Transition to ACTIVE for port object 8782231d-91c2-403c-9521-2fbaa7675c57 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:04:28.169993 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:28.256651 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:28.294338 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:04:28.294675 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:04:28.295003 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:04:28.301992 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Port 8782231d-91c2-403c-9521-2fbaa7675c57 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:04:28.302642 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:04:28.308772 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:04:28.309416 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Checking segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:04:28.310030 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Bound using segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:04:28.311494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Bound port: 8782231d-91c2-403c-9521-2fbaa7675c57, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:04:28.312117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:28.418285 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:04:28.422842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:04:28.432233 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34025f94-b716-4c5e-a249-fa1e51a9f01d req-77ae06c5-ae45-4652-9890-6d56df7078aa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:28.433750 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34025f94-b716-4c5e-a249-fa1e51a9f01d req-77ae06c5-ae45-4652-9890-6d56df7078aa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0861027 Dec 15 15:04:28.435294 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:28.482776 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:28.483423 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:28.484847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] 10.222.0.67 "PUT /v2.0/ports/8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 1091 time: 0.7245781 Dec 15 15:04:28.488971 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:04:28.491224 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:04:28.542360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8a5cc-40b3-42f4-a2f2-284a98fb5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:28.560912 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-34025f94-b716-4c5e-a249-fa1e51a9f01d req-1da5c960-7eb0-48d2-8a2a-a515596e4d4e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202316 Dec 15 15:04:28.569520 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3c11bc-def9-4d62-abac-c430af1607a8 x-openstack-request-id: req-8a3c11bc-def9-4d62-abac-c430af1607a8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:04:28.569853 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:04:28.570113 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a3c11bc-def9-4d62-abac-c430af1607a8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:04:28.570517 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'status': 'completed', 'code': 200} Dec 15 15:04:28.608335 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9382f8ee-d487-41c8-a69e-2d731d3539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:28.610002 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-9382f8ee-d487-41c8-a69e-2d731d3539ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1094 time: 0.0630879 Dec 15 15:04:28.672957 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-581e7b4e-230f-4d5e-842b-901327f0e0e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 217 time: 0.0540667 Dec 15 15:04:28.730124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-1ae4c777-6aa0-4c55-9377-b93a8ffc7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:28.731679 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-1ae4c777-6aa0-4c55-9377-b93a8ffc7c97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0523844 Dec 15 15:04:28.784078 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-ac4d2e0b-75cc-4b7c-bbe6-f0a60133631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:28.785636 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-ac4d2e0b-75cc-4b7c-bbe6-f0a60133631e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461869 Dec 15 15:04:28.878589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-51ccfa08-2c18-43d1-b6f6-fda3cf4d5d4b service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856376 Dec 15 15:04:28.972006 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e083be3-9976-4b94-9547-b8f2b37cdc1b req-c9b168c9-adf4-401e-b7c5-b811df8defcb service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867188 Dec 15 15:04:29.057740 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-71bce80a-b44d-4db5-849d-6375edc1ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:29.059323 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-71bce80a-b44d-4db5-849d-6375edc1ceb4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1094 time: 0.0423436 Dec 15 15:04:29.153089 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-34a08625-1682-4032-b589-812e0ba21598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:29.154570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-34a08625-1682-4032-b589-812e0ba21598 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0884962 Dec 15 15:04:29.196070 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-6c521f4f-99fe-4265-aa41-6dc9d836457a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 217 time: 0.0337694 Dec 15 15:04:29.244801 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-dd424b0c-19ee-44ff-905f-5839446afa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:29.246119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-dd424b0c-19ee-44ff-905f-5839446afa26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0434215 Dec 15 15:04:29.292096 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-da5d55c3-79c3-489c-be17-91206b08ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:29.293609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-da5d55c3-79c3-489c-be17-91206b08ce4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394254 Dec 15 15:04:29.386563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-3ccdb2d6-69b9-490f-8732-1f8e8be32392 service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Dec 15 15:04:29.828208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-89f14d26-e4a9-4f7d-a43d-eb27ead0b4ca req-6579bed0-d31d-4aaa-8018-669f73a94be6 service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327414 Dec 15 15:04:29.863371 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66ae64-94b9-40d5-8442-bc763db6250e req-9dd1d5ae-1bf3-4d72-b795-8d56b78acb96 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:29.864841 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b66ae64-94b9-40d5-8442-bc763db6250e req-9dd1d5ae-1bf3-4d72-b795-8d56b78acb96 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0549791 Dec 15 15:04:29.913554 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5b66ae64-94b9-40d5-8442-bc763db6250e req-454df564-5450-409c-ad9c-ee9eccfd84f5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Dec 15 15:04:31.029604 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8055-5568-486d-b720-a3d69ecdc2b4 req-9161e173-60eb-4a4e-8ade-d594ce1aeeee tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:31.031074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-681e8055-5568-486d-b720-a3d69ecdc2b4 req-9161e173-60eb-4a4e-8ade-d594ce1aeeee tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0504401 Dec 15 15:04:31.081609 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-681e8055-5568-486d-b720-a3d69ecdc2b4 req-40683e16-f0a4-4531-9aa9-ec16f7b55a68 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431890 Dec 15 15:04:32.202749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ceac-d1e1-4bdb-bb01-949dee3ec6bc req-27b11c65-de91-432f-88ff-43bab5e598c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:32.204102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea07ceac-d1e1-4bdb-bb01-949dee3ec6bc req-27b11c65-de91-432f-88ff-43bab5e598c1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0536640 Dec 15 15:04:32.252239 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ea07ceac-d1e1-4bdb-bb01-949dee3ec6bc req-1f7dd944-aeb6-4282-92fa-8b06b4c6fcdd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Dec 15 15:04:33.364958 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad666a-b5da-42c1-8bda-13ec25968fa5 req-98de75eb-f370-42ab-954a-296e424c6bb4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:33.366452 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15ad666a-b5da-42c1-8bda-13ec25968fa5 req-98de75eb-f370-42ab-954a-296e424c6bb4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0479178 Dec 15 15:04:33.414475 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-15ad666a-b5da-42c1-8bda-13ec25968fa5 req-18fd27e0-faec-49c9-8559-69f0c9d7c445 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Dec 15 15:04:34.550052 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571140-a523-4c2d-99c2-15c40b8e4f23 req-d54c02af-6dc3-4806-9db9-9ac30a339882 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:34.551680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16571140-a523-4c2d-99c2-15c40b8e4f23 req-d54c02af-6dc3-4806-9db9-9ac30a339882 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0554311 Dec 15 15:04:34.603346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-16571140-a523-4c2d-99c2-15c40b8e4f23 req-581b3fb0-a81b-464f-bb89-2bd9acff7adb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 Dec 15 15:04:35.718032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4db71-b40d-4afd-afb1-d98b7b0d93f2 req-16520ce7-f1da-4dfe-b036-32ac84adaed1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:35.719495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f4db71-b40d-4afd-afb1-d98b7b0d93f2 req-16520ce7-f1da-4dfe-b036-32ac84adaed1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0490406 Dec 15 15:04:35.770739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-32f4db71-b40d-4afd-afb1-d98b7b0d93f2 req-70a8041a-719b-4b0a-92f7-8249a0935fcd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445790 Dec 15 15:04:36.882994 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c648b-b114-49aa-96e5-167ee9014169 req-4ca883b1-182b-4a68-a9dc-f8d89b031187 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:36.884467 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-930c648b-b114-49aa-96e5-167ee9014169 req-4ca883b1-182b-4a68-a9dc-f8d89b031187 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0474975 Dec 15 15:04:36.936747 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-930c648b-b114-49aa-96e5-167ee9014169 req-fb65962c-dda4-494b-ab43-f7b6b9b91a53 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 Dec 15 15:04:38.050246 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64cfc8-f861-4168-9cc9-ebdb4fe8f8b3 req-5a27b40b-ed61-4d7a-b9cf-50e3859ca21e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:38.051684 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b64cfc8-f861-4168-9cc9-ebdb4fe8f8b3 req-5a27b40b-ed61-4d7a-b9cf-50e3859ca21e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0477204 Dec 15 15:04:38.099281 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7b64cfc8-f861-4168-9cc9-ebdb4fe8f8b3 req-06c7b992-cd72-4f99-ae8f-68bf2fdcf2c9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Dec 15 15:04:39.211889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469209a-7e63-4273-872f-5fe8f40243f8 req-6edc438c-cea5-4afb-92b4-14140e385d60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:39.213416 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0469209a-7e63-4273-872f-5fe8f40243f8 req-6edc438c-cea5-4afb-92b4-14140e385d60 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0474212 Dec 15 15:04:39.262074 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0469209a-7e63-4273-872f-5fe8f40243f8 req-cca844df-a530-4faf-8dae-548be8965640 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426364 Dec 15 15:04:40.379810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f658d-2bcf-4002-8765-e46eadcd8dab req-cc0a8880-f98c-4df7-9062-98917bacb1af tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:40.381292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e1f658d-2bcf-4002-8765-e46eadcd8dab req-cc0a8880-f98c-4df7-9062-98917bacb1af tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0532954 Dec 15 15:04:40.429089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0e1f658d-2bcf-4002-8765-e46eadcd8dab req-cd3904a6-2f72-4689-a110-3d4ec7a02758 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Dec 15 15:04:41.364923 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:04:41.460996 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:04:41.472664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '8782231d-91c2-403c-9521-2fbaa7675c57', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'port_id': '8782231d-91c2-403c-9521-2fbaa7675c57', 'mac_address': 'fa:16:3e:85:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:04:41.509475 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:41.522064 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8782231d-91c2-403c-9521-2fbaa7675c57 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:04:41.541670 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d56c1-8ac4-4aa9-a2b8-73a43aeb2cc3 req-33e4ba9b-c7ef-4aa4-9dce-77cf340b20c8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:41.542173 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:04:41.543156 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a2d56c1-8ac4-4aa9-a2b8-73a43aeb2cc3 req-33e4ba9b-c7ef-4aa4-9dce-77cf340b20c8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0476568 Dec 15 15:04:41.546000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:41.591976 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:41.593194 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2a2d56c1-8ac4-4aa9-a2b8-73a43aeb2cc3 req-bc0506ea-6682-4072-9054-e4b878ab3eb0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Dec 15 15:04:41.599905 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.600256 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.600625 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.600965 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.601296 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.601627 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.601955 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.602283 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.602606 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.603182 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.603504 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.603825 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.604144 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:04:41.766093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['8782231d-91c2-403c-9521-2fbaa7675c57'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:04:42.710950 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a277ec-cf7e-4beb-8a98-cb46e2922986 req-3ba34cbd-0c78-4545-85e1-d882aeeac957 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:42.712404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a277ec-cf7e-4beb-8a98-cb46e2922986 req-3ba34cbd-0c78-4545-85e1-d882aeeac957 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 944 time: 0.0487559 Dec 15 15:04:42.750893 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ca730bcd-2589-41c5-8db0-cb015e8da6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:42.766161 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e8a277ec-cf7e-4beb-8a98-cb46e2922986 req-748be384-f542-4eff-b587-53199c24f962 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478013 Dec 15 15:04:43.379374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:04:43.434846 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 8782231d-91c2-403c-9521-2fbaa7675c57 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:04:43.440520 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 8782231d-91c2-403c-9521-2fbaa7675c57 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:04:43.441091 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:43.515426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:43.538404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:04:43.540663 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b636a81-f1bb-4276-864c-3831a64a52be" -d '{"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-plugged", "status": "completed", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:04:43.557257 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:04:43.561124 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:43.583965 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f66c5ff-1beb-4678-a441-c1f6939b5787 x-openstack-request-id: req-4f66c5ff-1beb-4678-a441-c1f6939b5787 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:04:43.584251 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-plugged", "status": "completed", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:04:43.584524 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f66c5ff-1beb-4678-a441-c1f6939b5787 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:04:43.584916 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'code': 200} Dec 15 15:04:43.612246 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:43.674667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96d644-6ac1-4aec-a954-71c916b243cd req-fa47d891-d83a-4e28-bf01-16f1ef925757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:43.676058 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d96d644-6ac1-4aec-a954-71c916b243cd req-fa47d891-d83a-4e28-bf01-16f1ef925757 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1096 time: 0.0396261 Dec 15 15:04:43.721805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d96d644-6ac1-4aec-a954-71c916b243cd req-8c504528-7ef6-4489-8765-dcf2a3c901a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 Dec 15 15:04:43.880763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a5661-4719-49bb-8f38-9ec947d440f9 req-e1205e78-0a9e-418e-8bf4-96ce4b3e303c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:43.882259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64a5661-4719-49bb-8f38-9ec947d440f9 req-e1205e78-0a9e-418e-8bf4-96ce4b3e303c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0486643 Dec 15 15:04:43.931106 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f64a5661-4719-49bb-8f38-9ec947d440f9 req-180dbc3d-da2e-456f-a053-ecc5290c871b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428004 Dec 15 15:04:44.881542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd414597-2a58-4313-b8d7-74a05d62a1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:44.993246 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:45.052906 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ef0ba-346f-4d26-a82c-0ff1ad4c2b68 req-b7962253-7253-4029-858b-38273615f816 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:45.054377 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-728ef0ba-346f-4d26-a82c-0ff1ad4c2b68 req-b7962253-7253-4029-858b-38273615f816 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Dec 15 15:04:45.107858 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-728ef0ba-346f-4d26-a82c-0ff1ad4c2b68 req-0b187edc-9f2f-409e-be5e-a3891362a5f1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Dec 15 15:04:45.219543 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc43182-d4f6-4bde-ab24-b90c2f752448 req-5c628f2d-e167-4f7d-afcf-f5be37a500c2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:45.221495 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bc43182-d4f6-4bde-ab24-b90c2f752448 req-5c628f2d-e167-4f7d-afcf-f5be37a500c2 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0467370 Dec 15 15:04:45.269406 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-1bc43182-d4f6-4bde-ab24-b90c2f752448 req-ed3ea056-28a4-44c8-baa2-ea8f1a45f698 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 Dec 15 15:04:45.291140 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:45.374213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5284f8-161c-4838-9303-b62b9bb54529 tempest-TestShelveInstance-1432490614 tempest-TestShelveInstance-1432490614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:45.375714 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fc5284f8-161c-4838-9303-b62b9bb54529 tempest-TestShelveInstance-1432490614 tempest-TestShelveInstance-1432490614-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1091 time: 0.0835989 Dec 15 15:04:45.378521 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:04:45.383103 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '8782231d-91c2-403c-9521-2fbaa7675c57', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:04:45.412584 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:45.505883 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:45.608877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Allocated IP 172.25.2.71 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/3dde29cc-5e88-4e7c-9a64-b5f2184a753e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:04:45.709354 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:45.745115 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:45.789217 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:04:45.792094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:04:45.794594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:04:45.817573 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'Port': ['ID=3dde29cc-5e88-4e7c-9a64-b5f2184a753e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:46.130870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.198283 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.345006 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.349870 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.414946 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event updated for resources: {'Port': ['ID=3dde29cc-5e88-4e7c-9a64-b5f2184a753e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:04:46.428832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.525750 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Floating IP 3e8cb77f-3969-4a72-9433-c537fc0540cf associated. External IP: 172.25.2.71, port: 8782231d-91c2-403c-9521-2fbaa7675c57. Dec 15 15:04:46.586806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.731124 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:04:46.834381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:04:46.844304 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd611560-1fed-486a-9204-596008282afb None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:04:46.853093 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:46.855425 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd611560-1fed-486a-9204-596008282afb None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:04:46.856229 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cd611560-1fed-486a-9204-596008282afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:04:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:46.880678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d40b469c-fa14-4d52-8cab-c6c8ff80f2e6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5011258 Dec 15 15:04:46.881475 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:04:46.883854 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f48988-a77c-40ea-9b7d-57943c6c494d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:04:46.922200 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b42b8-1f2d-4f6b-af61-24d73003ac14 x-openstack-request-id: req-e64b42b8-1f2d-4f6b-af61-24d73003ac14 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:04:46.922493 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:04:46.922748 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e64b42b8-1f2d-4f6b-af61-24d73003ac14 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:04:46.923152 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'status': 'completed', 'code': 200} Dec 15 15:04:46.962326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-cd611560-1fed-486a-9204-596008282afb None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:04:46.985796 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-a826f5eb-5a88-4696-8c08-020d60466958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:46.987272 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-a826f5eb-5a88-4696-8c08-020d60466958 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1096 time: 0.0419674 Dec 15 15:04:47.080206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-f1e88030-5ef9-4632-87f4-84a7eb3f31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:47.081707 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-f1e88030-5ef9-4632-87f4-84a7eb3f31dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0876529 Dec 15 15:04:47.149805 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-85f0a0ab-0540-4ddd-885a-b15f145934ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 998 time: 0.0610991 Dec 15 15:04:47.200160 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-906f091d-054b-4d98-a89b-acf5da14d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:47.201652 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-906f091d-054b-4d98-a89b-acf5da14d352 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0448275 Dec 15 15:04:47.252609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-6b192150-ffb7-44f9-b3cc-56d33a5a6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:47.253996 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-6b192150-ffb7-44f9-b3cc-56d33a5a6a72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442250 Dec 15 15:04:47.264764 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cd611560-1fed-486a-9204-596008282afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '3e8cb77f-3969-4a72-9433-c537fc0540cf', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'port_id': '8782231d-91c2-403c-9521-2fbaa7675c57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'mac_address': 'fa:16:3e:85:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194f93-773d-419d-b200-22af9207f989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:04:46Z', 'updated_at': '2021-12-15T15:04:46Z', 'revision_number': 0, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:47.290185 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd611560-1fed-486a-9204-596008282afb None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:04:47.298208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd611560-1fed-486a-9204-596008282afb None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:04:47.299346 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cd611560-1fed-486a-9204-596008282afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:04:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:47.344048 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-37876be1-faad-4258-9687-40241170140a service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Dec 15 15:04:47.401933 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-cd611560-1fed-486a-9204-596008282afb None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:04:47.439922 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b9f48988-a77c-40ea-9b7d-57943c6c494d req-b9170a0c-cfb2-49a3-94b9-d6cb79b8faed service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Dec 15 15:04:47.622864 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cd611560-1fed-486a-9204-596008282afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '3e8cb77f-3969-4a72-9433-c537fc0540cf', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'port_id': '8782231d-91c2-403c-9521-2fbaa7675c57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'mac_address': 'fa:16:3e:85:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194f93-773d-419d-b200-22af9207f989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:04:46Z', 'updated_at': '2021-12-15T15:04:46Z', 'revision_number': 0, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:04:47.649062 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd611560-1fed-486a-9204-596008282afb None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '3e8cb77f-3969-4a72-9433-c537fc0540cf', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'port_id': '8782231d-91c2-403c-9521-2fbaa7675c57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'mac_address': 'fa:16:3e:85:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194f93-773d-419d-b200-22af9207f989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:04:46Z', 'updated_at': '2021-12-15T15:04:46Z', 'revision_number': 0, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:04:47.735266 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:47.838946 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc729057-7b3e-433a-a1d9-14b285eb2134 None None] New status for floating IP 3e8cb77f-3969-4a72-9433-c537fc0540cf: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:04:48.715737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:51.948978 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:53.150451 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:05:12.743394 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93ece428-e95e-4118-926e-4e17a0b166c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:14.882567 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f945c7b-b86c-4aa1-a506-5539e255e243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:14.984863 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:16.589853 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:17.738639 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:18.721525 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:21.946900 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:30.149340 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:05:30.800415 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-6ccc8067-3384-4820-9bd1-922788f043bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435658 Dec 15 15:05:30.880669 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-dcddcb10-9722-4840-b033-7dda59cb56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:30.882107 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-dcddcb10-9722-4840-b033-7dda59cb56ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1096 time: 0.0402243 Dec 15 15:05:30.988774 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-d2bcebac-626b-474f-8f6b-a5a9a7ae5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:30.989928 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-d2bcebac-626b-474f-8f6b-a5a9a7ae5b72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0892513 Dec 15 15:05:31.056953 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-d461e548-1385-4a44-b6a4-8da1811a48c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 1000 time: 0.0603988 Dec 15 15:05:31.110380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-91b05259-d02a-45a7-a76c-f8119b7c9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:31.111821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-91b05259-d02a-45a7-a76c-f8119b7c9839 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0477304 Dec 15 15:05:31.157244 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-9f579d72-c01a-46cd-9e74-962e9251138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:31.158701 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-9f579d72-c01a-46cd-9e74-962e9251138b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402608 Dec 15 15:05:31.245691 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-3fbf0e6b-3662-4c47-964c-928f9af4859a service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800214 Dec 15 15:05:31.339763 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-6d85547e-0e31-41e3-8a98-65480b14f80f req-433d1c39-2961-4d30-925e-b8681a272e0c service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868971 Dec 15 15:05:42.746838 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-680a4f51-9882-4c10-9eef-b2747586387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:44.885312 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9956a166-0395-4f53-8ac3-8a3f1fa2ddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:44.980802 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.592393 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:47.741574 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:48.713493 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:51.960262 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:07.148211 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:06:12.749433 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d41e8318-d4ff-43fe-a64d-a1d3bc017f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:14.887524 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d62ae13-a17c-424e-8d35-65414303e6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:14.995237 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:16.596778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:17.746521 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:18.715610 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:21.976691 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:31.781364 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-6f25badf-3e7a-484c-a2a8-42a7177d605d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398545 Dec 15 15:06:31.866191 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-1afb5bb9-79ce-4e2e-8378-db679799ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:31.867573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-1afb5bb9-79ce-4e2e-8378-db679799ee7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1096 time: 0.0447829 Dec 15 15:06:31.968893 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-af9543ff-5dd2-439a-beab-6e6d0629a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:31.970570 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-af9543ff-5dd2-439a-beab-6e6d0629a091 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0836432 Dec 15 15:06:32.039119 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-be6482f0-47b0-4721-839a-a95ed62e0155 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 1000 time: 0.0610211 Dec 15 15:06:32.087411 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-f9b66ecf-ecab-49ed-8ebf-6b7b1c94b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:32.088873 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-f9b66ecf-ecab-49ed-8ebf-6b7b1c94b8fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0422571 Dec 15 15:06:32.134031 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-7d013b36-2ec3-4aa2-8921-9fe77dc3de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:32.135399 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-7d013b36-2ec3-4aa2-8921-9fe77dc3de13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398691 Dec 15 15:06:32.225440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-4d6e93db-43fb-4588-9ba0-91f1da830d8f service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817802 Dec 15 15:06:32.312259 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2afeff58-4ea5-4fc6-a81d-5cc20db1140c req-45068095-4301-41e6-a268-8b6f23a5ee9c service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787780 Dec 15 15:06:42.751399 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7ad9451-3398-436c-b3cb-faa5c57eac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:44.150094 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:06:44.308955 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823f267-0e2b-4933-8b95-b906fc30011c req-db15847b-b308-45ac-ba77-86f192c04f51 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:44.310456 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a823f267-0e2b-4933-8b95-b906fc30011c req-db15847b-b308-45ac-ba77-86f192c04f51 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0544224 Dec 15 15:06:44.360677 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a823f267-0e2b-4933-8b95-b906fc30011c req-e8308378-6d2d-40f0-b8c0-385b9da2d573 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Dec 15 15:06:44.890019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ddab60f-9538-4ec4-9989-41d69f6b3fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:45.013876 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:45.524322 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22cb9d-5935-42bb-a310-e93e7423447b req-51fe7b6c-824f-4aec-a16c-8803c0eb4e02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:45.525817 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff22cb9d-5935-42bb-a310-e93e7423447b req-51fe7b6c-824f-4aec-a16c-8803c0eb4e02 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0956688 Dec 15 15:06:45.573644 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff22cb9d-5935-42bb-a310-e93e7423447b req-14e24ac9-ef22-4cc9-90b8-9df31021ab9d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Dec 15 15:06:46.599395 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:46.716194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651db35-51e0-430d-955c-618b1bbd7d3e req-1432e9e9-73a4-4ae6-87f8-63224cd623e9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:46.717733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3651db35-51e0-430d-955c-618b1bbd7d3e req-1432e9e9-73a4-4ae6-87f8-63224cd623e9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0473003 Dec 15 15:06:46.769258 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3651db35-51e0-430d-955c-618b1bbd7d3e req-596840a7-d404-45ac-9614-7d22d0b8ccf8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455985 Dec 15 15:06:47.748215 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:47.885033 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e9df9-d8ab-4345-9698-d306e462aeed req-90d05232-0c67-4ec5-8d7c-80e8f1f3a28a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:47.886426 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c99e9df9-d8ab-4345-9698-d306e462aeed req-90d05232-0c67-4ec5-8d7c-80e8f1f3a28a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Dec 15 15:06:47.935036 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c99e9df9-d8ab-4345-9698-d306e462aeed req-62147002-1e84-4241-a417-00df83821dae tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Dec 15 15:06:48.717864 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:49.050942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf4446-7ab7-409b-907e-631980acfd96 req-3fea1a68-a84a-4455-b18a-3f6033b9bd65 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:49.052403 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-debf4446-7ab7-409b-907e-631980acfd96 req-3fea1a68-a84a-4455-b18a-3f6033b9bd65 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Dec 15 15:06:49.100192 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-debf4446-7ab7-409b-907e-631980acfd96 req-57113aec-e6f2-4a96-a116-422e8d9dfebe tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Dec 15 15:06:50.218839 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4d4c9-d012-4c18-8810-689129790cc8 req-fe6363a7-4aea-4246-a3e3-4f41dd09d78b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:50.220176 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ee4d4c9-d012-4c18-8810-689129790cc8 req-fe6363a7-4aea-4246-a3e3-4f41dd09d78b tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0507634 Dec 15 15:06:50.267292 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7ee4d4c9-d012-4c18-8810-689129790cc8 req-0d3b045f-9ca3-4301-a972-6fa8304debe3 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 Dec 15 15:06:51.381301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562f9a7-5f3d-417d-9f24-d1857911583d req-8ef52255-8c72-405e-8659-3fa634016259 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:51.382753 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5562f9a7-5f3d-417d-9f24-d1857911583d req-8ef52255-8c72-405e-8659-3fa634016259 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0488870 Dec 15 15:06:51.430976 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5562f9a7-5f3d-417d-9f24-d1857911583d req-bf50e244-2933-4082-a62f-29e6e6bc83df tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Dec 15 15:06:51.988305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:52.545884 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3ceb-ded7-45f0-bd21-93381aef2f44 req-907d81f0-7cda-4ca6-8c2f-73b565b17357 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:52.547330 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bcf3ceb-ded7-45f0-bd21-93381aef2f44 req-907d81f0-7cda-4ca6-8c2f-73b565b17357 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Dec 15 15:06:52.598110 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7bcf3ceb-ded7-45f0-bd21-93381aef2f44 req-f4795494-9f19-4e50-acd6-b5c125f72206 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 Dec 15 15:06:53.711577 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4ea51-bb91-4e9d-8ccb-fe3d4cb36f1e req-6b8a0a5c-ea31-476e-acc5-3393f1462a48 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:53.713102 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eea4ea51-bb91-4e9d-8ccb-fe3d4cb36f1e req-6b8a0a5c-ea31-476e-acc5-3393f1462a48 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0478184 Dec 15 15:06:53.761520 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eea4ea51-bb91-4e9d-8ccb-fe3d4cb36f1e req-5d7d1d53-91dd-4551-8e32-743bd9be3759 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Dec 15 15:06:54.453594 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403698c-48be-498c-9295-2c71f5a32180 req-f90ab6be-1c66-420c-97bf-a1aedc6ab237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:54.455067 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-f90ab6be-1c66-420c-97bf-a1aedc6ab237 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1096 time: 0.0404103 Dec 15 15:06:54.553813 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403698c-48be-498c-9295-2c71f5a32180 req-7b770cda-43c9-447d-b76a-618639f4852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:54.555278 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-7b770cda-43c9-447d-b76a-618639f4852a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0929346 Dec 15 15:06:54.620250 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-2ddb6518-71fc-4a9b-8265-2b4f82da802c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 1000 time: 0.0564723 Dec 15 15:06:54.672773 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403698c-48be-498c-9295-2c71f5a32180 req-147f142d-d26a-45b8-8498-7e01cbac9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:54.674261 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-147f142d-d26a-45b8-8498-7e01cbac9a32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0463068 Dec 15 15:06:54.718818 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403698c-48be-498c-9295-2c71f5a32180 req-23b297fb-61a4-4af3-a939-f2c79bb91d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:54.720180 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-23b297fb-61a4-4af3-a939-f2c79bb91d05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390747 Dec 15 15:06:54.808713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-5c075790-9d2b-41e4-ac6b-e8c9eccca6b2 service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809100 Dec 15 15:06:54.936032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282722a5-5fa4-477a-941a-2c63f14bf767 req-6fb6839d-e5fa-439b-90a5-73419acfc2ca tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:54.937494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-282722a5-5fa4-477a-941a-2c63f14bf767 req-6fb6839d-e5fa-439b-90a5-73419acfc2ca tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0963016 Dec 15 15:06:54.942680 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5403698c-48be-498c-9295-2c71f5a32180 req-1bc021a9-47d0-44a2-a147-8489fc9a21ad service neutron] 10.222.0.67 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270185 Dec 15 15:06:54.990685 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-282722a5-5fa4-477a-941a-2c63f14bf767 req-3b2f9ddc-5b69-4db1-892d-e192c0607615 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470712 Dec 15 15:06:56.106259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3f57-99cb-4f4f-93e1-bb19915e49d6 req-002c20c2-a4bb-49d0-8da7-b1ef2e65c4bc tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:56.107737 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a0f3f57-99cb-4f4f-93e1-bb19915e49d6 req-002c20c2-a4bb-49d0-8da7-b1ef2e65c4bc tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0485156 Dec 15 15:06:56.155706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7a0f3f57-99cb-4f4f-93e1-bb19915e49d6 req-2d89e472-508b-43d0-8e3d-e086878e982e tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 Dec 15 15:06:57.277437 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f005d-9ae9-4584-982a-3e89acb48e2a req-9df7a749-5117-4720-a25f-29c67f444fe4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:57.278903 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b25f005d-9ae9-4584-982a-3e89acb48e2a req-9df7a749-5117-4720-a25f-29c67f444fe4 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Dec 15 15:06:57.329220 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b25f005d-9ae9-4584-982a-3e89acb48e2a req-b4720ad2-fa88-405b-8a29-63b27bf94246 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Dec 15 15:06:58.446431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b39204-c537-439b-9f02-b62a29f15762 req-4d1dd0fc-5ca0-4fcb-a467-99f30fab3ffc tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:58.447881 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61b39204-c537-439b-9f02-b62a29f15762 req-4d1dd0fc-5ca0-4fcb-a467-99f30fab3ffc tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0508757 Dec 15 15:06:58.496647 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-61b39204-c537-439b-9f02-b62a29f15762 req-cf082281-ac93-4147-84f7-772f106871e9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Dec 15 15:06:58.717560 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-ce714618-0ea0-48c1-b4bb-7e79c04fe698 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666342 Dec 15 15:06:58.731200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d297-f893-4175-a817-6ae79b1d8fc6 req-a26b33fc-afbd-436f-95ee-3b7fc4db8a25 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:58.732615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d265d297-f893-4175-a817-6ae79b1d8fc6 req-a26b33fc-afbd-436f-95ee-3b7fc4db8a25 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0585418 Dec 15 15:06:58.736232 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-bcb8527c-8afa-489f-b0f2-e3192a18425f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:06:58.737108 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-bcb8527c-8afa-489f-b0f2-e3192a18425f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144005 Dec 15 15:06:58.784726 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d265d297-f893-4175-a817-6ae79b1d8fc6 req-a6c2dacc-c494-4478-b6bd-2e95a3a1b472 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453560 Dec 15 15:06:59.888295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:06:59.913848 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fdce0-cea3-40c8-b4e7-6ec4bef880c9 req-3a457932-f8e1-4ff4-bf34-5f99e5cb8fc9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:59.916193 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc1fdce0-cea3-40c8-b4e7-6ec4bef880c9 req-3a457932-f8e1-4ff4-bf34-5f99e5cb8fc9 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 945 time: 0.0619123 Dec 15 15:06:59.967340 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bc1fdce0-cea3-40c8-b4e7-6ec4bef880c9 req-f08dede1-b911-4b92-ae94-fb93105593d5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455995 Dec 15 15:06:59.973270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:00.005535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:00.007853 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be33bc8e-85d2-45f2-81b3-aec7af33dc19" -d '{"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-unplugged", "status": "completed", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:00.021188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:00.026885 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:00.079404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:00.087833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.088197 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.088617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.088968 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.089435 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.089827 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.090245 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.090549 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.090820 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.091149 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.091477 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.091848 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.092171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:00.097117 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5850a820-a76f-4d45-ace5-c059108d99be x-openstack-request-id: req-5850a820-a76f-4d45-ace5-c059108d99be {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:00.097439 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-unplugged", "status": "failed", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "code": 422}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:00.097702 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5850a820-a76f-4d45-ace5-c059108d99be {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:00.098106 n-d-815324-3 neutron-server[103380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'code': 422} returned with failed status Dec 15 15:07:01.086377 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c442f6-1abb-4109-8f70-701942971509 req-c25ea340-d3e2-4fe7-8e2f-a057703c23ef tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:01.087830 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8c442f6-1abb-4109-8f70-701942971509 req-c25ea340-d3e2-4fe7-8e2f-a057703c23ef tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0481267 Dec 15 15:07:01.139134 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d8c442f6-1abb-4109-8f70-701942971509 req-9fc6e904-b126-440a-af4e-4f9f15e8315d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447416 Dec 15 15:07:02.257240 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aaba4-08ac-4169-8b3b-3fbcaa6bbd30 req-a5a2cf1b-7bf9-421f-9552-7f02e2ecaeaf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:02.258775 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-311aaba4-08ac-4169-8b3b-3fbcaa6bbd30 req-a5a2cf1b-7bf9-421f-9552-7f02e2ecaeaf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0544708 Dec 15 15:07:02.314863 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-311aaba4-08ac-4169-8b3b-3fbcaa6bbd30 req-ffeec3e2-b46b-4040-b2a6-ff41cabc87f8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493126 Dec 15 15:07:03.432650 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f6ff1-73a2-4346-a7f1-d97b2b764627 req-81968fc6-8c2a-4dbd-b8eb-2fee79f67eb6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:03.434116 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f47f6ff1-73a2-4346-a7f1-d97b2b764627 req-81968fc6-8c2a-4dbd-b8eb-2fee79f67eb6 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0479252 Dec 15 15:07:03.482728 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f47f6ff1-73a2-4346-a7f1-d97b2b764627 req-4d3bc2c0-e532-4aea-ab06-25305983d888 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Dec 15 15:07:04.537906 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-491aea64-0952-4d30-a4d9-a5d1ed9a2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:04.539400 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-491aea64-0952-4d30-a4d9-a5d1ed9a2d66 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989&tenant_id=6106cd749f2a40a68fb455c13423ce7f HTTP/1.1" status: 200 len: 1094 time: 0.0407987 Dec 15 15:07:04.554698 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-24238088-12ad-49df-aa66-1eac1f82407f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:07:04.555654 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-24238088-12ad-49df-aa66-1eac1f82407f service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051641 Dec 15 15:07:04.572406 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-3', 'device_owner': 'compute:nova'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:07:04.595617 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4158-1fe0-4304-901c-497e30329ce4 req-3cbd792d-9917-421b-9f57-b6926e43b771 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:04.597098 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0bb4158-1fe0-4304-901c-497e30329ce4 req-3cbd792d-9917-421b-9f57-b6926e43b771 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0465901 Dec 15 15:07:04.629301 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:04.652808 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c0bb4158-1fe0-4304-901c-497e30329ce4 req-3942b925-6a4d-4ca9-b3ea-c3d6f93a78fd tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494297 Dec 15 15:07:04.830823 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:04.864575 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h2-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:07:04.898877 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8782231d-91c2-403c-9521-2fbaa7675c57 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:07:04.907311 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:04.919317 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Transition to ACTIVE for port object 8782231d-91c2-403c-9521-2fbaa7675c57 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:07:04.923657 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:05.015188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:05.025090 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.025445 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.025861 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.026708 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.027047 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.027381 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.027716 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.028046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.028376 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.028728 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.029059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.029385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.029711 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:05.066853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] No DVR routers for this DVR port 8782231d-91c2-403c-9521-2fbaa7675c57 on host n-h2-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:07:05.206661 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:07:05.206945 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:07:05.207230 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:07:05.211589 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Port 8782231d-91c2-403c-9521-2fbaa7675c57 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:07:05.211913 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Attempting to bind port 8782231d-91c2-403c-9521-2fbaa7675c57 on network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:07:05.218785 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:07:05.219126 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Checking segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:07:05.219507 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Bound using segment: {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:07:05.219932 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Bound port: 8782231d-91c2-403c-9521-2fbaa7675c57, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376f66a4-eddf-45b3-8013-21cdd68fdf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:07:05.220286 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:05.286548 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:07:05.289611 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:07:05.294580 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:05.334188 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:05.334869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:05.336241 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] 10.222.0.85 "PUT /v2.0/ports/8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 1091 time: 0.7677691 Dec 15 15:07:05.336732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:05.339037 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa36872-b319-4ffb-88b8-d32c9389a52e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:05.367030 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e0b8-f2e0-49d3-a2dc-434d148bbc4a service neutron] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:05.388017 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d3efc4-1309-43ec-a09d-2b34380e736d x-openstack-request-id: req-05d3efc4-1309-43ec-a09d-2b34380e736d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:05.388342 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:05.388659 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05d3efc4-1309-43ec-a09d-2b34380e736d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:05.389067 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'status': 'completed', 'code': 200} Dec 15 15:07:05.418387 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-6069b172-ac52-40de-82ac-441a9af5221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:05.419982 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-6069b172-ac52-40de-82ac-441a9af5221f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1094 time: 0.0466173 Dec 15 15:07:05.526330 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-49d5c715-5d45-4972-a7fa-c45280ac5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:05.527831 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-49d5c715-5d45-4972-a7fa-c45280ac5650 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.1006548 Dec 15 15:07:05.598022 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-0a10aa33-620f-42d9-a458-82255e9313c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 998 time: 0.0605795 Dec 15 15:07:05.650328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-252d7ac4-0ff4-4f92-aded-0360570168b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:05.651851 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-252d7ac4-0ff4-4f92-aded-0360570168b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0466571 Dec 15 15:07:05.703790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-ff5d702a-11a0-4e46-be14-44ebb9bc1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:05.705328 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-ff5d702a-11a0-4e46-be14-44ebb9bc1ab3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462296 Dec 15 15:07:05.778835 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b7be-2e81-4110-99f4-7fa0f5177081 req-31f39acc-ae72-4b12-8241-1927625c6767 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:05.780435 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5833b7be-2e81-4110-99f4-7fa0f5177081 req-31f39acc-ae72-4b12-8241-1927625c6767 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0551345 Dec 15 15:07:05.800293 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-22354d16-22cf-4245-8109-2f18e7636fa7 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877621 Dec 15 15:07:05.830588 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5833b7be-2e81-4110-99f4-7fa0f5177081 req-a69aa49b-463e-4da8-9abb-d67b72a509a8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 Dec 15 15:07:05.903166 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-5085d3e6-059d-4b5c-bce6-3d4149b32f1c service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958381 Dec 15 15:07:06.004355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-eea247e3-2da1-475f-8ba1-37419e0d0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:06.005902 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-eea247e3-2da1-475f-8ba1-37419e0d0c61 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1094 time: 0.0436730 Dec 15 15:07:06.106302 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-11fb0d16-74cd-4db9-bfaf-dfeafea4974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:06.107797 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-11fb0d16-74cd-4db9-bfaf-dfeafea4974b service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0948586 Dec 15 15:07:06.175924 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-e714482e-6b50-4446-9acc-a7ac000e8e8c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 998 time: 0.0606062 Dec 15 15:07:06.223384 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-717948d9-f673-4e67-b341-1fe59f194ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:06.225059 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-717948d9-f673-4e67-b341-1fe59f194ee2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0425756 Dec 15 15:07:06.272833 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-26389484-9ee0-4efc-97bf-ce689dd94214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:06.274285 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-26389484-9ee0-4efc-97bf-ce689dd94214 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422096 Dec 15 15:07:06.361607 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-53f5fd7a-3b28-4a33-adac-21153d31b78d service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804653 Dec 15 15:07:06.454004 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8aa36872-b319-4ffb-88b8-d32c9389a52e req-1d623f58-5191-4f71-afb6-95e916e41480 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Dec 15 15:07:06.947017 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6f347-b138-4a5f-a6f6-e7bd581f562e req-c5500e61-a189-42c2-9890-15a9d91089bb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:06.949244 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78c6f347-b138-4a5f-a6f6-e7bd581f562e req-c5500e61-a189-42c2-9890-15a9d91089bb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0483570 Dec 15 15:07:06.997919 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-78c6f347-b138-4a5f-a6f6-e7bd581f562e req-2457d3ec-0b76-4e9d-8551-75081a179693 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Dec 15 15:07:08.430520 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab14ce-3cd1-489e-8ed2-7149b65576a8 req-a5cdab7b-aec6-442c-89e8-5b4495abb2aa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:08.432536 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fab14ce-3cd1-489e-8ed2-7149b65576a8 req-a5cdab7b-aec6-442c-89e8-5b4495abb2aa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.3665233 Dec 15 15:07:08.479617 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3fab14ce-3cd1-489e-8ed2-7149b65576a8 req-83b46766-cb09-4838-bd6f-6cc806cf65f7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 Dec 15 15:07:09.593039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390f15b-7d08-469e-b167-70f8f471159f req-67d9a263-6e08-41d5-bdbf-e77bd81692d5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:09.594492 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f390f15b-7d08-469e-b167-70f8f471159f req-67d9a263-6e08-41d5-bdbf-e77bd81692d5 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0482116 Dec 15 15:07:09.645133 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f390f15b-7d08-469e-b167-70f8f471159f req-500a9db0-8851-4252-9970-15ab694a786a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442996 Dec 15 15:07:10.758301 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb291c15-a108-4c40-9ac5-269730cd2561 req-0b54bd2c-1fe1-492d-8d92-640bd1b5d3c0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:10.759761 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb291c15-a108-4c40-9ac5-269730cd2561 req-0b54bd2c-1fe1-492d-8d92-640bd1b5d3c0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0478590 Dec 15 15:07:10.811343 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-eb291c15-a108-4c40-9ac5-269730cd2561 req-5700b8f6-2da6-4c23-bcee-bd6c61ad58d8 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456862 Dec 15 15:07:11.924667 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca342e-8909-4494-9b1c-7b75bf3bbdf8 req-c05838a2-bc3e-4d42-bc2c-d251059f2436 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:11.926014 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7ca342e-8909-4494-9b1c-7b75bf3bbdf8 req-c05838a2-bc3e-4d42-bc2c-d251059f2436 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0473409 Dec 15 15:07:11.973123 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c7ca342e-8909-4494-9b1c-7b75bf3bbdf8 req-a834afe6-9c99-4788-a3a7-7b5d780b9302 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Dec 15 15:07:12.753835 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16fae263-3c89-4cc7-868f-21eb88077be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:13.090189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb600ae4-b530-41b6-af1b-dbe87dffe309 req-7d5eebd8-fb4c-43a4-82c7-2d689367a7f0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:13.091678 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb600ae4-b530-41b6-af1b-dbe87dffe309 req-7d5eebd8-fb4c-43a4-82c7-2d689367a7f0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0486376 Dec 15 15:07:13.139771 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cb600ae4-b530-41b6-af1b-dbe87dffe309 req-635a13d8-4b23-4b6b-8299-920b7d29e540 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Dec 15 15:07:14.255397 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cdd49-818b-42ba-b092-98d59a6b2665 req-6d623b2b-418e-403f-8779-b727108e2621 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:14.256782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d05cdd49-818b-42ba-b092-98d59a6b2665 req-6d623b2b-418e-403f-8779-b727108e2621 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 943 time: 0.0517263 Dec 15 15:07:14.304786 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d05cdd49-818b-42ba-b092-98d59a6b2665 req-9915d81a-154a-4f49-890c-dd79a91ccae1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414236 Dec 15 15:07:14.891633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5f9dc16-a450-4e2b-945b-71bf00af04a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:15.023106 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:15.195705 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:07:15.299738 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:15.311041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '8782231d-91c2-403c-9521-2fbaa7675c57', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'port_id': '8782231d-91c2-403c-9521-2fbaa7675c57', 'mac_address': 'fa:16:3e:85:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:07:15.346943 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:15.360669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8782231d-91c2-403c-9521-2fbaa7675c57 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:07:15.379830 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:15.384061 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:15.422886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da45a-aa0c-4a20-a8fa-3a64241aaebe req-9c895d70-c5ea-4c90-aaf2-c28c68e3e47d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:15.424357 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de8da45a-aa0c-4a20-a8fa-3a64241aaebe req-9c895d70-c5ea-4c90-aaf2-c28c68e3e47d tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 944 time: 0.0497370 Dec 15 15:07:15.434558 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:15.473856 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de8da45a-aa0c-4a20-a8fa-3a64241aaebe req-6cf09b8f-73ff-4a59-a4b7-a1516c94f78a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434132 Dec 15 15:07:15.749914 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['8782231d-91c2-403c-9521-2fbaa7675c57'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:07:16.591608 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e5534-da97-49c0-a622-159a6e3c17d4 req-09e67390-50f6-47d1-a611-acee77c6c15c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:16.593243 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-196e5534-da97-49c0-a622-159a6e3c17d4 req-09e67390-50f6-47d1-a611-acee77c6c15c tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 944 time: 0.0501659 Dec 15 15:07:16.605404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:16.645271 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-196e5534-da97-49c0-a622-159a6e3c17d4 req-9f5a3008-8f1d-4b7f-856e-d612baff0472 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458047 Dec 15 15:07:17.195675 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:07:17.245452 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 8782231d-91c2-403c-9521-2fbaa7675c57 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:07:17.250600 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 8782231d-91c2-403c-9521-2fbaa7675c57 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:07:17.252041 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:17.333988 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:17.358109 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:17.361114 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfff2ad-ebf9-422c-a01f-0eed296711cd" -d '{"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-plugged", "status": "completed", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:17.373293 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:17.377300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:17.406468 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0fed69-8516-4b1a-91af-1648f1d82c27 x-openstack-request-id: req-eb0fed69-8516-4b1a-91af-1648f1d82c27 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:17.406769 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-plugged", "status": "completed", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:17.407028 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb0fed69-8516-4b1a-91af-1648f1d82c27 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:17.407428 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'code': 200} Dec 15 15:07:17.428470 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:17.577588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16a3a-8c6f-4e29-8edb-e8357e393c11 req-299f652d-488e-4996-b014-a57e8e5a302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:17.579053 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a16a3a-8c6f-4e29-8edb-e8357e393c11 req-299f652d-488e-4996-b014-a57e8e5a302a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1097 time: 0.0401056 Dec 15 15:07:17.624857 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-80a16a3a-8c6f-4e29-8edb-e8357e393c11 req-1f18ef42-7e25-498a-8218-ea17283b34db service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 Dec 15 15:07:17.751906 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:17.763266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b4df-ea98-4922-ad02-ac2153c99596 req-c933ba9d-0938-4aa6-bcff-dab981661f3f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:17.764759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dd8b4df-ea98-4922-ad02-ac2153c99596 req-c933ba9d-0938-4aa6-bcff-dab981661f3f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Dec 15 15:07:17.812398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-4dd8b4df-ea98-4922-ad02-ac2153c99596 req-80af3f36-c370-4fd4-ba21-470ddb836d11 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 Dec 15 15:07:18.721614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:18.946609 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911bf30-1a26-4247-9b94-c94179a84afc req-294d5281-806a-49aa-adcf-8ca9336b42c0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:18.949019 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5911bf30-1a26-4247-9b94-c94179a84afc req-294d5281-806a-49aa-adcf-8ca9336b42c0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 946 time: 0.0573661 Dec 15 15:07:19.009275 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5911bf30-1a26-4247-9b94-c94179a84afc req-3969ecf4-9162-4251-8097-3ec1cc6099a1 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538535 Dec 15 15:07:20.132084 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b350-4796-4a8a-bebb-c6e1128f1a3f req-50ae0143-641b-4a66-94ad-ef53bfd70fe7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:20.133581 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e57b350-4796-4a8a-bebb-c6e1128f1a3f req-50ae0143-641b-4a66-94ad-ef53bfd70fe7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 946 time: 0.0523419 Dec 15 15:07:20.181307 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8e57b350-4796-4a8a-bebb-c6e1128f1a3f req-43d26310-cb82-4631-b52f-3d0fb43bc553 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Dec 15 15:07:21.148960 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:07:21.986416 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:42.753994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0af8bea9-ca58-4994-b6d8-b89bcb6120d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:44.897931 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad0d90de-0a51-42a9-977f-9ab1f1abc2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:45.024879 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:46.608408 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:47.753029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.434653 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-3cecab5f-03b6-413e-8e51-b228d32a91d3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517836 Dec 15 15:07:48.530675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-96ee2852-1bc3-465b-94f7-0abe3e3037d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:48.532142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-96ee2852-1bc3-465b-94f7-0abe3e3037d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1097 time: 0.0444479 Dec 15 15:07:48.641042 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-b506fd5c-a137-4c8a-b4e8-744d800551d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:48.642516 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-b506fd5c-a137-4c8a-b4e8-744d800551d1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0889916 Dec 15 15:07:48.714213 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-5532c2a3-9895-451f-ae1d-acd090236c33 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 1000 time: 0.0641201 Dec 15 15:07:48.724804 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.776646 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-2ed65b9a-6cbe-4a5d-930c-1b80254f5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:48.778094 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-2ed65b9a-6cbe-4a5d-930c-1b80254f5a10 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0554307 Dec 15 15:07:48.824011 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-177f988f-38ea-4dac-bc57-76e5ed67fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:48.825482 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-177f988f-38ea-4dac-bc57-76e5ed67fb09 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389280 Dec 15 15:07:48.923023 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-24a70014-5ea1-4a46-a93f-60f46adffd53 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Dec 15 15:07:49.016048 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-f2ce2602-3e7b-4b2c-af98-4922939777d0 req-1fdcccf3-eb7a-4c4e-a887-d461db658aff service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855064 Dec 15 15:07:51.984743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:58.148675 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:08:12.755888 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18616c0d-9106-4e2f-95be-ab832dcb489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:14.898426 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70e256d6-cfa5-48f7-afcf-a695bd3559cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:15.036898 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:16.610893 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:17.756043 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:18.728716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:21.984251 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:31.838158 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:31.993372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Deleting port 3dde29cc-5e88-4e7c-9a64-b5f2184a753e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:31.993719 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:32.071386 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:32.071711 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:32.083151 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Calling delete_port for 3dde29cc-5e88-4e7c-9a64-b5f2184a753e owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:32.228836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:32.255263 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event deleted for resources: {'Port': ['ID=3dde29cc-5e88-4e7c-9a64-b5f2184a753e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:32.277819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.278169 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.278510 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.278850 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.279182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.280032 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.280367 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.280722 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.281054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.281380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.281704 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.282036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.282346 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:32.322005 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:32.322377 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Floating IP 3e8cb77f-3969-4a72-9433-c537fc0540cf disassociated (deleted). External IP: 172.25.2.71, port: 8782231d-91c2-403c-9521-2fbaa7675c57. Dec 15 15:08:32.529189 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:08:32.633877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:32.638660 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:32.644197 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98197541-12f3-414d-860a-7030a3753e3d None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:08:32.653476 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:32.654112 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:32.665551 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-84267800-6117-4d2a-8db6-b9a4825638fa tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "DELETE /v2.0/floatingips/3e8cb77f-3969-4a72-9433-c537fc0540cf HTTP/1.1" status: 204 len: 168 time: 0.8262966 Dec 15 15:08:32.666250 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:08:32.668645 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da631b4c-72fa-47b9-b1eb-8cb407225bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:08:32.706134 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d63ee-5c3d-4d4d-9f74-2bae771e5f57 x-openstack-request-id: req-814d63ee-5c3d-4d4d-9f74-2bae771e5f57 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:08:32.706429 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:08:32.706684 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-814d63ee-5c3d-4d4d-9f74-2bae771e5f57 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:08:32.707090 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'status': 'completed', 'code': 200} Dec 15 15:08:32.766752 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:32.813248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-a9c73fde-f260-4eab-95f7-3eb2f3905a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:32.814814 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-a9c73fde-f260-4eab-95f7-3eb2f3905a7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6106cd749f2a40a68fb455c13423ce7f&device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 1097 time: 0.0699418 Dec 15 15:08:32.897782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea801a-f19c-4080-b28c-1fb3d02ad818 req-0ef474f0-9e81-4e89-b168-77967177a59a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:32.901046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42ea801a-f19c-4080-b28c-1fb3d02ad818 req-0ef474f0-9e81-4e89-b168-77967177a59a tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 946 time: 0.0562410 Dec 15 15:08:32.921804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-f44a0fc1-60f8-4875-a2b6-f5aff2c2f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:32.923754 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-f44a0fc1-60f8-4875-a2b6-f5aff2c2f30b service neutron] 10.222.0.85 "GET /v2.0/networks?id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 200 len: 911 time: 0.0903900 Dec 15 15:08:32.952336 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-42ea801a-f19c-4080-b28c-1fb3d02ad818 req-518ee912-a7da-4e91-be19-3e103056e9bf tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462058 Dec 15 15:08:32.972582 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:32.974298 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-83b80410-52c0-4468-b60b-34766cbbb70a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 200 len: 217 time: 0.0403464 Dec 15 15:08:32.999873 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98197541-12f3-414d-860a-7030a3753e3d None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:08:33.008064 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:33.008685 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:33.028155 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-097ab30b-84f0-4cc1-8f53-404b2635e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:33.029711 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-097ab30b-84f0-4cc1-8f53-404b2635e6b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 200 len: 848 time: 0.0448506 Dec 15 15:08:33.075569 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-47ecf4ea-4f68-46f3-93f1-df0197e60866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:33.077680 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-47ecf4ea-4f68-46f3-93f1-df0197e60866 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404983 Dec 15 15:08:33.111702 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:33.172009 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-8048c141-290f-439a-8ef6-3f27ceb9b395 service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Dec 15 15:08:33.263548 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-da631b4c-72fa-47b9-b1eb-8cb407225bf3 req-ef13375b-5156-4c2c-93b1-cb9aa345281c service neutron] 10.222.0.85 "GET /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820754 Dec 15 15:08:33.390305 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-98197541-12f3-414d-860a-7030a3753e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:33.416085 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98197541-12f3-414d-860a-7030a3753e3d None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d', 'name': '', 'network_id': '0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'mac_address': 'fa:16:3e:e5:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:45Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'subnets': [{'id': '012520ea-95d8-4b0d-beaf-08c0f1d6d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:08:33.742667 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef9742-b5ab-4630-ada4-e659143cafea None None] New status for floating IP 3e8cb77f-3969-4a72-9433-c537fc0540cf: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:08:34.069185 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b52eb0-ef8c-46ad-b593-6cd68be73dfd req-74542b3f-193b-4f84-a381-4a117ce59535 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:34.070650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4b52eb0-ef8c-46ad-b593-6cd68be73dfd req-74542b3f-193b-4f84-a381-4a117ce59535 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 946 time: 0.0490053 Dec 15 15:08:34.124346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b4b52eb0-ef8c-46ad-b593-6cd68be73dfd req-54d57d55-df58-499c-957c-647ca177cfd3 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/security-groups?id=e34a178b-0e9f-4c53-9e81-af9a292006c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478280 Dec 15 15:08:34.665917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5fff-391b-4a74-8436-1b39002253c3 req-dd93cc6a-6afe-4f9b-b051-054cf83e11d7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:34.667344 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-331b5fff-391b-4a74-8436-1b39002253c3 req-dd93cc6a-6afe-4f9b-b051-054cf83e11d7 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 946 time: 0.0485916 Dec 15 15:08:34.769924 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Deleting port 8782231d-91c2-403c-9521-2fbaa7675c57 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:34.770268 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:34.861904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] For port 8782231d-91c2-403c-9521-2fbaa7675c57, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=8782231d-91c2-403c-9521-2fbaa7675c57,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:34.862270 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:34.874496 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Calling delete_port for 8782231d-91c2-403c-9521-2fbaa7675c57 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:35.000121 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:35.027021 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event deleted for resources: {'Port': ['ID=8782231d-91c2-403c-9521-2fbaa7675c57,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:35.041355 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.041715 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.042071 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.042418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.042758 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.043098 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.043437 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.043774 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.044128 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.044440 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.044792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.045145 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.045476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:35.083813 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] No DVR routers for this DVR port 8782231d-91c2-403c-9521-2fbaa7675c57 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:08:35.086318 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:35.089858 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-331b5fff-391b-4a74-8436-1b39002253c3 req-cb2259cf-e65b-46e5-b431-b14e8d7a56fb tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.85 "DELETE /v2.0/ports/8782231d-91c2-403c-9521-2fbaa7675c57 HTTP/1.1" status: 204 len: 173 time: 0.4146862 Dec 15 15:08:35.090310 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-deleted', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:08:35.092714 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b653f07d-7739-4aef-b10c-d5c86bbcbbf9" -d '{"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-deleted", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:08:35.130178 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9aaf0f-be9a-416a-af43-e1b92981fa17 x-openstack-request-id: req-4e9aaf0f-be9a-416a-af43-e1b92981fa17 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:08:35.130486 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a194f93-773d-419d-b200-22af9207f989", "name": "network-vif-deleted", "tag": "8782231d-91c2-403c-9521-2fbaa7675c57", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:08:35.130748 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e9aaf0f-be9a-416a-af43-e1b92981fa17 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:08:35.131158 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a194f93-773d-419d-b200-22af9207f989', 'name': 'network-vif-deleted', 'tag': '8782231d-91c2-403c-9521-2fbaa7675c57', 'status': 'completed', 'code': 200} Dec 15 15:08:35.147314 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:08:35.227389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-0d89f9a6-938e-4ace-b284-b0b9b25d0524 req-9e5497b3-f577-429c-8aec-bbe8bec44795 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0281048 Dec 15 15:08:36.323007 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-773fe742-7f9e-4370-a83e-96aa060bd4f3 req-e9e2bc00-33c5-4ed0-8cb1-189fb998146f tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0269735 Dec 15 15:08:37.417389 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-04d0ab1e-6d78-4ac4-b8d0-fb683cbb932f req-f2c0af5f-d45c-4be3-b3ef-7455b9ee0308 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0270536 Dec 15 15:08:37.709058 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:37.734423 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 8782231d-91c2-403c-9521-2fbaa7675c57 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:37.734766 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 8782231d-91c2-403c-9521-2fbaa7675c57 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:38.511690 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-167237be-789d-419d-946e-d0905b12d3ef req-6ff8e77f-51e6-43b3-8ee3-f30671fb76b0 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0259554 Dec 15 15:08:39.621523 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-d0b465a0-e29e-4168-8104-0457be5e9564 req-1be61a68-5ed7-4125-a855-d9b71748b7e3 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a194f93-773d-419d-b200-22af9207f989 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Dec 15 15:08:40.681312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:40.740761 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7057078-59e8-4409-b9ce-20628c1f6f93 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:40.774291 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7057078-59e8-4409-b9ce-20628c1f6f93 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:40.840287 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7057078-59e8-4409-b9ce-20628c1f6f93 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:40.844296 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7057078-59e8-4409-b9ce-20628c1f6f93 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:40.846235 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-f7057078-59e8-4409-b9ce-20628c1f6f93 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] 10.222.0.32 "DELETE /v2.0/security-groups/e34a178b-0e9f-4c53-9e81-af9a292006c9 HTTP/1.1" status: 204 len: 168 time: 0.1629813 Dec 15 15:08:40.855529 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7057078-59e8-4409-b9ce-20628c1f6f93 tempest-TestShelveInstance-243695968 tempest-TestShelveInstance-243695968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a178b-0e9f-4c53-9e81-af9a292006c9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:40.909102 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:41.346994 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:41.593732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Deleting port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:41.594068 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:41.674177 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] For port 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:41.674535 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:41.686973 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Calling delete_port for 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:41.868025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:41.893871 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Pushing event deleted for resources: {'Port': ['ID=307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:42.061025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:42.287465 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Router ca2e2d52-29e9-41e8-b43f-c1bbc577affa has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:08:42.726316 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:42.731529 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c704a8b7-eeb1-42c7-b983-c5063bf96dff admin admin] 10.222.0.32 "PUT /v2.0/routers/ca2e2d52-29e9-41e8-b43f-c1bbc577affa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214340 Dec 15 15:08:42.734786 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:42.737919 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] Sync routers for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:08:42.754492 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:42.755087 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:42.762238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e7d443d-4bcc-44f7-b195-3a20707d291a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:42.853739 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:42.879712 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:42.967384 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.026843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Deleting port 3b024f32-70ce-4ec9-8131-cd886b376853 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:43.027675 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.069974 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T15:08:41Z', 'revision_number': 5, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port': {'id': '3b024f32-70ce-4ec9-8131-cd886b376853', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:44Z', 'updated_at': '2021-12-15T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:43.096380 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] Checking router: ca2e2d52-29e9-41e8-b43f-c1bbc577affa for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:08:43.105591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] Routers {'ca2e2d52-29e9-41e8-b43f-c1bbc577affa'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:43.106132 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:43.109606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] For port 3b024f32-70ce-4ec9-8131-cd886b376853, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3b024f32-70ce-4ec9-8131-cd886b376853,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:43.109973 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.127711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Calling delete_port for 3b024f32-70ce-4ec9-8131-cd886b376853 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:43.193737 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] Set router ca2e2d52-29e9-41e8-b43f-c1bbc577affa gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:43.249507 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T15:08:42Z', 'revision_number': 6, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:43.279961 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49beda98-c6f4-4ddd-bc87-3b9b560057e5 None None] The sync data for ids ['ca2e2d52-29e9-41e8-b43f-c1bbc577affa'] in n-d-815324-3 is: [{'id': 'ca2e2d52-29e9-41e8-b43f-c1bbc577affa', 'name': 'tempest-TestShelveInstance-1906269383-router', 'tenant_id': '6106cd749f2a40a68fb455c13423ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:43Z', 'updated_at': '2021-12-15T15:08:42Z', 'revision_number': 6, 'project_id': '6106cd749f2a40a68fb455c13423ce7f', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:08:43.309502 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.344014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b024f32-70ce-4ec9-8131-cd886b376853,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:43.358359 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ce2eb-20b0-4f1b-a175-49a63a4d1f9b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:43.406377 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.494637 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.496927 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.546313 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.546942 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2e2d52-29e9-41e8-b43f-c1bbc577affa {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:08:43.553326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.554021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-a8d87ae1-1321-4950-8476-337ac449b83b admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca2e2d52-29e9-41e8-b43f-c1bbc577affa HTTP/1.1" status: 204 len: 168 time: 0.8182416 Dec 15 15:08:43.556762 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49776) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:43.605039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Deleting subnet 012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:08:43.608739 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.649488 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.737455 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.788962 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.812755 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012520ea-95d8-4b0d-beaf-08c0f1d6d9d2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:43.818876 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.822809 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed80fb4f-ca24-494a-8fa4-90283b80b663 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/012520ea-95d8-4b0d-beaf-08c0f1d6d9d2 HTTP/1.1" status: 204 len: 168 time: 0.2649562 Dec 15 15:08:43.825353 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:43.826363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841a0aa-69e8-4639-9e5f-704cfc507e85 None None] Network 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:08:43.900284 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:43.958870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Deleting port 330f4392-551a-4d29-b2d7-08a601ea0f35 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:43.959280 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.028478 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] For port 330f4392-551a-4d29-b2d7-08a601ea0f35, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=330f4392-551a-4d29-b2d7-08a601ea0f35,segment=NetworkSegment(376f66a4-eddf-45b3-8013-21cdd68fdf82),segment_id=376f66a4-eddf-45b3-8013-21cdd68fdf82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:44.029482 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.043220 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Calling delete_port for 330f4392-551a-4d29-b2d7-08a601ea0f35 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:44.085551 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] DHCP port deletion for 0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:44.120032 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:44.127611 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.142321 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:44.142669 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 307befc7-3ad1-4e30-b6b1-5dcfe64b5d7d not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:44.156732 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Pushing event deleted for resources: {'Port': ['ID=330f4392-551a-4d29-b2d7-08a601ea0f35,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:44.158374 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Deleting port 330f4392-551a-4d29-b2d7-08a601ea0f35 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:44.158804 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] No DVR routers for this DVR port 330f4392-551a-4d29-b2d7-08a601ea0f35 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:08:44.158954 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.225328 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] For port 330f4392-551a-4d29-b2d7-08a601ea0f35, host n-d-815324-3, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:44.225720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.237950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Calling delete_port for 330f4392-551a-4d29-b2d7-08a601ea0f35 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:44.240637 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Port 330f4392-551a-4d29-b2d7-08a601ea0f35 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 15:08:44.241921 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.242316 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.262675 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:44.266978 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Pushing event deleted for resources: {'Port': ['ID=330f4392-551a-4d29-b2d7-08a601ea0f35,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:44.271802 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] No DVR routers for this DVR port 330f4392-551a-4d29-b2d7-08a601ea0f35 on host n-d-815324-3 {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:08:44.273773 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376f66a4-eddf-45b3-8013-21cdd68fdf82') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:44.274072 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376f66a4-eddf-45b3-8013-21cdd68fdf82') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:44.279194 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.279532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.282258 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.283366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.283366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.283366 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d75189-cd7f-498a-bfbb-8c2bdc532cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:44.287687 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.301944 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.309162 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:08:44.309587 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: timer() Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:08:44.311948 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:08:44.367483 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.373593 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.379860 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:44.383481 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] 10.222.0.32 "DELETE /v2.0/networks/0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6 HTTP/1.1" status: 204 len: 168 time: 0.5570395 Dec 15 15:08:44.395616 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826f6b6-f1a3-4144-9d51-e9c1d0d0e41d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc8af1b-ccec-4cc7-a8e8-3e7ad4d3b5c6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:44.717487 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.901275 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37285780-3bc8-4dfb-a9dc-7c8b760976d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:44.959753 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Deleting port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:44.960096 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:45.035821 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:45.038559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] For port 3bfcd87d-5bc4-4647-8b18-c2a2841d6757, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,segment=NetworkSegment(84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13),segment_id=84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:45.038926 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:45.054770 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Calling delete_port for 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:45.234832 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:45.258163 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfcd87d-5bc4-4647-8b18-c2a2841d6757,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:45.425825 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:45.637581 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Router d39a560a-7506-493f-a6df-7b3b45683540 has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:08:45.748886 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:45.757690 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:45.758237 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-95d0168d-e501-44a7-9901-ad2ec8a2f277 admin admin] 10.222.0.32 "PUT /v2.0/routers/d39a560a-7506-493f-a6df-7b3b45683540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3755496 Dec 15 15:08:45.759721 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] Sync routers for ids ['d39a560a-7506-493f-a6df-7b3b45683540'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:08:45.770159 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] Routers {'d39a560a-7506-493f-a6df-7b3b45683540'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:45.770774 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d39a560a-7506-493f-a6df-7b3b45683540'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:45.810612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 330f4392-551a-4d29-b2d7-08a601ea0f35 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:45.866924 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:45.976516 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.036660 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 330f4392-551a-4d29-b2d7-08a601ea0f35 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:46.037247 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 330f4392-551a-4d29-b2d7-08a601ea0f35 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:46.037433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3b024f32-70ce-4ec9-8131-cd886b376853 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:46.040583 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Deleting port ad925120-f762-4c60-bec8-ae72f49e4155 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:46.041854 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.064093 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3b024f32-70ce-4ec9-8131-cd886b376853 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:46.064437 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3b024f32-70ce-4ec9-8131-cd886b376853 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:46.102075 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] Set router d39a560a-7506-493f-a6df-7b3b45683540 gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:46.129930 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] For port ad925120-f762-4c60-bec8-ae72f49e4155, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=ad925120-f762-4c60-bec8-ae72f49e4155,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:46.130299 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.143438 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Calling delete_port for ad925120-f762-4c60-bec8-ae72f49e4155 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:46.282133 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T15:08:45Z', 'revision_number': 5, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port': {'id': 'ad925120-f762-4c60-bec8-ae72f49e4155', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:46.312842 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] Checking router: d39a560a-7506-493f-a6df-7b3b45683540 for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:08:46.313092 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.321295 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] Routers {'d39a560a-7506-493f-a6df-7b3b45683540'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:46.321896 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['d39a560a-7506-493f-a6df-7b3b45683540'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:46.340765 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad925120-f762-4c60-bec8-ae72f49e4155,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:46.356020 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21306631-efd4-4d42-95a5-1f9b39b2d317 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:46.393711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] Set router d39a560a-7506-493f-a6df-7b3b45683540 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:46.405447 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.449567 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T15:08:46Z', 'revision_number': 7, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:46.475834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbd56d-0ef5-4cc5-9ed4-1dd6529dd76a None None] The sync data for ids ['d39a560a-7506-493f-a6df-7b3b45683540'] in n-d-815324-3 is: [{'id': 'd39a560a-7506-493f-a6df-7b3b45683540', 'name': 'tempest-TestShelveInstance-1078139724-router', 'tenant_id': '4949c47e5f3948e08423505b97399d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:58:48Z', 'updated_at': '2021-12-15T15:08:46Z', 'revision_number': 7, 'project_id': '4949c47e5f3948e08423505b97399d12', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:08:46.498847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.501105 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.545715 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.546140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39a560a-7506-493f-a6df-7b3b45683540 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:08:46.550854 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.552002 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-c0584482-733f-4e47-a07b-7f6c84b7e0c6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d39a560a-7506-493f-a6df-7b3b45683540 HTTP/1.1" status: 204 len: 168 time: 0.7925801 Dec 15 15:08:46.554549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:46.600075 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Deleting subnet 4d3baed4-343b-4b42-86a1-0e0e3cbeeecc {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:08:46.603176 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.609736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.642523 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.717880 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.769262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.797143 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3baed4-343b-4b42-86a1-0e0e3cbeeecc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:46.802738 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.806146 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a92fe8e4-df46-4775-b640-5a2c4afeef3b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d3baed4-343b-4b42-86a1-0e0e3cbeeecc HTTP/1.1" status: 204 len: 168 time: 0.2505989 Dec 15 15:08:46.808392 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371e296-d240-4eb3-9c66-20bdb71cf407 None None] Network 8bb367dd-3a98-4223-820f-9dfcb6561af1 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:08:46.808625 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:46.883384 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:46.945109 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Deleting port 31060c53-f39e-4144-9174-da3b3c6cc6d8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:08:46.945451 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.015083 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] For port 31060c53-f39e-4144-9174-da3b3c6cc6d8, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=31060c53-f39e-4144-9174-da3b3c6cc6d8,segment=NetworkSegment(84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13),segment_id=84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:47.015445 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.027790 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Calling delete_port for 31060c53-f39e-4144-9174-da3b3c6cc6d8 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:08:47.104822 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.129725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Pushing event deleted for resources: {'Port': ['ID=31060c53-f39e-4144-9174-da3b3c6cc6d8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:47.133119 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] No DVR routers for this DVR port 31060c53-f39e-4144-9174-da3b3c6cc6d8 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:08:47.206849 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.226895 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb367dd-3a98-4223-820f-9dfcb6561af1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:47.236797 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:47.237099 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d9bb5e-9bab-4a9c-9ae3-e5d78e7c6b13') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:47.248138 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.261586 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.268228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ba298-13f9-48c6-a4e4-2b1ed5d773cb None None] DHCP port deletion for 8bb367dd-3a98-4223-820f-9dfcb6561af1 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:47.269759 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:08:47.270321 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: timer() Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:08:47.272482 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:08:47.335047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.340201 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.343475 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8bb367dd-3a98-4223-820f-9dfcb6561af1 HTTP/1.1" status: 204 len: 168 time: 0.5339005 Dec 15 15:08:47.354528 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6167-5155-4a9c-8244-ad9aa52dd791 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb367dd-3a98-4223-820f-9dfcb6561af1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:47.513377 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:47.557829 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-319ed63d-c1ed-4052-b2f8-10204fc5135a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6106cd749f2a40a68fb455c13423ce7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416787 Dec 15 15:08:47.559199 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:47.608585 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af990192-0cf7-4646-bf55-4732062c02cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.629604 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af990192-0cf7-4646-bf55-4732062c02cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.677851 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af990192-0cf7-4646-bf55-4732062c02cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.680598 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af990192-0cf7-4646-bf55-4732062c02cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.681817 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-af990192-0cf7-4646-bf55-4732062c02cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11911ad4-fc83-4751-9c21-cf61f8b95af7 HTTP/1.1" status: 204 len: 168 time: 0.1216385 Dec 15 15:08:47.696115 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af990192-0cf7-4646-bf55-4732062c02cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11911ad4-fc83-4751-9c21-cf61f8b95af7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:47.728292 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 31060c53-f39e-4144-9174-da3b3c6cc6d8 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:47.757950 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 31060c53-f39e-4144-9174-da3b3c6cc6d8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:47.758294 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 31060c53-f39e-4144-9174-da3b3c6cc6d8 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:47.758708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad925120-f762-4c60-bec8-ae72f49e4155 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:47.784155 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: ad925120-f762-4c60-bec8-ae72f49e4155 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:47.784533 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device ad925120-f762-4c60-bec8-ae72f49e4155 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:47.784944 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:08:47.806445 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:47.807080 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:08:47.807424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 3bfcd87d-5bc4-4647-8b18-c2a2841d6757 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:48.039949 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:48.080324 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-e690c332-1784-4fb0-91bb-3caf82c084d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4949c47e5f3948e08423505b97399d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391653 Dec 15 15:08:48.082890 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:48.131772 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7645-dcaa-4909-9528-fccd07e7999b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:48.153318 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7645-dcaa-4909-9528-fccd07e7999b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:48.202581 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7645-dcaa-4909-9528-fccd07e7999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:48.205410 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7645-dcaa-4909-9528-fccd07e7999b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:48.206550 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-d1cb7645-dcaa-4909-9528-fccd07e7999b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79aea8c4-3c82-44c5-9e03-b9d082e8921e HTTP/1.1" status: 204 len: 168 time: 0.1227434 Dec 15 15:08:48.214218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb7645-dcaa-4909-9528-fccd07e7999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aea8c4-3c82-44c5-9e03-b9d082e8921e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:48.732542 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:48.925299 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49822) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:49.031476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-848266652-network', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:49.051912 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Made reservation on behalf of ac86e91fd0384eb884b1b105dde86a69 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:08:49.054224 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.062579 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.134900 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.139047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.163694 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 15:08:49.174059 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ffa56-79f5-48d8-9306-dd7feeecbcd6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:49.178937 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.179282 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Added segment df476eb7-61c3-4403-a38f-4b3a12f1b725 of type vlan for network 30f47fb1-0021-4057-8bb8-eeaf8637b7da Dec 15 15:08:49.219462 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.247624 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.248464 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:49.249051 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.299566 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3731658 Dec 15 15:08:49.302622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:49.307585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Request body: {'subnet': {'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-848266652-subnet', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:49.310827 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b4a6d-09ae-4ff8-ab3b-593c36edbc12 admin admin] Pushing event updated for resources: {'Network': ['ID=30f47fb1-0021-4057-8bb8-eeaf8637b7da,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:49.321387 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 15:08:49.329635 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Made reservation on behalf of ac86e91fd0384eb884b1b105dde86a69 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:08:49.331964 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.499339 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.890690 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc62852-59c8-4c81-b72a-e222d8f4b0d6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:49.902778 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Checking segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:49.903125 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Network hostable DHCP agents. Network: 30f47fb1-0021-4057-8bb8-eeaf8637b7da, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 15:08:49.921624 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 15:08:49.929644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 30f47fb1-0021-4057-8bb8-eeaf8637b7da) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:49.933525 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:49.934103 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.940168 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43743783-7e0f-41d2-9c85-0495225876a6 None None] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:08:49.951267 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-b9cba47b-d604-4e3e-8538-1f8518ead6ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6475341 Dec 15 15:08:49.954061 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:49.958540 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:49.979231 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:49.980262 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.040847 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.046866 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 15:08:50.047966 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.178147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Allocated IP 172.20.0.2 (30f47fb1-0021-4057-8bb8-eeaf8637b7da/2fc62852-59c8-4c81-b72a-e222d8f4b0d6/1bc70e7b-730a-48de-8147-3842ed08ea32) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:08:50.180353 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.322537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.328723 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.371496 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:50.374604 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:50.378807 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:08:50.381838 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Pushing event updated for resources: {'Port': ['ID=1bc70e7b-730a-48de-8147-3842ed08ea32,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:50.387534 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.408666 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.436756 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Attempting to bind port 1bc70e7b-730a-48de-8147-3842ed08ea32 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:08:50.437041 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Attempting to bind port 1bc70e7b-730a-48de-8147-3842ed08ea32 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:08:50.437412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Attempting to bind port 1bc70e7b-730a-48de-8147-3842ed08ea32 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:08:50.442252 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:08:50.442629 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Checking segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:50.443032 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.443425 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Bound using segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:08:50.443899 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Bound port: 1bc70e7b-730a-48de-8147-3842ed08ea32, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:08:50.444272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.505776 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] For port 1bc70e7b-730a-48de-8147-3842ed08ea32, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:08:50.508979 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] For port 1bc70e7b-730a-48de-8147-3842ed08ea32, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1bc70e7b-730a-48de-8147-3842ed08ea32,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:08:50.512325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Allocated IP 172.25.2.179 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/2bdbe90a-6666-40b5-b1fd-834e9b3444bc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:08:50.514352 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.569885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbb769-0a18-4f5a-a935-8b35a7995da2 None None] Pushing event updated for resources: {'Port': ['ID=1bc70e7b-730a-48de-8147-3842ed08ea32,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:50.625704 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.662296 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.704957 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:50.712748 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:50.716086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:08:50.740795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed43f7-96e7-4d7d-b6b8-cf213e4c8a32 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:50.745140 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:50.802574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3771f667-7e53-4409-829f-62af83c5b858 None None] Provisioning complete for port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:50.802941 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3771f667-7e53-4409-829f-62af83c5b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:50.840412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3771f667-7e53-4409-829f-62af83c5b858 None None] Port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:50.983907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.175431 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.308224 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 15:08:51.419228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:51.428967 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:08:51.439430 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.439994 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:51.440690 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:51.440840 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-63700a84-bac1-4cdc-bc69-a5b5b48c9552 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4856315 Dec 15 15:08:51.444433 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:51.561845 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:51.573171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f10a5-450c-4113-b192-209413cf6beb None None] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:08:51.694633 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3204a537-9a98-4887-ac42-121d4b4f940b None None] Provisioning complete for port 1bc70e7b-730a-48de-8147-3842ed08ea32 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:51.695291 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3204a537-9a98-4887-ac42-121d4b4f940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.776106 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:50Z', 'revision_number': 3, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:51.795040 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1bc70e7b-730a-48de-8147-3842ed08ea32 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:51.799932 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3204a537-9a98-4887-ac42-121d4b4f940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.807431 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:08:51.808062 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Updating router 84a18554-5c69-4b6e-8bbe-abade6469b3d port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:08:51.838466 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.873573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3204a537-9a98-4887-ac42-121d4b4f940b None None] For port 1bc70e7b-730a-48de-8147-3842ed08ea32, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1bc70e7b-730a-48de-8147-3842ed08ea32,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:51.883149 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3204a537-9a98-4887-ac42-121d4b4f940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.936318 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204a537-9a98-4887-ac42-121d4b4f940b None None] Pushing event updated for resources: {'Port': ['ID=1bc70e7b-730a-48de-8147-3842ed08ea32,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:51.943924 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1bc70e7b-730a-48de-8147-3842ed08ea32 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:51.944400 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:51.972109 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.036721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.110651 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-47d13e7c-b420-4578-960e-c0ca2d4f8d0a None None] Provisioning complete for port 1bc70e7b-730a-48de-8147-3842ed08ea32 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:52.111022 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47d13e7c-b420-4578-960e-c0ca2d4f8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.158905 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Allocated IP 172.20.0.1 (30f47fb1-0021-4057-8bb8-eeaf8637b7da/2fc62852-59c8-4c81-b72a-e222d8f4b0d6/0701bfe5-5496-4e90-a030-3208e37f06fa) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:08:52.224183 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.229598 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.261714 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.272814 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9938efd-a28e-4598-b7b0-b2000b393bc7 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:52.282642 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Pushing event updated for resources: {'Port': ['ID=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:52.292163 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.292540 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.292882 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.293220 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.293555 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.293887 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.294234 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.294561 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.294888 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.295208 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.295531 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.296220 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.296220 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:08:52.301293 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Attempting to bind port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:08:52.301666 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Attempting to bind port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:08:52.302032 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Attempting to bind port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:08:52.307487 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:08:52.307999 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:52.308531 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.308930 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:08:52.309428 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Bound port: 2bdbe90a-6666-40b5-b1fd-834e9b3444bc, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:08:52.310389 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.312893 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.319333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8eccfb52-89e3-4a61-a8a1-550fcfe6af34 None None] Provisioning complete for port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:52.320083 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8eccfb52-89e3-4a61-a8a1-550fcfe6af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.352856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:52.355950 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:52.356980 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8eccfb52-89e3-4a61-a8a1-550fcfe6af34 None None] Port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:52.360449 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:08:52.371628 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] For port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:08:52.376893 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] For port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:08:52.381796 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.385439 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Pushing event updated for resources: {'Port': ['ID=0701bfe5-5496-4e90-a030-3208e37f06fa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:52.406661 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.452597 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccba169-b035-4fa1-aba0-afd2326ba6e8 None None] Pushing event updated for resources: {'Port': ['ID=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:52.456433 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcfdb6-db71-4d83-8e2d-ac8cfbc93f34 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:52.459959 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:52.460725 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:52.554945 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.582683 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:52.589501 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Provisioning complete for port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:52.590094 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.673489 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.697121 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] For port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:52.702300 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.762542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Provisioning complete for port 0701bfe5-5496-4e90-a030-3208e37f06fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:52.762982 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:52.805057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Pushing event updated for resources: {'Port': ['ID=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:52.811822 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-765e9e21-7545-4dc9-9202-a7a7ce5dd3a0 None None] Port 0701bfe5-5496-4e90-a030-3208e37f06fa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:52.830258 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:50Z', 'revision_number': 3, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:52.857765 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cf3f5-45d6-4344-9681-7f53e2d58636 None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:50Z', 'revision_number': 3, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:08:53.100366 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:53.105147 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:53.174949 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Pushing event updated for resources: {'Port': ['ID=0701bfe5-5496-4e90-a030-3208e37f06fa,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:53.177630 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:53.280283 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:53.281819 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:53.405750 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:08:53.528002 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:53.541028 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-ed316ac1-9a84-49da-93e3-bb40b897310e admin admin] 10.222.0.32 "PUT /v2.0/routers/84a18554-5c69-4b6e-8bbe-abade6469b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0904191 Dec 15 15:08:53.549003 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5aed4e27-4689-4277-a2b7-232f3a6c4a9a None None] Provisioning complete for port 0701bfe5-5496-4e90-a030-3208e37f06fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:53.549374 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5aed4e27-4689-4277-a2b7-232f3a6c4a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:53.588201 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4e27-4689-4277-a2b7-232f3a6c4a9a None None] Port 0701bfe5-5496-4e90-a030-3208e37f06fa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:53.799765 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2bdbe90a-6666-40b5-b1fd-834e9b3444bc up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:53.848635 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:53.849007 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:53.930726 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1bc70e7b-730a-48de-8147-3842ed08ea32 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:53.983993 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 1bc70e7b-730a-48de-8147-3842ed08ea32 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:53.984379 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.029034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:54.034103 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-20481596-network', 'tenant_id': '6679acca546a4c74803044f13caedb06'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:54.055709 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Made reservation on behalf of 6679acca546a4c74803044f13caedb06 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:08:54.058872 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.068376 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.144470 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.149159 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.174793 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 15:08:54.184981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dcdb81-7377-46b2-973e-73cf3c5e2302,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:54.189905 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.190356 n-d-815324-3 neutron-server[103378]: INFO neutron.db.segments_db [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Added segment b5134538-2535-4705-8e80-0da113126ebe of type vlan for network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 Dec 15 15:08:54.230828 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746712044840'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.256382 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.257385 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:54.257956 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.319917 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2897487 Dec 15 15:08:54.322871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49848) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:54.324943 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13913b68-9bd1-4319-b9dd-81b01de4dbbd admin admin] Pushing event updated for resources: {'Network': ['ID=42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:54.328121 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Request body: {'subnet': {'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-20481596-subnet', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:54.335179 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 details requested by agent ovs-agent-n-d-815324-3 with host n-d-815324-3 {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 15:08:54.349663 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Made reservation on behalf of 6679acca546a4c74803044f13caedb06 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:08:54.352137 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120112'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.441855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:08:54.452745 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:54.453354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:54.530451 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120110'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.561095 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:54.589266 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f393c8-aace-481a-8252-4fc3d920562d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:54.593843 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Checking segment: {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:54.594204 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Network hostable DHCP agents. Network: 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3, hostable agents: ['a5873779-883a-4d79-a1f0-208a618bd472'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 15:08:54.610464 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 is scheduled to be hosted by DHCP agent a5873779-883a-4d79-a1f0-208a618bd472 with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 15:08:54.620629 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-3, 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:54.625316 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:08:54.626004 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.642960 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-7f787ca7-b67e-4674-ad0b-5f64376c4b90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3188310 Dec 15 15:08:54.643519 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155e5b6-7978-4e44-a80a-bd5fec6753e0 None None] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:08:54.645499 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49850) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:54.649889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:54.670909 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.671925 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4477'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.725429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.828135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb99c795-9627-51e4-bbfe-089c79a41d37-42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3', 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3', 'project_id': '6679acca546a4c74803044f13caedb06', 'fixed_ips': [{'subnet_id': 'a6f393c8-aace-481a-8252-4fc3d920562d'}]}} from n-d-815324-3. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 15:08:54.829017 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:54.863830 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.073044 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.093874 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.124234 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 2, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:55.168098 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:08:55.168453 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Updating router 84a18554-5c69-4b6e-8bbe-abade6469b3d port 0701bfe5-5496-4e90-a030-3208e37f06fa binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:08:55.199763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Allocated IP 172.25.2.143 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/0472b24e-da3e-47be-8566-e838be02f63f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:08:55.211032 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.218382 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Allocated IP 172.20.0.2 (42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3/a6f393c8-aace-481a-8252-4fc3d920562d/2613d224-cb45-4170-9fc2-224282b1ab77) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:08:55.303171 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.337921 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.379054 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:55.383388 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:55.387041 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:08:55.404469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9302afc-80dd-45cd-9bca-88d83a24bb47 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:55.412896 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Pushing event updated for resources: {'Port': ['ID=0472b24e-da3e-47be-8566-e838be02f63f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:55.525788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.550391 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.583208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ff2a5adc-b1b2-417b-bcd9-94f501edd24f None None] Provisioning complete for port 0472b24e-da3e-47be-8566-e838be02f63f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:55.583576 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5adc-b1b2-417b-bcd9-94f501edd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.641862 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.647773 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:55.655029 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Pushing event updated for resources: {'Port': ['ID=2613d224-cb45-4170-9fc2-224282b1ab77,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:55.658389 n-d-815324-3 neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:55.667363 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:08:55.672036 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a5adc-b1b2-417b-bcd9-94f501edd24f None None] Port 0472b24e-da3e-47be-8566-e838be02f63f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:55.754911 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.760351 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Attempting to bind port 2613d224-cb45-4170-9fc2-224282b1ab77 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:08:55.760722 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Attempting to bind port 2613d224-cb45-4170-9fc2-224282b1ab77 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:08:55.761084 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Attempting to bind port 2613d224-cb45-4170-9fc2-224282b1ab77 on network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:08:55.764241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.770752 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:08:55.771126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Checking segment: {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:55.771522 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.771909 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Bound using segment: {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:08:55.772372 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Bound port: 2613d224-cb45-4170-9fc2-224282b1ab77, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:08:55.772782 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.846376 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582787'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.857471 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845ff60-c2f2-4ee0-b838-4232f8f45377 None None] Pushing event updated for resources: {'Port': ['ID=0701bfe5-5496-4e90-a030-3208e37f06fa,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:55.919661 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] For port 2613d224-cb45-4170-9fc2-224282b1ab77, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:08:55.930910 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Attempting to bind port 0701bfe5-5496-4e90-a030-3208e37f06fa on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:08:55.931285 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Attempting to bind port 0701bfe5-5496-4e90-a030-3208e37f06fa by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:08:55.931646 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Attempting to bind port 0701bfe5-5496-4e90-a030-3208e37f06fa on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:08:55.938183 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] For port 2613d224-cb45-4170-9fc2-224282b1ab77, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2613d224-cb45-4170-9fc2-224282b1ab77,segment=NetworkSegment(b5134538-2535-4705-8e80-0da113126ebe),segment_id=b5134538-2535-4705-8e80-0da113126ebe)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:08:55.941428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:08:55.941800 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Checking segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:55.942175 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.942585 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Bound using segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:08:55.943421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Bound port: 0701bfe5-5496-4e90-a030-3208e37f06fa, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:08:55.943421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.947403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:55.983984 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Router 91fc121b-fbb5-4584-8bda-a6e72648c38b is scheduled to L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 15:08:56.053172 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685fb6-5569-4937-aa54-c00ac87e49f3 None None] Pushing event updated for resources: {'Port': ['ID=2613d224-cb45-4170-9fc2-224282b1ab77,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:56.081573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] For port 0701bfe5-5496-4e90-a030-3208e37f06fa, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:08:56.098503 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] For port 0701bfe5-5496-4e90-a030-3208e37f06fa, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0701bfe5-5496-4e90-a030-3208e37f06fa,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:08:56.105135 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.113280 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:56.122591 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Sync routers for ids ['91fc121b-fbb5-4584-8bda-a6e72648c38b'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:08:56.132429 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.136417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-251b4053-fed6-45e0-a2d4-5d6c69f9a0ba admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4873927 Dec 15 15:08:56.136693 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49852) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:56.139262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Routers {'91fc121b-fbb5-4584-8bda-a6e72648c38b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:56.139890 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['91fc121b-fbb5-4584-8bda-a6e72648c38b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:56.152122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b2ef4796-8ea0-46b8-a0e6-d49f49dcaa31 None None] Provisioning complete for port 0701bfe5-5496-4e90-a030-3208e37f06fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:56.152614 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4796-8ea0-46b8-a0e6-d49f49dcaa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.223518 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:56.224241 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:56.226330 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845ff60-c2f2-4ee0-b838-4232f8f45377 None None] Pushing event updated for resources: {'Port': ['ID=0701bfe5-5496-4e90-a030-3208e37f06fa,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:56.278430 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Set router 91fc121b-fbb5-4584-8bda-a6e72648c38b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:56.422234 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4796-8ea0-46b8-a0e6-d49f49dcaa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.445313 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:56.532897 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2ef4796-8ea0-46b8-a0e6-d49f49dcaa31 None None] For port 0701bfe5-5496-4e90-a030-3208e37f06fa, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0701bfe5-5496-4e90-a030-3208e37f06fa,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:56.543647 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4796-8ea0-46b8-a0e6-d49f49dcaa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.605399 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:08:55Z', 'revision_number': 3, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:56.636624 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Checking router: 91fc121b-fbb5-4584-8bda-a6e72648c38b for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:08:56.636976 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Updating router 91fc121b-fbb5-4584-8bda-a6e72648c38b port 0472b24e-da3e-47be-8566-e838be02f63f binding host n-d-815324-3 {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:08:56.664970 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.697645 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef4796-8ea0-46b8-a0e6-d49f49dcaa31 None None] Pushing event updated for resources: {'Port': ['ID=0701bfe5-5496-4e90-a030-3208e37f06fa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:56.703052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d8581b22-7a1c-4fee-9b9a-0c22f069b12d None None] Provisioning complete for port 0701bfe5-5496-4e90-a030-3208e37f06fa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:56.703261 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.703726 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8581b22-7a1c-4fee-9b9a-0c22f069b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.841408 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:56.871438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941a56-97aa-4c53-83c9-ae72102fc8e9 None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:08:56.879688 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Allocated IP 172.20.0.1 (42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3/a6f393c8-aace-481a-8252-4fc3d920562d/b7b003f7-cb79-4dd5-9704-a082d4d8bd98) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:08:56.982169 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:56.994855 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.021885 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9899ee5-3025-45d4-9250-eb9e3110335b None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:57.061331 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Attempting to bind port 0472b24e-da3e-47be-8566-e838be02f63f on host n-d-815324-3 for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:08:57.061571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Attempting to bind port 0472b24e-da3e-47be-8566-e838be02f63f by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:08:57.061985 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Attempting to bind port 0472b24e-da3e-47be-8566-e838be02f63f on network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:08:57.070472 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:08:57.071026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Checking segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:08:57.071446 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.071586 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.072072 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Bound using segment: {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:08:57.072690 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Bound port: 0472b24e-da3e-47be-8566-e838be02f63f, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296b54c-d323-48b0-b793-6293bcf3ea9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:08:57.073168 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.103055 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f521938-79df-469e-be66-9182295f1195 None None] Pushing event updated for resources: {'Port': ['ID=0472b24e-da3e-47be-8566-e838be02f63f,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:57.118061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.150026 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] For port 0472b24e-da3e-47be-8566-e838be02f63f, host n-d-815324-3, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:08:57.155574 n-d-815324-3 neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] For port 0472b24e-da3e-47be-8566-e838be02f63f, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0472b24e-da3e-47be-8566-e838be02f63f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:08:57.163508 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8ce884a-f9ec-4e30-b812-f90a3b280a62 None None] Provisioning complete for port 0472b24e-da3e-47be-8566-e838be02f63f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:57.165418 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8ce884a-f9ec-4e30-b812-f90a3b280a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.166993 n-d-815324-3 neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.174402 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:57.179685 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:57.185313 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:08:57.222755 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Pushing event updated for resources: {'Port': ['ID=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:57.241507 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc9385-ac3f-438e-a1a1-d4bd50e6fd96 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:08:57.269436 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581488'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.290475 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Routers {'91fc121b-fbb5-4584-8bda-a6e72648c38b'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:08:57.294819 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['91fc121b-fbb5-4584-8bda-a6e72648c38b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:57.308478 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8ce884a-f9ec-4e30-b812-f90a3b280a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.321317 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f521938-79df-469e-be66-9182295f1195 None None] Pushing event updated for resources: {'Port': ['ID=0472b24e-da3e-47be-8566-e838be02f63f,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:57.334737 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e8ce884a-f9ec-4e30-b812-f90a3b280a62 None None] For port 0472b24e-da3e-47be-8566-e838be02f63f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0472b24e-da3e-47be-8566-e838be02f63f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:57.343169 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8ce884a-f9ec-4e30-b812-f90a3b280a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.449775 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.494854 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] Set router 91fc121b-fbb5-4584-8bda-a6e72648c38b gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:08:57.618624 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc689ac1-8d8f-46f7-bb13-afbc77a79966 None None] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:08:57.662679 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.669707 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.759384 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d0a4e7fe-489f-4d03-bc5b-83e35f0acb52 None None] Provisioning complete for port 0472b24e-da3e-47be-8566-e838be02f63f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:57.760404 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e7fe-489f-4d03-bc5b-83e35f0acb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.764228 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce884a-f9ec-4e30-b812-f90a3b280a62 None None] Pushing event updated for resources: {'Port': ['ID=0472b24e-da3e-47be-8566-e838be02f63f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:57.783619 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581056'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:57.809312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Pushing event updated for resources: {'Port': ['ID=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:57.882733 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2613d224-cb45-4170-9fc2-224282b1ab77 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:57.897464 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:08:55Z', 'revision_number': 3, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:08:57.936361 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c7e38-c4ab-450b-b87d-9ff6b302b390 None None] The sync data for ids ['91fc121b-fbb5-4584-8bda-a6e72648c38b'] in n-d-815324-3 is: [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:08:55Z', 'revision_number': 3, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:08:57.945511 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:08:57.947408 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:08:58.020147 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2613d224-cb45-4170-9fc2-224282b1ab77 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:58.022218 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.109891 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Router 91fc121b-fbb5-4584-8bda-a6e72648c38b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:08:58.146146 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.149047 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85ce6188-653a-44c3-a779-f5a11b28845e None None] Provisioning complete for port 2613d224-cb45-4170-9fc2-224282b1ab77 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:58.149490 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85ce6188-653a-44c3-a779-f5a11b28845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.210799 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] For port 2613d224-cb45-4170-9fc2-224282b1ab77, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2613d224-cb45-4170-9fc2-224282b1ab77,segment=NetworkSegment(b5134538-2535-4705-8e80-0da113126ebe),segment_id=b5134538-2535-4705-8e80-0da113126ebe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:08:58.232570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.235077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0701bfe5-5496-4e90-a030-3208e37f06fa up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:58.294621 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:08:58.315046 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-fa696020-d4ae-429a-9523-8788c2f4a3cc admin admin] 10.222.0.32 "PUT /v2.0/routers/91fc121b-fbb5-4584-8bda-a6e72648c38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1759613 Dec 15 15:08:58.377652 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Pushing event updated for resources: {'Port': ['ID=2613d224-cb45-4170-9fc2-224282b1ab77,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:58.425407 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0701bfe5-5496-4e90-a030-3208e37f06fa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:58.425778 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.565334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7812ee1e-81c9-4207-bc0c-207b9f1e9316 None None] Provisioning complete for port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:58.565704 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7812ee1e-81c9-4207-bc0c-207b9f1e9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.604810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7812ee1e-81c9-4207-bc0c-207b9f1e9316 None None] Port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:58.622052 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7812ee1e-81c9-4207-bc0c-207b9f1e9316 None None] Provisioning complete for port 2613d224-cb45-4170-9fc2-224282b1ab77 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:58.622290 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7812ee1e-81c9-4207-bc0c-207b9f1e9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.866933 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-40be35a9-265e-4580-a5fc-03977883c78f None None] Provisioning complete for port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:58.867429 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40be35a9-265e-4580-a5fc-03977883c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:58.915966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-40be35a9-265e-4580-a5fc-03977883c78f None None] Port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:59.035060 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-60f673e1-b265-4e9f-be05-9ba66b631289 None None] Provisioning complete for port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:59.035431 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60f673e1-b265-4e9f-be05-9ba66b631289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.071769 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-60f673e1-b265-4e9f-be05-9ba66b631289 None None] Port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:08:59.159913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.164684 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432602415', 'description': 'tempest-secgroup-smoke-432602415 description', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.186475 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.253833 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.257526 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.281482 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.282674 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1217022 Dec 15 15:08:59.285787 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.290302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bd73d-0f39-43d1-8d80-0341da122a9d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4490256c-f134-4cc7-82ad-d5b86d2ec4c0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:59.290721 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group_rule': {'security_group_id': '4490256c-f134-4cc7-82ad-d5b86d2ec4c0', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.318487 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.374237 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.377978 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.396180 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e3889b-4fd3-4e86-8053-5b2d1c6588ae,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:59.409973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.411513 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-4a794049-b954-4487-87cc-a4c2b82cca34 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245933 Dec 15 15:08:59.414213 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 49864) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.418568 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group_rule': {'security_group_id': '4490256c-f134-4cc7-82ad-d5b86d2ec4c0', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.445144 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.500566 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.503918 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.523526 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7098f185-4653-4039-bb99-7a80c318975c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:59.529691 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.531720 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-f5690bbd-04dd-4dd8-8c54-3540ce4a743f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165168 Dec 15 15:08:59.535662 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.540403 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group_rule': {'security_group_id': '4490256c-f134-4cc7-82ad-d5b86d2ec4c0', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.571214 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.634040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.638036 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.655622 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60759dbf-f76a-4a88-aac4-363f002c86a2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:59.665404 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.669162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-193960ae-3f3c-40ea-bb2d-d4c93650767b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299570 Dec 15 15:08:59.669626 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.673645 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group_rule': {'security_group_id': '4490256c-f134-4cc7-82ad-d5b86d2ec4c0', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.704061 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.763003 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.766867 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.787342 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2605a112-76e5-4a07-8326-4937f65e4c67,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:59.792188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2613d224-cb45-4170-9fc2-224282b1ab77 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:59.794200 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.796760 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-526fdfcb-d31e-454b-9913-89d6c0923d37 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254008 Dec 15 15:08:59.798542 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.803298 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group_rule': {'security_group_id': '4490256c-f134-4cc7-82ad-d5b86d2ec4c0', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.828394 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Project ac86e91fd0384eb884b1b105dde86a69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 15:08:59.833882 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.849039 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 2613d224-cb45-4170-9fc2-224282b1ab77 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:59.849412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.896343 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.901270 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.920986 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81149f7a-a11b-422e-82bd-479b0f889819,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:08:59.926331 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.927525 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-4a4ad333-8eb7-4c9b-ab51-321f0fa230bc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279836 Dec 15 15:08:59.930398 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:08:59.934013 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0472b24e-da3e-47be-8566-e838be02f63f up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:08:59.935302 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'security_group_rule': {'security_group_id': '4490256c-f134-4cc7-82ad-d5b86d2ec4c0', 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:08:59.957835 n-d-815324-3 neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Project ac86e91fd0384eb884b1b105dde86a69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 15:08:59.962809 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:59.987833 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port 0472b24e-da3e-47be-8566-e838be02f63f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:08:59.988212 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:00.027632 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:00.034529 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753303'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:00.053426 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e12123-e6c7-4278-a7be-ffd51fe035ee,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:00.063570 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:00.078000 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-afd3ad4c-cb90-4e9d-84d8-74e2e2aef66a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336915 Dec 15 15:09:00.282021 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-c09b7f46-9a2e-4b34-b520-4f785edc765f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432602415&fields=id&tenant_id=ac86e91fd0384eb884b1b105dde86a69 HTTP/1.1" status: 200 len: 267 time: 0.0457606 Dec 15 15:09:00.378192 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Sync routers for ids ['91fc121b-fbb5-4584-8bda-a6e72648c38b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:09:00.388728 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Routers {'91fc121b-fbb5-4584-8bda-a6e72648c38b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:09:00.389334 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['91fc121b-fbb5-4584-8bda-a6e72648c38b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:00.392939 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-6b7a44df-8928-44df-a8b8-8d109c480066 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:00.394397 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-6b7a44df-8928-44df-a8b8-8d109c480066 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 809 time: 0.1045468 Dec 15 15:09:00.409796 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-b968ebc4-eabc-4344-9689-676f66a38d67 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/quotas/ac86e91fd0384eb884b1b105dde86a69 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Dec 15 15:09:00.468975 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-94f184f6-dd55-4500-a311-d9f5e57df3e4 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536861 Dec 15 15:09:00.496699 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Set router 91fc121b-fbb5-4584-8bda-a6e72648c38b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:09:00.560839 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-8ef8a75b-9bf9-4a93-a39d-a4c2fff47bf8 service neutron] 10.222.0.32 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802307 Dec 15 15:09:00.652346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-33b4f4f4-d2f9-4947-96b2-3d1bb06300f8 service neutron] 10.222.0.32 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850935 Dec 15 15:09:00.695169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b7b003f7-cb79-4dd5-9704-a082d4d8bd98', 'name': '', 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'mac_address': 'fa:16:3e:92:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'a6f393c8-aace-481a-8252-4fc3d920562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:56Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 2, 'project_id': '6679acca546a4c74803044f13caedb06', 'subnets': [{'id': 'a6f393c8-aace-481a-8252-4fc3d920562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:00.721327 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Checking router: 91fc121b-fbb5-4584-8bda-a6e72648c38b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:09:00.721682 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Updating router 91fc121b-fbb5-4584-8bda-a6e72648c38b port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 binding host n-d-815324-3 {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:09:00.757662 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:00.819425 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-77858f73-e27d-4dcb-9747-a587252d930c req-4d23854c-350c-4652-bfa6-ee013b13038c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0284104 Dec 15 15:09:01.023403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.028598 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.076816 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153f8f0-9701-476f-9c89-c24b29f169ea None None] Pushing event updated for resources: {'Port': ['ID=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:01.134123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Attempting to bind port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 on host n-d-815324-3 for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:09:01.134550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Attempting to bind port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 by drivers openvswitch,hyperv on host n-d-815324-3 at level 0 using segments [{'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:09:01.134861 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Attempting to bind port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 on network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:09:01.140287 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Checking agent: {'id': '5ca82e4e-1df6-428d-8fb1-aedf5813537f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 48), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:09:01.140716 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Checking segment: {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:09:01.141121 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.141517 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Bound using segment: {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:09:01.142233 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Bound port: b7b003f7-cb79-4dd5-9704-a082d4d8bd98, host: n-d-815324-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5134538-2535-4705-8e80-0da113126ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:09:01.142611 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.217572 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] For port b7b003f7-cb79-4dd5-9704-a082d4d8bd98, host n-d-815324-3, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:09:01.220994 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] For port b7b003f7-cb79-4dd5-9704-a082d4d8bd98, host n-d-815324-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,segment=NetworkSegment(b5134538-2535-4705-8e80-0da113126ebe),segment_id=b5134538-2535-4705-8e80-0da113126ebe)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:09:01.226238 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.285912 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Routers {'91fc121b-fbb5-4584-8bda-a6e72648c38b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:09:01.286535 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['91fc121b-fbb5-4584-8bda-a6e72648c38b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:01.335337 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153f8f0-9701-476f-9c89-c24b29f169ea None None] Pushing event updated for resources: {'Port': ['ID=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:01.391879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f387aa6f-0edb-45ea-8dd0-8cdaeba9f140 None None] Provisioning complete for port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:09:01.392261 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f387aa6f-0edb-45ea-8dd0-8cdaeba9f140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.459744 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] Set router 91fc121b-fbb5-4584-8bda-a6e72648c38b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:09:01.571051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f387aa6f-0edb-45ea-8dd0-8cdaeba9f140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.640441 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f387aa6f-0edb-45ea-8dd0-8cdaeba9f140 None None] For port b7b003f7-cb79-4dd5-9704-a082d4d8bd98, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,segment=NetworkSegment(b5134538-2535-4705-8e80-0da113126ebe),segment_id=b5134538-2535-4705-8e80-0da113126ebe)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:09:01.650352 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f387aa6f-0edb-45ea-8dd0-8cdaeba9f140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.736727 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387aa6f-0edb-45ea-8dd0-8cdaeba9f140 None None] Pushing event updated for resources: {'Port': ['ID=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:01.759706 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b7b003f7-cb79-4dd5-9704-a082d4d8bd98', 'name': '', 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'mac_address': 'fa:16:3e:92:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'a6f393c8-aace-481a-8252-4fc3d920562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:56Z', 'updated_at': '2021-12-15T15:09:01Z', 'revision_number': 4, 'project_id': '6679acca546a4c74803044f13caedb06', 'subnets': [{'id': 'a6f393c8-aace-481a-8252-4fc3d920562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:01.791342 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efcbee-da0d-42e1-9de8-c19019c12a28 None None] The sync data for ids ['91fc121b-fbb5-4584-8bda-a6e72648c38b'] in n-d-815324-3 is: [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': 'b7b003f7-cb79-4dd5-9704-a082d4d8bd98', 'name': '', 'network_id': '42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'mac_address': 'fa:16:3e:92:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'a6f393c8-aace-481a-8252-4fc3d920562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:56Z', 'updated_at': '2021-12-15T15:09:01Z', 'revision_number': 4, 'project_id': '6679acca546a4c74803044f13caedb06', 'subnets': [{'id': 'a6f393c8-aace-481a-8252-4fc3d920562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:09:01.799813 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7df9db9b-0852-4bd0-afd3-e305305ecd3e None None] Provisioning complete for port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:09:01.800187 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7df9db9b-0852-4bd0-afd3-e305305ecd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.915735 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-093a4925-7a9e-46f9-a10a-9d9b9e6c864d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:01.917408 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-093a4925-7a9e-46f9-a10a-9d9b9e6c864d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 809 time: 0.1630511 Dec 15 15:09:02.005347 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c50c96f1-6eb5-4ee0-8ad1-dfe6e4383210 req-99e8a3ea-dfdb-4784-8dbe-2d4f14090f61 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0396664 Dec 15 15:09:02.007142 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-6ce96e8b-d564-4a6b-999e-664eab310d88 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac86e91fd0384eb884b1b105dde86a69 HTTP/1.1" status: 200 len: 379 time: 0.0656223 Dec 15 15:09:02.019671 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'port': {'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'admin_state_up': True, 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'security_groups': ['4490256c-f134-4cc7-82ad-d5b86d2ec4c0']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:09:02.140444 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Made reservation on behalf of ac86e91fd0384eb884b1b105dde86a69 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:09:02.144395 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:02.271701 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Allocated IP 172.20.0.4 (30f47fb1-0021-4057-8bb8-eeaf8637b7da/2fc62852-59c8-4c81-b72a-e222d8f4b0d6/9850d7e8-50d3-459b-ade1-8de2a34baad4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:09:02.419029 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:02.453193 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:02.499046 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:09:02.502342 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:09:02.505124 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:09:02.515231 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:02.569921 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:02.570585 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:02.589368 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-9a813a9e-44f6-40f0-bf6b-ea9c8742a43a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737073 Dec 15 15:09:02.696471 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.v2.base [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Request body: {'port': {'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:09:02.752907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:02.762010 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dd188f7f-9e79-4166-94fd-e240496d4e05 None None] Provisioning complete for port 9850d7e8-50d3-459b-ade1-8de2a34baad4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:09:02.763303 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd188f7f-9e79-4166-94fd-e240496d4e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:02.805135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dd188f7f-9e79-4166-94fd-e240496d4e05 None None] Port 9850d7e8-50d3-459b-ade1-8de2a34baad4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:09:03.021538 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9850d7e8-50d3-459b-ade1-8de2a34baad4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:09:03.030062 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:03.042460 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Transition to ACTIVE for port object 9850d7e8-50d3-459b-ade1-8de2a34baad4 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:09:03.046055 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:03.114679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbbb81-ee68-4622-aeb5-7ef1b30aaede req-b7eb25aa-4c8c-4204-b507-c083c04b987c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.117039 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:03.122982 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cffbbb81-ee68-4622-aeb5-7ef1b30aaede req-b7eb25aa-4c8c-4204-b507-c083c04b987c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 943 time: 0.0658500 Dec 15 15:09:03.167455 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Attempting to bind port 9850d7e8-50d3-459b-ade1-8de2a34baad4 on host n-h1-815324-3 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:09:03.167789 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Attempting to bind port 9850d7e8-50d3-459b-ade1-8de2a34baad4 by drivers openvswitch,hyperv on host n-h1-815324-3 at level 0 using segments [{'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:09:03.168325 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Attempting to bind port 9850d7e8-50d3-459b-ade1-8de2a34baad4 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:09:03.171384 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-cffbbb81-ee68-4622-aeb5-7ef1b30aaede req-ce2d1f8f-5944-4d91-bcc9-d92ce2eddfeb tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472424 Dec 15 15:09:03.173939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Port 9850d7e8-50d3-459b-ade1-8de2a34baad4 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:09:03.174275 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Attempting to bind port 9850d7e8-50d3-459b-ade1-8de2a34baad4 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:09:03.179573 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Checking agent: {'id': 'fb224ef0-593f-48b2-99d6-ccbeed75b739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:09:03.180130 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Checking segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:09:03.180481 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Bound using segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:09:03.181040 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Bound port: 9850d7e8-50d3-459b-ade1-8de2a34baad4, host: n-h1-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:09:03.181444 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:03.247806 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:09:03.251151 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:09:03.257510 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10339362'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:03.298857 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.299469 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:03.300871 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] 10.222.0.85 "PUT /v2.0/ports/9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 1091 time: 0.7004228 Dec 15 15:09:03.301328 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:09:03.303596 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add94c9-7668-4289-953f-b09a734aa31b" -d '{"events": [{"name": "network-changed", "server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:09:03.348022 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d14788-7fa2-47bd-84a2-11bed05f07df service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:03.367976 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f7eca-6c1b-45da-93cd-01df8fa4b022 x-openstack-request-id: req-f33f7eca-6c1b-45da-93cd-01df8fa4b022 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:09:03.369936 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:09:03.370377 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f33f7eca-6c1b-45da-93cd-01df8fa4b022 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:09:03.370809 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'status': 'completed', 'code': 200} Dec 15 15:09:03.405026 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-0563a535-4c78-4713-9cdb-7510ee5752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.406728 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-0563a535-4c78-4713-9cdb-7510ee5752a6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1094 time: 0.0487244 Dec 15 15:09:03.455301 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-59127768-2f78-4600-900f-83fb7bc2bba3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 217 time: 0.0367186 Dec 15 15:09:03.509364 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-d53ae81a-1b79-44bc-9708-83e01426201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.510758 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-d53ae81a-1b79-44bc-9708-83e01426201d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0488470 Dec 15 15:09:03.555917 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-5ccb0137-5be1-408d-a74e-9f4ee7164f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.557402 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-5ccb0137-5be1-408d-a74e-9f4ee7164f2a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394988 Dec 15 15:09:03.654464 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-38028b9e-06d9-4e41-a97d-6a7bf3bbb356 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890386 Dec 15 15:09:03.744110 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b7b003f7-cb79-4dd5-9704-a082d4d8bd98 up at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:09:03.747606 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-69eaa497-e5e8-4f63-a752-94ef527c92d3 req-f563b76b-0a66-41bd-9a2d-ba8317c4f460 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860898 Dec 15 15:09:03.796711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Provisioning complete for port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:09:03.797310 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:03.857606 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add94c9-7668-4289-953f-b09a734aa31b req-e6b01a96-ef15-4232-bf6e-3d6308d15416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.859119 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-e6b01a96-ef15-4232-bf6e-3d6308d15416 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1094 time: 0.0419447 Dec 15 15:09:03.959112 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add94c9-7668-4289-953f-b09a734aa31b req-4e30bcbd-03d3-4ab2-9e6a-5b58a9dbce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:03.960625 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-4e30bcbd-03d3-4ab2-9e6a-5b58a9dbce14 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0942962 Dec 15 15:09:04.004853 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-d0fec66f-e309-4372-828e-87c2b1a91edd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 217 time: 0.0363622 Dec 15 15:09:04.059853 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add94c9-7668-4289-953f-b09a734aa31b req-ce55ce8d-0bbb-45f3-83b6-20cf6847edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:04.061358 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-ce55ce8d-0bbb-45f3-83b6-20cf6847edfa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0498509 Dec 15 15:09:04.112828 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add94c9-7668-4289-953f-b09a734aa31b req-b2c1d7d7-39dc-4a64-af26-e9411997ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:04.114359 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-b2c1d7d7-39dc-4a64-af26-e9411997ca2c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460134 Dec 15 15:09:04.204432 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-967693f5-27a2-4fa9-9bad-4a0e4f73a352 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805163 Dec 15 15:09:04.288810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0d19-4191-4f2e-9efd-fbcf598d03fe req-64f352a6-e728-4c7e-8f9f-d19c0094f323 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:04.290363 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab1b0d19-4191-4f2e-9efd-fbcf598d03fe req-64f352a6-e728-4c7e-8f9f-d19c0094f323 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 943 time: 0.0479500 Dec 15 15:09:04.299569 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2add94c9-7668-4289-953f-b09a734aa31b req-142cc596-f0bd-4c11-baec-6a9c47758299 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880013 Dec 15 15:09:04.339785 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ab1b0d19-4191-4f2e-9efd-fbcf598d03fe req-2a19eaa1-d298-4d07-beaa-0b4434e0a229 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Dec 15 15:09:05.461385 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213593-3ac2-43b0-b349-4f33c246beec req-089f7e8f-e797-4890-8f43-84771dc2ffed tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:05.463088 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c213593-3ac2-43b0-b349-4f33c246beec req-089f7e8f-e797-4890-8f43-84771dc2ffed tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 943 time: 0.0477836 Dec 15 15:09:05.519733 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c213593-3ac2-43b0-b349-4f33c246beec req-738935d4-f5c6-4ebf-9e43-b973a218da8e tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492332 Dec 15 15:09:05.929170 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:09:06.024438 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:09:06.035663 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:09:06.071391 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:06.085473 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9850d7e8-50d3-459b-ade1-8de2a34baad4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:09:06.107908 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:09:06.111308 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:06.160839 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:06.447428 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['9850d7e8-50d3-459b-ade1-8de2a34baad4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:09:06.634182 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0e4ac-2f83-4236-a557-2daa1cbf7c03 req-e5970cfd-a0c4-4647-9edd-62454f4bfeb3 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:06.635649 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3dd0e4ac-2f83-4236-a557-2daa1cbf7c03 req-e5970cfd-a0c4-4647-9edd-62454f4bfeb3 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0474668 Dec 15 15:09:06.685030 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3dd0e4ac-2f83-4236-a557-2daa1cbf7c03 req-41b9451f-026b-4162-acae-bb710cfdb570 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 Dec 15 15:09:07.861586 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c369bc8-9509-4e3f-8148-24af4a8681cb req-bdd52a21-24e7-4a25-8b60-ed80e7a7595a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:07.863222 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c369bc8-9509-4e3f-8148-24af4a8681cb req-bdd52a21-24e7-4a25-8b60-ed80e7a7595a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 944 time: 0.1083927 Dec 15 15:09:07.910410 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3c369bc8-9509-4e3f-8148-24af4a8681cb req-bf575026-7ba0-4c42-9a94-7a9adb6b1420 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Dec 15 15:09:07.927412 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:09:07.974070 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning for port 9850d7e8-50d3-459b-ade1-8de2a34baad4 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:09:07.977657 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 9850d7e8-50d3-459b-ade1-8de2a34baad4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:09:07.978019 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:08.055305 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:08.078118 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:09:08.080382 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cce589-2f08-4c2c-93e6-60a2dbd60305" -d '{"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:09:08.095077 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:09:08.099397 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:08.127973 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5492116-e0d2-4fc5-b2e5-03ce1e036cd4 x-openstack-request-id: req-c5492116-e0d2-4fc5-b2e5-03ce1e036cd4 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:09:08.128268 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:09:08.128545 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5492116-e0d2-4fc5-b2e5-03ce1e036cd4 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:09:08.128937 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'code': 200} Dec 15 15:09:08.155795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:08.238361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba395d3-44f7-4c65-9f7c-7a63c11611fc req-c2276013-40b3-46e1-879f-8b5eaef4d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:08.239727 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ba395d3-44f7-4c65-9f7c-7a63c11611fc req-c2276013-40b3-46e1-879f-8b5eaef4d039 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1096 time: 0.0389602 Dec 15 15:09:08.286035 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-8ba395d3-44f7-4c65-9f7c-7a63c11611fc req-293b1be2-1e2a-4cd7-81ff-66e1dd392d17 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382917 Dec 15 15:09:09.029661 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de4bb-55a5-4270-bb9e-db6b228d6e9d req-274cd2a6-fad8-43ad-9854-90eb059c8631 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:09.031162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e0de4bb-55a5-4270-bb9e-db6b228d6e9d req-274cd2a6-fad8-43ad-9854-90eb059c8631 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Dec 15 15:09:09.078573 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7e0de4bb-55a5-4270-bb9e-db6b228d6e9d req-76b8a1c0-6a65-49e2-87d2-846bfe95064c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Dec 15 15:09:10.195657 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3cca8-1286-45aa-bd50-2f26c4f61dab req-5a912b15-992e-4d85-a647-d1fce517a478 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:10.197191 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-faa3cca8-1286-45aa-bd50-2f26c4f61dab req-5a912b15-992e-4d85-a647-d1fce517a478 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 945 time: 0.0477993 Dec 15 15:09:10.245419 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-faa3cca8-1286-45aa-bd50-2f26c4f61dab req-3ef4259f-8299-4ec9-9e76-60c3738e7cf2 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Dec 15 15:09:10.362034 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a093f9-b846-4367-bfd5-e3fc19f6ca00 req-b6592078-e4ff-4685-bb6d-496ac699ea7f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:10.363494 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6a093f9-b846-4367-bfd5-e3fc19f6ca00 req-b6592078-e4ff-4685-bb6d-496ac699ea7f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 945 time: 0.0516367 Dec 15 15:09:10.412565 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c6a093f9-b846-4367-bfd5-e3fc19f6ca00 req-c9b331d2-c74e-4b64-a8bf-c0ae83b87266 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421817 Dec 15 15:09:10.435239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49926) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:09:10.522249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287c19-c148-4200-adaf-ba0c605d7794 tempest-TestSnapshotPattern-992195807 tempest-TestSnapshotPattern-992195807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:10.523630 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-66287c19-c148-4200-adaf-ba0c605d7794 tempest-TestSnapshotPattern-992195807 tempest-TestSnapshotPattern-992195807-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1091 time: 0.0873961 Dec 15 15:09:10.526504 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 49930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:09:10.531380 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:09:10.552750 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:10.960737 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.068036 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Allocated IP 172.25.2.187 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/1c6c4a85-e257-4dd4-9f7f-61cd6d675b64) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:09:11.170114 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.201665 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.240711 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:09:11.245023 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:09:11.249101 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:09:11.251938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'Port': ['ID=1c6c4a85-e257-4dd4-9f7f-61cd6d675b64,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:11.578515 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.642401 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.793858 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.798329 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.869396 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'Port': ['ID=1c6c4a85-e257-4dd4-9f7f-61cd6d675b64,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:09:11.879615 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:11.977254 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Floating IP b9e2b005-c1df-4569-99ef-fe3e867de5c8 associated. External IP: 172.25.2.187, port: 9850d7e8-50d3-459b-ade1-8de2a34baad4. Dec 15 15:09:12.146882 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:09:12.186877 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:09:12.293401 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:09:12.303098 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:09:12.312025 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:12.313625 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:09:12.314214 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:12.338777 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-9d8fcf32-eb4f-47b5-9f1b-a9ab8cd50d46 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8112848 Dec 15 15:09:12.339375 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:09:12.341805 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aaa47b-a241-4b85-a338-3ce8384987b3" -d '{"events": [{"name": "network-changed", "server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:09:12.418751 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:09:12.434529 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b94fbf-cc4d-47af-975a-e9f2845e40e1 x-openstack-request-id: req-d0b94fbf-cc4d-47af-975a-e9f2845e40e1 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:09:12.434820 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:09:12.435076 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0b94fbf-cc4d-47af-975a-e9f2845e40e1 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:09:12.435486 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'status': 'completed', 'code': 200} Dec 15 15:09:12.513495 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-431c884e-a96a-454b-800d-8f25f327c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:12.514986 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-431c884e-a96a-454b-800d-8f25f327c2e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1096 time: 0.0447271 Dec 15 15:09:12.603904 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-3f606211-0efe-47d6-bb9a-390bef8126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:12.605453 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-3f606211-0efe-47d6-bb9a-390bef8126a5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0835564 Dec 15 15:09:12.639797 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:11Z', 'revision_number': 0, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:12.670182 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:09:12.673220 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-304152ea-645f-44a0-9f3d-832e14b0b324 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 999 time: 0.0610924 Dec 15 15:09:12.678242 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:09:12.678929 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:08:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:12.721771 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-f932dcf9-d5d1-41e8-b3d0-5188c25b70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:12.723479 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-f932dcf9-d5d1-41e8-b3d0-5188c25b70c5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0439022 Dec 15 15:09:12.757832 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82a11a19-1bef-4beb-8bbe-1a0473b1da9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:12.773035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-a7545363-904a-4f71-9329-1645c1da4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:12.774553 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-a7545363-904a-4f71-9329-1645c1da4c38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427911 Dec 15 15:09:12.786482 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:09:12.868835 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-b76fd257-1abf-4a69-a1e5-c257e861931a service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869236 Dec 15 15:09:12.958987 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-21aaa47b-a241-4b85-a338-3ce8384987b3 req-ff7663f3-46e9-4875-a7b7-bff4f7651048 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830336 Dec 15 15:09:13.008030 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:11Z', 'revision_number': 0, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:09:13.037685 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d782046-ddee-4a9f-9215-0aaf313d034c None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:11Z', 'revision_number': 0, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:09:13.225739 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cba3f7-6a4d-4d2e-a1a8-f3d0ceaf1693 None None] New status for floating IP b9e2b005-c1df-4569-99ef-fe3e867de5c8: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:09:14.903700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a65dcaac-b2e2-4657-8b3d-a2a22cdbc0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:15.049858 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:16.612459 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:17.759825 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:18.736051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:22.004908 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:42.760239 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d3dd-7bce-459f-885a-23f0ff1a5a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:44.904902 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8baa2c0d-7d2b-44d7-9beb-45350ea790a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:45.047162 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:46.617869 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:47.762607 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:48.737884 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:49.145730 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:09:49.352731 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-705d01e9-f4e8-4ae3-9041-730356d0208e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430715 Dec 15 15:09:49.444792 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7fbc-885c-400f-a888-344f707a207d req-f22be9c3-2491-4d61-9a48-9e2d2a91ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:49.446213 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-f22be9c3-2491-4d61-9a48-9e2d2a91ff90 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1096 time: 0.0396516 Dec 15 15:09:49.546160 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7fbc-885c-400f-a888-344f707a207d req-a2438f05-3dec-455c-9f80-c3a4805f5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:49.547612 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-a2438f05-3dec-455c-9f80-c3a4805f5e3c service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0833037 Dec 15 15:09:49.618429 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-6e4eb26a-bdde-48df-a4d3-65610e4fcd15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 1001 time: 0.0631952 Dec 15 15:09:49.667209 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7fbc-885c-400f-a888-344f707a207d req-69388cf1-f63a-4775-a3d4-8e034f8168a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:49.668683 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-69388cf1-f63a-4775-a3d4-8e034f8168a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0432463 Dec 15 15:09:49.712326 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7fbc-885c-400f-a888-344f707a207d req-bda8b25c-bdd3-4a7c-b17f-93bcfb8f240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:09:49.713733 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-bda8b25c-bdd3-4a7c-b17f-93bcfb8f240e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385308 Dec 15 15:09:49.807793 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-0146f2c3-3e8f-4265-9d99-b2d6acfe5c8a service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864763 Dec 15 15:09:49.899555 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-084c7fbc-885c-400f-a888-344f707a207d req-f632dcb9-fb81-4a69-8ed5-5c7be3f60e02 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839615 Dec 15 15:09:52.008267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:12.761134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5b42adb-55ba-4d4e-982a-9379fee93b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:14.905058 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d08ce889-153d-4d2f-a52d-82baf4718457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:15.066892 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:16.617452 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:17.764645 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:18.743161 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:21.998994 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:26.145511 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:10:42.762674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc539314-4b77-409a-83a2-d4e0b26a2056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:44.906241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71224590-ba2b-456c-8acb-d63efbfe642b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:45.061957 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:46.620807 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:47.768248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:48.744976 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:51.488148 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-f65b79ce-8c66-45b8-aac7-951eec9a1b93 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407429 Dec 15 15:10:51.579217 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-4308c881-abc4-42e1-b794-e9881af549db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:10:51.581275 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-4308c881-abc4-42e1-b794-e9881af549db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1096 time: 0.0400791 Dec 15 15:10:51.685505 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-c7427ed3-a564-45ba-9839-c9b65bcce2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:10:51.687016 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-c7427ed3-a564-45ba-9839-c9b65bcce2f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0868459 Dec 15 15:10:51.751274 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-e1c4b872-4510-41cb-9dcc-d3a53496ac09 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 1001 time: 0.0568876 Dec 15 15:10:51.798702 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-5a9a43a2-8565-4a6b-b8ab-6dd98ec45da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:10:51.800121 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-5a9a43a2-8565-4a6b-b8ab-6dd98ec45da1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0421286 Dec 15 15:10:51.850104 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-d76e74e4-ef6b-46a2-80b2-752b0ac0b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:10:51.851571 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-d76e74e4-ef6b-46a2-80b2-752b0ac0b65d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443184 Dec 15 15:10:51.937798 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-92940884-9d93-44d1-95f3-0de854ab2d99 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788794 Dec 15 15:10:52.019915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:52.031089 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d243f515-4324-4f53-8292-f8cebbfdc1cb req-f08c9d04-4abc-4486-9115-9932bd51077f service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863364 Dec 15 15:11:03.146106 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:11:12.765375 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2f7eed7-c5cc-4a22-9e4f-724c78cc593c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:14.908160 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2d2086f-787e-42b5-ba3b-7c45ff4f1343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:15.060915 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:16.623745 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:17.770636 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:18.747020 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:22.017722 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:40.146178 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:11:42.766620 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-875101e2-4e11-4564-9360-d7f3a6f6068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:44.773880 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 details requested by agent hyperv_n-h1-815324-3 with host n-h1-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:11:44.867505 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:11:44.879139 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Returning: {'device': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:11:44.925462 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8db9b67-c1ad-4884-97f1-9f07db4c866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:44.927530 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:44.944586 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9850d7e8-50d3-459b-ade1-8de2a34baad4 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:11:44.963542 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:11:44.966933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:45.013307 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:11:45.020552 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.020913 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.021260 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.021601 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.021936 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.022269 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.022688 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.023021 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.023349 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.023676 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.024056 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.024356 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.024708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:11:45.061992 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:45.082532 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] get_ports_and_sgs() called for port_ids ['9850d7e8-50d3-459b-ade1-8de2a34baad4'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:11:46.627529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:46.788939 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 up at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:11:46.835208 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Provisioning complete for port 9850d7e8-50d3-459b-ade1-8de2a34baad4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:11:46.835569 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:46.910534 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:46.932966 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:11:46.935283 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe23cb4d-f7e5-439a-beb5-eb2cc4cdeb6b" -d '{"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:11:46.948114 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:11:46.952165 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:47.001181 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:11:47.774600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:48.005342 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76a1fa-95d3-4c78-a47c-b4eaab6936b8 x-openstack-request-id: req-1f76a1fa-95d3-4c78-a47c-b4eaab6936b8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:11:48.005673 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:11:48.005940 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f76a1fa-95d3-4c78-a47c-b4eaab6936b8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:11:48.006395 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'code': 200} Dec 15 15:11:48.754600 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:52.017750 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:52.481352 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-a435726d-d1a2-499f-bc4f-66ddef53af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:11:52.482870 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-a435726d-d1a2-499f-bc4f-66ddef53af5e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1096 time: 0.0555661 Dec 15 15:11:52.615803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-f9358f5b-7b7a-4beb-be80-5a87637a7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:11:52.617506 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-f9358f5b-7b7a-4beb-be80-5a87637a7c5f service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.1105402 Dec 15 15:11:52.699887 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-aeafb1fd-f2b1-4766-bd69-869c9ab706ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 1001 time: 0.0737989 Dec 15 15:11:52.763856 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-6a3377ff-ed71-45ed-af22-855e129a4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:11:52.765315 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-6a3377ff-ed71-45ed-af22-855e129a4319 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0583892 Dec 15 15:11:52.821089 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-c9cc9bcb-6fd3-4bd4-b21d-245b5dcb3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:11:52.823171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-c9cc9bcb-6fd3-4bd4-b21d-245b5dcb3540 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492570 Dec 15 15:11:52.922287 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-37285177-0723-4ad5-86e7-1fd1336603af service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910556 Dec 15 15:11:53.032011 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-6f97d923-f153-4e07-95f8-0cd12c8bb252 req-2797188a-8740-47ec-a883-986a20573063 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022780 Dec 15 15:11:58.492252 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-a56a29b1-ca13-4936-89af-ea0419c67e5c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432602415&fields=id&tenant_id=ac86e91fd0384eb884b1b105dde86a69 HTTP/1.1" status: 200 len: 267 time: 0.0481110 Dec 15 15:11:58.597170 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-24bfd8c1-3dcb-4549-a17b-91839458c243 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:11:58.598622 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-24bfd8c1-3dcb-4549-a17b-91839458c243 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 809 time: 0.0992472 Dec 15 15:11:58.613434 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-3a9fc0bc-7e0c-4584-913d-2d6988a1fdde tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/quotas/ac86e91fd0384eb884b1b105dde86a69 HTTP/1.1" status: 200 len: 375 time: 0.0087302 Dec 15 15:11:58.666712 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-18567407-26e4-41e1-a934-7f917ca64279 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482156 Dec 15 15:11:58.809059 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-2eacf6e4-ce40-486c-b1c0-4c51d97adb38 service neutron] 10.222.0.32 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308429 Dec 15 15:11:58.900905 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-fa7f9182-8fdb-4fb5-a327-f8534bb16eac service neutron] 10.222.0.32 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857925 Dec 15 15:11:59.115424 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-de5910fa-cc03-4825-8a85-e19c7ccd3062 req-1a258ec8-fe9d-4fed-b19f-bba8cf0d183e tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 210 time: 0.0764031 Dec 15 15:12:00.087749 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-f1b30c10-d0d3-4808-8b3e-dcbef59b925e tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:00.089208 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-f1b30c10-d0d3-4808-8b3e-dcbef59b925e tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.67 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 809 time: 0.1098599 Dec 15 15:12:00.161801 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-e115031b-7b30-4b5f-b663-fde7ac41ca0c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac86e91fd0384eb884b1b105dde86a69 HTTP/1.1" status: 200 len: 379 time: 0.0633304 Dec 15 15:12:00.179206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'port': {'device_id': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'admin_state_up': True, 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'security_groups': ['4490256c-f134-4cc7-82ad-d5b86d2ec4c0']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:12:00.258003 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-861abe13-c377-41bc-8a92-5467c995f4b9 req-36923921-ab45-4ad6-82e3-3dc99e0151a5 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 210 time: 0.0579054 Dec 15 15:12:00.326120 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Made reservation on behalf of ac86e91fd0384eb884b1b105dde86a69 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:12:00.331101 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:00.479804 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Allocated IP 172.20.0.9 (30f47fb1-0021-4057-8bb8-eeaf8637b7da/2fc62852-59c8-4c81-b72a-e222d8f4b0d6/5f207a6a-fc98-470f-bce5-8c9dca323467) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:12:00.713375 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:00.756788 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:00.803237 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:12:00.807073 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:12:00.811249 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:12:00.846851 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:00.857166 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.857518 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.857865 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.858208 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.858546 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.858885 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.859219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.859549 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.859878 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.860206 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.860559 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.860889 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.861218 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:12:00.896200 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:00.896869 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:00.923921 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-607fc5d3-5426-485a-a6d2-29db1da12c18 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487705 Dec 15 15:12:01.153947 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-13f32c8b-9bc9-479c-b360-0305a1b244aa None None] Provisioning complete for port 5f207a6a-fc98-470f-bce5-8c9dca323467 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:12:01.154553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13f32c8b-9bc9-479c-b360-0305a1b244aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:01.187523 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13f32c8b-9bc9-479c-b360-0305a1b244aa None None] Port 5f207a6a-fc98-470f-bce5-8c9dca323467 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:12:01.383414 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2868-b8c8-444f-b42e-56cb31ed631e req-e7c33fe8-91d0-4321-960e-3e9587a96ff1 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:01.385739 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-021e2868-b8c8-444f-b42e-56cb31ed631e req-e7c33fe8-91d0-4321-960e-3e9587a96ff1 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0540712 Dec 15 15:12:01.451093 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-021e2868-b8c8-444f-b42e-56cb31ed631e req-1c4dd09f-1779-4d4a-ba37-b7268679da98 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589476 Dec 15 15:12:02.568810 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c26787-dea2-4bec-ad8f-208d329121b2 req-03da5306-e129-4911-a1c9-a4d2fef3d97a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:02.570316 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26c26787-dea2-4bec-ad8f-208d329121b2 req-03da5306-e129-4911-a1c9-a4d2fef3d97a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0487368 Dec 15 15:12:02.625075 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-26c26787-dea2-4bec-ad8f-208d329121b2 req-23ca77a2-f89b-4c5a-b72c-a934e75b3d0a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479815 Dec 15 15:12:02.836988 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:12:02.923502 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:02.948612 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:12:02.950893 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e2322-4736-48e4-b92b-fe9e64778a91" -d '{"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:12:02.965989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:12:02.971537 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:03.054683 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Pushing event updated for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:03.090345 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49cc510-beab-43aa-ae55-e5d60ff00562 x-openstack-request-id: req-b49cc510-beab-43aa-ae55-e5d60ff00562 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:12:03.090663 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:12:03.090926 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b49cc510-beab-43aa-ae55-e5d60ff00562 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:12:03.091325 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'code': 200} Dec 15 15:12:03.747585 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993d25f-492b-4de1-a82f-bdbb7348b29e req-2970584f-0797-4371-b3ab-ac3d80ad4a41 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:03.749125 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7993d25f-492b-4de1-a82f-bdbb7348b29e req-2970584f-0797-4371-b3ab-ac3d80ad4a41 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0549326 Dec 15 15:12:03.798055 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-7993d25f-492b-4de1-a82f-bdbb7348b29e req-017fd61f-54bd-4857-a6db-2bfa2901d814 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Dec 15 15:12:04.940094 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763c69-e7da-4e80-b34a-133bd8f51992 req-87f0c092-ffc1-4477-96a1-d26e5eaf3291 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:04.941607 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e763c69-e7da-4e80-b34a-133bd8f51992 req-87f0c092-ffc1-4477-96a1-d26e5eaf3291 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0744715 Dec 15 15:12:05.009346 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9e763c69-e7da-4e80-b34a-133bd8f51992 req-b8e6461f-b61e-4cb2-8008-c82c8c588883 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613573 Dec 15 15:12:06.157282 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a28aa-111a-46d6-b182-7245becb5a30 req-164f45c7-1ea4-44ca-a886-cb914e46b6be tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:06.167875 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-259a28aa-111a-46d6-b182-7245becb5a30 req-164f45c7-1ea4-44ca-a886-cb914e46b6be tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0735452 Dec 15 15:12:06.230463 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-259a28aa-111a-46d6-b182-7245becb5a30 req-9e5f7882-3b57-4168-bb5a-c4b323a16d7c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581052 Dec 15 15:12:07.348222 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bc95c-58a0-45b1-baa9-dee6886c98fc req-1a793c29-2241-4576-89a0-12226ae3d28b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:07.349821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-094bc95c-58a0-45b1-baa9-dee6886c98fc req-1a793c29-2241-4576-89a0-12226ae3d28b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0486538 Dec 15 15:12:07.406615 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-094bc95c-58a0-45b1-baa9-dee6886c98fc req-44bf1810-bf5b-4ee7-915c-5fb551dd6e69 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496733 Dec 15 15:12:08.535871 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb517-cfbe-411e-82c7-27da32665c86 req-22b8a12f-6ff7-4fd1-b49d-165c00e0419f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:08.540282 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72abb517-cfbe-411e-82c7-27da32665c86 req-22b8a12f-6ff7-4fd1-b49d-165c00e0419f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0585334 Dec 15 15:12:08.605700 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-72abb517-cfbe-411e-82c7-27da32665c86 req-5b902c8b-1bad-44d6-9b0b-34e217c2b465 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569007 Dec 15 15:12:09.730913 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e714-2048-4718-8928-0eac04d7d0cd req-7ff8ceca-bfe7-4e95-b923-b9b0f7636b56 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:09.732398 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be80e714-2048-4718-8928-0eac04d7d0cd req-7ff8ceca-bfe7-4e95-b923-b9b0f7636b56 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0562587 Dec 15 15:12:09.782574 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-be80e714-2048-4718-8928-0eac04d7d0cd req-5b869014-85ef-4ca6-a27f-468b5e872b89 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438607 Dec 15 15:12:10.901334 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb16e41-fe90-4eb1-8400-4922221971df req-a4936f6a-3619-483a-917f-1d31eb0b82bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:10.902782 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edb16e41-fe90-4eb1-8400-4922221971df req-a4936f6a-3619-483a-917f-1d31eb0b82bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 931 time: 0.0515509 Dec 15 15:12:10.953868 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-edb16e41-fe90-4eb1-8400-4922221971df req-cbfb84b0-0e16-4836-b789-be50a1f7ef9e tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Dec 15 15:12:11.224365 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Request body: {'port': {'device_id': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:12:11.275952 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:11.533213 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f207a6a-fc98-470f-bce5-8c9dca323467 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:12:11.540326 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:11.552703 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Transition to ACTIVE for port object 5f207a6a-fc98-470f-bce5-8c9dca323467 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:12:11.556451 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:11.606909 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:11.679545 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Attempting to bind port 5f207a6a-fc98-470f-bce5-8c9dca323467 on host n-h2-815324-3 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:12:11.679879 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Attempting to bind port 5f207a6a-fc98-470f-bce5-8c9dca323467 by drivers openvswitch,hyperv on host n-h2-815324-3 at level 0 using segments [{'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:12:11.680782 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Attempting to bind port 5f207a6a-fc98-470f-bce5-8c9dca323467 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:12:11.685271 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Port 5f207a6a-fc98-470f-bce5-8c9dca323467 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:12:11.685589 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Attempting to bind port 5f207a6a-fc98-470f-bce5-8c9dca323467 on network 30f47fb1-0021-4057-8bb8-eeaf8637b7da {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:12:11.690606 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Checking agent: {'id': 'cdebebb1-f467-4af1-a3cf-e60a67ec7002', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'started_at': datetime.datetime(2021, 12, 15, 13, 36, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:12:11.690943 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Checking segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:12:11.691924 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Bound using segment: {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:12:11.692389 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Bound port: 5f207a6a-fc98-470f-bce5-8c9dca323467, host: n-h2-815324-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df476eb7-61c3-4403-a38f-4b3a12f1b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:12:11.692757 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:11.758042 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:12:11.761701 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:12:11.767321 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:11.803422 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:11.804070 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:11.805978 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] 10.222.0.67 "PUT /v2.0/ports/5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 1091 time: 0.6277630 Dec 15 15:12:11.806420 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:12:11.808704 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:12:11.838431 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ad67e-c694-49ce-8269-37427ceec386 service neutron] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:11.876378 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f038178-0af8-4c18-801b-62c42e28e689 x-openstack-request-id: req-7f038178-0af8-4c18-801b-62c42e28e689 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:12:11.876779 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:12:11.877105 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f038178-0af8-4c18-801b-62c42e28e689 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:12:11.877581 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'status': 'completed', 'code': 200} Dec 15 15:12:11.894430 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-954cb0ef-21d2-405a-b5a4-3325d75a8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:11.895935 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-954cb0ef-21d2-405a-b5a4-3325d75a8083 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1094 time: 0.0477653 Dec 15 15:12:11.946756 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-eaa28934-42aa-4b21-8908-01e87ccfdbaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 217 time: 0.0392041 Dec 15 15:12:12.000002 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-8dd75c2f-6c6c-4b09-89b2-899c7e4d6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.001515 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-8dd75c2f-6c6c-4b09-89b2-899c7e4d6e31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0479808 Dec 15 15:12:12.082360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-9a0dccc1-3c9a-4880-8598-dc915b03f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.083843 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-9a0dccc1-3c9a-4880-8598-dc915b03f4eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752239 Dec 15 15:12:12.091819 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b04ce-f2c6-470d-9e0a-6df3c493e3c5 req-e899a6bb-0e87-41d0-918a-772b1cc791c9 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.093199 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e28b04ce-f2c6-470d-9e0a-6df3c493e3c5 req-e899a6bb-0e87-41d0-918a-772b1cc791c9 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 943 time: 0.0607955 Dec 15 15:12:12.197035 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e28b04ce-f2c6-470d-9e0a-6df3c493e3c5 req-4c48e21f-37fd-458a-a466-b49172fee788 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956039 Dec 15 15:12:12.210537 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-781736f1-c46b-4af1-9148-bc1864a06e5d service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164246 Dec 15 15:12:12.308713 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-40e3243a-050e-4a1c-a9bd-f3ef2706500a req-2b4811bb-71ee-47de-8dfb-de9d173417bd service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888288 Dec 15 15:12:12.402562 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-a044311d-31ff-48ec-be96-ed4ff04059b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.403946 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-a044311d-31ff-48ec-be96-ed4ff04059b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1094 time: 0.0415061 Dec 15 15:12:12.496671 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-e3683d35-f86e-4287-8f89-7af9ddc655f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.498136 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-e3683d35-f86e-4287-8f89-7af9ddc655f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0874825 Dec 15 15:12:12.539017 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-6c6365e7-581b-4efb-aff7-b72174f5c59d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 217 time: 0.0341127 Dec 15 15:12:12.592131 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-b8da7639-3feb-4cdb-96bf-4f0404fcbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.593695 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-b8da7639-3feb-4cdb-96bf-4f0404fcbc4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0479348 Dec 15 15:12:12.645307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-d2e7dba5-0a5f-48fa-966f-89f5452fb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:12.646855 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-d2e7dba5-0a5f-48fa-966f-89f5452fb333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436270 Dec 15 15:12:12.737706 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-4db38adc-e942-41e8-ac3a-22d2c06fe07f service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822568 Dec 15 15:12:12.767806 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b754bf7-d499-4d9a-879a-84f6afb15e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:12.830385 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-8d97b8d5-9be8-4410-9f53-c4ae6506f19d req-db694637-6cc3-4b54-81c3-bb0d4d9910bf service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856435 Dec 15 15:12:13.314038 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94ea84-5f43-4d95-8651-6066928827d2 req-e75eab6f-7f3c-41ad-b4d8-4e5f3f8792dc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:13.315491 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef94ea84-5f43-4d95-8651-6066928827d2 req-e75eab6f-7f3c-41ad-b4d8-4e5f3f8792dc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 943 time: 0.0475142 Dec 15 15:12:13.362947 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ef94ea84-5f43-4d95-8651-6066928827d2 req-5f434376-847a-4965-903c-c88a249ffc15 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Dec 15 15:12:14.482926 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd412cd-6c8a-4df2-aaf9-9273604bf9a9 req-d899cf01-3da3-4ece-9626-9c8eddb910d7 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:14.484382 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fd412cd-6c8a-4df2-aaf9-9273604bf9a9 req-d899cf01-3da3-4ece-9626-9c8eddb910d7 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 943 time: 0.0545404 Dec 15 15:12:14.532703 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-9fd412cd-6c8a-4df2-aaf9-9273604bf9a9 req-466ef0b0-2721-490f-a992-eb81b46aa141 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Dec 15 15:12:14.906180 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c033c942-dc26-463f-812e-510f03a8c3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:15.058348 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:15.361495 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5f207a6a-fc98-470f-bce5-8c9dca323467 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:12:15.464017 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:12:15.474870 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'port_id': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'mac_address': 'fa:16:3e:94:84:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:12:15.510350 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:15.522735 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f207a6a-fc98-470f-bce5-8c9dca323467 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:12:15.542574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:12:15.546527 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:15.652144 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbd16f-bdb9-4e54-9c84-5547d8ccf4c6 req-fd2d7d22-10bf-487e-902c-2bea9f6757fc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:15.653743 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6bbd16f-bdb9-4e54-9c84-5547d8ccf4c6 req-fd2d7d22-10bf-487e-902c-2bea9f6757fc tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 944 time: 0.0522420 Dec 15 15:12:15.707772 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-e6bbd16f-bdb9-4e54-9c84-5547d8ccf4c6 req-d8e16826-38df-42ee-a206-6299294b68af tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479372 Dec 15 15:12:15.761402 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:15.808713 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5f207a6a-fc98-470f-bce5-8c9dca323467'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:12:16.630202 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:16.822674 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca20d-90df-4207-85d5-b286e4a6a7e1 req-e080a755-f7b1-4676-a812-f9c6e40e5c77 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:16.824140 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2caca20d-90df-4207-85d5-b286e4a6a7e1 req-e080a755-f7b1-4676-a812-f9c6e40e5c77 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 944 time: 0.0476654 Dec 15 15:12:16.876069 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-2caca20d-90df-4207-85d5-b286e4a6a7e1 req-e66dfaae-7f53-423d-acef-0f384ce46f54 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459747 Dec 15 15:12:17.144735 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:12:17.361135 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5f207a6a-fc98-470f-bce5-8c9dca323467 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:12:17.407513 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning for port 5f207a6a-fc98-470f-bce5-8c9dca323467 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:12:17.410879 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 5f207a6a-fc98-470f-bce5-8c9dca323467 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:12:17.411241 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:17.488529 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:17.510418 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:12:17.512632 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e0e21c-94c8-4695-8af5-e55f22e542a3" -d '{"events": [{"server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "name": "network-vif-plugged", "status": "completed", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:12:17.524793 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:12:17.529996 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:17.552621 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3146ec3b-8518-4ce8-a041-87007f42cb3b x-openstack-request-id: req-3146ec3b-8518-4ce8-a041-87007f42cb3b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:12:17.552911 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "name": "network-vif-plugged", "status": "completed", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:12:17.553162 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3146ec3b-8518-4ce8-a041-87007f42cb3b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:12:17.553548 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'code': 200} Dec 15 15:12:17.578574 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:17.646829 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7849d-d034-4889-875d-1d35c37087fd req-f3d6d7a3-0b22-4828-8d61-8501d394742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:17.648293 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bde7849d-d034-4889-875d-1d35c37087fd req-f3d6d7a3-0b22-4828-8d61-8501d394742d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1096 time: 0.0390463 Dec 15 15:12:17.695412 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-bde7849d-d034-4889-875d-1d35c37087fd req-52b705ff-9332-40cf-adf5-005c017784f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Dec 15 15:12:17.776903 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:17.990112 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfbca-45ff-4693-9474-7899015bb7b7 req-3a3dd504-e641-4f10-9ef4-12237fac7c89 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:17.991605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c5cfbca-45ff-4693-9474-7899015bb7b7 req-3a3dd504-e641-4f10-9ef4-12237fac7c89 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 945 time: 0.0485423 Dec 15 15:12:18.039179 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-5c5cfbca-45ff-4693-9474-7899015bb7b7 req-4219534b-ae6b-4b42-93b8-0d0d5ce1d483 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Dec 15 15:12:18.757728 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:19.158369 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018bb5f-67be-4cbe-8145-b5c1d1a35fe0 req-25ebd105-5601-4c6a-99b1-44c1dcf9b52c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:19.159818 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c018bb5f-67be-4cbe-8145-b5c1d1a35fe0 req-25ebd105-5601-4c6a-99b1-44c1dcf9b52c tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 945 time: 0.0518405 Dec 15 15:12:19.207408 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-c018bb5f-67be-4cbe-8145-b5c1d1a35fe0 req-dc0abdb0-8821-4a77-b456-5ad60bb9da21 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Dec 15 15:12:19.327550 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ec39-77b6-45c1-ad88-c1ec45f533f1 req-ce3a409e-f00b-43c0-ba0b-bab836d68100 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:19.328977 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a568ec39-77b6-45c1-ad88-c1ec45f533f1 req-ce3a409e-f00b-43c0-ba0b-bab836d68100 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 945 time: 0.0483601 Dec 15 15:12:19.376752 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a568ec39-77b6-45c1-ad88-c1ec45f533f1 req-42d4fe1f-abda-474b-a6a0-01bc44ae7a0a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419526 Dec 15 15:12:19.399941 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50264) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:12:19.437698 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daba242-d064-43b3-a9bd-36877650461e tempest-TestSnapshotPattern-992195807 tempest-TestSnapshotPattern-992195807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:19.439162 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-5daba242-d064-43b3-a9bd-36877650461e tempest-TestSnapshotPattern-992195807 tempest-TestSnapshotPattern-992195807-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1091 time: 0.0382476 Dec 15 15:12:19.441858 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:12:19.446582 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Request body: {'floatingip': {'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'port_id': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:12:19.467431 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:19.565567 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:19.687219 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Allocated IP 172.25.2.254 (2829e856-ad44-4d14-b4aa-ef97e8bdf20c/87c0499c-3fde-4d3d-bcc1-7bc4066a31f0/b53c9885-8d1f-489c-bf32-3a57f449685b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:12:19.784795 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:19.817302 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746712059594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:19.858245 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Network 2829e856-ad44-4d14-b4aa-ef97e8bdf20c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:12:19.861083 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:12:19.864743 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:12:19.890666 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'Port': ['ID=b53c9885-8d1f-489c-bf32-3a57f449685b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:20.540884 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:20.613590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:20.772248 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:20.777685 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408110'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:20.848620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event updated for resources: {'Port': ['ID=b53c9885-8d1f-489c-bf32-3a57f449685b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:12:20.864333 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581349'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:20.969992 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Floating IP 8bfafec6-e8b3-4c3a-b598-29d4733753f0 associated. External IP: 172.25.2.254, port: 5f207a6a-fc98-470f-bce5-8c9dca323467. Dec 15 15:12:21.188099 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:12:21.291098 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:12:21.303251 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:12:21.309117 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:21.312870 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:12:21.313468 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:12:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:12:21.340661 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c838e502-cc3f-4b29-8214-72c5b38d025a tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8976941 Dec 15 15:12:21.341264 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:12:21.343578 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:12:21.385549 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fcae32-743b-44c4-ae68-e09fc5ba20e5 x-openstack-request-id: req-84fcae32-743b-44c4-ae68-e09fc5ba20e5 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:12:21.385842 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:12:21.386097 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84fcae32-743b-44c4-ae68-e09fc5ba20e5 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:12:21.386502 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'status': 'completed', 'code': 200} Dec 15 15:12:21.452118 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-74e0ccaa-2fdd-4642-9659-3dd98d51f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:21.453650 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-74e0ccaa-2fdd-4642-9659-3dd98d51f42c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1096 time: 0.0421548 Dec 15 15:12:21.505826 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:12:21.544691 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-07fea449-f104-4406-9e8f-70077e0d1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:21.546157 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-07fea449-f104-4406-9e8f-70077e0d1a8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0846107 Dec 15 15:12:21.615938 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-8d3bd307-1aa0-4b55-a421-0db72aaa8aa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 999 time: 0.0625696 Dec 15 15:12:21.665880 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-2bb11b1b-6468-4acc-98ec-a023acc3e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:21.667337 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-2bb11b1b-6468-4acc-98ec-a023acc3e4da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0443244 Dec 15 15:12:21.714560 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-a7aa1369-228e-4ab1-8b9a-c6c20c484cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:21.715999 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-a7aa1369-228e-4ab1-8b9a-c6c20c484cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407102 Dec 15 15:12:21.724743 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '8bfafec6-e8b3-4c3a-b598-29d4733753f0', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:94:84:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:12:20Z', 'updated_at': '2021-12-15T15:12:20Z', 'revision_number': 0, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}, {'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:13Z', 'revision_number': 1, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:12:21.753841 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:12:21.761976 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:12:21.762571 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:12:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:12:21.812011 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-8aecc5a4-1af3-424b-bb70-856a5b5ba3e6 service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889964 Dec 15 15:12:21.866887 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:12:21.907440 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-85e8f711-c8c6-4e11-823b-9b3fb6c5323b req-b5d1cfce-933e-4866-96a1-17605f6e2b0b service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884638 Dec 15 15:12:22.030633 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:22.088984 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '8bfafec6-e8b3-4c3a-b598-29d4733753f0', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:94:84:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:12:20Z', 'updated_at': '2021-12-15T15:12:20Z', 'revision_number': 0, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}, {'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:13Z', 'revision_number': 1, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:12:22.114276 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd4570-4a69-4127-96eb-b87a06c358cb None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': '8bfafec6-e8b3-4c3a-b598-29d4733753f0', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:94:84:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:12:20Z', 'updated_at': '2021-12-15T15:12:20Z', 'revision_number': 0, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}, {'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:13Z', 'revision_number': 1, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:12:22.300743 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67722e80-03b3-4af8-a3a6-6efc08a584f6 None None] New status for floating IP 8bfafec6-e8b3-4c3a-b598-29d4733753f0: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:12:37.769984 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-c5d9a762-f413-41e3-8e5f-e943070566a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393941 Dec 15 15:12:37.855321 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1128af-08c1-4533-a682-189bf73e6193 req-46d14672-d053-40f5-b709-674b580547e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:37.856819 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-46d14672-d053-40f5-b709-674b580547e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1096 time: 0.0407546 Dec 15 15:12:37.964381 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1128af-08c1-4533-a682-189bf73e6193 req-c4504b34-d457-4c2a-bf79-d90f401512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:37.965862 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-c4504b34-d457-4c2a-bf79-d90f401512fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0881612 Dec 15 15:12:38.031563 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-665376e1-ff99-4b81-9919-2294416e5b77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 1001 time: 0.0577822 Dec 15 15:12:38.079717 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1128af-08c1-4533-a682-189bf73e6193 req-66101e7f-110e-488f-b2e1-04e6dc2271d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:38.081122 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-66101e7f-110e-488f-b2e1-04e6dc2271d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0421739 Dec 15 15:12:38.130331 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1128af-08c1-4533-a682-189bf73e6193 req-ec6e1a5c-188b-459c-b12e-b5a4ee5cf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:38.131779 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-ec6e1a5c-188b-459c-b12e-b5a4ee5cf825 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429635 Dec 15 15:12:38.219847 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-94b36d3a-d783-468e-84fb-eccce98b5985 service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800087 Dec 15 15:12:38.312653 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ff1128af-08c1-4533-a682-189bf73e6193 req-1831d409-c81b-44cb-9ecb-151066cb5b80 service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845869 Dec 15 15:12:42.770000 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3798b8fd-0c93-48cf-94e4-9fb52b4f9547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:44.907712 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32f15d32-5628-4d39-88c7-c7147ef61f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:45.072336 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:46.634365 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:47.776608 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:48.763332 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:52.017070 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:53.464278 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-12dfd2ef-4f82-4ba0-95fc-e952672e8796 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404508 Dec 15 15:12:53.555678 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-ebe1005e-98df-4b69-945d-7f1d76031174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:53.557383 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-ebe1005e-98df-4b69-945d-7f1d76031174 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1094 time: 0.0417151 Dec 15 15:12:53.667232 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-4a64a9ab-52e9-47cd-b391-b155884d70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:53.668712 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-4a64a9ab-52e9-47cd-b391-b155884d70b5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0914519 Dec 15 15:12:53.732822 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-309a8309-37c5-4de0-a4fc-fda3dbcafeb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 999 time: 0.0569742 Dec 15 15:12:53.784254 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-589ec96c-7d6a-4d3f-a32c-f7a9958e02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:53.785721 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-589ec96c-7d6a-4d3f-a32c-f7a9958e02a7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0464191 Dec 15 15:12:53.830426 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-f9eec0a9-c47e-4e37-9351-f81bc3e3089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:12:53.831860 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-f9eec0a9-c47e-4e37-9351-f81bc3e3089e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394099 Dec 15 15:12:53.922921 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-565bc374-36f5-491b-85c7-84b3dc560c16 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842688 Dec 15 15:12:54.012884 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-d8489b7c-49e0-48eb-ab05-7a08f2156f7e req-9c2f4107-ab15-48e3-bcaa-8bc394c078cb service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829930 Dec 15 15:12:54.143333 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:13:12.771270 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dcfd05ca-f1d3-4f14-920f-492e811a4126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:14.908437 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0133271c-7255-4d6d-939c-c72b3e3a0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:15.065757 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:16.637264 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:17.780736 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:18.755284 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:22.027134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:31.141934 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:13:38.774995 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-fc563117-c5db-4dcc-bd1f-13aca9072ab9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390303 Dec 15 15:13:38.862679 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-315695a4-a69f-4ef6-92be-be586ad9af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:38.864131 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-315695a4-a69f-4ef6-92be-be586ad9af7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1096 time: 0.0467024 Dec 15 15:13:38.968359 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-6ac6dfbd-6e38-4b2c-aff8-a799cdff3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:38.970060 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-6ac6dfbd-6e38-4b2c-aff8-a799cdff3654 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0869224 Dec 15 15:13:39.037930 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-ce6cdfee-8035-4d20-8c8e-4fcca8c060b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 1001 time: 0.0575271 Dec 15 15:13:39.090966 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-d88c3a78-7b49-420a-9b90-8c90a3e68d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:39.092404 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-d88c3a78-7b49-420a-9b90-8c90a3e68d96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0482030 Dec 15 15:13:39.138055 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-00b2969d-6bea-4690-9889-a38ce5f04449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:39.139526 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-00b2969d-6bea-4690-9889-a38ce5f04449 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394008 Dec 15 15:13:39.230089 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-d0959920-b0a0-4114-8960-fce1505870f5 service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 Dec 15 15:13:39.318283 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-157c494d-b3a7-4a67-83ec-2b44d53a6fd6 req-9005917b-4396-45ed-8c56-66027f01c857 service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813019 Dec 15 15:13:42.773547 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a9f325b4-f1bd-4be1-acf0-e311d8814a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:44.909213 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c945ed2-0a8f-47f9-ade5-c44136bd8aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:45.069556 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:46.640292 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:47.782446 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:48.758093 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:51.822445 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5f207a6a-fc98-470f-bce5-8c9dca323467 details requested by agent hyperv_n-h2-815324-3 with host n-h2-815324-3 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:13:51.923578 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:13:51.934989 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Returning: {'device': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'port_id': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'mac_address': 'fa:16:3e:94:84:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:13:51.972933 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:51.990595 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f207a6a-fc98-470f-bce5-8c9dca323467 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:13:52.010864 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:13:52.015421 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:52.069763 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:52.079446 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:13:52.087424 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.087775 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.088123 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.088467 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.088865 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.089157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.090061 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.090421 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.090803 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.091169 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.091469 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.091798 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.092126 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:13:52.101619 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] get_ports_and_sgs() called for port_ids ['5f207a6a-fc98-470f-bce5-8c9dca323467'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:13:52.783307 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-22f3614c-897b-42d3-ace0-263466dbccc2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450196 Dec 15 15:13:52.907456 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-f76c080c-f701-4833-bc56-5ca26dd3426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:52.909140 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-f76c080c-f701-4833-bc56-5ca26dd3426b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1094 time: 0.0529680 Dec 15 15:13:53.025858 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-2a9ca1f1-c50f-4a48-ad33-6e56aee0a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:53.027466 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-2a9ca1f1-c50f-4a48-ad33-6e56aee0a27f service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.0955100 Dec 15 15:13:53.099708 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-ffb22f17-34b7-4bf8-b9ed-4cff845a5df4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 999 time: 0.0649579 Dec 15 15:13:53.179361 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-b6d127f4-1422-42b2-a8cf-661ac8e54b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:53.181460 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-b6d127f4-1422-42b2-a8cf-661ac8e54b7b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0652807 Dec 15 15:13:53.237635 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-b0204a0e-248a-42aa-aeb9-0a96ebae735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:13:53.239171 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-b0204a0e-248a-42aa-aeb9-0a96ebae735a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504467 Dec 15 15:13:53.340308 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-ef68b4a3-b5a4-41fb-b74c-31812f97feeb service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929542 Dec 15 15:13:53.440414 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-c3ebbca9-520b-4cd1-a14b-f8affbf476a8 req-c3965c64-dea8-40f3-b69f-f193a7ce43bd service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931783 Dec 15 15:13:53.852005 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5f207a6a-fc98-470f-bce5-8c9dca323467 up at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:13:53.922096 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Provisioning complete for port 5f207a6a-fc98-470f-bce5-8c9dca323467 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:13:53.922479 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375467'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:54.018716 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611610'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:54.048111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:13:54.050508 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e20e4400242ccd86c4b47f03e989e056ce90c678c788df0800f1fe37e2db63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b3e998-ea55-47bf-80b6-e0cb34f2e267" -d '{"events": [{"server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "name": "network-vif-plugged", "status": "completed", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:13:54.067219 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:13:54.076833 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746712608997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746712059612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746712059630'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:54.110013 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06634f82-41ce-46ff-b22f-76aee55e4d7b x-openstack-request-id: req-06634f82-41ce-46ff-b22f-76aee55e4d7b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:13:54.110328 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "name": "network-vif-plugged", "status": "completed", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:13:54.112545 n-d-815324-3 neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06634f82-41ce-46ff-b22f-76aee55e4d7b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:13:54.112545 n-d-815324-3 neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'code': 200} Dec 15 15:13:54.139795 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Pushing event updated for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:01.752228 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:01.909314 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Deleting port b53c9885-8d1f-489c-bf32-3a57f449685b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:01.909657 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:01.986742 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:01.987069 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:01.999644 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Calling delete_port for b53c9885-8d1f-489c-bf32-3a57f449685b owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:02.146656 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:02.173194 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event deleted for resources: {'Port': ['ID=b53c9885-8d1f-489c-bf32-3a57f449685b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:02.197620 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.197972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.198959 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.199307 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.199643 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.199981 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.200312 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.200682 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.201014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.201339 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.201683 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.201989 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.202315 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:02.240107 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:02.240470 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Floating IP 8bfafec6-e8b3-4c3a-b598-29d4733753f0 disassociated (deleted). External IP: 172.25.2.254, port: 5f207a6a-fc98-470f-bce5-8c9dca323467. Dec 15 15:14:02.445196 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:14:02.549027 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:14:02.553764 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:02.558354 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:14:02.568326 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:02.569025 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:02.580241 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-dd50b2fe-50e4-4cbe-9d6e-e6b6a7a4a3bf tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "DELETE /v2.0/floatingips/8bfafec6-e8b3-4c3a-b598-29d4733753f0 HTTP/1.1" status: 204 len: 168 time: 0.8268728 Dec 15 15:14:02.580856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:14:02.583105 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:14:02.625460 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b526ea-4650-4dcc-bb7d-a54f94d8c149 x-openstack-request-id: req-74b526ea-4650-4dcc-bb7d-a54f94d8c149 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:14:02.626473 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:14:02.626744 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74b526ea-4650-4dcc-bb7d-a54f94d8c149 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:14:02.627166 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'status': 'completed', 'code': 200} Dec 15 15:14:02.685622 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:02.693239 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-2c02c76c-5f5b-4d0c-bb4b-ab1cbfb66eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:02.694987 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-2c02c76c-5f5b-4d0c-bb4b-ab1cbfb66eb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 1096 time: 0.0443022 Dec 15 15:14:02.801745 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-9b5a2567-1930-49c1-95af-e2f525a373a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:02.805248 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-9b5a2567-1930-49c1-95af-e2f525a373a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.1019816 Dec 15 15:14:02.849417 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-1ff0704f-c838-471b-bd07-4b41bddf8e70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 200 len: 217 time: 0.0372322 Dec 15 15:14:02.900610 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-15cee05e-c30a-42d5-b1d9-553d561c45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:02.902626 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-15cee05e-c30a-42d5-b1d9-553d561c45c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0449672 Dec 15 15:14:02.927262 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:13Z', 'revision_number': 1, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:02.958014 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-ac355df7-8906-49f7-a5b3-ffffc9d2a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:02.959605 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-ac355df7-8906-49f7-a5b3-ffffc9d2a1cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492141 Dec 15 15:14:03.056929 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:14:03.065963 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:03.068911 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:03.094959 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-9864a15b-30cf-4eef-8f93-88b2086d35cb service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267366 Dec 15 15:14:03.121805 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716cb4e-b8a7-416d-b79e-7cc014d40b45 req-a02a2985-0f76-43a3-b02a-f63cded88a2f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:03.123221 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a716cb4e-b8a7-416d-b79e-7cc014d40b45 req-a02a2985-0f76-43a3-b02a-f63cded88a2f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 945 time: 0.0705867 Dec 15 15:14:03.170012 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:03.218260 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-a716cb4e-b8a7-416d-b79e-7cc014d40b45 req-4d1fd5ee-84a6-4398-bd8e-44c5c365e24d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855932 Dec 15 15:14:03.231890 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-73fa0b85-51cb-44f4-b023-e6b26b3b8bc3 req-6ec34a13-d019-4f60-9a09-c7188136d55c service neutron] 10.222.0.67 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255667 Dec 15 15:14:03.385615 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:13Z', 'revision_number': 1, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:03.415259 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959cb955-3469-458d-a3f2-9c869a6c266d None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_floatingips': [{'id': 'b9e2b005-c1df-4569-99ef-fe3e867de5c8', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'router_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'port_id': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'mac_address': 'fa:16:3e:2c:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:09:11Z', 'updated_at': '2021-12-15T15:09:13Z', 'revision_number': 1, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:14:03.646122 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3171cc-b225-4bb6-98c2-38a4dafbd58c None None] New status for floating IP 8bfafec6-e8b3-4c3a-b598-29d4733753f0: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:14:04.339938 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5e07-91bb-4164-a9a2-ae8aac01b67b req-cb316ab8-3e23-4bf9-a853-843cd8ccfb9f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:04.341437 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f88f5e07-91bb-4164-a9a2-ae8aac01b67b req-cb316ab8-3e23-4bf9-a853-843cd8ccfb9f tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 945 time: 0.0532138 Dec 15 15:14:04.390335 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-f88f5e07-91bb-4164-a9a2-ae8aac01b67b req-ab2897c3-134e-4342-8176-c65cbcaf5188 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 Dec 15 15:14:04.583257 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d730139-e30a-4641-af2f-8958ac199448 req-ffc72107-6c6b-49c1-b805-d72d1a52ac4b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:04.586633 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d730139-e30a-4641-af2f-8958ac199448 req-ffc72107-6c6b-49c1-b805-d72d1a52ac4b tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 945 time: 0.0484445 Dec 15 15:14:04.673060 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Deleting port 5f207a6a-fc98-470f-bce5-8c9dca323467 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:04.673400 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:04.762009 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] For port 5f207a6a-fc98-470f-bce5-8c9dca323467, host n-h2-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-3',level=0,port_id=5f207a6a-fc98-470f-bce5-8c9dca323467,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:04.762367 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:04.773763 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Calling delete_port for 5f207a6a-fc98-470f-bce5-8c9dca323467 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:04.903129 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:04.930962 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event deleted for resources: {'Port': ['ID=5f207a6a-fc98-470f-bce5-8c9dca323467,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:04.971856 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] No DVR routers for this DVR port 5f207a6a-fc98-470f-bce5-8c9dca323467 on host n-h2-815324-3 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:14:04.974439 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:04.977759 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-3d730139-e30a-4641-af2f-8958ac199448 req-b5941e38-a21a-4aff-bdbb-c309f9f4f102 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.67 "DELETE /v2.0/ports/5f207a6a-fc98-470f-bce5-8c9dca323467 HTTP/1.1" status: 204 len: 173 time: 0.3859284 Dec 15 15:14:04.978197 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'name': 'network-vif-deleted', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:14:04.980443 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51d9253-c287-4d68-84f0-cec2d6920660" -d '{"events": [{"server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "name": "network-vif-deleted", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:14:05.026115 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5fac3b-e754-4166-aa66-f8bbae7ebfee x-openstack-request-id: req-3f5fac3b-e754-4166-aa66-f8bbae7ebfee {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:14:05.027150 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc3c2be-50f6-406a-b160-a11d0f0b5f8c", "name": "network-vif-deleted", "tag": "5f207a6a-fc98-470f-bce5-8c9dca323467", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:14:05.027774 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f5fac3b-e754-4166-aa66-f8bbae7ebfee {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:14:05.028300 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc3c2be-50f6-406a-b160-a11d0f0b5f8c', 'name': 'network-vif-deleted', 'tag': '5f207a6a-fc98-470f-bce5-8c9dca323467', 'status': 'completed', 'code': 200} Dec 15 15:14:05.508295 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ddc36265-af4b-4368-9bd6-5807b0b0bdb3 req-14ed9f7f-693c-42c1-bd45-66da5b3ff8c8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc3c2be-50f6-406a-b160-a11d0f0b5f8c HTTP/1.1" status: 200 len: 210 time: 0.0304580 Dec 15 15:14:05.920597 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5f207a6a-fc98-470f-bce5-8c9dca323467 no longer exists at agent hyperv_n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:05.941354 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] No Port match for: 5f207a6a-fc98-470f-bce5-8c9dca323467 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:05.941700 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Device 5f207a6a-fc98-470f-bce5-8c9dca323467 not bound to the agent host n-h2-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:07.097039 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:07.263284 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Deleting port 1c6c4a85-e257-4dd4-9f7f-61cd6d675b64 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:07.264609 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:07.342074 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:07.342347 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:07.354494 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Calling delete_port for 1c6c4a85-e257-4dd4-9f7f-61cd6d675b64 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:07.501104 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:07.526288 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event deleted for resources: {'Port': ['ID=1c6c4a85-e257-4dd4-9f7f-61cd6d675b64,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:07.588072 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:07.588407 n-d-815324-3 neutron-server[103379]: INFO neutron.db.l3_db [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Floating IP b9e2b005-c1df-4569-99ef-fe3e867de5c8 disassociated (deleted). External IP: 172.25.2.187, port: 9850d7e8-50d3-459b-ade1-8de2a34baad4. Dec 15 15:14:08.115394 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:14:08.140221 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:14:08.220916 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:14:08.225590 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:08.231093 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:14:08.240924 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:08.241619 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:08.251876 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-2d4dab5b-71bc-41d2-8477-d9eb46637f63 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "DELETE /v2.0/floatingips/b9e2b005-c1df-4569-99ef-fe3e867de5c8 HTTP/1.1" status: 204 len: 168 time: 1.1537623 Dec 15 15:14:08.252978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:14:08.255437 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92f521037b981c4a383f3869bcce514ff4fba7e590cc9a4c7cc5191ff290f9ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104ee6b-025c-4885-a9f9-524ad16ba006" -d '{"events": [{"name": "network-changed", "server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:14:08.295654 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd4eb71-658a-403f-a45a-039f7450f461 x-openstack-request-id: req-6cd4eb71-658a-403f-a45a-039f7450f461 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:14:08.295948 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:14:08.296205 n-d-815324-3 neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cd4eb71-658a-403f-a45a-039f7450f461 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:14:08.296653 n-d-815324-3 neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'status': 'completed', 'code': 200} Dec 15 15:14:08.351779 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:08.437360 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-6d22659a-0aff-41a2-883d-c714ebae52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:08.439017 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-6d22659a-0aff-41a2-883d-c714ebae52e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ac86e91fd0384eb884b1b105dde86a69&device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 1094 time: 0.1042762 Dec 15 15:14:08.490439 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d007c4-58c1-4adc-bd21-3ff6ff3901e8 req-17788a4e-d71e-4098-b8cc-dd7bc3051856 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:08.492005 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5d007c4-58c1-4adc-bd21-3ff6ff3901e8 req-17788a4e-d71e-4098-b8cc-dd7bc3051856 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 943 time: 0.0530238 Dec 15 15:14:08.548149 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-b5d007c4-58c1-4adc-bd21-3ff6ff3901e8 req-ac5c182d-463a-42c8-803e-98032147564d tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493667 Dec 15 15:14:08.569506 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:08.601443 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:14:08.610310 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:08.610926 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:08.717696 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:08.865803 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-c7d237d0-e8ac-44a1-b86c-ca36b320d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:08.867271 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-c7d237d0-e8ac-44a1-b86c-ca36b320d2aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 200 len: 911 time: 0.4198158 Dec 15 15:14:08.913364 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-99265b79-ce7c-4c2c-9097-64c923e5987a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 200 len: 217 time: 0.0376229 Dec 15 15:14:08.916757 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:08.942609 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e8155-267e-4798-91a9-001aee1b9d08 None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3', '_interfaces': [{'id': '0701bfe5-5496-4e90-a030-3208e37f06fa', 'name': '', 'network_id': '30f47fb1-0021-4057-8bb8-eeaf8637b7da', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'mac_address': 'fa:16:3e:60:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:52Z', 'updated_at': '2021-12-15T15:08:56Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'subnets': [{'id': '2fc62852-59c8-4c81-b72a-e222d8f4b0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:14:08.964359 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-1c200e0f-3745-4e91-9f4f-789d9b2d9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:08.965949 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-1c200e0f-3745-4e91-9f4f-789d9b2d9322 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 200 len: 848 time: 0.0454643 Dec 15 15:14:09.014133 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-d3a15d9e-bc4c-4fee-bb2d-4434db396921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:09.015669 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-d3a15d9e-bc4c-4fee-bb2d-4434db396921 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30f47fb1-0021-4057-8bb8-eeaf8637b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425129 Dec 15 15:14:09.120716 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-a10dc90e-6510-4d9c-9aa1-bfcc2f1d8755 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885894 Dec 15 15:14:09.170152 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4439fd-2114-40c7-8c25-82eb8bdec962 None None] New status for floating IP b9e2b005-c1df-4569-99ef-fe3e867de5c8: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:14:09.213162 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-2104ee6b-025c-4885-a9f9-524ad16ba006 req-f54fb545-9108-4b23-8fe5-e611fe8d0a63 service neutron] 10.222.0.85 "GET /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840170 Dec 15 15:14:09.620740 n-d-815324-3 neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-8531c0cb-322a-413f-8e1f-df4c8462d062 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:09.622224 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-8531c0cb-322a-413f-8e1f-df4c8462d062 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.85 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 943 time: 0.0547442 Dec 15 15:14:09.710300 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Deleting port 9850d7e8-50d3-459b-ade1-8de2a34baad4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:09.710637 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:09.721978 n-d-815324-3 neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46ab98-d38f-4ebb-989f-ac14bbfb3069 req-f5e28863-e048-4729-9dd0-b9d5b966a327 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:14:09.723444 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee46ab98-d38f-4ebb-989f-ac14bbfb3069 req-f5e28863-e048-4729-9dd0-b9d5b966a327 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/ports?device_id=59fd54fd-f27a-49dc-9f29-e3f1f89d31e1 HTTP/1.1" status: 200 len: 943 time: 0.1024160 Dec 15 15:14:09.778361 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [req-ee46ab98-d38f-4ebb-989f-ac14bbfb3069 req-72aaebc1-12d6-4170-b065-a51f238e5e15 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "GET /v2.0/security-groups?id=4490256c-f134-4cc7-82ad-d5b86d2ec4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468616 Dec 15 15:14:09.800938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] For port 9850d7e8-50d3-459b-ade1-8de2a34baad4, host n-h1-815324-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-3',level=0,port_id=9850d7e8-50d3-459b-ade1-8de2a34baad4,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:09.801295 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:09.814228 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Calling delete_port for 9850d7e8-50d3-459b-ade1-8de2a34baad4 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:09.938869 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:09.971477 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event deleted for resources: {'Port': ['ID=9850d7e8-50d3-459b-ade1-8de2a34baad4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:10.002834 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.003205 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.003546 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.003894 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.004238 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.004601 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.004938 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.005272 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.005634 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.005981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.006724 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.007086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.007764 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-3 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:14:10.028554 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] No DVR routers for this DVR port 9850d7e8-50d3-459b-ade1-8de2a34baad4 on host n-h1-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:14:10.030877 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100968'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:10.034268 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [req-a321e937-e7b4-42e1-a8e7-533e79696537 req-535f7aae-fb2e-4941-b8be-25cbc9eb6e11 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.85 "DELETE /v2.0/ports/9850d7e8-50d3-459b-ade1-8de2a34baad4 HTTP/1.1" status: 204 len: 173 time: 0.4057131 Dec 15 15:14:10.034712 n-d-815324-3 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-deleted', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:14:10.036999 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bd15bc5b5fc8377b0feba55bff36cac796991d78fbfda412de06b5177f3778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f78ff93-5c1e-4a5e-82f6-b234a966d607" -d '{"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-deleted", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:14:10.131603 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77126fa5-31a8-4d91-b86f-254702709579 x-openstack-request-id: req-77126fa5-31a8-4d91-b86f-254702709579 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:14:10.131915 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd54fd-f27a-49dc-9f29-e3f1f89d31e1", "name": "network-vif-deleted", "tag": "9850d7e8-50d3-459b-ade1-8de2a34baad4", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:14:10.132179 n-d-815324-3 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77126fa5-31a8-4d91-b86f-254702709579 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:14:10.132636 n-d-815324-3 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd54fd-f27a-49dc-9f29-e3f1f89d31e1', 'name': 'network-vif-deleted', 'tag': '9850d7e8-50d3-459b-ade1-8de2a34baad4', 'status': 'completed', 'code': 200} Dec 15 15:14:10.833612 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:10.889983 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1cda268-ef49-4de5-a7f3-1e2c0b4723a8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:10.915187 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1cda268-ef49-4de5-a7f3-1e2c0b4723a8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:10.974047 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1cda268-ef49-4de5-a7f3-1e2c0b4723a8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:10.976788 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1cda268-ef49-4de5-a7f3-1e2c0b4723a8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:10.981057 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-a1cda268-ef49-4de5-a7f3-1e2c0b4723a8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] 10.222.0.32 "DELETE /v2.0/security-groups/4490256c-f134-4cc7-82ad-d5b86d2ec4c0 HTTP/1.1" status: 204 len: 168 time: 0.1462791 Dec 15 15:14:10.993859 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cda268-ef49-4de5-a7f3-1e2c0b4723a8 tempest-TestSnapshotPattern-1099094361 tempest-TestSnapshotPattern-1099094361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490256c-f134-4cc7-82ad-d5b86d2ec4c0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:11.034967 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:11.472959 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:11.716788 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Deleting port 0701bfe5-5496-4e90-a030-3208e37f06fa {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:11.717129 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:11.793235 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] For port 0701bfe5-5496-4e90-a030-3208e37f06fa, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0701bfe5-5496-4e90-a030-3208e37f06fa,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:11.793513 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:11.809466 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Calling delete_port for 0701bfe5-5496-4e90-a030-3208e37f06fa owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:11.988892 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.015681 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Pushing event deleted for resources: {'Port': ['ID=0701bfe5-5496-4e90-a030-3208e37f06fa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:12.178426 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.389899 n-d-815324-3 neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Router 84a18554-5c69-4b6e-8bbe-abade6469b3d has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:14:12.494086 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:14:12.499736 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-135b5fd1-463b-4eb0-bc54-6f0a90b1603d admin admin] 10.222.0.32 "PUT /v2.0/routers/84a18554-5c69-4b6e-8bbe-abade6469b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637482 Dec 15 15:14:12.502604 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50550) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:12.503280 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] Sync routers for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:14:12.515888 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:12.516605 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:12.605115 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.617630 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: n-d-815324-3 {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:12.706025 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.761939 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Deleting port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:12.762352 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.775136 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f1ba56a-a1bb-49bc-a4dd-ef560c761a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.849131 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] For port 2bdbe90a-6666-40b5-b1fd-834e9b3444bc, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:12.849498 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:12.862418 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Calling delete_port for 2bdbe90a-6666-40b5-b1fd-834e9b3444bc owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:12.885049 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:14:11Z', 'revision_number': 5, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port': {'id': '2bdbe90a-6666-40b5-b1fd-834e9b3444bc', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:50Z', 'updated_at': '2021-12-15T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:12.911000 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] Checking router: 84a18554-5c69-4b6e-8bbe-abade6469b3d for host: n-d-815324-3 {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:14:12.919652 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] Routers {'84a18554-5c69-4b6e-8bbe-abade6469b3d'} bound to L3 agent in host n-d-815324-3 {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:12.920254 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:13:45Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['84a18554-5c69-4b6e-8bbe-abade6469b3d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:13.006816 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] Set router 84a18554-5c69-4b6e-8bbe-abade6469b3d gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:13.027774 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.058171 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdbe90a-6666-40b5-b1fd-834e9b3444bc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:13.064583 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:14:12Z', 'revision_number': 6, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:13.075086 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e57f310-968f-43ee-9eed-4dbedc9642e6 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:14:13.095528 n-d-815324-3 neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5885-da23-466f-aa45-3088e5777d71 None None] The sync data for ids ['84a18554-5c69-4b6e-8bbe-abade6469b3d'] in n-d-815324-3 is: [{'id': '84a18554-5c69-4b6e-8bbe-abade6469b3d', 'name': 'tempest-TestSnapshotPattern-848266652-router', 'tenant_id': 'ac86e91fd0384eb884b1b105dde86a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:49Z', 'updated_at': '2021-12-15T15:14:12Z', 'revision_number': 6, 'project_id': 'ac86e91fd0384eb884b1b105dde86a69', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:14:13.121497 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.212814 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.215564 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.257973 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.258483 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a18554-5c69-4b6e-8bbe-abade6469b3d {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:14:13.263553 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.264790 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-b89e8130-2d8a-4b3e-bb6e-516ffe25b3ac admin admin] 10.222.0.32 "DELETE /v2.0/routers/84a18554-5c69-4b6e-8bbe-abade6469b3d HTTP/1.1" status: 204 len: 168 time: 0.7612121 Dec 15 15:14:13.267248 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:13.314854 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Deleting subnet 2fc62852-59c8-4c81-b72a-e222d8f4b0d6 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:14:13.317925 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.351584 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10117117'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.426979 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.469708 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 no longer exists at agent hyperv_n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:13.487080 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10339436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8392758'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.491280 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] No Port match for: 9850d7e8-50d3-459b-ade1-8de2a34baad4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:13.491834 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Device 9850d7e8-50d3-459b-ade1-8de2a34baad4 not bound to the agent host n-h1-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:13.513870 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc62852-59c8-4c81-b72a-e222d8f4b0d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:13.517330 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.521103 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-6f9f001a-1067-4d08-9e6e-188e0eae9f4b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2fc62852-59c8-4c81-b72a-e222d8f4b0d6 HTTP/1.1" status: 204 len: 168 time: 0.2524357 Dec 15 15:14:13.523502 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:13.598219 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.654476 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Deleting port 1bc70e7b-730a-48de-8147-3842ed08ea32 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:13.655249 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.657111 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf11622-af8b-49f0-b956-a4d3a05cf99c None None] Network 30f47fb1-0021-4057-8bb8-eeaf8637b7da requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:14:13.721267 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] For port 1bc70e7b-730a-48de-8147-3842ed08ea32, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=1bc70e7b-730a-48de-8147-3842ed08ea32,segment=NetworkSegment(df476eb7-61c3-4403-a38f-4b3a12f1b725),segment_id=df476eb7-61c3-4403-a38f-4b3a12f1b725)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:13.721625 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.734981 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Calling delete_port for 1bc70e7b-730a-48de-8147-3842ed08ea32 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:13.812472 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.841447 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc70e7b-730a-48de-8147-3842ed08ea32,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:13.845176 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] No DVR routers for this DVR port 1bc70e7b-730a-48de-8147-3842ed08ea32 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:14:13.894617 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ad891-0c70-4f93-ba34-99a3c46acd65 None None] DHCP port deletion for 30f47fb1-0021-4057-8bb8-eeaf8637b7da request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:14:13.922508 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.944692 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f47fb1-0021-4057-8bb8-eeaf8637b7da']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:13.954407 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df476eb7-61c3-4403-a38f-4b3a12f1b725') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:13.954699 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df476eb7-61c3-4403-a38f-4b3a12f1b725') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:13.959806 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2bdbe90a-6666-40b5-b1fd-834e9b3444bc no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:13.964700 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.978005 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.984692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2bdbe90a-6666-40b5-b1fd-834e9b3444bc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:13.984692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2bdbe90a-6666-40b5-b1fd-834e9b3444bc not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:13.984692 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1bc70e7b-730a-48de-8147-3842ed08ea32 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:13.989332 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:14:13.990030 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: timer() Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:14:13.994961 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:14:14.006550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 1bc70e7b-730a-48de-8147-3842ed08ea32 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:14.006890 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 1bc70e7b-730a-48de-8147-3842ed08ea32 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:14.007316 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0701bfe5-5496-4e90-a030-3208e37f06fa no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:14.027855 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 0701bfe5-5496-4e90-a030-3208e37f06fa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:14.028107 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0701bfe5-5496-4e90-a030-3208e37f06fa not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:14.056854 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.062474 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.065941 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/30f47fb1-0021-4057-8bb8-eeaf8637b7da HTTP/1.1" status: 204 len: 168 time: 0.5414982 Dec 15 15:14:14.068983 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:14.077588 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2434e9-802d-4557-8ab0-38d12ac2b9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f47fb1-0021-4057-8bb8-eeaf8637b7da,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:14.413490 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581093'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.652881 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Deleting port b7b003f7-cb79-4dd5-9704-a082d4d8bd98 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:14.653222 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.731972 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] For port b7b003f7-cb79-4dd5-9704-a082d4d8bd98, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,segment=NetworkSegment(b5134538-2535-4705-8e80-0da113126ebe),segment_id=b5134538-2535-4705-8e80-0da113126ebe)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:14.732258 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.748234 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Calling delete_port for b7b003f7-cb79-4dd5-9704-a082d4d8bd98 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:14.912315 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-248a4bd7-0f5f-49e4-a95e-9cc208b7ee61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.929109 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:14.955838 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b003f7-cb79-4dd5-9704-a082d4d8bd98,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:15.071339 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:15.118266 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581241'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:15.329842 n-d-815324-3 neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Router 91fc121b-fbb5-4584-8bda-a6e72648c38b has already been hosted by L3 agent 12ac0780-2cd0-41c2-b756-6ff0366f1c5e {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:14:15.433831 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] Notify agent at l3_agent.n-d-815324-3 the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:14:15.438774 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-42962432-beb7-414c-941f-8e37c04fe5f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/91fc121b-fbb5-4584-8bda-a6e72648c38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3687890 Dec 15 15:14:15.441372 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50558) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:15.444157 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] Sync routers for ids ['91fc121b-fbb5-4584-8bda-a6e72648c38b'] in n-d-815324-3 {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:14:15.454263 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] Routers {'91fc121b-fbb5-4584-8bda-a6e72648c38b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:15.454867 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['91fc121b-fbb5-4584-8bda-a6e72648c38b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:15.544022 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:15.556810 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] Set router 91fc121b-fbb5-4584-8bda-a6e72648c38b gateway port host: n-d-815324-3 {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:15.653239 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:15.708259 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Deleting port 0472b24e-da3e-47be-8566-e838be02f63f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:15.708670 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:15.757828 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'external_fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '0472b24e-da3e-47be-8566-e838be02f63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:14:14Z', 'revision_number': 5, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port': {'id': '0472b24e-da3e-47be-8566-e838be02f63f', 'name': '', 'network_id': '2829e856-ad44-4d14-b4aa-ef97e8bdf20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:08:55Z', 'updated_at': '2021-12-15T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87c0499c-3fde-4d3d-bcc1-7bc4066a31f0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-3'}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:15.784129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] Checking router: 91fc121b-fbb5-4584-8bda-a6e72648c38b for host: n-d-815324-3 {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:14:15.786552 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] For port 0472b24e-da3e-47be-8566-e838be02f63f, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=0472b24e-da3e-47be-8566-e838be02f63f,segment=NetworkSegment(1296b54c-d323-48b0-b793-6293bcf3ea9e),segment_id=1296b54c-d323-48b0-b793-6293bcf3ea9e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:15.786919 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:15.792550 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] Routers {'91fc121b-fbb5-4584-8bda-a6e72648c38b'} bound to L3 agent in host n-d-815324-3 {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:14:15.793188 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:28:45Z,description=,heartbeat_timestamp=2021-12-15T15:14:15Z,host='n-d-815324-3',id=12ac0780-2cd0-41c2-b756-6ff0366f1c5e,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:45Z,topic='l3_agent')) {'router_ids': ['91fc121b-fbb5-4584-8bda-a6e72648c38b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:15.800598 n-d-815324-3 neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Calling delete_port for 0472b24e-da3e-47be-8566-e838be02f63f owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:15.880085 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] Set router 91fc121b-fbb5-4584-8bda-a6e72648c38b gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:14:15.942665 n-d-815324-3 neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:14:15Z', 'revision_number': 6, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port_host': None}], 'n-d-815324-3', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:15.969664 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a789e-cea3-44f4-93e0-a1eaf09fbc6e None None] The sync data for ids ['91fc121b-fbb5-4584-8bda-a6e72648c38b'] in n-d-815324-3 is: [{'id': '91fc121b-fbb5-4584-8bda-a6e72648c38b', 'name': 'tempest-TestSnapshotPattern-20481596-router', 'tenant_id': '6679acca546a4c74803044f13caedb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:08:54Z', 'updated_at': '2021-12-15T15:14:15Z', 'revision_number': 6, 'project_id': '6679acca546a4c74803044f13caedb06', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:14:15.976868 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408151'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.012957 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Pushing event deleted for resources: {'Port': ['ID=0472b24e-da3e-47be-8566-e838be02f63f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:16.019379 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b0f732-7a5e-4d61-889a-7bcf9b209a10 None None] DHCP port deletion for 2829e856-ad44-4d14-b4aa-ef97e8bdf20c request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:14:16.070712 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581339'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.160040 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4452'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.162199 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.204836 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584514'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.205329 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fc121b-fbb5-4584-8bda-a6e72648c38b {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:14:16.209685 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.210821 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-48c50150-0d65-4f97-af53-4d6e6d36196c admin admin] 10.222.0.32 "DELETE /v2.0/routers/91fc121b-fbb5-4584-8bda-a6e72648c38b HTTP/1.1" status: 204 len: 168 time: 0.7685571 Dec 15 15:14:16.213360 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.32', 50560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:16.259991 n-d-815324-3 neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Deleting subnet a6f393c8-aace-481a-8252-4fc3d920562d {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:14:16.262912 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.296353 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9041125'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.375316 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724421'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.433703 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120023'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.458837 n-d-815324-3 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f393c8-aace-481a-8252-4fc3d920562d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:16.462324 n-d-815324-3 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.465589 n-d-815324-3 neutron-server[103379]: INFO neutron.wsgi [None req-c7d6ef11-209f-473f-802c-b6192838cde1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a6f393c8-aace-481a-8252-4fc3d920562d HTTP/1.1" status: 204 len: 168 time: 0.2513256 Dec 15 15:14:16.467658 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b18498-cdcc-4844-8523-86e0722c474f None None] Network 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 requested from n-d-815324-3 {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:14:16.468321 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50564) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:16.538439 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591595'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.598549 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Deleting port 2613d224-cb45-4170-9fc2-224282b1ab77 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:14:16.598886 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746712503664'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.666869 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] For port 2613d224-cb45-4170-9fc2-224282b1ab77, host n-d-815324-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-3',level=0,port_id=2613d224-cb45-4170-9fc2-224282b1ab77,segment=NetworkSegment(b5134538-2535-4705-8e80-0da113126ebe),segment_id=b5134538-2535-4705-8e80-0da113126ebe)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:14:16.667753 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815216'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.680146 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Calling delete_port for 2613d224-cb45-4170-9fc2-224282b1ab77 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:14:16.701927 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.768322 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746712608979', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746712059603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10339419'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.797034 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2613d224-cb45-4170-9fc2-224282b1ab77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:16.798821 n-d-815324-3 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] No DVR routers for this DVR port 2613d224-cb45-4170-9fc2-224282b1ab77 on host n-d-815324-3 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:14:16.816819 n-d-815324-3 neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f292b10-4370-4273-80b7-b1820a859a62 None None] DHCP port deletion for 42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 request from n-d-815324-3 {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:14:16.870740 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1373266', 'neutron.services.segments.db._delete_segments_for_network-8746712544898'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.895314 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:16.905348 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5134538-2535-4705-8e80-0da113126ebe') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:16.905643 n-d-815324-3 neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5134538-2535-4705-8e80-0da113126ebe') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:14:16.914829 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746712547723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10116870'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.928529 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.935521 n-d-815324-3 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:14:16.935906 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10339334'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: Traceback (most recent call last): Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: timer() Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: cb(*args, **kw) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: return func(*args, **kwargs) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: self._notify() Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: self.callback(batched_events) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: event.method(event) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: return f(self, *a, **k) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: return self._get(url).json() Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: return self.request(url, 'GET', **kwargs) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:14:16.937980 n-d-815324-3 neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:14:17.003477 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1373275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581367'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.008931 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.012952 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] 10.222.0.32 "DELETE /v2.0/networks/42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3 HTTP/1.1" status: 204 len: 168 time: 0.5433531 Dec 15 15:14:17.027020 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854e227-4a3f-40ff-b967-bb14a7e61e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ba1c2e-6e0e-44b7-8e63-3777ad44ddd3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:17.133925 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:17.174187 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-7953cc53-fd9c-4ff3-8a9f-3c8a5e147473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac86e91fd0384eb884b1b105dde86a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385590 Dec 15 15:14:17.176035 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:17.222086 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0adf1276-6644-4aca-b610-ac3688da8e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.246885 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0adf1276-6644-4aca-b610-ac3688da8e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.291192 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0adf1276-6644-4aca-b610-ac3688da8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.293907 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0adf1276-6644-4aca-b610-ac3688da8e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.295190 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-0adf1276-6644-4aca-b610-ac3688da8e99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/174ffa56-79f5-48d8-9306-dd7feeecbcd6 HTTP/1.1" status: 204 len: 168 time: 0.1181996 Dec 15 15:14:17.302725 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf1276-6644-4aca-b610-ac3688da8e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ffa56-79f5-48d8-9306-dd7feeecbcd6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:17.597642 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:17.637282 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-9f550612-d49a-413f-a951-8168b3333e68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6679acca546a4c74803044f13caedb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383439 Dec 15 15:14:17.639662 n-d-815324-3 neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.32', 50578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:14:17.685950 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e22b11-7795-4bd6-9413-eaa972a27a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.706400 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e22b11-7795-4bd6-9413-eaa972a27a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.752371 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e22b11-7795-4bd6-9413-eaa972a27a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719909'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.755012 n-d-815324-3 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1e22b11-7795-4bd6-9413-eaa972a27a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:17.756173 n-d-815324-3 neutron-server[103378]: INFO neutron.wsgi [None req-d1e22b11-7795-4bd6-9413-eaa972a27a73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46dcdb81-7377-46b2-973e-73cf3c5e2302 HTTP/1.1" status: 204 len: 168 time: 0.1156154 Dec 15 15:14:17.763638 n-d-815324-3 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e22b11-7795-4bd6-9413-eaa972a27a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dcdb81-7377-46b2-973e-73cf3c5e2302,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:14:17.793979 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:18.003129 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2613d224-cb45-4170-9fc2-224282b1ab77 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:18.027333 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 2613d224-cb45-4170-9fc2-224282b1ab77 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:18.027573 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 2613d224-cb45-4170-9fc2-224282b1ab77 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:18.027981 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b7b003f7-cb79-4dd5-9704-a082d4d8bd98 no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:18.049404 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: b7b003f7-cb79-4dd5-9704-a082d4d8bd98 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:18.049748 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device b7b003f7-cb79-4dd5-9704-a082d4d8bd98 not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:18.050171 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0472b24e-da3e-47be-8566-e838be02f63f no longer exists at agent ovs-agent-n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:14:18.069711 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] No Port match for: 0472b24e-da3e-47be-8566-e838be02f63f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:14:18.070057 n-d-815324-3 neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Device 0472b24e-da3e-47be-8566-e838be02f63f not bound to the agent host n-d-815324-3 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:14:18.761845 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:22.056861 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:42.778491 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-36590c62-a462-41cf-8760-70571e2951c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:44.913880 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5886430a-a25b-48a8-b55d-82ef91b7dff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:45.072335 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:45.138670 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:14:46.645244 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:47.786910 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:48.763692 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:52.054193 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:12.779088 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33a2cec-933f-403b-afae-7191cfe4d40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:14.915339 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3286e81-4112-4e7b-a634-1e195f8bed24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:15.084158 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:16.649737 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:17.790342 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:18.766052 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:22.068978 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:22.136901 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:15:42.780219 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c8423d6-50b4-4a34-898d-f2883300b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:44.917323 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61548cbe-bfe1-40b2-9dde-d7f91868f892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:45.076248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:46.651886 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:47.791701 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:48.767606 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:52.065846 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:59.135174 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:16:12.781568 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc89be82-ed8f-4394-80f3-6b0b45e51baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:14.919674 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f91613d-bd17-47ba-9d8b-47df954c51b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:15.080609 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:16.653721 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:17.794481 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:18.769173 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:22.080802 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:36.134372 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:16:42.782831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b14a49a9-7e43-4bd7-be4f-3044979c3145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:44.921307 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60cbcf8c-b585-45ee-aea6-21a9cb58a174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:45.089436 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:46.656887 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:47.797993 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:48.771394 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:52.078397 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:12.784651 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-05e3298b-0017-43d6-a1bc-58f677b8c729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:13.133703 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:17:14.924657 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6766d9cd-9f99-426d-a54d-6a1f5ce9b985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:15.094177 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:16.659570 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:17.800217 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:18.773955 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:22.092828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:42.786703 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644d58c5-6b8d-45a3-a22e-fd60586d9315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:44.925596 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a8535e0-db0e-4607-95fe-15fcbbde4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:45.088188 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:46.661272 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:47.802960 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:48.777224 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:17:50.133170 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:17:52.107249 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:12.787227 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3520bf8-3afa-44b0-9040-62d912650c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:14.926248 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6a07-f5c0-49b0-a0d0-3d3abb3c2d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:15.091720 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:16.665470 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:17.806114 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:18.779460 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:22.105724 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:27.132982 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:18:42.788412 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0628abe2-06bb-4bfd-a778-f3c966b02f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:44.927250 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ea5e-d446-4492-a12d-f8d85aa0cf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:45.089068 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:46.666357 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:47.809507 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:48.781255 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:18:52.105209 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:04.132231 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:19:12.790700 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12e744ee-edad-4cc5-afb7-5a4249fef43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:14.929366 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a71e09f2-6874-4c59-9031-5f30cac39adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:15.106554 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:16.669553 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:17.811147 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:18.783991 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:22.118124 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:41.130761 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:19:42.791977 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59195f6f-e743-4213-96bc-9b72dd9a8737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:44.931166 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea58cea8-6a4c-4937-a8c9-f6c4909b8f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:45.118450 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:46.671483 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:47.813397 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:48.785134 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:19:52.116403 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:12.793594 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d9e8fd7-9984-43cb-8f19-1666ab4e45c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:14.933368 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f56b252-edf0-4a08-ad4c-7db48ed030cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:15.119031 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:16.675151 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:17.816405 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:18.129393 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:20:18.786958 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:22.110458 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:42.794415 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-778d6384-6e93-4da1-9a6e-8e7889d927ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:44.933471 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07aa4720-401b-4fb3-9c7a-59fb17c47801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:45.118115 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:46.678200 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:47.819013 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:48.789788 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:52.129718 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:20:55.128846 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:21:12.796899 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e39d300-dca0-429b-8020-2cf92aa679cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:14.934587 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33c9e861-b738-4d2e-b513-fae343cd7926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:15.128981 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:16.681038 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:17.821208 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:18.793011 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:22.159643 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:32.127211 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:21:42.799559 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-739c897c-6240-4334-926b-b47fc5dd7a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:44.936029 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaef157a-a4e3-44ff-b3f5-4d303d3051f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:45.127145 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:46.683707 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:47.822923 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:48.795629 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:52.158528 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:21:58.738295 n-d-815324-3 neutron-server[103379]: DEBUG neutron.wsgi [req-063a2d39-748b-4fc4-84d5-eaf87cf602da req-bcb8527c-8afa-489f-b0f2-e3192a18425f service neutron] (103379) timed out ('10.222.0.32', 48260) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 15:22:09.127552 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:22:12.801456 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41971f82-1a69-4ddb-8ac5-6a60bc8f3e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:14.937872 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c1c21f5-bc3e-4f3a-9df8-c138b806ca05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:15.126196 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:16.686051 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:17.825211 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:18.803963 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:22.172367 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:42.802321 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84e46e98-3a74-4825-9ccf-7b3a9b4c19c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:44.942047 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73bbb7c6-57ef-42ed-b09c-7d6b7b4a4729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:45.140401 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:46.126586 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:22:46.688685 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:47.828828 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:48.796831 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:22:52.199496 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:12.805133 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aebaa50e-4245-4ddf-9db5-317baadb9a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:14.944127 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c0b56c8-c712-4966-9059-dfbd24636fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:15.145354 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:16.694743 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:17.830918 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:18.800663 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:22.223511 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:23.125722 n-d-815324-3 neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ffe878d7-0229-4902-800c-0467c4d9c738 None None] Agent healthcheck: found 7 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:23:42.806670 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a831262-bebf-46c9-b73b-f07d737fa215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:44.945968 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-354c0558-3805-49fe-ad01-d85c59f3ea9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:45.142267 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71bf0d88-a43a-4a34-9ba1-27c2b1497527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:46.694457 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba761399-c2ad-4798-a038-b568cb6dd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:47.833079 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ff25ca7-32df-4e6e-9634-3e74e125c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:48.805167 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b9db-bccf-4b08-b46f-a8783e407d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:23:52.246232 n-d-815324-3 neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c41bec22-e18e-4b69-b000-f9529a92101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746712544853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375364'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}